-- Logs begin at Mon 2021-08-16 00:56:52 UTC, end at Mon 2021-08-16 03:30:50 UTC. -- Aug 16 01:43:21.753975 n-d-768852-19 systemd[1]: Started Devstack devstack@q-svc.service. Aug 16 01:43:24.484023 n-d-768852-19 neutron-server[101836]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:43:24.484687 n-d-768852-19 neutron-server[101836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:43:24.484785 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101836) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:43:24.487988 n-d-768852-19 neutron-server[101836]: INFO neutron.common.config [-] Logging enabled! Aug 16 01:43:24.488240 n-d-768852-19 neutron-server[101836]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev539 Aug 16 01:43:24.488550 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101836) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 16 01:43:24.489475 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:43:24.489710 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:43:24.490072 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:43:24.490321 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:43:24.490552 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:43:24.490893 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.491191 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.491486 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.491716 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.492010 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.492300 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.492583 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.492873 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.493171 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.493455 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.493739 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.494023 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.494253 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.494536 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.494855 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.495142 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.495367 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] debug = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.495648 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.496072 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.496485 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.496812 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.497089 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.497368 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.497641 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.497918 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.498204 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.498534 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] host = n-d-768852-19 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.498835 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.499122 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.499407 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.499692 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.499965 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.500242 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.500526 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.500800 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.501072 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.501349 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.501638 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.501925 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.502215 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.502441 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.502686 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.502977 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.503262 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.503545 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.503821 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.504096 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.504371 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.504645 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.504914 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.505197 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.505479 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.505760 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.506034 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.506309 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.506579 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.506875 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.507161 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.507435 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.507706 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.507978 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.508264 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.508532 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.508805 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.509105 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.509390 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.509668 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.509947 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.510220 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.510503 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.510796 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.511069 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.511340 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] use_json = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.511611 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.511879 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.512156 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.513050 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.513333 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.513614 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.513895 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.514184 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:24.514482 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.514805 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.515110 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.515398 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.515696 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.515981 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.516274 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.516568 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.516858 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.517150 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.517441 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.517722 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.518011 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.518290 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.518584 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.518933 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.519229 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.519523 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.519800 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.520076 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.520354 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.520633 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.520919 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.521215 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.521504 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.521781 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.522060 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.522349 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.522625 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.522921 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.523199 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.523486 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.523766 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.524039 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.524322 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.524597 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.524868 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.525141 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.525417 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.525707 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.525984 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.526255 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.526525 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.526829 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.527104 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.527388 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.527667 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.528600 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.528888 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.529172 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.529445 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.529721 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.530004 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.530279 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.530556 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.530851 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.531123 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.531395 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.531666 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.531940 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.532210 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.532481 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.532756 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.533027 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.533298 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.533572 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.533849 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.534123 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.534410 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.534732 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.535011 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.535289 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.535568 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.535846 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.536123 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.536399 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.536676 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.536953 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.537224 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.537514 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.537800 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.538090 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.538375 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.538671 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.538967 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.539246 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.539528 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.539805 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.540083 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.540370 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.540650 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.540941 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.541231 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.541522 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.541813 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.542103 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.542383 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.542713 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.542993 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:24.543210 n-d-768852-19 neutron-server[101836]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:43:24.543450 n-d-768852-19 neutron-server[101836]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101836) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 16 01:43:24.905244 n-d-768852-19 neutron-server[101836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:43:24.905432 n-d-768852-19 neutron-server[101836]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:43:24.905724 n-d-768852-19 neutron-server[101836]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 16 01:43:24.906053 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 16 01:43:25.297709 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.297999 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.298276 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.299503 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.299787 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.300054 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.334342 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.334619 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.334911 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.351173 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.351454 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.351725 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.379823 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.380101 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.380375 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.417962 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.418247 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.418559 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.650623 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.651306 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.651306 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.651477 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.652134 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.772157 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.772477 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.772763 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.773042 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.773306 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.773621 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.773884 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.774142 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.774396 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.774698 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.774969 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.775235 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.775490 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.775742 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.775996 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.776260 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.776514 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.776780 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.777051 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.777310 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.777583 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.777857 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.778145 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.778530 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.778808 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.779060 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.779458 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:25.779701 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:25.779939 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:25.780174 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:25.780410 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:25.780643 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:25.781004 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 16 01:43:25.784101 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 16 01:43:25.788050 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 16 01:43:25.791813 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 16 01:43:25.794136 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 16 01:43:25.794585 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 16 01:43:25.794942 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 16 01:43:25.795410 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 16 01:43:25.799304 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 16 01:43:25.799651 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 16 01:43:25.800133 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:43:25.805881 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 16 01:43:25.831470 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 16 01:43:25.831930 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.832236 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101836) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 16 01:43:25.832597 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.833949 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101836) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 16 01:43:25.834234 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 16 01:43:25.834480 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 16 01:43:25.837847 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.838135 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:25.901303 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 16 01:43:25.901490 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 16 01:43:25.901729 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 16 01:43:25.902095 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 16 01:43:25.924121 n-d-768852-19 neutron-server[101836]: DEBUG oslo_db.sqlalchemy.engines [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101836) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 16 01:43:26.625491 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing driver for type 'gre' Aug 16 01:43:26.626023 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] gre ID ranges: [(1, 1000)] Aug 16 01:43:26.831411 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing driver for type 'local' Aug 16 01:43:26.832009 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing driver for type 'vlan' Aug 16 01:43:26.970654 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] VlanTypeDriver initialization complete Aug 16 01:43:26.980214 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing driver for type 'vxlan' Aug 16 01:43:26.980214 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] vxlan ID ranges: [(1, 1000)] Aug 16 01:43:27.193328 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing extension driver 'port_security' Aug 16 01:43:27.193671 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.extensions.port_security [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] PortSecurityExtensionDriver initialization complete Aug 16 01:43:27.194005 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing mechanism driver 'openvswitch' Aug 16 01:43:27.194325 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing mechanism driver 'hyperv' Aug 16 01:43:27.210526 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.plugin [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:27.211267 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.211646 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.211999 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.212532 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:43:27.212971 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.213328 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.213677 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.214070 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:43:27.214474 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.214848 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.215245 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.215685 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:43:27.216104 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > security_group after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.216461 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > security_group after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.216808 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.217195 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:43:27.217733 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.218085 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.218431 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.218851 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:43:27.219257 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > address_group after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.219610 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > address_group after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.219952 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.220342 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101836) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 16 01:43:27.220788 n-d-768852-19 neutron-server[101836]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] ML2 OVO RPC backend initialized. {{(pid=101836) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 16 01:43:27.221447 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.221788 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.222203 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.222552 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > networks before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.222924 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.223265 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > ports before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.223606 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.223949 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnets before_response 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.224332 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.224686 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.225023 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.225359 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.225699 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.226036 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.226372 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.226733 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.227070 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.227646 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.plugin [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Modular L2 Plugin initialization complete Aug 16 01:43:27.227976 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading services supported by the core plugin {{(pid=101836) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 16 01:43:27.228301 n-d-768852-19 neutron-server[101836]: INFO neutron.plugins.ml2.managers [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Got port-security extension from driver 'port_security' Aug 16 01:43:27.228763 n-d-768852-19 neutron-server[101836]: INFO neutron.extensions.vlantransparent [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Disabled vlantransparent extension. Aug 16 01:43:27.229246 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101836) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 16 01:43:27.229559 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: router Aug 16 01:43:27.279268 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.279674 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_create 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.280045 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router before_create 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.280411 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.280787 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.281145 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_delete 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.281548 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.281920 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_create 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.282273 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_update 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.282630 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_update 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.283004 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.283366 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_update 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.283778 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.284151 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.284493 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.284834 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: subnet after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.285176 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.285527 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.285900 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.286251 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.286596 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.287046 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router after_update 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.287390 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.287742 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_create 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.288170 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.288520 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_update 55549900 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.288888 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > agent after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.289239 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > agent after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.289616 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > network after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.290494 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Tracking information for resource: router configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:27.290857 n-d-768852-19 neutron-server[101836]: DEBUG neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Tracking information for resource: floatingip configured {{(pid=101836) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 16 01:43:27.296364 n-d-768852-19 neutron-server[101836]: INFO neutron.db.l3_agentschedulers_db [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 16 01:43:27.297072 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.297439 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port after_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.297799 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port after_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.298157 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: port after_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.298981 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router before_create 55550100 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.299353 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.299719 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_create 55550100 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.300079 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > router precommit_update 55550100 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.304476 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.provider_configuration [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service providers = [] {{(pid=101836) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 16 01:43:27.304845 n-d-768852-19 neutron-server[101836]: DEBUG neutron.db.servicetype_db [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101836) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 16 01:43:27.308024 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.service_base [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:43:27.308377 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.service_base [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:43:27.308728 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.service_base [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:43:27.310211 n-d-768852-19 neutron-server[101836]: DEBUG neutron.services.service_base [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101836) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 16 01:43:27.310584 n-d-768852-19 neutron-server[101836]: INFO neutron.services.service_base [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 16 01:43:27.310997 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.311320 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 16 01:43:27.322137 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.322518 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: auto_allocate Aug 16 01:43:27.328397 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: network precommit_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.328772 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: network precommit_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.329286 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.329607 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: tag Aug 16 01:43:27.336153 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.336481 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: timestamp Aug 16 01:43:27.340576 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.340904 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: network_ip_availability Aug 16 01:43:27.346308 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.351472 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.351472 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.351472 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.351472 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: flavors Aug 16 01:43:27.355718 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.356646 n-d-768852-19 neutron-server[101836]: INFO neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading Plugin: revisions Aug 16 01:43:27.360918 n-d-768852-19 neutron-server[101836]: DEBUG neutron.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101836) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 16 01:43:27.361316 n-d-768852-19 neutron-server[101836]: DEBUG oslo_concurrency.lockutils [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.455s {{(pid=101836) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 16 01:43:27.362056 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101836) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 16 01:43:27.362398 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Initializing extension manager. Aug 16 01:43:27.362945 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: __init__.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.363294 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: __pycache__ {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.363633 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.363968 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: address_group.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.364731 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.365304 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: address-group Aug 16 01:43:27.365633 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: address_scope.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.366351 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.366895 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: address-scope Aug 16 01:43:27.367223 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.368205 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.368724 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: router-admin-state-down-before-update Aug 16 01:43:27.369051 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: agent.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.369950 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.370470 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: agent Aug 16 01:43:27.370826 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: agent_resources_synced.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.372334 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.372939 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: agent-resources-synced Aug 16 01:43:27.373355 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: allowedaddresspairs.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.375094 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.375619 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: allowed-address-pairs Aug 16 01:43:27.375951 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: auto_allocated_topology.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.377018 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.377538 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: auto-allocated-topology Aug 16 01:43:27.377868 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: availability_zone.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.378564 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.379105 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: availability_zone Aug 16 01:43:27.385955 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: availability_zone_filter.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.386587 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.387167 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: availability_zone_filter Aug 16 01:43:27.387597 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: data_plane_status.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.388497 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.389004 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension data-plane-status not supported by any of loaded plugins Aug 16 01:43:27.389327 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: default_subnetpools.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.390252 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.390806 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: default-subnetpools Aug 16 01:43:27.391131 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.391947 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.392477 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: dhcp_agent_scheduler Aug 16 01:43:27.392802 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: dns.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.393719 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.394226 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension dns-integration not supported by any of loaded plugins Aug 16 01:43:27.394547 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: dns_domain_ports.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.395494 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.396008 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 16 01:43:27.396333 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.397254 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.397813 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 16 01:43:27.398145 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: dvr.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.398877 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.399422 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: dvr Aug 16 01:43:27.399711 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: ecmp_routes.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.400628 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.401205 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 16 01:43:27.401452 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: empty_string_filtering.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.402367 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.402989 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: empty-string-filtering Aug 16 01:43:27.403347 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.404310 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.404821 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:43:27.405144 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.406063 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.406572 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 16 01:43:27.406929 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: external_net.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.407842 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.409773 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: external-net Aug 16 01:43:27.409773 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.415860 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.416562 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: extra_dhcp_opt Aug 16 01:43:27.417130 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: extraroute.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.418325 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.419652 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: extraroute Aug 16 01:43:27.420180 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: extraroute_atomic.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.423555 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.424101 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: extraroute-atomic Aug 16 01:43:27.424465 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: filter_validation.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.425198 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.425713 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: filter-validation Aug 16 01:43:27.426301 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: fip_pf_description.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.427718 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.428237 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 16 01:43:27.428643 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: fip_port_details.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.430072 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.430952 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: fip-port-details Aug 16 01:43:27.431450 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: flavors.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.433262 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.434707 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: flavors Aug 16 01:43:27.435285 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.438259 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.439220 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 16 01:43:27.445939 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: floatingip_pools.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.445939 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.445939 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: floatingip-pools Aug 16 01:43:27.445939 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: ip_allocation.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.446693 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.447634 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension ip_allocation not supported by any of loaded plugins Aug 16 01:43:27.448155 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.449568 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.450546 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: ip-substring-filtering Aug 16 01:43:27.451117 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l2_adjacency.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.452581 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.453657 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 16 01:43:27.454203 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.456261 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.457328 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: router Aug 16 01:43:27.457814 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.461450 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.462100 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 16 01:43:27.462439 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.463576 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.464309 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: ext-gw-mode Aug 16 01:43:27.464645 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.465847 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.466545 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: l3-ha Aug 16 01:43:27.467048 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3_flavors.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.468332 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.469149 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: l3-flavors Aug 16 01:43:27.469734 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.471405 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.472169 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 16 01:43:27.472682 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: l3agentscheduler.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.473867 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.474392 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: l3_agent_scheduler Aug 16 01:43:27.474763 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: logging.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.476297 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.476879 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension logging not supported by any of loaded plugins Aug 16 01:43:27.477360 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: metering.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.478785 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.479624 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: metering Aug 16 01:43:27.480096 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.486706 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.487233 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: metering_source_and_destination_fields Aug 16 01:43:27.487688 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: multiprovidernet.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.489038 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.490075 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: multi-provider Aug 16 01:43:27.490730 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: netmtu.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.492101 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.492923 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: net-mtu Aug 16 01:43:27.493522 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: netmtu_writable.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.495112 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.495629 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: net-mtu-writable Aug 16 01:43:27.495961 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: network_availability_zone.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.497330 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.497849 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: network_availability_zone Aug 16 01:43:27.498172 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: network_ip_availability.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.499565 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.500640 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: network-ip-availability Aug 16 01:43:27.501117 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: network_segment_range.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.502223 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.503331 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension network-segment-range not supported by any of loaded plugins Aug 16 01:43:27.504010 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: pagination.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.505398 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.505924 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: pagination Aug 16 01:43:27.506457 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: port_device_profile.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.507707 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.508270 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: port-device-profile Aug 16 01:43:27.508754 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.509829 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.510347 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: port-mac-address-regenerate Aug 16 01:43:27.510707 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.511669 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.512256 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: port-numa-affinity-policy Aug 16 01:43:27.512709 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: port_resource_request.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.517726 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.518241 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension port-resource-request not supported by any of loaded plugins Aug 16 01:43:27.518792 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: portbindings.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.519570 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.520211 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: binding Aug 16 01:43:27.520605 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: portbindings_extended.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.522268 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.522855 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: binding-extended Aug 16 01:43:27.523333 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: portsecurity.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.524452 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.524997 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: port-security Aug 16 01:43:27.525454 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: project_id.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.526769 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.527107 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: project-id Aug 16 01:43:27.527434 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: providernet.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.528829 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.529517 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: provider Aug 16 01:43:27.529867 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.533432 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.533959 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos not supported by any of loaded plugins Aug 16 01:43:27.534294 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.535598 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.536122 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 16 01:43:27.536482 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.537699 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.538256 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 16 01:43:27.538766 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_default.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.540067 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.540723 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-default not supported by any of loaded plugins Aug 16 01:43:27.541284 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_fip.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.542259 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.542953 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-fip not supported by any of loaded plugins Aug 16 01:43:27.543999 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_gateway_ip.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.545409 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.545959 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 16 01:43:27.546450 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_port_network_policy.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.547593 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.548269 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 16 01:43:27.548597 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_pps_rule.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.549774 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.550292 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-pps not supported by any of loaded plugins Aug 16 01:43:27.550618 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_rule_type_details.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.551566 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.557285 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 16 01:43:27.557285 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: qos_rules_alias.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.558261 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.558836 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 16 01:43:27.559216 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: quotasv2.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.560217 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.560558 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: quotas Aug 16 01:43:27.560891 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: quotasv2_detail.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.564857 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.565207 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: quota_details Aug 16 01:43:27.565546 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: rbac.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.566865 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.567400 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: rbac-policies Aug 16 01:43:27.567731 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: rbac_address_group.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.568676 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.569373 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: rbac-address-group Aug 16 01:43:27.569722 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: rbac_address_scope.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.570670 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.571187 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: rbac-address-scope Aug 16 01:43:27.571514 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: rbac_security_groups.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.572437 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.572947 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: rbac-security-groups Aug 16 01:43:27.573272 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: rbac_subnetpool.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.574188 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.574748 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: rbac-subnetpool Aug 16 01:43:27.575182 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: revisionifmatch.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.576157 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.576687 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: revision-if-match Aug 16 01:43:27.577017 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: revisions.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.578135 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.578705 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: standard-attr-revisions Aug 16 01:43:27.579064 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: router_availability_zone.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.579746 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.580258 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: router_availability_zone Aug 16 01:43:27.580583 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: routerservicetype.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.581504 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.582016 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension router-service-type not supported by any of loaded plugins Aug 16 01:43:27.582365 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.583390 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.583902 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: security-groups-normalized-cidr Aug 16 01:43:27.584225 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.585150 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.585659 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: port-security-groups-filtering Aug 16 01:43:27.585982 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.586951 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.587463 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: security-groups-remote-address-group Aug 16 01:43:27.587787 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: securitygroup.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.597947 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.598481 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: security-group Aug 16 01:43:27.598849 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: segment.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.599648 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.600161 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension segment not supported by any of loaded plugins Aug 16 01:43:27.600490 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.601440 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.601962 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 16 01:43:27.602296 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: servicetype.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.603513 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.604035 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: service-type Aug 16 01:43:27.604366 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: sorting.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.605356 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.605693 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: sorting Aug 16 01:43:27.606741 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: standard_attr_segment.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.607967 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.608489 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 16 01:43:27.608820 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: standardattrdescription.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.609474 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.609987 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: standard-attr-description Aug 16 01:43:27.610312 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: stateful_security_group.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.611265 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.611779 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: stateful-security-group Aug 16 01:43:27.612107 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: stdattrs_common.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.612689 n-d-768852-19 neutron-server[101836]: WARNING neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 16 01:43:27.613014 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.613935 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.614444 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 16 01:43:27.614797 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: subnet_onboard.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.615885 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.616399 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: subnet_onboard Aug 16 01:43:27.616726 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.617655 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.618166 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 16 01:43:27.618492 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: subnet_service_types.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.619470 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.619984 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: subnet-service-types Aug 16 01:43:27.620310 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: subnetallocation.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.621388 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.622478 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: subnet_allocation Aug 16 01:43:27.622892 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.623566 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.624073 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: subnetpool-prefix-ops Aug 16 01:43:27.624395 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.625338 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.625852 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 16 01:43:27.626177 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: tagging.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.627282 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.627959 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: standard-attr-tag Aug 16 01:43:27.628292 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: timestamp.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.629504 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.630023 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loaded extension: standard-attr-timestamp Aug 16 01:43:27.630355 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: trunk.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.631422 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.631941 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension trunk not supported by any of loaded plugins Aug 16 01:43:27.632272 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: trunk_details.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.633205 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.633717 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension trunk-details not supported by any of loaded plugins Aug 16 01:43:27.634044 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: uplink_status_propagation.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.634997 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.635514 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 16 01:43:27.635840 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Loading extension file: vlantransparent.py {{(pid=101836) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 16 01:43:27.636514 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101836) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 16 01:43:27.637020 n-d-768852-19 neutron-server[101836]: INFO neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 16 01:43:27.639636 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:network Aug 16 01:43:27.640161 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:subnet Aug 16 01:43:27.640562 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:43:27.640954 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:port Aug 16 01:43:27.642155 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.642616 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service FLAVORS assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.643262 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.643718 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.644081 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:router Aug 16 01:43:27.644539 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:43:27.645052 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service METERING assigned prefix: /metering {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.646520 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.646917 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.647281 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:43:27.648281 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:43:27.648722 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:43:27.649145 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:43:27.650901 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service CORE assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.651243 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:43:27.651602 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] subnetpool is already registered Aug 16 01:43:27.652092 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service CORE assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.652424 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:43:27.653279 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] subnetpool is already registered Aug 16 01:43:27.655552 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.655993 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service FLAVORS assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.656588 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.657015 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.657349 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:router Aug 16 01:43:27.657689 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] router is already registered Aug 16 01:43:27.658098 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:floatingip Aug 16 01:43:27.658435 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] floatingip is already registered Aug 16 01:43:27.658927 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service METERING assigned prefix: /metering {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.659596 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of CountableResource for resource:rbac_policy Aug 16 01:43:27.659924 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] rbac_policy is already registered Aug 16 01:43:27.660402 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:security_group Aug 16 01:43:27.660670 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] security_group is already registered Aug 16 01:43:27.661070 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 16 01:43:27.661441 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] security_group_rule is already registered Aug 16 01:43:27.662040 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service CORE assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.662368 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:43:27.662724 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] subnetpool is already registered Aug 16 01:43:27.663159 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.v2.resource_helper [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Service CORE assigned prefix: {{(pid=101836) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 16 01:43:27.663485 n-d-768852-19 neutron-server[101836]: INFO neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Creating instance of TrackedResource for resource:subnetpool Aug 16 01:43:27.663819 n-d-768852-19 neutron-server[101836]: WARNING neutron.quota.resource_registry [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] subnetpool is already registered Aug 16 01:43:27.664272 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: extensions {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.665731 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: address-groups {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.667247 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: address-scopes {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.669184 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: agents {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.670343 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: auto-allocated-topology {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.671627 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: availability_zones {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.672839 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: dhcp-networks {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.674346 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: dhcp-agents {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.675798 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: routers {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.677511 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: flavors {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.678827 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: service_profiles {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.680030 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: next_providers {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.681490 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: service_profiles {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.683048 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: floatingip-pools {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.684382 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: routers {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.686149 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: floatingips {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.687459 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: l3-routers {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.689107 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: l3-agents {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.690515 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: metering-labels {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.691796 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: metering-label-rules {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.693161 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: network-ip-availabilities {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.694399 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: bindings {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.696069 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: quotas {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.697604 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: quotas {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.699068 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: rbac-policies {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.700300 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: security-groups {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.701596 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: security-group-rules {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.702852 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: service-providers {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.704061 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: subnetpools {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.705388 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: subnetpools {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.707006 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.708693 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.710475 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.712279 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.713958 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.717519 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.719226 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.721016 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.723058 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.724758 n-d-768852-19 neutron-server[101836]: DEBUG neutron.api.extensions [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Extended resource: tags {{(pid=101836) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 16 01:43:27.730603 n-d-768852-19 neutron-server[101836]: WARNING keystonemiddleware.auth_token [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 16 01:43:27.735902 n-d-768852-19 neutron-server[101836]: WARNING keystonemiddleware.auth_token [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 16 01:43:27.744261 n-d-768852-19 neutron-server[101836]: DEBUG oslo_concurrency.lockutils [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Acquired lock "singleton_lock" {{(pid=101836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 16 01:43:27.744741 n-d-768852-19 neutron-server[101836]: DEBUG oslo_concurrency.lockutils [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Releasing lock "singleton_lock" {{(pid=101836) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 16 01:43:27.745375 n-d-768852-19 neutron-server[101836]: INFO oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Starting 2 workers Aug 16 01:43:27.750338 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Started child 101945 {{(pid=101836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:43:27.754910 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Started child 101946 {{(pid=101836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:43:27.755730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.756426 n-d-768852-19 neutron-server[101836]: INFO neutron.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 16 01:43:27.757074 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Notify callbacks [] for process, before_spawn {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.757253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [-] (101945) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:43:27.759555 n-d-768852-19 neutron-server[101836]: INFO oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Starting 1 workers Aug 16 01:43:27.760902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.762519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [-] (101946) wsgi starting up on http://0.0.0.0:9696 Aug 16 01:43:27.764831 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Started child 101947 {{(pid=101836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:43:27.765392 n-d-768852-19 neutron-server[101836]: INFO oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Starting 1 workers Aug 16 01:43:27.768850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] calling RpcWorker wait() {{(pid=101947) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 16 01:43:27.769416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] returning from RpcWorker wait() {{(pid=101947) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 16 01:43:27.770542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.771010 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Started child 101948 {{(pid=101836) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 16 01:43:27.771116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:27.772085 n-d-768852-19 neutron-server[101836]: DEBUG neutron_lib.callbacks.manager [None req-1459793e-474b-4b00-8b48-ab25bae9f2e5 None None] Notify callbacks [] for process, after_spawn {{(pid=101836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.774228 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:43:27.774514 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:43:27.775140 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:43:27.775442 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:43:27.775914 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:43:27.776088 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:27.776567 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:43:27.776826 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.777159 n-d-768852-19 neutron-server[101948]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:27.777274 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.777547 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.778447 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.778850 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.779674 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.780038 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.780410 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.780779 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.781128 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.781375 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.781615 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.781976 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.782322 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.782746 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.783140 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.783488 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.783832 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.784082 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.784454 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.784832 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.785180 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.785548 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] debug = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.785890 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.786629 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.787005 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.787376 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.787710 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.788091 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.788490 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.788881 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.789226 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.789550 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.789903 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.790264 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.790706 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.791184 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.791389 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.791788 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.792120 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.792935 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] host = n-d-768852-19 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.793332 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.793827 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.794773 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.795211 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.795773 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.796170 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.796595 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.797035 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.797458 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.797843 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.798252 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.798756 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.799162 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.799584 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.799999 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_options = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.800262 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.800539 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.800813 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.801008 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.801182 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.801363 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.801600 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.801771 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.802028 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.802267 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.802488 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.802729 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.802979 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.804261 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.805028 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.805185 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.805380 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.805713 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.805906 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.806178 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.806423 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.806698 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.806963 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.807215 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.807463 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.807703 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.807947 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.808172 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.808396 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.808662 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.808907 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.809378 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.809745 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.809965 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.810207 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.810446 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.810713 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.811003 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.811250 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.811515 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.811772 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.812018 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.812265 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.812489 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.812989 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.813219 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_json = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.813447 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.813669 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.813959 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.814181 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.814433 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.814679 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.814928 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.815171 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.815593 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.815893 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.816224 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.816503 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.816765 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.817032 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.817281 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.817510 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.817770 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.818010 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.818331 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.818561 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.818895 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.819144 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.819413 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.819733 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.820005 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.820284 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.820527 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.820786 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.821033 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.821263 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.821704 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.821981 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.822272 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.822531 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.822798 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.823274 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.823524 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.826518 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.827207 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.827207 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.827207 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.827207 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.828191 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.828655 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.828952 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.829218 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.829463 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.829741 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.829988 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.830283 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.830535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.830817 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.831059 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.831312 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.831550 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.832084 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.832221 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.832494 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.832724 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.832958 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.833230 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.833522 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.833785 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.834016 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.834261 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.834492 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.834744 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.834974 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.835204 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.835429 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.835685 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.835910 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.836132 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.836362 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.836621 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.836847 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.837089 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.837348 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.837635 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.837961 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.838409 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.838756 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.839068 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.839484 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.839955 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.840988 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.841356 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.841501 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.841905 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.842329 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.842763 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.843188 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.843624 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.843939 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.844276 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.844651 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.845229 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.845502 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.845753 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.845998 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.846266 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.846494 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.846748 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.846991 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.847225 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.847458 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.848164 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.848164 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.848366 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.848491 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.848757 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.849067 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.849326 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.849601 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.849896 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.850306 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.850674 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.851056 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.851343 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.851606 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.851865 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.852143 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.852391 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.852664 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.852916 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.853187 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.853412 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.853700 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.853923 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.854152 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.854374 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.854662 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.855013 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.855289 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.855540 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.855793 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.856799 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.857206 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.857487 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.857892 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.858153 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.858398 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.858671 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.858925 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.859152 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.859393 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.859635 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.859867 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.860134 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.860529 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.860849 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.861373 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.861749 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.861992 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.862215 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.862446 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.862720 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.862951 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.863175 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.863440 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.863661 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.863888 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.864141 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.864367 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.864610 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.864852 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.865116 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.865387 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.865723 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.866055 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.866477 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.866720 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.866978 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.867208 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.867450 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.867669 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.867938 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.868167 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.868389 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.868611 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.868857 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.869102 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.869323 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.869575 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.869815 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.870077 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.870323 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.870677 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.870962 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.871189 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.871476 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.871904 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.872325 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.872619 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.872975 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.873206 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.873431 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.873673 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.873937 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.874185 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.874442 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.874675 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.874894 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.875132 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.875354 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.875569 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.875875 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.876135 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.876370 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.876637 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.876881 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.877116 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.877346 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.877730 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.877880 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.878214 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.878441 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.878663 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.878923 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.879137 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.879377 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.879603 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.879926 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.880198 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.880467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.880863 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.881082 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.881334 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.881528 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.881743 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.881994 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.882239 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.882475 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.882724 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.882948 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.883169 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.883408 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.883626 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.883840 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.884066 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.884284 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.884497 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.884811 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.885078 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.885297 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.885592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.885824 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.886076 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.886338 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.886767 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.887075 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.887536 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.887933 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.888803 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.888803 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.888803 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.889057 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.889265 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.889526 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.889790 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.890074 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.890357 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.890657 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.890953 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.891210 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.891650 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.891999 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.892293 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.892733 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.892994 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.893282 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.893505 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.893774 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.894049 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.894271 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.894533 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.894856 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.895178 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.895423 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.895682 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.895940 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.896175 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.896416 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.896660 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.896881 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.897045 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:43:27.897602 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101836) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 16 01:43:27.897859 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 16 01:43:27.898119 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 16 01:43:27.898412 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 16 01:43:27.898719 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 16 01:43:27.898944 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 16 01:43:27.899185 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.899370 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.899589 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.899833 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.900000 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.900184 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.900445 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.900703 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.900923 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.901172 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.901411 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.901606 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.901767 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.901928 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.902091 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.902252 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.902412 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.902573 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.903312 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.903565 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.903800 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.904050 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.904297 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] debug = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.904575 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.904781 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.904950 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.905111 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.905274 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.905435 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.905595 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.905756 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.905925 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.906084 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.906405 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.906581 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.906757 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.906915 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.907233 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.907418 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.907568 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.907770 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] host = n-d-768852-19 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.907864 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.908034 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.908353 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.908353 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.908510 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.908609 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.908766 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.909076 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.909242 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.909404 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.909563 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.909725 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.909885 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.910046 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.910206 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_options = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.910369 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.910529 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.910709 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.910897 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.911066 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.911231 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.911389 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.911549 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.911728 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.911889 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912040 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912191 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912345 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912507 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912664 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912829 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.912985 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.913311 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.913473 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.913638 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.913793 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.914096 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.914264 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.914424 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.914607 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.914770 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.914931 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.915091 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.915252 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.915413 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.915596 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.915796 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.916021 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.916264 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.916529 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.916696 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.916923 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.917165 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.917414 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.917575 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.917737 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.917898 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.918059 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.918223 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.918523 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.918784 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_json = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.918879 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919013 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919172 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919333 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919494 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919654 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919815 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.919982 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 16 01:43:27.920160 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.920323 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.920495 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.920659 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.920823 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.920968 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.921134 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.921286 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.921446 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.921621 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.921767 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.921972 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.922059 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.922216 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.922379 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.922544 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.922728 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.922916 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.923073 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.923308 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.923555 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.923741 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.923990 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.924231 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.924402 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.924605 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.924846 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.925074 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.925263 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.925428 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.925593 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.925680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:27.925854 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.926111 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.926366 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.926537 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.926814 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.927083 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.927248 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.927498 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.927725 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.927960 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.928126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.928291 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.928455 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.928632 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.928784 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.928947 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.929111 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.929275 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.929438 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.929613 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.929776 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.929940 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.930102 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.930266 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.930431 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.930593 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.930787 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.930951 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.931114 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.931412 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.931500 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.931632 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.931782 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.931944 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.932086 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.932225 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.932378 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.932602 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.932749 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.932889 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933038 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933177 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933316 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933455 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933732 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.933947 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.934732 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.934883 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.935036 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.935177 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.935317 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.935819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47844) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942001 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942735 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942735 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942735 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.942735 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.943194 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.943395 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.943664 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.943768 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.943906 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.944136 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.944314 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.944643 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.944822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060682 Aug 16 01:43:27.945299 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.945583 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.945860 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.946069 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947232 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947232 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947232 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947568 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947568 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947700 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.947815 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.948176 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.948283 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.948514 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.948747 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.948989 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.949216 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.949431 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.950543 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.950809 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.951045 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.951227 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.951452 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.951835 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.952022 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958062 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.958535 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959051 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.959592 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960027 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960467 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960901 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960901 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.960901 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.961067 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.961130 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.961300 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.961634 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.961785 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.961968 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.962118 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.962444 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.962739 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.962862 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963122 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963247 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963412 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963512 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963667 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963753 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.963928 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.964093 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.964251 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.964419 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.964589 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.964750 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.964932 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.965082 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.965804 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966040 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966156 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966386 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966475 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966815 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966815 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.966985 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.967063 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.967219 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.967384 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.967586 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.967704 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.967890 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968019 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968258 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968429 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968542 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968647 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968817 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.968982 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.969157 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970070 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970070 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970070 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970070 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970070 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970070 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970808 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970808 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970808 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.970808 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971184 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971184 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971397 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971397 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971591 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971714 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971836 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.971986 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.972154 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973126 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973837 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973837 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973837 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.973837 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974232 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974232 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974232 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974520 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974520 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974745 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.974851 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.975019 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.975874 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.975874 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.975874 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.975874 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.975874 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.976569 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.976569 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.976569 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.976569 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.976569 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977222 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977222 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977222 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977222 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977745 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977745 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.977745 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978142 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978142 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978142 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978534 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978534 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978922 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 16 01:43:27.978922 n-d-768852-19 neutron-server[101836]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101836) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 16 01:43:39.913184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe84a2e6-33e5-4597-a06b-3a1bde12b840 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 01:43:40.064207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe84a2e6-33e5-4597-a06b-3a1bde12b840 None None] No non-hosted networks {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 16 01:43:40.078355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.agentschedulers_db [None req-fe84a2e6-33e5-4597-a06b-3a1bde12b840 None None] DHCP Agent not found on host n-d-768852-19 {{(pid=101947) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 16 01:43:40.237188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-645a2b9b-6893-487a-8aee-ce442450cc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.221969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff0227f7-fa1b-4ef9-8ac0-b9926e7b324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.262958 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5e12f669-789f-4ac0-936f-d63de2c52cef None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-768852-19 {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:43:42.263369 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5e12f669-789f-4ac0-936f-d63de2c52cef None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:43:42.564206 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:42.565271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.565823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.566314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.567063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.567264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.567767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.568259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.568778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.569254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.569773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.570063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.570537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:42.571162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768852-19', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:42.580056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768852-19', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:43:42.865959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e12f669-789f-4ac0-936f-d63de2c52cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.602728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:44.977713 n-d-768852-19 neutron-server[101947]: INFO neutron.db.l3_hamode_db [None req-29f8a675-9b23-4191-bf09-b1e0e8f07e88 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 16 01:43:45.064770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8a675-9b23-4191-bf09-b1e0e8f07e88 None None] Routers set() bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:43:45.065590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8a675-9b23-4191-bf09-b1e0e8f07e88 None None] Router IDs set() for agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 01:43:45.638939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:46.375276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47940) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:46.862835 n-d-768852-19 neutron-server[101946]: WARNING oslo_policy.policy [None req-20c7cc3f-5671-4280-b5d0-23c0a7b25fcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:43:46.863415 n-d-768852-19 neutron-server[101946]: WARNING oslo_policy.policy [None req-20c7cc3f-5671-4280-b5d0-23c0a7b25fcc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:43:47.079648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-20c7cc3f-5671-4280-b5d0-23c0a7b25fcc admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:43:47.080652 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20c7cc3f-5671-4280-b5d0-23c0a7b25fcc admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7044733 Aug 16 01:43:49.432487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47954) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:49.738180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:49.837559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.policy [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101946) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:43:49.882168 n-d-768852-19 neutron-server[101946]: WARNING oslo_policy.policy [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:43:49.882539 n-d-768852-19 neutron-server[101946]: WARNING oslo_policy.policy [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:43:49.891811 n-d-768852-19 neutron-server[101946]: INFO neutron.quota [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] Loaded quota_driver: . Aug 16 01:43:50.451677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762894038725', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762894037782', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762894051162', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762894056759', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762893366688', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762893815752', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33281607', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32812384', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-468621', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-424159'] for rbac-policy, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.762601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:50.763974 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e1c2c871-c373-41e7-895a-ef51dc200c23 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3303099 Aug 16 01:43:53.352046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47966) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:53.655593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Request body: {'network': {'name': 'private', 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:53.756049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Made reservation on behalf of 9a8c8e117412430bbe4d4440090b3b6d for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:53.758933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.775884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.897834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.978563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:53.998511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:43:54.026921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762890500455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.027460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Unsubscribe: segment precommit_create {{(pid=101946) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:43:54.027981 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Added segment 9d2d4949-5071-4bee-8903-4400d21edcaa of type vlan for network fa827a64-0fd4-4860-bc27-0859cad22973 Aug 16 01:43:54.045067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e0a629-0561-4864-b333-55aed24daff2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.056563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.056908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.057242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.057572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.058541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.058900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.059237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.059549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.059890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.060212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.060531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.060857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Tracked resource versions report: Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: pushed versions: Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: { 'AddressGroup': {'1.2'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'ConntrackHelper': {'1.0'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Log': {'1.0'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Network': {'1.1'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Port': {'1.7'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'PortForwarding': {'1.2'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'QosPolicy': {'1.9'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'SecurityGroup': {'1.4'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'SubPort': {'1.0'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Subnet': {'1.1'}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Trunk': {'1.1'}} Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: consumer versions: Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: L3 agent@n-d-768852-19: {}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: Metadata agent@n-d-768852-19: {}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: Metering agent@n-d-768852-19: {}, Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'ConntrackHelper': '1.0', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Log': '1.0', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Network': '1.1', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Port': '1.7', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'PortForwarding': '1.2', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'QosPolicy': '1.9', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'SecurityGroup': '1.4', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'SecurityGroupRule': '1.2', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'SubPort': '1.0', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Subnet': '1.1', Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: 'Trunk': '1.1'}} Aug 16 01:43:54.062248 n-d-768852-19 neutron-server[101946]: {{(pid=101946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:43:54.229383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.455930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.456976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:54.457625 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:54.551743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] Pushing event updated for resources: {'Network': ['ID=fa827a64-0fd4-4860-bc27-0859cad22973,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:54.563957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network fa827a64-0fd4-4860-bc27-0859cad22973 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:43:54.610643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fddcb753-5748-46dd-8229-790833122834 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2575190 Aug 16 01:43:57.232910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47980) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:43:57.622007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251dcb22-5dbf-42dd-a489-f67d12399598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:57.623462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-251dcb22-5dbf-42dd-a489-f67d12399598 admin admin] 10.222.0.76 "GET /v2.0/networks/fa827a64-0fd4-4860-bc27-0859cad22973 HTTP/1.1" status: 200 len: 825 time: 0.3895910 Aug 16 01:43:57.648541 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53038547-c4e4-43f7-b9c7-10164982b08e admin admin] 10.222.0.76 "GET /v2.0/subnetpools/5909e1cf-76bc-42b6-9ee3-1e7c40562501 HTTP/1.1" status: 200 len: 734 time: 0.0190248 Aug 16 01:43:57.658175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:43:57.738546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Made reservation on behalf of 9a8c8e117412430bbe4d4440090b3b6d for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:43:57.740793 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Notify callbacks [] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.147130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.220109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=830a420a-14dc-4873-bdd0-4adf1b47fe84,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:58.222321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Checking segment: {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:58.222759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Network hostable DHCP agents. Network: fa827a64-0fd4-4860-bc27-0859cad22973, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:43:58.306795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Network fa827a64-0fd4-4860-bc27-0859cad22973 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:43:58.415505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, fa827a64-0fd4-4860-bc27-0859cad22973) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:58.420184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:43:58.420798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:58.425633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347304be-94f7-4d0b-a818-caccb6bcb764 None None] Network fa827a64-0fd4-4860-bc27-0859cad22973 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:43:58.522113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6a05d4c-07a3-4323-95a8-1937766c0aad admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8671806 Aug 16 01:43:58.755101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-fa827a64-0fd4-4860-bc27-0859cad22973', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:43:58.756307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.029169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Allocated IP 172.20.0.2 (fa827a64-0fd4-4860-bc27-0859cad22973/830a420a-14dc-4873-bdd0-4adf1b47fe84/dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:43:59.257945 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.272237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Transition to ACTIVE for port object dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:59.297355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Transition to ACTIVE for port object dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:43:59.402956 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.477667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Network fa827a64-0fd4-4860-bc27-0859cad22973 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:43:59.485146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:43:59.486986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Pushing event updated for resources: {'Port': ['ID=dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:43:59.493148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:43:59.501549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.501904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.502245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.502579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.502935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.503269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.503641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.503969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.504292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.504641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.504963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.505310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Tracked resource versions report: Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: pushed versions: Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: { 'AddressGroup': {'1.2'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'ConntrackHelper': {'1.0'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Log': {'1.0'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Network': {'1.1'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Port': {'1.7'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'PortForwarding': {'1.2'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'QosPolicy': {'1.9'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'SecurityGroup': {'1.4'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'SubPort': {'1.0'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Subnet': {'1.1'}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Trunk': {'1.1'}} Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: consumer versions: Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: L3 agent@n-d-768852-19: {}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: Metadata agent@n-d-768852-19: {}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: Metering agent@n-d-768852-19: {}, Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'ConntrackHelper': '1.0', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Log': '1.0', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Network': '1.1', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Port': '1.7', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'PortForwarding': '1.2', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'QosPolicy': '1.9', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'SecurityGroup': '1.4', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'SecurityGroupRule': '1.2', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'SubPort': '1.0', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Subnet': '1.1', Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: 'Trunk': '1.1'}} Aug 16 01:43:59.506452 n-d-768852-19 neutron-server[101947]: {{(pid=101947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:43:59.578136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Attempting to bind port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:43:59.578449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Attempting to bind port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:43:59.578891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Attempting to bind port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d on network fa827a64-0fd4-4860-bc27-0859cad22973 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:43:59.583756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:43:59.584172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Checking segment: {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:43:59.584653 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.585065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Bound using segment: {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:43:59.585550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Bound port: dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:43:59.585949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.648736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] For port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:43:59.653503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] For port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d,segment=NetworkSegment(9d2d4949-5071-4bee-8903-4400d21edcaa),segment_id=9d2d4949-5071-4bee-8903-4400d21edcaa)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:43:59.730281 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:43:59.794526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fafaa4-eb5d-41d1-8cbb-1add16b32ada None None] Pushing event updated for resources: {'Port': ['ID=dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:00.976244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47988) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:01.301844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-10fdee80-ffde-43a0-b2fa-b62ea1012401 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:44:01.302881 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-10fdee80-ffde-43a0-b2fa-b62ea1012401 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3255441 Aug 16 01:44:03.754145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47996) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:04.073689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-62104ee1-bc07-40da-a63e-a69ad9459ed5 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:44:04.074456 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62104ee1-bc07-40da-a63e-a69ad9459ed5 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192563 Aug 16 01:44:06.742877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48006) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:06.834264 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:07.047437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] Request body: {'router': {'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:07.153173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.163597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.301524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.367486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.469720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:07.476318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-36b0c07e-b5b2-4c4b-80c4-d06a5febee2a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7271643 Aug 16 01:44:08.269461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82973a47-4d36-4bfc-88a7-44c9bb104778 None None] Network fa827a64-0fd4-4860-bc27-0859cad22973 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:08.410942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-36fdeb86-3a21-4fa8-9943-5b87af606929 None None] Provisioning for port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:08.703559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:08.855825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:08.859734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:08.860242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:08.968400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.064304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d,segment=NetworkSegment(9d2d4949-5071-4bee-8903-4400d21edcaa),segment_id=9d2d4949-5071-4bee-8903-4400d21edcaa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:09.155383 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.203662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:09.870343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8cfdf223-a143-4a44-a163-7b29ee7f319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:09.942593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48018) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:10.255442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-19e394e4-44a1-4fa6-be11-bd679be7d108 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:44:10.256444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-19e394e4-44a1-4fa6-be11-bd679be7d108 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128860 Aug 16 01:44:10.667643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:10.717372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:10.717752 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.191810 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-49dccf97-86f8-420c-bef4-0eea5c0a0c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.537662 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:12.615851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48026) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:12.927078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:13.031957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Made reservation on behalf of c5039fdea95c4a9abeb54d0c74b3f0b6 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:13.034210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.042734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.129867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.234973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.250558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Reserving flat network on physical network physnet1 {{(pid=101946) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 16 01:44:13.271030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5fad33-6042-49a1-bc54-0573437ec8da,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.273828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.274170 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Added segment f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6 of type flat for network 3222f418-f5ab-48a6-be21-256f0d872c1d Aug 16 01:44:13.321105 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.414855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.415803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:13.416601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:13.474966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] Pushing event updated for resources: {'Network': ['ID=3222f418-f5ab-48a6-be21-256f0d872c1d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:13.486208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 3222f418-f5ab-48a6-be21-256f0d872c1d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:44:13.550846 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6116614-9c69-4aae-a367-96f8bfd0d537 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9331748 Aug 16 01:44:14.380795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.597530 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:15.904114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:16.089486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0e2d08-15cc-44ef-9cdd-9ca164b92304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:16.090875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3b0e2d08-15cc-44ef-9cdd-9ca164b92304 admin admin] 10.222.0.76 "GET /v2.0/subnets/830a420a-14dc-4873-bdd0-4adf1b47fe84 HTTP/1.1" status: 200 len: 849 time: 0.1857827 Aug 16 01:44:16.210105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6dde205b-897f-446d-8fa6-399b6a600b80 admin admin] 10.222.0.76 "GET /v2.0/routers/615d1862-978f-4911-a670-9a44ce83a86f HTTP/1.1" status: 200 len: 704 time: 0.1133063 Aug 16 01:44:16.476795 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.765134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Allocated IP 172.20.0.1 (fa827a64-0fd4-4860-bc27-0859cad22973/830a420a-14dc-4873-bdd0-4adf1b47fe84/1d592521-6d1d-41ad-bd97-f64e8451e629) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:16.960416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:16.982618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Transition to ACTIVE for port object 1d592521-6d1d-41ad-bd97-f64e8451e629 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:17.190233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.265021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Network fa827a64-0fd4-4860-bc27-0859cad22973 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:17.272330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:17.274427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Pushing event updated for resources: {'Port': ['ID=1d592521-6d1d-41ad-bd97-f64e8451e629,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:17.285585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:17.286120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.788935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c34d823d-e70a-4f8e-a044-e2a5de5668d0 None None] Provisioning for port 1d592521-6d1d-41ad-bd97-f64e8451e629 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:17.793378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c34d823d-e70a-4f8e-a044-e2a5de5668d0 None None] Provisioning complete for port 1d592521-6d1d-41ad-bd97-f64e8451e629 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:17.793758 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c34d823d-e70a-4f8e-a044-e2a5de5668d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.795104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:17.826528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c34d823d-e70a-4f8e-a044-e2a5de5668d0 None None] Port 1d592521-6d1d-41ad-bd97-f64e8451e629 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:18.018904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.080491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.081203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.161051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Pushing event updated for resources: {'Port': ['ID=1d592521-6d1d-41ad-bd97-f64e8451e629,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:18.208301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Network fa827a64-0fd4-4860-bc27-0859cad22973 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:18.311052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:18.446612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4fa00dcc-58c1-4598-87a4-0996ae0f9146 None None] Provisioning complete for port 1d592521-6d1d-41ad-bd97-f64e8451e629 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:18.447529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fa00dcc-58c1-4598-87a4-0996ae0f9146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:18.452267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Router 615d1862-978f-4911-a670-9a44ce83a86f is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:44:18.480677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4fa00dcc-58c1-4598-87a4-0996ae0f9146 None None] Port 1d592521-6d1d-41ad-bd97-f64e8451e629 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:44:18.545440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:18.550690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-107b6b30-45ea-4810-a426-408a5c294b10 admin admin] 10.222.0.76 "PUT /v2.0/routers/615d1862-978f-4911-a670-9a44ce83a86f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3339214 Aug 16 01:44:18.556697 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Sync routers for ids ['615d1862-978f-4911-a670-9a44ce83a86f'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:18.568262 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Routers {'615d1862-978f-4911-a670-9a44ce83a86f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:18.569029 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:44:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['615d1862-978f-4911-a670-9a44ce83a86f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:18.757430 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Set router 615d1862-978f-4911-a670-9a44ce83a86f gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:19.206912 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d1862-978f-4911-a670-9a44ce83a86f', 'name': 'router1', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:17Z', 'revision_number': 2, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'gw_port_host': None, '_interfaces': [{'id': '1d592521-6d1d-41ad-bd97-f64e8451e629', 'name': '', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'mac_address': 'fa:16:3e:5a:f1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:44:17Z', 'revision_number': 2, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'subnets': [{'id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:19.262459 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Checking router: 615d1862-978f-4911-a670-9a44ce83a86f for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:19.262865 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Updating router 615d1862-978f-4911-a670-9a44ce83a86f port 1d592521-6d1d-41ad-bd97-f64e8451e629 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:19.313802 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.867662 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:19.886621 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Transition to ACTIVE for port object 1d592521-6d1d-41ad-bd97-f64e8451e629 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:20.020521 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.160312 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Pushing event updated for resources: {'Port': ['ID=1d592521-6d1d-41ad-bd97-f64e8451e629,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:20.190381 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.190768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.191116 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.191468 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.191790 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.192129 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.192444 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.192831 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.193101 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.193412 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.193740 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.194236 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Tracked resource versions report: Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: pushed versions: Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: { 'AddressGroup': {'1.2'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'ConntrackHelper': {'1.0'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Log': {'1.0'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Network': {'1.1'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Port': {'1.7'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'PortForwarding': {'1.2'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'QosPolicy': {'1.9'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'SecurityGroup': {'1.4'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'SubPort': {'1.0'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Subnet': {'1.1'}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Trunk': {'1.1'}} Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: consumer versions: Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: L3 agent@n-d-768852-19: {}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: Metadata agent@n-d-768852-19: {}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: Metering agent@n-d-768852-19: {}, Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'ConntrackHelper': '1.0', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Log': '1.0', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Network': '1.1', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Port': '1.7', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'PortForwarding': '1.2', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'QosPolicy': '1.9', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'SecurityGroup': '1.4', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'SecurityGroupRule': '1.2', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'SubPort': '1.0', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Subnet': '1.1', Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: 'Trunk': '1.1'}} Aug 16 01:44:20.195563 n-d-768852-19 neutron-server[101948]: {{(pid=101948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:44:20.202910 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Attempting to bind port 1d592521-6d1d-41ad-bd97-f64e8451e629 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:20.203581 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Attempting to bind port 1d592521-6d1d-41ad-bd97-f64e8451e629 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:20.204200 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Attempting to bind port 1d592521-6d1d-41ad-bd97-f64e8451e629 on network fa827a64-0fd4-4860-bc27-0859cad22973 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:20.210458 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:20.216059 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Checking segment: {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:20.216059 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.216059 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Bound using segment: {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:20.216059 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Bound port: 1d592521-6d1d-41ad-bd97-f64e8451e629, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2d4949-5071-4bee-8903-4400d21edcaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:20.216059 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.290566 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] For port 1d592521-6d1d-41ad-bd97-f64e8451e629, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:20.314562 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] For port 1d592521-6d1d-41ad-bd97-f64e8451e629, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1d592521-6d1d-41ad-bd97-f64e8451e629,segment=NetworkSegment(9d2d4949-5071-4bee-8903-4400d21edcaa),segment_id=9d2d4949-5071-4bee-8903-4400d21edcaa)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:20.384153 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:20.440759 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Routers {'615d1862-978f-4911-a670-9a44ce83a86f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:20.441404 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:44:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['615d1862-978f-4911-a670-9a44ce83a86f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:20.478230 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ee301-3c03-47ba-96ca-d5f9e0a774d2 None None] Pushing event updated for resources: {'Port': ['ID=1d592521-6d1d-41ad-bd97-f64e8451e629,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:20.535168 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] Set router 615d1862-978f-4911-a670-9a44ce83a86f gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:20.745632 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d1862-978f-4911-a670-9a44ce83a86f', 'name': 'router1', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:17Z', 'revision_number': 2, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'gw_port_host': None, '_interfaces': [{'id': '1d592521-6d1d-41ad-bd97-f64e8451e629', 'name': '', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'mac_address': 'fa:16:3e:5a:f1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 4, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'subnets': [{'id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:20.770945 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4cdfac-2ae7-40c8-968a-2b4ab127d82c None None] The sync data for ids ['615d1862-978f-4911-a670-9a44ce83a86f'] in n-d-768852-19 is: [{'id': '615d1862-978f-4911-a670-9a44ce83a86f', 'name': 'router1', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:17Z', 'revision_number': 2, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'gw_port_host': None, '_interfaces': [{'id': '1d592521-6d1d-41ad-bd97-f64e8451e629', 'name': '', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'mac_address': 'fa:16:3e:5a:f1:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:44:20Z', 'revision_number': 4, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'subnets': [{'id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:20.917233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:21.031117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73eecd7-6e8a-4874-b0b7-1c2d8bef4952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:21.033441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e73eecd7-6e8a-4874-b0b7-1c2d8bef4952 admin admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 842 time: 0.1142204 Aug 16 01:44:21.042383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.6.0/24', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_dhcp': False, 'gateway_ip': '172.25.6.1', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:21.226433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Made reservation on behalf of c5039fdea95c4a9abeb54d0c74b3f0b6 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:44:21.229490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.659511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 01:44:21.659965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.714541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e5c776-e1e9-4263-acae-a7038c1ceaeb,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:21.724723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:21.725079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Network hostable DHCP agents. Network: 3222f418-f5ab-48a6-be21-256f0d872c1d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:44:21.855160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:44:21.918327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 3222f418-f5ab-48a6-be21-256f0d872c1d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:21.927689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:21.927689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:21.927912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915b5af5-d134-4518-be96-3a70ab5f7f7a None None] Network 3222f418-f5ab-48a6-be21-256f0d872c1d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:22.010798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f405d992-1f3d-4bd1-a126-89cd390db07b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9716010 Aug 16 01:44:22.063562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd946e5-b34d-4b95-8dd1-e12aa677a8f2 None None] Network 3222f418-f5ab-48a6-be21-256f0d872c1d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:44:24.419919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48074) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:24.552373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a66fff21-dd1e-4512-82cc-8040cabd0de1 admin admin] 10.222.0.76 "GET /v2.0/routers/615d1862-978f-4911-a670-9a44ce83a86f HTTP/1.1" status: 200 len: 710 time: 0.1312275 Aug 16 01:44:24.637731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1269aa-ea92-4376-95c7-3fe4cb0b0d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:44:24.644484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f1269aa-ea92-4376-95c7-3fe4cb0b0d08 admin admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 886 time: 0.0805039 Aug 16 01:44:24.648392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:44:24.893026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.216556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.294518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.412552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Allocated IP 172.25.6.77 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/94b4a6ef-b99c-4138-a5b2-fadc15a06820) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:44:25.564104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.686426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:25.727700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:44:25.731387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:44:25.734473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:44:25.771816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Pushing event updated for resources: {'Port': ['ID=94b4a6ef-b99c-4138-a5b2-fadc15a06820,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:26.214946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.416337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.419601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.529568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Router 615d1862-978f-4911-a670-9a44ce83a86f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:44:26.633402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:44:26.640164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:26.640164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1197677-6db6-4514-a3ee-116857a0cc11 admin admin] 10.222.0.76 "PUT /v2.0/routers/615d1862-978f-4911-a670-9a44ce83a86f HTTP/1.1" status: 200 len: 889 time: 1.9943695 Aug 16 01:44:26.711895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1d592521-6d1d-41ad-bd97-f64e8451e629 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:26.917436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 1d592521-6d1d-41ad-bd97-f64e8451e629 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:26.921711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1d592521-6d1d-41ad-bd97-f64e8451e629 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:26.922161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.011975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.054816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 1d592521-6d1d-41ad-bd97-f64e8451e629, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1d592521-6d1d-41ad-bd97-f64e8451e629,segment=NetworkSegment(9d2d4949-5071-4bee-8903-4400d21edcaa),segment_id=9d2d4949-5071-4bee-8903-4400d21edcaa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:27.148861 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:27.199967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=1d592521-6d1d-41ad-bd97-f64e8451e629,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:27.284971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Sync routers for ids ['615d1862-978f-4911-a670-9a44ce83a86f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:44:27.295646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Routers {'615d1862-978f-4911-a670-9a44ce83a86f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:27.296310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:44:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['615d1862-978f-4911-a670-9a44ce83a86f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:27.544285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Set router 615d1862-978f-4911-a670-9a44ce83a86f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:27.933332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d1862-978f-4911-a670-9a44ce83a86f', 'name': 'router1', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '94b4a6ef-b99c-4138-a5b2-fadc15a06820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:25Z', 'revision_number': 4, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'gw_port': {'id': '94b4a6ef-b99c-4138-a5b2-fadc15a06820', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:25Z', 'updated_at': '2021-08-16T01:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1d592521-6d1d-41ad-bd97-f64e8451e629', 'name': '', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'mac_address': 'fa:16:3e:5a:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:44:27Z', 'revision_number': 5, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'subnets': [{'id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:27.986030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Checking router: 615d1862-978f-4911-a670-9a44ce83a86f for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:44:27.986390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Updating router 615d1862-978f-4911-a670-9a44ce83a86f port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:44:28.034080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.354668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.364560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Transition to ACTIVE for port object 94b4a6ef-b99c-4138-a5b2-fadc15a06820 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:44:28.451332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.502907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf75822-5b66-4e65-8e02-24a3d70ea594 None None] Pushing event updated for resources: {'Port': ['ID=94b4a6ef-b99c-4138-a5b2-fadc15a06820,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:28.507033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Attempting to bind port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:44:28.507419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Attempting to bind port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:44:28.507810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Attempting to bind port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:44:28.514239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:44:28.514622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:44:28.517433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.517433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:44:28.517433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Bound port: 94b4a6ef-b99c-4138-a5b2-fadc15a06820, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:44:28.517433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.567489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] For port 94b4a6ef-b99c-4138-a5b2-fadc15a06820, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:44:28.570711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] For port 94b4a6ef-b99c-4138-a5b2-fadc15a06820, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94b4a6ef-b99c-4138-a5b2-fadc15a06820,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:44:28.651804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.693049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1d592521-6d1d-41ad-bd97-f64e8451e629 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:28.714399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Routers {'615d1862-978f-4911-a670-9a44ce83a86f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:44:28.715055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:44:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['615d1862-978f-4911-a670-9a44ce83a86f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:28.775307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf75822-5b66-4e65-8e02-24a3d70ea594 None None] Pushing event updated for resources: {'Port': ['ID=94b4a6ef-b99c-4138-a5b2-fadc15a06820,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:28.928311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1d592521-6d1d-41ad-bd97-f64e8451e629 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:28.928693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:28.961388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] Set router 615d1862-978f-4911-a670-9a44ce83a86f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:44:29.082140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48088) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:44:29.194010 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-24e03e1e-de1f-4926-9eff-07d12f778577 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1107075 Aug 16 01:44:29.221934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '615d1862-978f-4911-a670-9a44ce83a86f', 'name': 'router1', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '94b4a6ef-b99c-4138-a5b2-fadc15a06820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:25Z', 'revision_number': 4, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'gw_port': {'id': '94b4a6ef-b99c-4138-a5b2-fadc15a06820', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:25Z', 'updated_at': '2021-08-16T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1d592521-6d1d-41ad-bd97-f64e8451e629', 'name': '', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'mac_address': 'fa:16:3e:5a:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:44:27Z', 'revision_number': 5, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'subnets': [{'id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:44:29.250458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fca971f-a672-4e2f-8dd9-ab56dfdddf9d None None] The sync data for ids ['615d1862-978f-4911-a670-9a44ce83a86f'] in n-d-768852-19 is: [{'id': '615d1862-978f-4911-a670-9a44ce83a86f', 'name': 'router1', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': '94b4a6ef-b99c-4138-a5b2-fadc15a06820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:44:07Z', 'updated_at': '2021-08-16T01:44:25Z', 'revision_number': 4, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'gw_port': {'id': '94b4a6ef-b99c-4138-a5b2-fadc15a06820', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:b7:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:25Z', 'updated_at': '2021-08-16T01:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1d592521-6d1d-41ad-bd97-f64e8451e629', 'name': '', 'network_id': 'fa827a64-0fd4-4860-bc27-0859cad22973', 'tenant_id': '9a8c8e117412430bbe4d4440090b3b6d', 'mac_address': 'fa:16:3e:5a:f1:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '615d1862-978f-4911-a670-9a44ce83a86f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:44:16Z', 'updated_at': '2021-08-16T01:44:27Z', 'revision_number': 5, 'project_id': '9a8c8e117412430bbe4d4440090b3b6d', 'subnets': [{'id': '830a420a-14dc-4873-bdd0-4adf1b47fe84', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5909e1cf-76bc-42b6-9ee3-1e7c40562501'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:44:30.703560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94b4a6ef-b99c-4138-a5b2-fadc15a06820 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:30.828286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:44:30.832798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:30.832798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.928022 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:30.954279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 94b4a6ef-b99c-4138-a5b2-fadc15a06820, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94b4a6ef-b99c-4138-a5b2-fadc15a06820,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:44:31.039803 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:31.095265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=94b4a6ef-b99c-4138-a5b2-fadc15a06820,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:44:32.729073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94b4a6ef-b99c-4138-a5b2-fadc15a06820 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:44:32.794942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 94b4a6ef-b99c-4138-a5b2-fadc15a06820 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:44:32.795638 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:39.879353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75058acf-3d89-40eb-b867-8c7cc3e89914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.243751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62e6ee90-14f9-40b3-a464-0f9f4cac8af6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:42.542176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:43.832233 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:44:44.453815 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:44:45.626210 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:09.843414 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f1abcbf9-d154-4b35-939c-c68a859a07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.207341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ee641c2-3fa6-4746-827e-ce32ec18ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:12.671907 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:14.417797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:15.614621 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:20.831720 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:45:39.865537 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-96b19f2d-c9cf-44f8-ad8a-9e4533f66d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.207427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c253019f-2b54-4d0f-a124-de968158eb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:42.538670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:44.384882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:45.607530 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:45:57.830494 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:09.840459 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-02ef9770-88e7-41ec-a787-b993813f3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.177369 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6d6c346-40a1-4bce-a31a-e459a0aed391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:12.560146 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:13.403516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48688) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:13.468859 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1f2412-5e6a-402b-b500-7562be08a57d admin admin] GET failed (client error): The resource could not be found. Aug 16 01:46:13.470243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0c1f2412-5e6a-402b-b500-7562be08a57d admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657568 Aug 16 01:46:13.638226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b26b0-82f8-4bb5-9e8f-97815d27c729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:13.639753 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de3b26b0-82f8-4bb5-9e8f-97815d27c729 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1645758 Aug 16 01:46:14.400329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.610969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:15.783385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48698) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:15.913063 n-d-768852-19 neutron-server[101945]: WARNING oslo_policy.policy [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:46:15.913653 n-d-768852-19 neutron-server[101945]: WARNING oslo_policy.policy [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:46:16.350568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.policy [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101945) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 16 01:46:16.397188 n-d-768852-19 neutron-server[101945]: WARNING oslo_policy.policy [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:46:16.397559 n-d-768852-19 neutron-server[101945]: WARNING oslo_policy.policy [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 16 01:46:16.406223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.408802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-12775288-5710-452a-aa14-2e5d67f4dc4e admin admin] 10.222.0.76 "GET /v2.0/subnets/830a420a-14dc-4873-bdd0-4adf1b47fe84 HTTP/1.1" status: 200 len: 849 time: 0.6230319 Aug 16 01:46:16.418904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:46:16.505718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Notify callbacks [] for subnet, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.731187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762890462859'] for subnet, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.813723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:16.814599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:16.816636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] 10.222.0.76 "PUT /v2.0/subnets/830a420a-14dc-4873-bdd0-4adf1b47fe84 HTTP/1.1" status: 200 len: 868 time: 0.4011717 Aug 16 01:46:16.817126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b99cac-f1c8-4a9a-ab1e-635dd96a0534 None None] Network fa827a64-0fd4-4860-bc27-0859cad22973 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:46:16.825859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=830a420a-14dc-4873-bdd0-4adf1b47fe84,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:46:16.836735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.837128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.837444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.837791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.838135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.838473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.838889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.839227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.839561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.839893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.840226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.840562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf017db0-b326-4f8b-ab03-88134da17cde admin admin] Tracked resource versions report: Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: pushed versions: Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: { 'AddressGroup': {'1.2'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'ConntrackHelper': {'1.0'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Log': {'1.0'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Network': {'1.1'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Port': {'1.7'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'PortForwarding': {'1.2'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'QosPolicy': {'1.9'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'SecurityGroup': {'1.4'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'SubPort': {'1.0'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Subnet': {'1.1'}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Trunk': {'1.1'}} Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: consumer versions: Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: L3 agent@n-d-768852-19: {}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: Metadata agent@n-d-768852-19: {}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: Metering agent@n-d-768852-19: {}, Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'ConntrackHelper': '1.0', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Log': '1.0', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Network': '1.1', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Port': '1.7', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'PortForwarding': '1.2', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'QosPolicy': '1.9', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'SecurityGroup': '1.4', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'SecurityGroupRule': '1.2', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'SubPort': '1.0', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Subnet': '1.1', Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: 'Trunk': '1.1'}} Aug 16 01:46:16.841808 n-d-768852-19 neutron-server[101945]: {{(pid=101945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:46:17.151915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9015586c-7fc2-431b-b944-0d6732b4b8d5 None None] Provisioning complete for port 1d592521-6d1d-41ad-bd97-f64e8451e629 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:17.152301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9015586c-7fc2-431b-b944-0d6732b4b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:17.246383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9015586c-7fc2-431b-b944-0d6732b4b8d5 None None] Provisioning complete for port dd3f9780-28b6-4bda-bf78-c39f2b0c3a9d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:46:17.246795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9015586c-7fc2-431b-b944-0d6732b4b8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:18.991185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48718) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:19.191879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eec4d9-a991-4807-9766-9204c6cfe193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.192367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58eec4d9-a991-4807-9766-9204c6cfe193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:19.193927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-58eec4d9-a991-4807-9766-9204c6cfe193 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018244 Aug 16 01:46:21.359306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:21.604375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c46fb5-a5bb-4d0b-a8d6-6949063eff5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.605153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c46fb5-a5bb-4d0b-a8d6-6949063eff5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:21.607161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4c46fb5-a5bb-4d0b-a8d6-6949063eff5c admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2469039 Aug 16 01:46:23.767238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48734) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:23.947595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc75474-4468-4f2a-9bf2-e98d0e2b2da1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:23.948963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ebc75474-4468-4f2a-9bf2-e98d0e2b2da1 admin admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 886 time: 0.1807566 Aug 16 01:46:26.157309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48742) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:26.322329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e7ec41-9e9e-4612-a29b-3720c43eaa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:26.323750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d4e7ec41-9e9e-4612-a29b-3720c43eaa3f admin admin] 10.222.0.76 "GET /v2.0/networks/fa827a64-0fd4-4860-bc27-0859cad22973 HTTP/1.1" status: 200 len: 869 time: 0.1654932 Aug 16 01:46:28.492603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48750) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:28.614797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a827e4e-38ef-47a1-baa5-3a764a27e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.615272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a827e4e-38ef-47a1-baa5-3a764a27e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:28.616797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0a827e4e-38ef-47a1-baa5-3a764a27e4c8 admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232522 Aug 16 01:46:30.769908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48758) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:30.866630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094a0dd-a425-4e23-98a3-65fb1e6a8dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.867131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094a0dd-a425-4e23-98a3-65fb1e6a8dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:30.868701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0094a0dd-a425-4e23-98a3-65fb1e6a8dae admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0978394 Aug 16 01:46:33.025859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:33.112801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac55fb77-ff79-4781-8e45-348df1f19b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:33.114140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ac55fb77-ff79-4781-8e45-348df1f19b1a admin admin] 10.222.0.76 "GET /v2.0/subnets/49e5c776-e1e9-4263-acae-a7038c1ceaeb HTTP/1.1" status: 200 len: 816 time: 0.0873401 Aug 16 01:46:34.828507 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:46:35.250901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48774) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:35.343739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb50e45-aa8d-45f9-b5c6-fdfec27e971c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:46:35.345079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ffb50e45-aa8d-45f9-b5c6-fdfec27e971c admin admin] 10.222.0.76 "GET /v2.0/subnets/830a420a-14dc-4873-bdd0-4adf1b47fe84 HTTP/1.1" status: 200 len: 868 time: 0.0932341 Aug 16 01:46:39.855982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6dc668c7-ba2c-4bd4-b397-697b10db47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.175769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-430a68e7-567d-4b07-a4e8-d68bc75049f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:42.553049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:44.410106 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:45.609748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:46:59.760044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48828) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:46:59.809267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-55e8b57a-e96b-4065-bf2e-d85fe94abd30 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:46:59.810287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-55e8b57a-e96b-4065-bf2e-d85fe94abd30 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492790 Aug 16 01:47:02.038286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:02.102623 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b36071f-7551-4482-b4eb-fe06f97a121e admin admin] GET failed (client error): The resource could not be found. Aug 16 01:47:02.104011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b36071f-7551-4482-b4eb-fe06f97a121e admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647099 Aug 16 01:47:02.255118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534a49e-dce5-439c-9d74-65156d06df45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:02.256571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8534a49e-dce5-439c-9d74-65156d06df45 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1482322 Aug 16 01:47:04.453951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:04.502145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:04.503274 n-d-768852-19 neutron-server[101945]: INFO neutron.quota [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Loaded quota_driver: . Aug 16 01:47:04.654387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Made reservation on behalf of c5039fdea95c4a9abeb54d0c74b3f0b6 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:04.656826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.705983 n-d-768852-19 neutron-server[101945]: WARNING neutron.services.revisions.revision_plugin [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Could not find related network for resource to bump revision. Aug 16 01:47:04.723525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:47:04.736524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762890500455', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.737091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Unsubscribe: segment precommit_create {{(pid=101945) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 16 01:47:04.737594 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Added segment 9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94 of type vlan for network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc Aug 16 01:47:04.789949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.912178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:04.913355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:04.914106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:05.011235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] Pushing event updated for resources: {'Network': ['ID=0cdcb8c6-8208-4245-ad1d-832686a6b5bc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:05.022022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:47:05.067344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5b7cadb-1134-497e-845c-0e0e8912c30b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6121943 Aug 16 01:47:07.247265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:47:07.308464 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b609fe77-53e9-492b-956b-a98a30d58ee2 admin admin] GET failed (client error): The resource could not be found. Aug 16 01:47:07.309836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b609fe77-53e9-492b-956b-a98a30d58ee2 admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0615995 Aug 16 01:47:07.383339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b065f09-c698-4727-8e9e-91bb3e71d53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:07.384829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5b065f09-c698-4727-8e9e-91bb3e71d53f admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697944 Aug 16 01:47:07.395756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:47:07.488777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Made reservation on behalf of c5039fdea95c4a9abeb54d0c74b3f0b6 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:47:07.491022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.757889 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:07.814897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fcac0c-0746-49ca-beda-54e41c260138,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:07.826175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:07.826578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Network hostable DHCP agents. Network: 0cdcb8c6-8208-4245-ad1d-832686a6b5bc, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:47:07.929249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:47:08.014745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0cdcb8c6-8208-4245-ad1d-832686a6b5bc) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:08.018705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:47:08.019295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.023840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb94d242-2ccd-4447-aec3-7a31f9729ca6 None None] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:08.112995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-928ee6ce-957e-4c0f-a6d6-2de64e6d907a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7208178 Aug 16 01:47:08.179033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'tenant_id': 'c5039fdea95c4a9abeb54d0c74b3f0b6', 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:47:08.180248 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.323761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Allocated IP 192.168.233.2 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/0bed3a3a-d3f2-4904-984c-b648093df602) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:47:08.474400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.482657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Transition to ACTIVE for port object 0bed3a3a-d3f2-4904-984c-b648093df602 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:08.497699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Transition to ACTIVE for port object 0bed3a3a-d3f2-4904-984c-b648093df602 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:47:08.598068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.637343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:47:08.640499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:47:08.643026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:47:08.652010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Pushing event updated for resources: {'Port': ['ID=0bed3a3a-d3f2-4904-984c-b648093df602,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:08.677664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.678282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.678722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.679014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.679356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.679700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.680041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.680391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.680731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.681083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.681417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.681750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:47:08.720846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Attempting to bind port 0bed3a3a-d3f2-4904-984c-b648093df602 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:47:08.721354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Attempting to bind port 0bed3a3a-d3f2-4904-984c-b648093df602 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:47:08.721728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Attempting to bind port 0bed3a3a-d3f2-4904-984c-b648093df602 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:47:08.727043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:47:08.727422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:47:08.727850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.728256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:47:08.728728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Bound port: 0bed3a3a-d3f2-4904-984c-b648093df602, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:47:08.729133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.795180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] For port 0bed3a3a-d3f2-4904-984c-b648093df602, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:47:08.799050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] For port 0bed3a3a-d3f2-4904-984c-b648093df602, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bed3a3a-d3f2-4904-984c-b648093df602,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:47:08.895436 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:08.956670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c7b20-3440-4b17-a150-e8dbb8875321 None None] Pushing event updated for resources: {'Port': ['ID=0bed3a3a-d3f2-4904-984c-b648093df602,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:09.754383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5210a92-9250-4650-8080-23364dc3e932 None None] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:47:09.879763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fccc944-203f-4080-8e4d-05f1649cb4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:09.917318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-046f4b57-87cc-4e38-a7de-b1f952acfe82 None None] Provisioning for port 0bed3a3a-d3f2-4904-984c-b648093df602 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:10.842043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bed3a3a-d3f2-4904-984c-b648093df602 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:10.963168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0bed3a3a-d3f2-4904-984c-b648093df602 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:47:10.967374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0bed3a3a-d3f2-4904-984c-b648093df602 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:10.967781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.050137 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.079170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0bed3a3a-d3f2-4904-984c-b648093df602, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bed3a3a-d3f2-4904-984c-b648093df602,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:47:11.180601 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:11.228815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0bed3a3a-d3f2-4904-984c-b648093df602,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:47:11.826860 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:47:12.199860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4e1feff0-debd-4b9b-a80f-53b1d3023689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.557312 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:12.814843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bed3a3a-d3f2-4904-984c-b648093df602 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:47:12.865493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0bed3a3a-d3f2-4904-984c-b648093df602 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:47:12.865868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:14.437367 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:15.654607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:39.876077 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2710b92d-8100-40a3-a5ec-b6e85b1da2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.190439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a85e318-31d9-406c-87b2-1d8adedbf9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:42.562033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:44.419160 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:45.652507 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:47:48.824717 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:09.892370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-027de1bc-7cd7-492b-82c0-2b961118e47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.241127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-09e83d8f-2b00-4cbf-84d0-0888fa2e384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:12.571040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:14.429161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:15.646843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:25.822283 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:48:27.729333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48904) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:27.736353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-636d6164-8cec-4b5a-bb68-01ce987cd6e9 tempest-verify_tempest_config-1448699848 tempest-verify_tempest_config-1448699848-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:48:27.737345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-636d6164-8cec-4b5a-bb68-01ce987cd6e9 tempest-verify_tempest_config-1448699848 tempest-verify_tempest_config-1448699848-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0070012 Aug 16 01:48:28.336157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48922) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:28.443491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.527230 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.600397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.643141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa68b93e-6e61-412d-b3ad-cb0568f16dbd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.647573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=022348c7c7f848ca984b739328be2559&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3104196 Aug 16 01:48:28.650393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48926) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:48:28.652026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.652633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.653017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.653366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.653703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.654042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.654380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.654740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.655074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.655405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.655738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.656070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076d0636-95f7-43e9-8504-ca2b47cbf197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.733920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.755721 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.919445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.921977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:28.923380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa68b93e-6e61-412d-b3ad-cb0568f16dbd HTTP/1.1" status: 204 len: 168 time: 0.2719951 Aug 16 01:48:28.931391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa68b93e-6e61-412d-b3ad-cb0568f16dbd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:48:28.938038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.938385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.938755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.939097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.939434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.939766 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.940140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.940465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.940788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.941190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.941424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:28.941747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd19779-98b6-4d70-9601-3e921a5257e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:48:39.891727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f30f5398-e717-4ee7-a4c7-58d82d8134d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.254820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a5c1f278-9ff0-4e97-ba8e-9dcf2e75bf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:42.576952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:44.415076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:48:45.625882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:02.820419 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:09.902058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0c0a20ff-825a-4c51-a536-86aa0a4f0ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.239031 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e616e5e6-13be-4278-9692-57670c865315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:12.636335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:14.433229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:15.698800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:39.819043 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:49:39.891650 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ebbcbd6-110f-47eb-8ba9-b859e2f3f60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.240068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-415ce6a8-d965-490a-83c3-1ed560bbdb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:42.571564 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:44.451953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:49:45.628763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:09.838399 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c29d6af-8a53-49f3-b87e-5a7e2fe245eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.221723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa4fb0f-3025-4a62-a86c-3038bb3e835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:12.541442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:14.444407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:15.642026 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:16.818658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:50:39.860149 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a5547ff2-3ac7-4cf1-80a6-7f3434dcd445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.208313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aee6efd6-0806-4a7c-ba5e-571e992f0034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:42.694293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:44.424060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:45.647882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:50:53.817677 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 5 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:09.903860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-356a35c3-ef2e-434d-82f4-d3ee3822e51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.212826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e922f4b6-c563-46b2-9369-892d757cde59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:12.555944 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:14.424354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:15.646997 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.835194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:26.851892 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-745458'] for agent, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:30.818182 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:51:39.846755 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-16977655-b610-400a-9e07-1d873ff861b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.240953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dc78920a-ffca-4228-9f72-3099596c7376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:42.560870 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:44.607400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:45.646868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.857633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:51:56.874965 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:07.818812 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:09.857748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34d91aa1-e6df-44d2-b79f-5630727a553c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:11.766093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48992) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:11.870984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6897d05-9934-4e95-af9c-540c57ac8c25 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1037438 Aug 16 01:52:12.207175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67428c49-7383-4cf2-9c7e-666219f304d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:12.589068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:14.034875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49002) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:52:14.090074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5e27232d-1722-4a87-a136-9ee77ca67063 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0541227 Aug 16 01:52:14.429141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:15.663805 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.811922 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:26.840212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:39.851907 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bfb9163-d218-4227-8200-58b5b318779c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.229223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32bd5b8b-ff29-4870-95bb-9bf8e949a5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:42.566063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.434972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:44.826953 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:52:45.658305 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.831510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:52:56.873795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:09.875329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26678fdf-222a-447f-aa79-aef88a14eb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.199407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8b3e-2ff4-4649-af01-0e3b41499cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:12.542026 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:14.440613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:15.651943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:21.817276 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:26.829750 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:26.878501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:33.546170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.008072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-network', 'tenant_id': '5015db9bda05400dbdf738c50bb58702'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:34.115471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Made reservation on behalf of 5015db9bda05400dbdf738c50bb58702 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:34.117931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.127503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.238949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.360782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.381869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:34.396011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2c394f-a32c-4072-a54f-a6683ecab25b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.404142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.404496 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Added segment 31f92e50-2dbc-4009-8802-115b3e7e072d of type vlan for network e5445ce0-2d40-46cc-9d36-ca4320a39576 Aug 16 01:53:34.406487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.406866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.407208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.407736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.408079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.408602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.408941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.409277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.409613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.409942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.410278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.410759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Tracked resource versions report: Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: pushed versions: Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: { 'AddressGroup': {'1.2'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'ConntrackHelper': {'1.0'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Log': {'1.0'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Network': {'1.1'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Port': {'1.7'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'PortForwarding': {'1.2'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'QosPolicy': {'1.9'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'SecurityGroup': {'1.4'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'SubPort': {'1.0'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Subnet': {'1.1'}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Trunk': {'1.1'}} Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: consumer versions: Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: HyperV agent@n-h1-768852-19: {}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: HyperV agent@n-h2-768852-19: {}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: L3 agent@n-d-768852-19: {}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: Metadata agent@n-d-768852-19: {}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: Metering agent@n-d-768852-19: {}, Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'ConntrackHelper': '1.0', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Log': '1.0', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Network': '1.1', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Port': '1.7', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'PortForwarding': '1.2', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'QosPolicy': '1.9', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'SecurityGroup': '1.4', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'SecurityGroupRule': '1.2', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'SubPort': '1.0', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Subnet': '1.1', Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: 'Trunk': '1.1'}} Aug 16 01:53:34.411761 n-d-768852-19 neutron-server[101945]: {{(pid=101945) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:53:34.466770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.581777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.582946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:34.583544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:34.644125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e5445ce0-2d40-46cc-9d36-ca4320a39576,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:34.655330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:34.698936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8c70ab85-752d-4315-b63f-30d1215b50c5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1514916 Aug 16 01:53:34.701863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:34.707825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Request body: {'subnet': {'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-subnet', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:34.795181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Made reservation on behalf of 5015db9bda05400dbdf738c50bb58702 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:34.798510 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.107712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.168426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7361fa-c699-4e67-9d38-9a16e44433af,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:35.176536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Checking segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:35.176904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Network hostable DHCP agents. Network: e5445ce0-2d40-46cc-9d36-ca4320a39576, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:35.280893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:35.400537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, e5445ce0-2d40-46cc-9d36-ca4320a39576) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:35.404839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:35.405442 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.414669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d520cec9-199c-4842-9a72-d4cc15f12f23 None None] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:35.462891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.521967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d19957e-c09d-4c1e-8e08-53a4954ce918 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8189366 Aug 16 01:53:35.525621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49236) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:35.529836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:35.663807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-e5445ce0-2d40-46cc-9d36-ca4320a39576', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:35.664686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.667380 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.669097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.800398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Allocated IP 172.20.0.2 (e5445ce0-2d40-46cc-9d36-ca4320a39576/4f7361fa-c699-4e67-9d38-9a16e44433af/ee5d3692-fa8e-427b-9fe7-bea77509fdab) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:35.809983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.947148 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:35.957362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Transition to ACTIVE for port object ee5d3692-fa8e-427b-9fe7-bea77509fdab will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:35.977307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Transition to ACTIVE for port object ee5d3692-fa8e-427b-9fe7-bea77509fdab will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:36.052854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.087134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.094186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:36.097142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:36.100913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:36.111445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Pushing event updated for resources: {'Port': ['ID=ee5d3692-fa8e-427b-9fe7-bea77509fdab,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:36.118577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.118962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.119302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.119638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.119973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.120303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.120628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.120946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.121267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.121591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.121911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.122228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Tracked resource versions report: Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: pushed versions: Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: { 'AddressGroup': {'1.2'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'ConntrackHelper': {'1.0'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Log': {'1.0'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Network': {'1.1'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Port': {'1.7'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'PortForwarding': {'1.2'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'QosPolicy': {'1.9'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'SecurityGroup': {'1.4'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'SubPort': {'1.0'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Subnet': {'1.1'}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Trunk': {'1.1'}} Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: consumer versions: Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: HyperV agent@n-h1-768852-19: {}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: HyperV agent@n-h2-768852-19: {}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: L3 agent@n-d-768852-19: {}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: Metadata agent@n-d-768852-19: {}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: Metering agent@n-d-768852-19: {}, Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'ConntrackHelper': '1.0', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Log': '1.0', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Network': '1.1', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Port': '1.7', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'PortForwarding': '1.2', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'QosPolicy': '1.9', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'SecurityGroup': '1.4', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'SecurityGroupRule': '1.2', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'SubPort': '1.0', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Subnet': '1.1', Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: 'Trunk': '1.1'}} Aug 16 01:53:36.123445 n-d-768852-19 neutron-server[101947]: {{(pid=101947) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:53:36.126019 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5df0a3cf-d29a-40b4-945a-318a21605d5a tempest-AutoAllocateNetworkTest-1946159916 tempest-AutoAllocateNetworkTest-1946159916-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1d07a2a076a8437fb20c7fedba0728bf&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6585743 Aug 16 01:53:36.127156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49248) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.179405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Attempting to bind port ee5d3692-fa8e-427b-9fe7-bea77509fdab on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:36.186153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Attempting to bind port ee5d3692-fa8e-427b-9fe7-bea77509fdab by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:36.186153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Attempting to bind port ee5d3692-fa8e-427b-9fe7-bea77509fdab on network e5445ce0-2d40-46cc-9d36-ca4320a39576 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:36.186153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:36.186153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Checking segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:36.186153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.186774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Bound using segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:36.186868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Bound port: ee5d3692-fa8e-427b-9fe7-bea77509fdab, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:36.187261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.252395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] For port ee5d3692-fa8e-427b-9fe7-bea77509fdab, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:36.255799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] For port ee5d3692-fa8e-427b-9fe7-bea77509fdab, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee5d3692-fa8e-427b-9fe7-bea77509fdab,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:36.367683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd05767-7722-4c76-9161-5a648a710963 tempest-AutoAllocateNetworkTest-1946159916 tempest-AutoAllocateNetworkTest-1946159916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:36.369290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbd05767-7722-4c76-9161-5a648a710963 tempest-AutoAllocateNetworkTest-1946159916 tempest-AutoAllocateNetworkTest-1946159916-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2411289 Aug 16 01:53:36.372397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49258) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.436097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c7b71566-f62f-49cf-97d1-2aa8c49d0b22 tempest-AutoAllocateNetworkTest-1946159916 tempest-AutoAllocateNetworkTest-1946159916-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618224 Aug 16 01:53:36.439652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49260) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:36.471165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ef1d5b8c-644e-4227-af89-fe7449c98381 tempest-AutoAllocateNetworkTest-1946159916 tempest-AutoAllocateNetworkTest-1946159916-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1d07a2a076a8437fb20c7fedba0728bf HTTP/1.1" status: 200 len: 208 time: 0.0304050 Aug 16 01:53:36.481393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.553436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0bfbb-8983-4868-a1c9-ad241b5ff93c None None] Pushing event updated for resources: {'Port': ['ID=ee5d3692-fa8e-427b-9fe7-bea77509fdab,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:36.617867 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.981212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:36.981212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Allocated IP 172.25.6.5 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/de845445-35aa-4157-9bed-a9232dbb0771) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:36.981212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.101023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee5d3692-fa8e-427b-9fe7-bea77509fdab up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:37.213383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:37.280407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:37.280732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ee5d3692-fa8e-427b-9fe7-bea77509fdab completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:37.293996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:37.301161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:37.350224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Pushing event updated for resources: {'Port': ['ID=de845445-35aa-4157-9bed-a9232dbb0771,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:37.592045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2350b3ef-5da1-4fc9-a43f-656b4a33cc68 None None] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:37.830816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49300) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:37.832754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.048367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.284545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] Provisioning for port ee5d3692-fa8e-427b-9fe7-bea77509fdab completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:38.290961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] Provisioning complete for port ee5d3692-fa8e-427b-9fe7-bea77509fdab triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:38.291286 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.325517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Router f6c11b18-c274-4baa-8949-6efe88373fdb is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:38.378571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.399852 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.460639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] For port ee5d3692-fa8e-427b-9fe7-bea77509fdab, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee5d3692-fa8e-427b-9fe7-bea77509fdab,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:38.505851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:38.521304 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:38.535152 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:38.535152 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:38.540955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.555329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.618451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.620087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e0097-52ab-4187-bd78-e5ff2422f669 None None] Pushing event updated for resources: {'Port': ['ID=ee5d3692-fa8e-427b-9fe7-bea77509fdab,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.681483 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d07a2a076a8437fb20c7fedba0728bf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8488045 Aug 16 01:53:38.681675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49334) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.686676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5b6ae639-3893-46a3-9cc0-995d2a06c63f None None] Provisioning complete for port ee5d3692-fa8e-427b-9fe7-bea77509fdab triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:38.687058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5b6ae639-3893-46a3-9cc0-995d2a06c63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.694509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d966343e-f7ff-485c-ad9b-b26855609210,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:38.703560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.704237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.704976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.705458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.705935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.706416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.707186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.710166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.710166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.710166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.710166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.710166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ad85f8-b74d-46ca-b4de-c580d589bb0c admin admin] Tracked resource versions report: Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: pushed versions: Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: { 'AddressGroup': {'1.2'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'ConntrackHelper': {'1.0'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Log': {'1.0'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Network': {'1.1'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Port': {'1.7'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'PortForwarding': {'1.2'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'QosPolicy': {'1.9'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'SecurityGroup': {'1.4'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'SubPort': {'1.0'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Subnet': {'1.1'}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Trunk': {'1.1'}} Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: consumer versions: Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: HyperV agent@n-h1-768852-19: {}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: HyperV agent@n-h2-768852-19: {}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: L3 agent@n-d-768852-19: {}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: Metadata agent@n-d-768852-19: {}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: Metering agent@n-d-768852-19: {}, Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'ConntrackHelper': '1.0', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Log': '1.0', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Network': '1.1', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Port': '1.7', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'PortForwarding': '1.2', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'QosPolicy': '1.9', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'SecurityGroup': '1.4', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'SecurityGroupRule': '1.2', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'SubPort': '1.0', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Subnet': '1.1', Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: 'Trunk': '1.1'}} Aug 16 01:53:38.711667 n-d-768852-19 neutron-server[101946]: {{(pid=101946) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:53:38.752990 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:38.761750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.769654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-10c91c35-8a43-478f-912c-4d931e03d487 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.2416999 Aug 16 01:53:38.770387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49346) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:38.818687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa50332f-fa0e-434b-ac75-4d1c77726fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.845330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa50332f-fa0e-434b-ac75-4d1c77726fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:38.965298 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:37Z', 'revision_number': 3, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:38.998940 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:38.999447 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Updating router f6c11b18-c274-4baa-8949-6efe88373fdb port de845445-35aa-4157-9bed-a9232dbb0771 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:39.004441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa50332f-fa0e-434b-ac75-4d1c77726fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.010909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa50332f-fa0e-434b-ac75-4d1c77726fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.010909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa50332f-fa0e-434b-ac75-4d1c77726fa2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d966343e-f7ff-485c-ad9b-b26855609210 HTTP/1.1" status: 204 len: 168 time: 0.3253007 Aug 16 01:53:39.033753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50332f-fa0e-434b-ac75-4d1c77726fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966343e-f7ff-485c-ad9b-b26855609210,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.043818 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.088988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee5d3692-fa8e-427b-9fe7-bea77509fdab up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:39.170059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ee5d3692-fa8e-427b-9fe7-bea77509fdab triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:39.172569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.395452 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.408639 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Transition to ACTIVE for port object de845445-35aa-4157-9bed-a9232dbb0771 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:39.428835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.498280 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.599437 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Attempting to bind port de845445-35aa-4157-9bed-a9232dbb0771 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:39.600268 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Attempting to bind port de845445-35aa-4157-9bed-a9232dbb0771 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:39.600791 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Attempting to bind port de845445-35aa-4157-9bed-a9232dbb0771 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:39.608277 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Pushing event updated for resources: {'Port': ['ID=de845445-35aa-4157-9bed-a9232dbb0771,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.612749 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:39.613346 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:39.613904 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.614431 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:39.615095 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Bound port: de845445-35aa-4157-9bed-a9232dbb0771, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:39.615659 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.629249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Allocated IP 172.20.0.1 (e5445ce0-2d40-46cc-9d36-ca4320a39576/4f7361fa-c699-4e67-9d38-9a16e44433af/37ad3d1d-60c9-4317-8afb-303aa4fbf768) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:39.641829 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.642114 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.642592 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.642992 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.643497 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.643985 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.644473 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.644956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.645432 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.645922 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.646245 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.647026 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Tracked resource versions report: Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: pushed versions: Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: { 'AddressGroup': {'1.2'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'ConntrackHelper': {'1.0'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Log': {'1.0'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Network': {'1.1'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Port': {'1.7'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'PortForwarding': {'1.2'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'QosPolicy': {'1.9'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'SecurityGroup': {'1.4'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'SecurityGroupRule': {'1.2'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'SubPort': {'1.0'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Subnet': {'1.1'}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Trunk': {'1.1'}} Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: consumer versions: Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: { DHCP agent@n-d-768852-19: {}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: HyperV agent@n-h1-768852-19: {}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: HyperV agent@n-h2-768852-19: {}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: L3 agent@n-d-768852-19: {}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: Metadata agent@n-d-768852-19: {}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: Metering agent@n-d-768852-19: {}, Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: Open vSwitch agent@n-d-768852-19: { 'AddressGroup': '1.2', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'ConntrackHelper': '1.0', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Log': '1.0', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Network': '1.1', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Port': '1.7', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'PortForwarding': '1.2', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'QosPolicy': '1.9', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'SecurityGroup': '1.4', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'SecurityGroupRule': '1.2', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'SubPort': '1.0', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Subnet': '1.1', Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: 'Trunk': '1.1'}} Aug 16 01:53:39.648309 n-d-768852-19 neutron-server[101948]: {{(pid=101948) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 16 01:53:39.707013 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] For port de845445-35aa-4157-9bed-a9232dbb0771, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:39.712285 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] For port de845445-35aa-4157-9bed-a9232dbb0771, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=de845445-35aa-4157-9bed-a9232dbb0771,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:39.790431 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.821462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.855832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Transition to ACTIVE for port object 37ad3d1d-60c9-4317-8afb-303aa4fbf768 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:39.867757 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:39.868407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:39.939846 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e164d6-f430-4bc0-b721-29e69a667e09 None None] Pushing event updated for resources: {'Port': ['ID=de845445-35aa-4157-9bed-a9232dbb0771,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:39.944622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed914991-3b90-4342-a957-e9941aaf7ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:39.989835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.012131 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:40.055426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:40.058763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:40.070631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:40.070631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.120308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Pushing event updated for resources: {'Port': ['ID=37ad3d1d-60c9-4317-8afb-303aa4fbf768,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.341905 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:37Z', 'revision_number': 3, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:40.372820 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1385adab-bf38-4265-abc3-ad96842a588b None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:37Z', 'revision_number': 3, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:40.428338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.505308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cd93aa91-e700-4a88-860a-fb225bc73513 None None] Provisioning for port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:40.508588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cd93aa91-e700-4a88-860a-fb225bc73513 None None] Provisioning complete for port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:40.508964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd93aa91-e700-4a88-860a-fb225bc73513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.561071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cd93aa91-e700-4a88-860a-fb225bc73513 None None] Port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:40.574478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:40.579181 n-d-768852-19 neutron-server[101945]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:53:40.612542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-e21312e8-77ab-40f8-aa36-a7d91e568ec9 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350139 Aug 16 01:53:40.637488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.700178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.700178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:40.847957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-48239ea8-ca8a-43aa-ab51-1ec901f83dfe tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:40.849528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-48239ea8-ca8a-43aa-ab51-1ec901f83dfe tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144003 Aug 16 01:53:40.881097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-e25d3fc8-61b7-43ba-8696-ee17ad4d4e38 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/quotas/1acac25c69aa4b949be3a24f9a219fb7 HTTP/1.1" status: 200 len: 375 time: 0.0160611 Aug 16 01:53:40.884785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Pushing event updated for resources: {'Port': ['ID=37ad3d1d-60c9-4317-8afb-303aa4fbf768,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:40.945894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-299d525a-83a6-4145-b01b-ee68b29c9633 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569439 Aug 16 01:53:40.969627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:40.973524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:41.167099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de845445-35aa-4157-9bed-a9232dbb0771 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:41.182531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Router f6c11b18-c274-4baa-8949-6efe88373fdb has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:41.313647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9aa7757b-25cf-42a4-8b70-f05c3aed6e68 None None] Provisioning complete for port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:41.314310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9aa7757b-25cf-42a4-8b70-f05c3aed6e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.373980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:41.383059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port de845445-35aa-4157-9bed-a9232dbb0771 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:41.391648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4cb9739-2363-4e41-9cbf-cd5d9e1308e7 admin admin] 10.222.0.76 "PUT /v2.0/routers/f6c11b18-c274-4baa-8949-6efe88373fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6114826 Aug 16 01:53:41.391787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port de845445-35aa-4157-9bed-a9232dbb0771 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:41.391787 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.393811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7757b-25cf-42a4-8b70-f05c3aed6e68 None None] Port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:41.539721 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.562217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port de845445-35aa-4157-9bed-a9232dbb0771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=de845445-35aa-4157-9bed-a9232dbb0771,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:41.658463 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:41.729968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=de845445-35aa-4157-9bed-a9232dbb0771,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:41.755335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-388d1232-7847-4696-8b8c-b23d79d1128d req-3dc8c2c1-7f06-4a0a-ab2a-774f539b4b11 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.0692928 Aug 16 01:53:42.344694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4655b3f3-8980-4c80-aebf-32fc054ef2e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.433026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:42.445892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:42.446532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.579094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:42.607698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:42.854408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 2, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:42.907979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:42.908871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Updating router f6c11b18-c274-4baa-8949-6efe88373fdb port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:42.944748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.030017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49540) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:43.038952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-network', 'tenant_id': '0722293e4f2442199949765095c047d3'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:43.102343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de845445-35aa-4157-9bed-a9232dbb0771 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:43.127091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:43.144489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Made reservation on behalf of 0722293e4f2442199949765095c047d3 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:43.147242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.159542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.268112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.322972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5310ce51-639a-47fd-8abd-07de29e79ce6 req-86269c4d-16a1-498a-b4ee-97757a45afc0 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.1944525 Aug 16 01:53:43.355305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port de845445-35aa-4157-9bed-a9232dbb0771 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:43.355813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.373142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.417820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:53:43.420326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695267ab-215f-4e33-a947-67606bb84f7f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.430931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.431588 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Added segment d4ee863d-9f95-4b06-a05d-18a7ddd5a587 of type vlan for network c85f72db-9898-45f5-8e89-14e7b647775c Aug 16 01:53:43.452266 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.492258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Transition to ACTIVE for port object 37ad3d1d-60c9-4317-8afb-303aa4fbf768 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:43.576168 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.634104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e94be9-3ed0-4966-86ac-88d11fa0b891 None None] Pushing event updated for resources: {'Port': ['ID=37ad3d1d-60c9-4317-8afb-303aa4fbf768,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.635621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.701754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Attempting to bind port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:43.702123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Attempting to bind port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:43.702514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Attempting to bind port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:43.709305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:43.709695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Checking segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:43.710104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.710502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Bound using segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:43.711159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Bound port: 37ad3d1d-60c9-4317-8afb-303aa4fbf768, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:43.711840 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.784372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] For port 37ad3d1d-60c9-4317-8afb-303aa4fbf768, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:43.798099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] For port 37ad3d1d-60c9-4317-8afb-303aa4fbf768, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=37ad3d1d-60c9-4317-8afb-303aa4fbf768,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:43.818136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.819355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:43.820062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.883981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] Pushing event updated for resources: {'Network': ['ID=c85f72db-9898-45f5-8e89-14e7b647775c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:43.895993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c85f72db-9898-45f5-8e89-14e7b647775c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:53:43.951665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:43.982589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3871b5bb-e9a9-466b-bc26-458b66b3498f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9496851 Aug 16 01:53:43.985586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49600) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:43.994481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Request body: {'subnet': {'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-subnet', 'tenant_id': '0722293e4f2442199949765095c047d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:44.039004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e94be9-3ed0-4966-86ac-88d11fa0b891 None None] Pushing event updated for resources: {'Port': ['ID=37ad3d1d-60c9-4317-8afb-303aa4fbf768,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:44.081426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:44.081426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:44.158845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Made reservation on behalf of 0722293e4f2442199949765095c047d3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:44.161998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.210827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:44.399765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49624) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:44.536119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.546485 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.546485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:43Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:44.574399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fc42bb-8674-418e-9bff-a08ac2631a22 None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:43Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:44.665937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2da92b29-f6d7-4482-acf9-9ff6d528913d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.684729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebfb647b-1fb7-40dd-a9f1-beac0dca5137 req-3d188b36-d1f0-48f1-a6b4-6348b4ad8fea tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.1055541 Aug 16 01:53:44.740359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801a6f07-d8e5-485d-b024-ecc488b6d2f9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:44.801967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49648) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:44.839834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Checking segment: {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:44.840254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Network hostable DHCP agents. Network: c85f72db-9898-45f5-8e89-14e7b647775c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:53:44.882555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2da92b29-f6d7-4482-acf9-9ff6d528913d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:44.984050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Network c85f72db-9898-45f5-8e89-14e7b647775c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:53:44.989338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2da92b29-f6d7-4482-acf9-9ff6d528913d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.068865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2da92b29-f6d7-4482-acf9-9ff6d528913d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2dbe3071b96e48f5a06cbbd970983474&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6679792 Aug 16 01:53:45.071006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da92b29-f6d7-4482-acf9-9ff6d528913d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503888e8-7f50-4732-ba88-7e93567d57dc,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:45.071686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49662) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:45.094509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, c85f72db-9898-45f5-8e89-14e7b647775c) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:45.106548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:45.107646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d20022-a73f-4270-a0f2-d1fc1959571c None None] Network c85f72db-9898-45f5-8e89-14e7b647775c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:45.122831 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.205166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33eb7b9f-e599-4f8d-bb9a-221f36b1e360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.221931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 37ad3d1d-60c9-4317-8afb-303aa4fbf768 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:45.244158 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9ff4ec9e-1392-4dc5-aa40-89af35165a55 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2546937 Aug 16 01:53:45.244353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49668) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:45.248483 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33eb7b9f-e599-4f8d-bb9a-221f36b1e360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.248878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:45.280872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56fbd6a2-1ff5-48d9-b40c-e5bc0c2c5369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.418266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33eb7b9f-e599-4f8d-bb9a-221f36b1e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.426382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33eb7b9f-e599-4f8d-bb9a-221f36b1e360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.427861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-33eb7b9f-e599-4f8d-bb9a-221f36b1e360 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/503888e8-7f50-4732-ba88-7e93567d57dc HTTP/1.1" status: 204 len: 168 time: 0.3535542 Aug 16 01:53:45.436372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.437384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb7b9f-e599-4f8d-bb9a-221f36b1e360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503888e8-7f50-4732-ba88-7e93567d57dc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:45.437560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.448508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:45.538980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-c85f72db-9898-45f5-8e89-14e7b647775c', 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c', 'tenant_id': '0722293e4f2442199949765095c047d3', 'fixed_ips': [{'subnet_id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:53:45.541840 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.558526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:45.567771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:45.567771 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.573063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.710852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56fbd6a2-1ff5-48d9-b40c-e5bc0c2c5369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.822459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56fbd6a2-1ff5-48d9-b40c-e5bc0c2c5369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.880821 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.892839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-4d2b61ee-6149-4c46-aba4-139339a177a9 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441828 Aug 16 01:53:45.929975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Allocated IP 172.20.0.2 (c85f72db-9898-45f5-8e89-14e7b647775c/801a6f07-d8e5-485d-b024-ecc488b6d2f9/75746654-9400-4040-8a5a-9f4be0c32fd2) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:45.939658 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.986695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7705fdf5-b296-4bce-b91e-7f327440e318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:45.990850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.018826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-56fbd6a2-1ff5-48d9-b40c-e5bc0c2c5369 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4ce835adf75e4c81b939785c72e15a30&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1940181 Aug 16 01:53:46.022758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49708) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.058277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbd6a2-1ff5-48d9-b40c-e5bc0c2c5369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140449b5-1523-46d7-a383-3c4e4a3abe3c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.066137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 37ad3d1d-60c9-4317-8afb-303aa4fbf768, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=37ad3d1d-60c9-4317-8afb-303aa4fbf768,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:46.105869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-12553f90-4a34-4e66-9766-613a896b88c8 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.114278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-12553f90-4a34-4e66-9766-613a896b88c8 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195120 Aug 16 01:53:46.127118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.83', 65266) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.158087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-b205bac6-22ca-4e10-9881-ee3f9552934c tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/quotas/45ed3d3aa47d492ab28b3d9f977bdd60 HTTP/1.1" status: 200 len: 375 time: 0.0430102 Aug 16 01:53:46.188640 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.215353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-9c43fd82-bf4e-4248-99bf-6f3020fc62fb tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549517 Aug 16 01:53:46.216867 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-83b20a10-0936-4835-b2a0-d2828999bfe7 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881770 Aug 16 01:53:46.251283 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3082-58a4-4edd-a45d-f73d580e7b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.260764 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.284040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Transition to ACTIVE for port object 75746654-9400-4040-8a5a-9f4be0c32fd2 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:46.310739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=37ad3d1d-60c9-4317-8afb-303aa4fbf768,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.332391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Transition to ACTIVE for port object 75746654-9400-4040-8a5a-9f4be0c32fd2 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:46.337672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3082-58a4-4edd-a45d-f73d580e7b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.402933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7705fdf5-b296-4bce-b91e-7f327440e318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.473713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49712) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.481266 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.502214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb5cb-4606-4bff-b1bb-ed86fc491fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.544961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Network c85f72db-9898-45f5-8e89-14e7b647775c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:46.552495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:46.554689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Pushing event updated for resources: {'Port': ['ID=75746654-9400-4040-8a5a-9f4be0c32fd2,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.556530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:46.580900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7705fdf5-b296-4bce-b91e-7f327440e318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.616672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Attempting to bind port 75746654-9400-4040-8a5a-9f4be0c32fd2 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:46.617877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Attempting to bind port 75746654-9400-4040-8a5a-9f4be0c32fd2 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:46.618466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Attempting to bind port 75746654-9400-4040-8a5a-9f4be0c32fd2 on network c85f72db-9898-45f5-8e89-14e7b647775c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:46.629950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:46.629950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Checking segment: {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:46.629950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.629950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Bound using segment: {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:46.629950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Bound port: 75746654-9400-4040-8a5a-9f4be0c32fd2, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:46.629950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.641913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705fdf5-b296-4bce-b91e-7f327440e318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa06daa-b4a7-4d9d-abcc-c730c32ca887,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.645670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3082-58a4-4edd-a45d-f73d580e7b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.649212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3082-58a4-4edd-a45d-f73d580e7b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.651606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4f0a3082-58a4-4edd-a45d-f73d580e7b92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/140449b5-1523-46d7-a383-3c4e4a3abe3c HTTP/1.1" status: 204 len: 168 time: 0.6260028 Aug 16 01:53:46.678660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3082-58a4-4edd-a45d-f73d580e7b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140449b5-1523-46d7-a383-3c4e4a3abe3c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:46.700717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-ff2b4745-df97-4934-9e7a-a27ecad9ac24 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:46.702347 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-ff2b4745-df97-4934-9e7a-a27ecad9ac24 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793484 Aug 16 01:53:46.732666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7705fdf5-b296-4bce-b91e-7f327440e318 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76f268813f1045ea8cf8ab19dd6b4d2c&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2828968 Aug 16 01:53:46.739950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:46.803042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] For port 75746654-9400-4040-8a5a-9f4be0c32fd2, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:46.806559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] For port 75746654-9400-4040-8a5a-9f4be0c32fd2, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=75746654-9400-4040-8a5a-9f4be0c32fd2,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:46.815750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e95d99d-7f75-4c27-a76d-e6c3b94617d1 req-93ba5562-e481-4b8a-8455-6a4652a0568c tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0582058 Aug 16 01:53:46.818208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Request body: {'port': {'device_id': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '1acac25c69aa4b949be3a24f9a219fb7'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:46.874451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2054171e-ed22-486c-be59-b4a1d71a502d req-7bf15feb-2495-44a2-84d9-66832138f1cb tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.0575225 Aug 16 01:53:46.882133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:46.947142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-348006b7-892a-40aa-8cde-c2fe5ba31a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.031846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-348006b7-892a-40aa-8cde-c2fe5ba31a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.055911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4ff0-20cf-4d00-8a03-a10876cb5a69 None None] Pushing event updated for resources: {'Port': ['ID=75746654-9400-4040-8a5a-9f4be0c32fd2,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.060007 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb5cb-4606-4bff-b1bb-ed86fc491fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.103151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 37ad3d1d-60c9-4317-8afb-303aa4fbf768 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:47.172937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca7cb5cb-4606-4bff-b1bb-ed86fc491fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.186187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:47.186576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.233575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7cb5cb-4606-4bff-b1bb-ed86fc491fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a4e1a3-66ec-4d3d-a9fa-c6fdf7ab0a68,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.240035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ca7cb5cb-4606-4bff-b1bb-ed86fc491fb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa593a8c527e4e7985959d55835fb112&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7651732 Aug 16 01:53:47.248857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49750) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:47.299578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-348006b7-892a-40aa-8cde-c2fe5ba31a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.302842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-348006b7-892a-40aa-8cde-c2fe5ba31a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.307038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-348006b7-892a-40aa-8cde-c2fe5ba31a56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0fa06daa-b4a7-4d9d-abcc-c730c32ca887 HTTP/1.1" status: 204 len: 168 time: 0.5630445 Aug 16 01:53:47.335286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348006b7-892a-40aa-8cde-c2fe5ba31a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa06daa-b4a7-4d9d-abcc-c730c32ca887,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.343108 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.386222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-134094ad-cda0-4ece-a33c-a855b8a3be8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.411964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-134094ad-cda0-4ece-a33c-a855b8a3be8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.417837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.583494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Allocated IP 172.25.6.132 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/e1d8038a-ea70-4cb4-abb1-0375ed9261ae) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:47.595564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-134094ad-cda0-4ece-a33c-a855b8a3be8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.598225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-134094ad-cda0-4ece-a33c-a855b8a3be8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.599864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-134094ad-cda0-4ece-a33c-a855b8a3be8e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75a4e1a3-66ec-4d3d-a9fa-c6fdf7ab0a68 HTTP/1.1" status: 204 len: 168 time: 0.3556933 Aug 16 01:53:47.608165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134094ad-cda0-4ece-a33c-a855b8a3be8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a4e1a3-66ec-4d3d-a9fa-c6fdf7ab0a68,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:47.717488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.721435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Made reservation on behalf of 1acac25c69aa4b949be3a24f9a219fb7 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:47.725029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.742466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.880511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.927203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:47.955547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb1b04a2-80af-4f33-b27b-c6d60b3c374a req-688106c4-5854-4227-9a49-8a84940c7b76 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0653007 Aug 16 01:53:47.956172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:47.975491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:47.979216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:48.027512 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6183befd-402b-49d8-b4c5-c2c1a6ad1e7c req-6a3b6915-3d54-4aed-8ae3-e2faca46f41a tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.0301239 Aug 16 01:53:48.061830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.079815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Pushing event updated for resources: {'Port': ['ID=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.092965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49788) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:48.116579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-942e8bb2-1be3-41da-8adf-d6cadb6cd8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.238473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.288471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-942e8bb2-1be3-41da-8adf-d6cadb6cd8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.306609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2d026-7d8e-4907-b261-bb379f760b97 None None] Network c85f72db-9898-45f5-8e89-14e7b647775c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:53:48.367196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-942e8bb2-1be3-41da-8adf-d6cadb6cd8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.419400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-942e8bb2-1be3-41da-8adf-d6cadb6cd8d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=337245ccbe30424899fedb337546399e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3241954 Aug 16 01:53:48.420550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49792) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:48.431284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e8bb2-1be3-41da-8adf-d6cadb6cd8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4a7373-9505-4598-a3da-5af80e4c2e14,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:48.471220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d03bc65b-6d47-4e0b-b6a8-41eaeafc3eac None None] Provisioning for port 75746654-9400-4040-8a5a-9f4be0c32fd2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:48.503755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57546462-59a9-44e0-b126-747b49b5bc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.535795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57546462-59a9-44e0-b126-747b49b5bc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.567554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Allocated IP 192.168.233.185 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/f0fd3411-6ff6-43ba-9126-df882da2a8e5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:48.690476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.721272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57546462-59a9-44e0-b126-747b49b5bc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.724025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57546462-59a9-44e0-b126-747b49b5bc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:48.729098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57546462-59a9-44e0-b126-747b49b5bc6d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b4a7373-9505-4598-a3da-5af80e4c2e14 HTTP/1.1" status: 204 len: 168 time: 0.3066211 Aug 16 01:53:48.739780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57546462-59a9-44e0-b126-747b49b5bc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4a7373-9505-4598-a3da-5af80e4c2e14,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.112569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.155525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Transition to ACTIVE for port object f0fd3411-6ff6-43ba-9126-df882da2a8e5 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:49.195919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7275ad7-80c6-4b0e-9f58-dcba55e54099 req-9361b0ca-7537-40d7-8713-39dd28c2b4b8 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0777016 Aug 16 01:53:49.241727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 75746654-9400-4040-8a5a-9f4be0c32fd2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:49.264014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49808) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:49.300081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbd2fb4f-60d5-4138-a3de-e685efae243e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.408513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.416563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e3e6848-0431-4f73-bb97-f22b0ffcedf4 req-fcbe52a2-2270-402e-9bcd-e883a5e0d774 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.0801623 Aug 16 01:53:49.515009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 75746654-9400-4040-8a5a-9f4be0c32fd2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:49.519897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 75746654-9400-4040-8a5a-9f4be0c32fd2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:49.520278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.602658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbd2fb4f-60d5-4138-a3de-e685efae243e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.682593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.703780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbd2fb4f-60d5-4138-a3de-e685efae243e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.766505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd2fb4f-60d5-4138-a3de-e685efae243e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14fdf04-34ea-483a-b909-51565c9ddb7e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:49.771738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbd2fb4f-60d5-4138-a3de-e685efae243e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d88d9182a4ac4fbcb55e2dd52f463f2e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5053983 Aug 16 01:53:49.774503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49820) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:49.860692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.887033 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bec6cee3-21ef-4711-b62b-be7b9356234f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.887240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 75746654-9400-4040-8a5a-9f4be0c32fd2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=75746654-9400-4040-8a5a-9f4be0c32fd2,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:49.941791 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bec6cee3-21ef-4711-b62b-be7b9356234f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:49.945615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Router a99466c7-a622-4439-8065-1134d9720675 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:53:49.970933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:49.986529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:49.995105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:50.001340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.002130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.016137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Pushing event updated for resources: {'Port': ['ID=f0fd3411-6ff6-43ba-9126-df882da2a8e5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.212083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:50.213710 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Sync routers for ids ['a99466c7-a622-4439-8065-1134d9720675'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:50.219449 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Routers {'a99466c7-a622-4439-8065-1134d9720675'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:50.220356 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a99466c7-a622-4439-8065-1134d9720675'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.357486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.58', 60560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:50.358261 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Set router a99466c7-a622-4439-8065-1134d9720675 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:50.364814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d30dda58-7810-45f8-9b8b-a5ce5138c98c req-8549d925-ce18-4439-96d9-76d142d769ea tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0474308 Aug 16 01:53:50.401608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-99416b16-254a-41c8-ad11-bafb8a358750 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0424483 Aug 16 01:53:50.404562 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.404790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6a1070a7-aba3-47d4-9253-6106e978ac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5929515 Aug 16 01:53:50.407805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bec6cee3-21ef-4711-b62b-be7b9356234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.425908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bec6cee3-21ef-4711-b62b-be7b9356234f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.425908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bec6cee3-21ef-4711-b62b-be7b9356234f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b14fdf04-34ea-483a-b909-51565c9ddb7e HTTP/1.1" status: 204 len: 168 time: 0.6443257 Aug 16 01:53:50.473192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec6cee3-21ef-4711-b62b-be7b9356234f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14fdf04-34ea-483a-b909-51565c9ddb7e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.506391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=75746654-9400-4040-8a5a-9f4be0c32fd2,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:50.535693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-643f4e48-c4a0-4e26-a1b3-64657223d6e3 None None] Provisioning for port f0fd3411-6ff6-43ba-9126-df882da2a8e5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:50.545411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.548066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6b1027ec-e611-4773-be08-cf21fb0b7a4b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.3014886 Aug 16 01:53:50.550191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:50.561431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-643f4e48-c4a0-4e26-a1b3-64657223d6e3 None None] Provisioning complete for port f0fd3411-6ff6-43ba-9126-df882da2a8e5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:50.563968 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-643f4e48-c4a0-4e26-a1b3-64657223d6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.647366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-736d7d80-c949-4e0e-87ee-59800287bc58 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:50.649665 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-736d7d80-c949-4e0e-87ee-59800287bc58 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2422349 Aug 16 01:53:50.653373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-643f4e48-c4a0-4e26-a1b3-64657223d6e3 None None] Port f0fd3411-6ff6-43ba-9126-df882da2a8e5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:50.705924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Request body: {'port': {'device_id': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '45ed3d3aa47d492ab28b3d9f977bdd60'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:50.731677 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:48Z', 'revision_number': 3, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:50.766434 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Checking router: a99466c7-a622-4439-8065-1134d9720675 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:50.767165 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Updating router a99466c7-a622-4439-8065-1134d9720675 port e1d8038a-ea70-4cb4-abb1-0375ed9261ae binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:50.800246 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:50.832142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-26af4ef8-84f5-4ad7-9ae1-18fa026ef555 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:53:50.833393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-26af4ef8-84f5-4ad7-9ae1-18fa026ef555 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0722952 Aug 16 01:53:51.085625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49850) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:51.131539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 75746654-9400-4040-8a5a-9f4be0c32fd2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:51.161129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Made reservation on behalf of 45ed3d3aa47d492ab28b3d9f977bdd60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:53:51.165150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.194433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.196817 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.226833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Transition to ACTIVE for port object e1d8038a-ea70-4cb4-abb1-0375ed9261ae will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:51.251781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 75746654-9400-4040-8a5a-9f4be0c32fd2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:51.252164 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.341653 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.351136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1040647-cfd8-49a5-8390-cf70ae3853c1 req-d23a9dba-3680-4b39-8d24-34ab1dc90c6e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:51.352683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1040647-cfd8-49a5-8390-cf70ae3853c1 req-d23a9dba-3680-4b39-8d24-34ab1dc90c6e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 936 time: 0.4342151 Aug 16 01:53:51.399787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.472713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.480304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1040647-cfd8-49a5-8390-cf70ae3853c1 req-1dba857f-9aee-43da-87ae-276e72aea244 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952618 Aug 16 01:53:51.524034 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a90d0b-32cf-4fd3-9b24-facbb1b69c1c None None] Pushing event updated for resources: {'Port': ['ID=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.528144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Attempting to bind port e1d8038a-ea70-4cb4-abb1-0375ed9261ae on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:51.528816 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Attempting to bind port e1d8038a-ea70-4cb4-abb1-0375ed9261ae by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:51.529383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Attempting to bind port e1d8038a-ea70-4cb4-abb1-0375ed9261ae on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:51.537581 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:51.538244 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:51.538852 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.539400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:51.540665 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Bound port: e1d8038a-ea70-4cb4-abb1-0375ed9261ae, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:51.541240 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.566301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=077fbbbc-14cc-4fb3-b434-e2d701c81546,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:51.609628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ed5003-0805-4e40-99e7-52e4d3dc4ef8 req-b18a2d2c-f30a-480a-a5c5-10d871625449 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.1166785 Aug 16 01:53:51.666332 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] For port e1d8038a-ea70-4cb4-abb1-0375ed9261ae, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:51.675032 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] For port e1d8038a-ea70-4cb4-abb1-0375ed9261ae, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:51.722780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d66a84-a53b-4323-b171-a18451ccb3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.745342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.769878 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:51.795320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Allocated IP 192.168.233.133 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/16832734-dac0-485d-b3de-a838c246b825) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:51.848989 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Routers {'a99466c7-a622-4439-8065-1134d9720675'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:51.849633 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a99466c7-a622-4439-8065-1134d9720675'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:51.961127 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] Set router a99466c7-a622-4439-8065-1134d9720675 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:52.027388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Request body: {'port': {'device_id': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:52.164458 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:48Z', 'revision_number': 3, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:52.193262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.196240 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731a4f53-c0bf-405d-879a-3ae003978553 None None] The sync data for ids ['a99466c7-a622-4439-8065-1134d9720675'] in n-d-768852-19 is: [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:48Z', 'revision_number': 3, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:52.197764 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a90d0b-32cf-4fd3-9b24-facbb1b69c1c None None] Pushing event updated for resources: {'Port': ['ID=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:52.309294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Allocated IP 172.20.0.1 (c85f72db-9898-45f5-8e89-14e7b647775c/801a6f07-d8e5-485d-b024-ecc488b6d2f9/e212d8f7-dab5-4293-ac37-1745b5da0c65) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:53:52.586234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.617416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Transition to ACTIVE for port object e212d8f7-dab5-4293-ac37-1745b5da0c65 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:52.630066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.772587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Transition to ACTIVE for port object 16832734-dac0-485d-b3de-a838c246b825 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:52.786380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d66a84-a53b-4323-b171-a18451ccb3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.874249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d66a84-a53b-4323-b171-a18451ccb3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.916928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ccb723c-9959-470c-842d-cac37fd84406 req-6b9a548d-5558-4d0d-97a6-48e2752537b3 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0922682 Aug 16 01:53:52.932978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:52.983698 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b3d66a84-a53b-4323-b171-a18451ccb3a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f775b63e77ae409c98e9fca35eea32a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8907721 Aug 16 01:53:53.006071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49898) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:53.069945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba0f38-101e-47dc-8561-f5a57801e221 req-e02c9401-1c97-46ed-99ea-da53447cc528 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.071460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98ba0f38-101e-47dc-8561-f5a57801e221 req-e02c9401-1c97-46ed-99ea-da53447cc528 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 936 time: 0.3882546 Aug 16 01:53:53.112929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Network c85f72db-9898-45f5-8e89-14e7b647775c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:53.137092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:53.164543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:53.165784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.201652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e1d8038a-ea70-4cb4-abb1-0375ed9261ae up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:53.209116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d66a84-a53b-4323-b171-a18451ccb3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd04339-a725-457c-9533-38f81e016d96,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.214369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.275582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:53.282122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:53.285126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:53:53.293989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:53.295294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.324839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Pushing event updated for resources: {'Port': ['ID=e212d8f7-dab5-4293-ac37-1745b5da0c65,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.365495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53b7384d-17b5-4dc3-a040-8fc429db7351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.442581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7423518 Aug 16 01:53:53.464112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e1d8038a-ea70-4cb4-abb1-0375ed9261ae completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:53.471181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e1d8038a-ea70-4cb4-abb1-0375ed9261ae triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:53.475559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.507243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-6db6ee29-4e06-46b7-81aa-4b0ea4c343c2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:53:53.508813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-6db6ee29-4e06-46b7-81aa-4b0ea4c343c2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149391 Aug 16 01:53:53.519686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23073826-b21e-481b-afe5-f7b8f291fc24 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Pushing event updated for resources: {'Port': ['ID=16832734-dac0-485d-b3de-a838c246b825,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:53.525343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53b7384d-17b5-4dc3-a040-8fc429db7351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.694034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98ba0f38-101e-47dc-8561-f5a57801e221 req-5bb3f025-24d4-419a-992e-b133f1d4548b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871825 Aug 16 01:53:53.708160 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.746464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port e1d8038a-ea70-4cb4-abb1-0375ed9261ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:53:53.824603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.854518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fd3411-6ff6-43ba-9126-df882da2a8e5 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:53.869393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:53.976321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Transition to ACTIVE for port object f0fd3411-6ff6-43ba-9126-df882da2a8e5 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:53.993485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f64a905c-0324-4e62-886d-66ea20d3a9f2 None None] Provisioning for port e212d8f7-dab5-4293-ac37-1745b5da0c65 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:54.003831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f64a905c-0324-4e62-886d-66ea20d3a9f2 None None] Provisioning complete for port e212d8f7-dab5-4293-ac37-1745b5da0c65 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:54.004265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f64a905c-0324-4e62-886d-66ea20d3a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.104274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.166805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.190248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f64a905c-0324-4e62-886d-66ea20d3a9f2 None None] Port e212d8f7-dab5-4293-ac37-1745b5da0c65 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:54.206144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.236371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53b7384d-17b5-4dc3-a040-8fc429db7351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.243505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53b7384d-17b5-4dc3-a040-8fc429db7351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.243505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53b7384d-17b5-4dc3-a040-8fc429db7351 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bd04339-a725-457c-9533-38f81e016d96 HTTP/1.1" status: 204 len: 168 time: 1.2082126 Aug 16 01:53:54.388618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7384d-17b5-4dc3-a040-8fc429db7351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd04339-a725-457c-9533-38f81e016d96,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.404486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd3411-6ff6-43ba-9126-df882da2a8e5,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:54.411803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb70252e-30a4-4a0d-a544-ba043ca78e79 req-929a6cd2-8bd2-47e3-8d5f-f5cdbfee6b9f tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:54.413506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb70252e-30a4-4a0d-a544-ba043ca78e79 req-929a6cd2-8bd2-47e3-8d5f-f5cdbfee6b9f tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 936 time: 0.2504246 Aug 16 01:53:54.427263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2489e65d-87fe-4b0d-b673-ac757a70a366 None None] Provisioning for port 16832734-dac0-485d-b3de-a838c246b825 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:53:54.431302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Attempting to bind port f0fd3411-6ff6-43ba-9126-df882da2a8e5 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:54.431667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Attempting to bind port f0fd3411-6ff6-43ba-9126-df882da2a8e5 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:54.432078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Attempting to bind port f0fd3411-6ff6-43ba-9126-df882da2a8e5 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:54.450795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Port f0fd3411-6ff6-43ba-9126-df882da2a8e5 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:54.451218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Attempting to bind port f0fd3411-6ff6-43ba-9126-df882da2a8e5 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:54.457325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2489e65d-87fe-4b0d-b673-ac757a70a366 None None] Provisioning complete for port 16832734-dac0-485d-b3de-a838c246b825 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:54.457712 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2489e65d-87fe-4b0d-b673-ac757a70a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.463835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:54.463835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:54.463835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:54.463835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Bound port: f0fd3411-6ff6-43ba-9126-df882da2a8e5, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:54.463835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.544097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2489e65d-87fe-4b0d-b673-ac757a70a366 None None] Port 16832734-dac0-485d-b3de-a838c246b825 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:54.679173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Request body: {'port': {'device_id': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'device_owner': 'compute:tempest-test_az-1678950976', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:53:54.730180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb70252e-30a4-4a0d-a544-ba043ca78e79 req-a1b5f276-2c8f-4f68-abb4-b2ab083c748d tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958026 Aug 16 01:53:54.890870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.989731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:54.990722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.084696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] For port f0fd3411-6ff6-43ba-9126-df882da2a8e5, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:55.175414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e1d8038a-ea70-4cb4-abb1-0375ed9261ae up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:53:55.313081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] For port f0fd3411-6ff6-43ba-9126-df882da2a8e5, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:55.329163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.332141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e1d8038a-ea70-4cb4-abb1-0375ed9261ae triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:55.332646 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.433390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Network c85f72db-9898-45f5-8e89-14e7b647775c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:53:55.439457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Pushing event updated for resources: {'Port': ['ID=e212d8f7-dab5-4293-ac37-1745b5da0c65,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:55.457553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:53:55.488169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a086e75-4f3e-42f8-b026-1938ea258cb3 req-8be03a20-8042-49ac-8362-13c702667741 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.491184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.491580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a086e75-4f3e-42f8-b026-1938ea258cb3 req-8be03a20-8042-49ac-8362-13c702667741 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.5798469 Aug 16 01:53:55.585704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:55.586525 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:55.588314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] 10.222.0.83 "PUT /v2.0/ports/f0fd3411-6ff6-43ba-9126-df882da2a8e5 HTTP/1.1" status: 200 len: 1097 time: 4.2932615 Aug 16 01:53:55.597725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'tag': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:53:55.744297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a086e75-4f3e-42f8-b026-1938ea258cb3 req-ca4d39bf-19a3-49b1-8c2e-96dda15a22b5 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420414 Aug 16 01:53:55.913513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Router a99466c7-a622-4439-8065-1134d9720675 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:53:55.936192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cfd5afba-2640-4216-a6ca-e176590aeba6 None None] Provisioning complete for port e212d8f7-dab5-4293-ac37-1745b5da0c65 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:53:55.942155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfd5afba-2640-4216-a6ca-e176590aeba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.017551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cfd5afba-2640-4216-a6ca-e176590aeba6 None None] Port e212d8f7-dab5-4293-ac37-1745b5da0c65 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:53:56.084549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:56.164599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a8c0af-e41f-4a87-acdc-fe869beca169 req-09ec6227-49df-435a-b184-736ebac02e8a tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.170381 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98a8c0af-e41f-4a87-acdc-fe869beca169 req-09ec6227-49df-435a-b184-736ebac02e8a tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 936 time: 0.2310014 Aug 16 01:53:56.177191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fce2a87a-cb0b-42f1-a077-1d9ec4476279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.214947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce847a4-8283-46ef-8e1f-9bed632a455e service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd3411-6ff6-43ba-9126-df882da2a8e5,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.331153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98a8c0af-e41f-4a87-acdc-fe869beca169 req-89ef2214-16a2-4984-a7b3-7803f2279657 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368608 Aug 16 01:53:56.380763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16832734-dac0-485d-b3de-a838c246b825 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:53:56.401676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:53:56.413466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Sync routers for ids ['a99466c7-a622-4439-8065-1134d9720675'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:53:56.423370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fad698a6-ae99-4667-a6d7-999b56b54574 admin admin] 10.222.0.76 "PUT /v2.0/routers/a99466c7-a622-4439-8065-1134d9720675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8698165 Aug 16 01:53:56.429929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.436714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Routers {'a99466c7-a622-4439-8065-1134d9720675'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:56.440599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a99466c7-a622-4439-8065-1134d9720675'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:56.465762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Transition to ACTIVE for port object 16832734-dac0-485d-b3de-a838c246b825 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:56.494457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-0ffad130-f1ea-4ae1-ae36-52014757c59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.503752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-0ffad130-f1ea-4ae1-ae36-52014757c59b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 1100 time: 0.6911871 Aug 16 01:53:56.540755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fce2a87a-cb0b-42f1-a077-1d9ec4476279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.623962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.629551 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1322d5-ef59-4799-9e2e-ae5601029786" -d '{"events": [{"name": "network-changed", "server_uuid": "0d13b428-3a6b-422c-adb9-69dc0558a03d", "tag": "f0fd3411-6ff6-43ba-9126-df882da2a8e5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:53:56.639132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Set router a99466c7-a622-4439-8065-1134d9720675 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:56.643960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fce2a87a-cb0b-42f1-a077-1d9ec4476279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.653515 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-6d8b7cfe-de10-4169-8c05-4608f7c51ce0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5 HTTP/1.1" status: 200 len: 217 time: 0.1304748 Aug 16 01:53:56.747156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2a87a-cb0b-42f1-a077-1d9ec4476279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db5c41-dc42-486a-837a-a4cbee31966c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.766423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fce2a87a-cb0b-42f1-a077-1d9ec4476279 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7565ca228fae4973b9e409a556883d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6720476 Aug 16 01:53:56.767822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49974) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:56.871194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Pushing event updated for resources: {'Port': ['ID=16832734-dac0-485d-b3de-a838c246b825,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:56.908517 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.941880 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.964364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a71e8fb-90ed-433d-8ff4-33857c0d1b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:56.987709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-7ce08077-c1d5-4cf4-8382-9509020899a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:56.989479 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-7ce08077-c1d5-4cf4-8382-9509020899a3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.3322904 Aug 16 01:53:57.023760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Attempting to bind port 16832734-dac0-485d-b3de-a838c246b825 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:57.024265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Attempting to bind port 16832734-dac0-485d-b3de-a838c246b825 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:57.027135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Attempting to bind port 16832734-dac0-485d-b3de-a838c246b825 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:57.090953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Port 16832734-dac0-485d-b3de-a838c246b825 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:53:57.091653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Attempting to bind port 16832734-dac0-485d-b3de-a838c246b825 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:57.100750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a71e8fb-90ed-433d-8ff4-33857c0d1b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.174261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:57.175023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:57.175623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:57.176400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Bound port: 16832734-dac0-485d-b3de-a838c246b825, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:57.176989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.194253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'e212d8f7-dab5-4293-ac37-1745b5da0c65', 'name': '', 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c', 'tenant_id': '0722293e4f2442199949765095c047d3', 'mac_address': 'fa:16:3e:de:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:51Z', 'updated_at': '2021-08-16T01:53:54Z', 'revision_number': 2, 'project_id': '0722293e4f2442199949765095c047d3', 'subnets': [{'id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:57.210113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-f202bba7-ca0e-4a29-883e-304ad7562eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.221356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-f202bba7-ca0e-4a29-883e-304ad7562eba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1973591 Aug 16 01:53:57.267397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Checking router: a99466c7-a622-4439-8065-1134d9720675 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:53:57.267903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Updating router a99466c7-a622-4439-8065-1134d9720675 port e212d8f7-dab5-4293-ac37-1745b5da0c65 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:53:57.350016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.355626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] For port 16832734-dac0-485d-b3de-a838c246b825, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:57.476793 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-a7bc7fcd-9976-4711-ac71-d8fd2a1fb532 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142895 Aug 16 01:53:57.517214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3e5e8-d21c-4b4a-a717-97e78a087b66 req-3e6e4c8f-4178-4a95-bf8a-f02e2683a08b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.525269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5dc3e5e8-d21c-4b4a-a717-97e78a087b66 req-3e6e4c8f-4178-4a95-bf8a-f02e2683a08b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.3244984 Aug 16 01:53:57.615675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a33c86a5-da53-4e23-9bf1-334899ab7172 req-edf0a847-34c5-444d-8472-30c37fc121f1 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142473 Aug 16 01:53:57.618871 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2febf3-1536-4277-b552-0500d56e8d67 x-openstack-request-id: req-7f2febf3-1536-4277-b552-0500d56e8d67 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:53:57.619163 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d13b428-3a6b-422c-adb9-69dc0558a03d", "tag": "f0fd3411-6ff6-43ba-9126-df882da2a8e5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:53:57.619422 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f2febf3-1536-4277-b552-0500d56e8d67 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:53:57.619886 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'tag': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5', 'status': 'completed', 'code': 200} Aug 16 01:53:57.620337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5dc3e5e8-d21c-4b4a-a717-97e78a087b66 req-54a710ca-c6e3-4dbd-af27-a5b8f383a9c1 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843287 Aug 16 01:53:57.621712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] For port 16832734-dac0-485d-b3de-a838c246b825, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=16832734-dac0-485d-b3de-a838c246b825,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:57.650014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a71e8fb-90ed-433d-8ff4-33857c0d1b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.652966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a71e8fb-90ed-433d-8ff4-33857c0d1b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.654574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5a71e8fb-90ed-433d-8ff4-33857c0d1b98 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/58db5c41-dc42-486a-837a-a4cbee31966c HTTP/1.1" status: 204 len: 168 time: 0.8844459 Aug 16 01:53:57.672946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71e8fb-90ed-433d-8ff4-33857c0d1b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db5c41-dc42-486a-837a-a4cbee31966c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:57.740528 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.914334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.915406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:57.916869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] 10.222.0.58 "PUT /v2.0/ports/16832734-dac0-485d-b3de-a838c246b825 HTTP/1.1" status: 200 len: 1119 time: 3.8349309 Aug 16 01:53:57.936324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1baa-f6cf-4fb1-89bf-5a0ad28e7fc5 req-87cc362c-7173-4909-9442-8a809a82ea37 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:57.961101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-996f1baa-f6cf-4fb1-89bf-5a0ad28e7fc5 req-87cc362c-7173-4909-9442-8a809a82ea37 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.1632555 Aug 16 01:53:58.009046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.029395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-e9363988-5ea0-4fff-8260-86fbecb849e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.032812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Transition to ACTIVE for port object e212d8f7-dab5-4293-ac37-1745b5da0c65 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:53:58.033705 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-e9363988-5ea0-4fff-8260-86fbecb849e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 1100 time: 0.2084181 Aug 16 01:53:58.055045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d9bea7-b000-420c-9d1b-8afd484aae31 service neutron] Pushing event updated for resources: {'Port': ['ID=16832734-dac0-485d-b3de-a838c246b825,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.077940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-996f1baa-f6cf-4fb1-89bf-5a0ad28e7fc5 req-7d29d35e-0195-4327-bf4d-f812d15ae709 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176231 Aug 16 01:53:58.113023 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.227585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107cffc-8f98-4ad9-99b3-7ad9e887672d None None] Pushing event updated for resources: {'Port': ['ID=e212d8f7-dab5-4293-ac37-1745b5da0c65,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:58.486328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50004) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:58.496807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Attempting to bind port e212d8f7-dab5-4293-ac37-1745b5da0c65 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:53:58.497206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Attempting to bind port e212d8f7-dab5-4293-ac37-1745b5da0c65 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:53:58.497629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Attempting to bind port e212d8f7-dab5-4293-ac37-1745b5da0c65 on network c85f72db-9898-45f5-8e89-14e7b647775c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:53:58.521846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:53:58.522486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Checking segment: {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:53:58.522756 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.523153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Bound using segment: {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:53:58.523686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Bound port: e212d8f7-dab5-4293-ac37-1745b5da0c65, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:53:58.524121 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.751570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] For port e212d8f7-dab5-4293-ac37-1745b5da0c65, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:53:58.751656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-8d4a60f5-41d8-4b16-8117-c7bdc4499a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.752194 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-8d4a60f5-41d8-4b16-8117-c7bdc4499a9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 1122 time: 0.6099718 Aug 16 01:53:58.754123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] For port e212d8f7-dab5-4293-ac37-1745b5da0c65, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e212d8f7-dab5-4293-ac37-1745b5da0c65,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:53:58.806770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-86859122-79d0-4bc0-afd5-048acaf10719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.809298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-86859122-79d0-4bc0-afd5-048acaf10719 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.7472990 Aug 16 01:53:58.822802 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:53:58.839446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:58.938791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5acfa8f-d65a-44df-9408-eab8ae3d8107 req-febb39e6-29ee-4416-8d06-19d4a44b8ef6 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:58.946478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-7783d75a-e888-4e5c-b1aa-1195cf093fc8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5 HTTP/1.1" status: 200 len: 217 time: 0.1284454 Aug 16 01:53:58.950263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5acfa8f-d65a-44df-9408-eab8ae3d8107 req-febb39e6-29ee-4416-8d06-19d4a44b8ef6 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.1041992 Aug 16 01:53:59.056657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3107cffc-8f98-4ad9-99b3-7ad9e887672d None None] Pushing event updated for resources: {'Port': ['ID=e212d8f7-dab5-4293-ac37-1745b5da0c65,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:53:59.069525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-040b1bdd-af53-41ab-a742-1e78087ce0f2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16832734-dac0-485d-b3de-a838c246b825 HTTP/1.1" status: 200 len: 217 time: 0.2418485 Aug 16 01:53:59.075445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Routers {'a99466c7-a622-4439-8065-1134d9720675'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:53:59.078974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:53:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a99466c7-a622-4439-8065-1134d9720675'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:59.086096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5acfa8f-d65a-44df-9408-eab8ae3d8107 req-d3c2658d-e815-4309-a52d-a5ca8f08eaea tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316347 Aug 16 01:53:59.287690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-1a60ee6a-2922-40a1-ae27-ef5b5d711b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.289599 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-1a60ee6a-2922-40a1-ae27-ef5b5d711b3e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2384548 Aug 16 01:53:59.305667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-8b6eb525-7334-4885-97c6-55595f063007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.311379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-8b6eb525-7334-4885-97c6-55595f063007 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1739066 Aug 16 01:53:59.335506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1983eb4-860f-4ce5-a2f9-5e1f38cc6ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.364764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] Set router a99466c7-a622-4439-8065-1134d9720675 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:53:59.503298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-de4570dc-e0ac-4587-ab3c-331844492e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.505274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-de4570dc-e0ac-4587-ab3c-331844492e7e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2018709 Aug 16 01:53:59.508512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-fe608940-8641-47c1-b70b-a4d8e9cbcc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:53:59.524856 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-fe608940-8641-47c1-b70b-a4d8e9cbcc86 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1992002 Aug 16 01:53:59.759704 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1983eb4-860f-4ce5-a2f9-5e1f38cc6ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.860034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'e212d8f7-dab5-4293-ac37-1745b5da0c65', 'name': '', 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c', 'tenant_id': '0722293e4f2442199949765095c047d3', 'mac_address': 'fa:16:3e:de:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:51Z', 'updated_at': '2021-08-16T01:53:58Z', 'revision_number': 4, 'project_id': '0722293e4f2442199949765095c047d3', 'subnets': [{'id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:53:59.869395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1983eb4-860f-4ce5-a2f9-5e1f38cc6ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:53:59.902402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bda285-d18a-4378-976b-3545ca592f9b None None] The sync data for ids ['a99466c7-a622-4439-8065-1134d9720675'] in n-d-768852-19 is: [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'e212d8f7-dab5-4293-ac37-1745b5da0c65', 'name': '', 'network_id': 'c85f72db-9898-45f5-8e89-14e7b647775c', 'tenant_id': '0722293e4f2442199949765095c047d3', 'mac_address': 'fa:16:3e:de:cf:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:51Z', 'updated_at': '2021-08-16T01:53:58Z', 'revision_number': 4, 'project_id': '0722293e4f2442199949765095c047d3', 'subnets': [{'id': '801a6f07-d8e5-485d-b024-ecc488b6d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:53:59.938113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50032) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:53:59.977281 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf74c3c9-4e6a-4f52-87fa-0bda7d3f2073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.002705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'tag': '16832734-dac0-485d-b3de-a838c246b825'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:00.005673 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73" -d '{"events": [{"name": "network-changed", "server_uuid": "4658226c-8ff1-4c0e-a8b8-17d3f7dc0172", "tag": "16832734-dac0-485d-b3de-a838c246b825"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:00.191294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1983eb4-860f-4ce5-a2f9-5e1f38cc6ada admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0d7bc07c5df408fb7b25bb1af9b7cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5949202 Aug 16 01:54:00.191294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1983eb4-860f-4ce5-a2f9-5e1f38cc6ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ce80b2-8813-4c4d-8c91-1a908d39cefc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:00.191294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb10b9-3549-43e6-a4a2-6249be689f67 req-99c5ae4c-93d4-4931-aac0-5f1cc088c3d4 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.191294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33fb10b9-3549-43e6-a4a2-6249be689f67 req-99c5ae4c-93d4-4931-aac0-5f1cc088c3d4 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.2082458 Aug 16 01:54:00.218922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33fb10b9-3549-43e6-a4a2-6249be689f67 req-699b7785-8416-4a75-9d9b-e0428d460135 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511644 Aug 16 01:54:00.218922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50040) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:00.219818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-6170f00b-a16d-4627-97a8-bb48cb6a5353 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069433 Aug 16 01:54:00.378468 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-0ba5bb4e-fbf9-4a88-9a84-ae807ad9b693 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320530 Aug 16 01:54:00.379981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf74c3c9-4e6a-4f52-87fa-0bda7d3f2073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.379981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8004b43d-0583-4f2f-8133-e3024df407c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.379981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8004b43d-0583-4f2f-8133-e3024df407c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.437901 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d1322d5-ef59-4799-9e2e-ae5601029786 req-b2cc8ae2-f353-431e-b41c-db0ccec386cc service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679611 Aug 16 01:54:00.441223 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93f55c-40fc-499f-b774-cc9e3644413b x-openstack-request-id: req-2f93f55c-40fc-499f-b774-cc9e3644413b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:00.442436 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4658226c-8ff1-4c0e-a8b8-17d3f7dc0172", "tag": "16832734-dac0-485d-b3de-a838c246b825", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:00.442933 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f93f55c-40fc-499f-b774-cc9e3644413b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:00.443732 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'tag': '16832734-dac0-485d-b3de-a838c246b825', 'status': 'completed', 'code': 200} Aug 16 01:54:00.539251 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc13cde1-31fe-4f64-8f5e-7d4bbb45650e req-22666959-5099-4793-b9b1-8e7c895a9796 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062942 Aug 16 01:54:00.578383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddbe0d-6d2e-472e-b49a-8f386fabb4b3 req-ea7d9e83-e6f1-4d74-9f04-c953124e01be tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:00.587113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8ddbe0d-6d2e-472e-b49a-8f386fabb4b3 req-ea7d9e83-e6f1-4d74-9f04-c953124e01be tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.1628985 Aug 16 01:54:00.642018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8ddbe0d-6d2e-472e-b49a-8f386fabb4b3 req-eb0b7b1b-c5ee-4cf6-83dd-830a0041d8c4 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536816 Aug 16 01:54:00.882429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf74c3c9-4e6a-4f52-87fa-0bda7d3f2073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.930862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8004b43d-0583-4f2f-8133-e3024df407c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.934240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8004b43d-0583-4f2f-8133-e3024df407c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:00.936343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8004b43d-0583-4f2f-8133-e3024df407c5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1ce80b2-8813-4c4d-8c91-1a908d39cefc HTTP/1.1" status: 204 len: 168 time: 0.7371836 Aug 16 01:54:00.951503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50050) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:00.961511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bf74c3c9-4e6a-4f52-87fa-0bda7d3f2073 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=faa48f9f36714b4983571224099175ea&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0093570 Aug 16 01:54:00.983534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74c3c9-4e6a-4f52-87fa-0bda7d3f2073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d65470-908d-4665-922d-dab1e81ba2fe,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.019096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004b43d-0583-4f2f-8133-e3024df407c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ce80b2-8813-4c4d-8c91-1a908d39cefc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.152464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aee05dde-50cd-4bf2-b391-7d80dc24fbff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.231585 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aee05dde-50cd-4bf2-b391-7d80dc24fbff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.268779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e212d8f7-dab5-4293-ac37-1745b5da0c65 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:01.428627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-9511296d-66bf-4140-9197-2ac40648e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.430986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-9511296d-66bf-4140-9197-2ac40648e8d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 1122 time: 0.1396255 Aug 16 01:54:01.460381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e212d8f7-dab5-4293-ac37-1745b5da0c65 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:01.466314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e212d8f7-dab5-4293-ac37-1745b5da0c65 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:01.466956 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.613121 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.634060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-2929de81-783e-446e-97ab-98fb2c6f5cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.635596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-2929de81-783e-446e-97ab-98fb2c6f5cd0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1972136 Aug 16 01:54:01.658080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port e212d8f7-dab5-4293-ac37-1745b5da0c65, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e212d8f7-dab5-4293-ac37-1745b5da0c65,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:01.710565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-67f048b8-fbb3-474b-bd16-31bf16289548 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16832734-dac0-485d-b3de-a838c246b825 HTTP/1.1" status: 200 len: 217 time: 0.0677061 Aug 16 01:54:01.743529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50066) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:01.750024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--642417499', 'description': 'tempest-description--799290007'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:01.763362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aee05dde-50cd-4bf2-b391-7d80dc24fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.768104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aee05dde-50cd-4bf2-b391-7d80dc24fbff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.768690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.771548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aee05dde-50cd-4bf2-b391-7d80dc24fbff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15d65470-908d-4665-922d-dab1e81ba2fe HTTP/1.1" status: 204 len: 168 time: 0.8170531 Aug 16 01:54:01.796482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee05dde-50cd-4bf2-b391-7d80dc24fbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d65470-908d-4665-922d-dab1e81ba2fe,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:01.814387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-c226099e-72c4-46c5-9d0f-a1e2f4ae4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.818719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-c226099e-72c4-46c5-9d0f-a1e2f4ae4ca8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0980039 Aug 16 01:54:01.897877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-961b5c84-9880-4fb0-871c-f7864e9e320d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:01.904165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-961b5c84-9880-4fb0-871c-f7864e9e320d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0741940 Aug 16 01:54:01.940217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:01.953547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=e212d8f7-dab5-4293-ac37-1745b5da0c65,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.002308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec21ea-77f2-4d04-8a3c-99d2ff6b6d25 req-d3d10278-f25b-4f4b-b24d-f58dd7c5c84f tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.011004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfec21ea-77f2-4d04-8a3c-99d2ff6b6d25 req-d3d10278-f25b-4f4b-b24d-f58dd7c5c84f tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.1194186 Aug 16 01:54:02.051808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-6aa307be-6914-4f60-a586-9caf4dc206fb service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439126 Aug 16 01:54:02.076853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50070) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.095535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfec21ea-77f2-4d04-8a3c-99d2ff6b6d25 req-13682e0a-8b60-4701-bf44-88dbdb0891dc tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833604 Aug 16 01:54:02.159892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ea760da-009c-426a-9eca-b08e0657d0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.197689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.244630 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2e4ec13-01d2-49d5-806e-7fce6d3e8f73 req-2283d1f2-58f5-4cbe-9e5a-1ef09183840a service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862283 Aug 16 01:54:02.259067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9782e-244a-4258-aeba-777a2a21e9ef req-8b7f4abd-0c24-4035-8fc7-593b68aeddc8 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:02.261683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61a9782e-244a-4258-aeba-777a2a21e9ef req-8b7f4abd-0c24-4035-8fc7-593b68aeddc8 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.0622892 Aug 16 01:54:02.296351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.349121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61a9782e-244a-4258-aeba-777a2a21e9ef req-556f608b-47a3-4e70-aa86-e05aaf51c882 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799155 Aug 16 01:54:02.360328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e5e0f5-0802-4c66-b819-50f62c17964e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.442458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ea760da-009c-426a-9eca-b08e0657d0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.520667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ea760da-009c-426a-9eca-b08e0657d0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.570910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50080) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.571142 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8ea760da-009c-426a-9eca-b08e0657d0e8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eed9653f6d014948990375d7a5e344cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4921973 Aug 16 01:54:02.572022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea760da-009c-426a-9eca-b08e0657d0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfbe5c3-c77d-40da-a618-82e40ade524c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.624194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.631376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0e78a4fb-7716-4523-972a-7281154a68d2 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8862343 Aug 16 01:54:02.635779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50082) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:02.643667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'security_group_rule': {'security_group_id': '86e5e0f5-0802-4c66-b819-50f62c17964e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:02.675520 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1f60-2030-4835-b0a3-c1d4673d4bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.700107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1f60-2030-4835-b0a3-c1d4673d4bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.773086 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.839224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1f60-2030-4835-b0a3-c1d4673d4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.842203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1f60-2030-4835-b0a3-c1d4673d4bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.844165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e5d1f60-2030-4835-b0a3-c1d4673d4bd9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2cfbe5c3-c77d-40da-a618-82e40ade524c HTTP/1.1" status: 204 len: 168 time: 0.2713571 Aug 16 01:54:02.859880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d1f60-2030-4835-b0a3-c1d4673d4bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfbe5c3-c77d-40da-a618-82e40ade524c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:02.883749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:02.983821 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.025880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab6a81f3-53f2-4f96-8976-2ce5cc31eb90,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.114682 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.114682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aae344ad-7bc5-4325-8f76-4dac94121cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4736047 Aug 16 01:54:03.114966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50090) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:03.119039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'security_group_rule': {'security_group_id': '86e5e0f5-0802-4c66-b819-50f62c17964e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:03.137781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e212d8f7-dab5-4293-ac37-1745b5da0c65 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:03.255442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e212d8f7-dab5-4293-ac37-1745b5da0c65 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:03.255768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.257890 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.368427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdf1b4-b226-4be4-b548-fb920954ba8b req-8aa1f8db-93fc-4402-853f-37ca2d4f29da tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.378232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbfdf1b4-b226-4be4-b548-fb920954ba8b req-8aa1f8db-93fc-4402-853f-37ca2d4f29da tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.1655629 Aug 16 01:54:03.428884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.463678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbfdf1b4-b226-4be4-b548-fb920954ba8b req-6f2dedaf-2b79-4144-9a21-0ec49020f40e tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841522 Aug 16 01:54:03.487362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.510025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e20110-8ec4-475f-b6b4-7c49ee7ed6c2,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:03.598739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afd9d5-f577-475d-b81f-e7bf444ae803 req-4ffcffe2-df60-41cd-ba5f-24f14e3205f4 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:03.600863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23afd9d5-f577-475d-b81f-e7bf444ae803 req-4ffcffe2-df60-41cd-ba5f-24f14e3205f4 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.0633605 Aug 16 01:54:03.607492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.613321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-769b4416-38ae-4958-b6ff-2ec1846c190a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4981475 Aug 16 01:54:03.614376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50110) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:03.619632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:03.701232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23afd9d5-f577-475d-b81f-e7bf444ae803 req-a9d8fa3e-01ac-4544-b971-c1e1fc858493 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798042 Aug 16 01:54:03.799055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:03.943367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.269695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Allocated IP 172.25.6.151 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/6f908335-b3be-48fe-b7a1-9bdac9dedc08) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:04.394552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:04.625590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ff1c-b94d-4669-93ba-7dcec7e98750 req-1ca34091-a297-4072-b89b-937ab4210580 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.661863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd33ff1c-b94d-4669-93ba-7dcec7e98750 req-1ca34091-a297-4072-b89b-937ab4210580 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.0702813 Aug 16 01:54:04.678630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd33ff1c-b94d-4669-93ba-7dcec7e98750 req-90b0f253-34c7-46e4-8dc1-05e5daff4698 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433817 Aug 16 01:54:04.854165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb9a7c-d808-4108-9248-dd336cca932f req-86612dcc-9dc0-4f72-b975-ee3736a63492 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:04.856153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ecb9a7c-d808-4108-9248-dd336cca932f req-86612dcc-9dc0-4f72-b975-ee3736a63492 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.0579281 Aug 16 01:54:04.899607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ecb9a7c-d808-4108-9248-dd336cca932f req-5a4fe36a-c014-4ffa-bfab-08ba0067a02e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318391 Aug 16 01:54:05.549516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.615304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:05.618487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:05.621369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:05.685604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'Port': ['ID=6f908335-b3be-48fe-b7a1-9bdac9dedc08,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:05.756101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.863257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ab077-f187-4b9f-a3fe-a66368ed7923 req-27f76bb7-cccd-48ff-8a31-d9e80731cb87 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:05.866079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-479ab077-f187-4b9f-a3fe-a66368ed7923 req-27f76bb7-cccd-48ff-8a31-d9e80731cb87 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.0851204 Aug 16 01:54:05.927544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:05.959080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-479ab077-f187-4b9f-a3fe-a66368ed7923 req-84957d63-0891-46b6-a0e2-04334bd4defe tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609813 Aug 16 01:54:06.105496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-bfb78166-6e04-41e1-88c1-608138db956d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547342 Aug 16 01:54:06.172959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956d0138-476a-4e25-bc1e-53cbf70512e5 req-07f0ec53-d8b6-40a3-8baa-1ded3e68d5cc tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.174862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-956d0138-476a-4e25-bc1e-53cbf70512e5 req-07f0ec53-d8b6-40a3-8baa-1ded3e68d5cc tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.1481309 Aug 16 01:54:06.184713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.247142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-956d0138-476a-4e25-bc1e-53cbf70512e5 req-e1155939-b0b8-499a-ae7f-7953ed9f4766 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643995 Aug 16 01:54:06.256805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-2a14fa49-ffd0-4f74-b7d5-b06216a2450e tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.259098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-2a14fa49-ffd0-4f74-b7d5-b06216a2450e tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1527772 Aug 16 01:54:06.274593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.274807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-472e3e9a-6528-4ada-bbf8-0be6f2d89ee1 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/quotas/8cc45f3ca80c4a0aaf7d0b3034b3155a HTTP/1.1" status: 200 len: 375 time: 0.0102799 Aug 16 01:54:06.312730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.313700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-9ea2398b-1785-41f1-a05b-43efdeb9ef3f tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324020 Aug 16 01:54:06.332286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'Port': ['ID=6f908335-b3be-48fe-b7a1-9bdac9dedc08,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:06.426758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:06.436345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53db45b9-b946-44b5-826b-e57c6a5ff848 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8130443 Aug 16 01:54:06.623649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2a9c8b0-3cf3-44f0-9ef3-87a3a13132c4 req-216b33ed-f9dd-4c00-903d-507c1c8d1426 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 210 time: 0.0530176 Aug 16 01:54:06.674528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-e0a242c6-80af-4381-bc2d-1968499226ca tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--642417499&fields=id&tenant_id=5015db9bda05400dbdf738c50bb58702 HTTP/1.1" status: 200 len: 267 time: 0.0533788 Aug 16 01:54:06.881412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5a0e60d7-3816-420d-b6e0-274d7789c48c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:06.883072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5a0e60d7-3816-420d-b6e0-274d7789c48c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 824 time: 0.2013566 Aug 16 01:54:06.899710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-e8910025-e04a-41dc-86d8-8f4d846bdc7e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/quotas/5015db9bda05400dbdf738c50bb58702 HTTP/1.1" status: 200 len: 375 time: 0.0100553 Aug 16 01:54:06.971980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-d4ca12b2-3800-48f2-a6a1-c0ba5d928049 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663452 Aug 16 01:54:07.128865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-d7c2adc9-d9f9-41e7-8365-75186cf0f762 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:07.129916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-d7c2adc9-d9f9-41e7-8365-75186cf0f762 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530729 Aug 16 01:54:07.253747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c367b-a029-4b73-aa13-18515b816bcf req-715c16c5-6f70-4d07-b0a1-0c9974d463bc tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.255340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed1c367b-a029-4b73-aa13-18515b816bcf req-715c16c5-6f70-4d07-b0a1-0c9974d463bc tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.1016295 Aug 16 01:54:07.261159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-6a9588ed-6187-487c-8601-9bd143e66382 service neutron] 10.222.0.76 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247547 Aug 16 01:54:07.340383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed1c367b-a029-4b73-aa13-18515b816bcf req-76570490-aa57-4e3d-b87e-0a72ed48627c tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765059 Aug 16 01:54:07.377152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-309a5130-0a97-46c3-9c5d-90ba05741426 service neutron] 10.222.0.76 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063824 Aug 16 01:54:07.598553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b13d-bc50-4d69-8434-cb3a66991479 req-db3609c4-eda9-46d2-8587-d8d178926762 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:07.603176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3497b13d-bc50-4d69-8434-cb3a66991479 req-db3609c4-eda9-46d2-8587-d8d178926762 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.0697353 Aug 16 01:54:07.638693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3497b13d-bc50-4d69-8434-cb3a66991479 req-590ae60c-288d-4990-9167-4a6b9b325aed tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321946 Aug 16 01:54:07.748845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbb28206-6b3e-49f6-9acb-6d98e9198686 req-b1e56f58-fb98-4645-9500-d8f1d758a8a4 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 210 time: 0.0373685 Aug 16 01:54:07.763763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1c3aef8-9950-4ba6-aa6c-4dd9b6ab5808 req-899b8280-a4a4-4481-8ecd-4e333823678d tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 210 time: 0.0387249 Aug 16 01:54:08.476304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa035a8-6393-4dbd-bdb0-5a6263cc8403 req-f295383a-81ab-4653-aa81-93ee5f983b5d tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.478012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aa035a8-6393-4dbd-bdb0-5a6263cc8403 req-f295383a-81ab-4653-aa81-93ee5f983b5d tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.0501931 Aug 16 01:54:08.517611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50278) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.524881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aa035a8-6393-4dbd-bdb0-5a6263cc8403 req-2e2d1b28-3e07-43e6-9258-8f18a259f7df tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387533 Aug 16 01:54:08.626313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fe3aa27-01f4-47cf-a79d-6dc546de6589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.721129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fe3aa27-01f4-47cf-a79d-6dc546de6589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.767226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e91dd6-7c95-4564-9b21-de4f7d4cf0c5 req-61059da6-d11a-41f5-a30e-ed048b2972cc tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:08.768795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2e91dd6-7c95-4564-9b21-de4f7d4cf0c5 req-61059da6-d11a-41f5-a30e-ed048b2972cc tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.0596788 Aug 16 01:54:08.811467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2e91dd6-7c95-4564-9b21-de4f7d4cf0c5 req-cbfeef64-94a6-4035-aafb-3fd20e6bda03 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355592 Aug 16 01:54:08.818007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fe3aa27-01f4-47cf-a79d-6dc546de6589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.843711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50290) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.879242 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9fe3aa27-01f4-47cf-a79d-6dc546de6589 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=766205c858774a50803b614e7ce2bccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594847 Aug 16 01:54:08.880870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50294) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:08.886605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06083b6d-244a-4144-9a32-b8e3a9dd8876 req-7f8d3235-6719-431f-aaae-7afe6b7849cf tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 210 time: 0.0358086 Aug 16 01:54:08.900967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3aa27-01f4-47cf-a79d-6dc546de6589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6076e4-6e2d-45a8-92fe-a445ac7e6db6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:08.928709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4b4397b-f0d3-424e-8331-00c3b8842528 req-26154e54-aea6-459c-9df6-131bcd5de97d tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 210 time: 0.0411162 Aug 16 01:54:08.969126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a38-9efa-40e3-b2c1-fc550a9a18e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:08.991258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a38-9efa-40e3-b2c1-fc550a9a18e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.001722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1f6bb8f-a398-4eda-aa09-c00f8e3bf5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.260924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a38-9efa-40e3-b2c1-fc550a9a18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.263528 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0d1a38-9efa-40e3-b2c1-fc550a9a18e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.267742 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ff0d1a38-9efa-40e3-b2c1-fc550a9a18e5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb6076e4-6e2d-45a8-92fe-a445ac7e6db6 HTTP/1.1" status: 204 len: 168 time: 0.3830867 Aug 16 01:54:09.285838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d1a38-9efa-40e3-b2c1-fc550a9a18e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6076e4-6e2d-45a8-92fe-a445ac7e6db6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:09.335629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1f6bb8f-a398-4eda-aa09-c00f8e3bf5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.344340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-9c262217-47dc-400e-93a2-068fe666e116 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226324 Aug 16 01:54:09.454431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-8643c557-e5cb-47a3-988f-200ee92fc73d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.455851 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-8643c557-e5cb-47a3-988f-200ee92fc73d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1058333 Aug 16 01:54:09.460856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1f6bb8f-a398-4eda-aa09-c00f8e3bf5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.469931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Request body: {'port': {'device_id': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '8cc45f3ca80c4a0aaf7d0b3034b3155a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:09.637197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1f6bb8f-a398-4eda-aa09-c00f8e3bf5f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=265bc61d2de64bcbaeb0fbe808ba0ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7900357 Aug 16 01:54:09.637197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6bb8f-a398-4eda-aa09-c00f8e3bf5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85894e88-aed3-4f94-9431-2d4e4bc46069,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:09.637818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:09.669140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Made reservation on behalf of 8cc45f3ca80c4a0aaf7d0b3034b3155a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:09.675510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.689495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe0b0a9-29fd-4a57-875d-42323a16c5ec req-17643051-34fa-4662-8092-0df3bc8c0f2c tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.691190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fe0b0a9-29fd-4a57-875d-42323a16c5ec req-17643051-34fa-4662-8092-0df3bc8c0f2c tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.0514231 Aug 16 01:54:09.695475 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.737044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fe0b0a9-29fd-4a57-875d-42323a16c5ec req-19ee1322-9f2b-477c-8a72-7f4739669027 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370176 Aug 16 01:54:09.747030 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bd9c-e632-4798-8bf3-d4bdffffa7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.779841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bd9c-e632-4798-8bf3-d4bdffffa7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.936859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7357484-2adc-442b-a48a-3542ca96d1f7 req-074ce10d-8ff5-4617-b64d-1b97e6b1b092 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:09.938516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7357484-2adc-442b-a48a-3542ca96d1f7 req-074ce10d-8ff5-4617-b64d-1b97e6b1b092 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.0513017 Aug 16 01:54:09.971988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad988f5a-ebe1-40ad-88e2-a4f8e3230a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:09.996431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c939e21-0aa5-4f05-b0f7-dee095aab29f req-527e9cf9-51c2-4f4d-8a94-e3dfc9554eb1 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 210 time: 0.0371227 Aug 16 01:54:10.005074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7357484-2adc-442b-a48a-3542ca96d1f7 req-6ef289e4-915a-4862-90c6-abb903008ec9 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595269 Aug 16 01:54:10.046971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.048857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bd9c-e632-4798-8bf3-d4bdffffa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.051699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcc4bd9c-e632-4798-8bf3-d4bdffffa7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.053093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fcc4bd9c-e632-4798-8bf3-d4bdffffa7e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85894e88-aed3-4f94-9431-2d4e4bc46069 HTTP/1.1" status: 204 len: 168 time: 0.4142559 Aug 16 01:54:10.061651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc4bd9c-e632-4798-8bf3-d4bdffffa7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85894e88-aed3-4f94-9431-2d4e4bc46069,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.093550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b75807e2-d63c-4c32-92cc-dc7c10947ef9 req-26b9c4d5-7a70-4a50-98fb-7b5c941d46ba tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 210 time: 0.0271006 Aug 16 01:54:10.196161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50312) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:10.209534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15b92cfa-9d7e-461f-838b-7964e23d72af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.247850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.320172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=040afb2c-2cbe-4837-a447-e119b65cec63,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.379001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.83', 65274) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:10.434461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Allocated IP 192.168.233.136 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/70f26c7e-0da2-4f6c-a129-db3eba429710) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:10.457215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15b92cfa-9d7e-461f-838b-7964e23d72af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.479503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-16451cd0-2d98-4320-8ea3-275db2311c35 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.480966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-16451cd0-2d98-4320-8ea3-275db2311c35 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.83 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 824 time: 0.1009691 Aug 16 01:54:10.543034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-bbffd7b7-edd1-40ff-b3e7-31e8f2c8c604 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5015db9bda05400dbdf738c50bb58702 HTTP/1.1" status: 200 len: 379 time: 0.0528262 Aug 16 01:54:10.553436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'port': {'device_id': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'admin_state_up': True, 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'security_groups': ['86e5e0f5-0802-4c66-b819-50f62c17964e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:10.580178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15b92cfa-9d7e-461f-838b-7964e23d72af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.646223 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15b92cfa-9d7e-461f-838b-7964e23d72af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76782052f8c042c999cb99d1fdbfae95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449861 Aug 16 01:54:10.646962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50316) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:10.649104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92cfa-9d7e-461f-838b-7964e23d72af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91355da9-3762-4196-aae1-9c3b416b33ea,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.672234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.684490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Transition to ACTIVE for port object 70f26c7e-0da2-4f6c-a129-db3eba429710 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:10.786302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a61c7b14-d50b-4d34-b056-b4495545c285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.814910 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a61c7b14-d50b-4d34-b056-b4495545c285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.891703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8fd23-797e-40df-a079-2b71578f91bf req-ea3bf2d8-4c0a-4da4-871f-e7b3b94603c2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.893257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bea8fd23-797e-40df-a079-2b71578f91bf req-ea3bf2d8-4c0a-4da4-871f-e7b3b94603c2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 970 time: 0.0815086 Aug 16 01:54:10.909474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.935586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bea8fd23-797e-40df-a079-2b71578f91bf req-0f51d47f-2693-4dd5-919c-59b8a9bfe9fd tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Aug 16 01:54:10.957063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Made reservation on behalf of 5015db9bda05400dbdf738c50bb58702 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:10.957063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:10.970436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:10.975217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:10.977356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Pushing event updated for resources: {'Port': ['ID=70f26c7e-0da2-4f6c-a129-db3eba429710,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:10.980141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:10.986156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:10.986819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.076229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50324) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.094746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64fecb5-bdc3-4bf1-9450-369ee8ca34d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.104364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-175d6cb1-e55e-4562-afd9-5207d4eb64ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6402583 Aug 16 01:54:11.120988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Request body: {'port': {'device_id': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:11.122020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a61c7b14-d50b-4d34-b056-b4495545c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.126100 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a61c7b14-d50b-4d34-b056-b4495545c285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.129361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a61c7b14-d50b-4d34-b056-b4495545c285 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91355da9-3762-4196-aae1-9c3b416b33ea HTTP/1.1" status: 204 len: 168 time: 0.4796724 Aug 16 01:54:11.208545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.220725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c7b14-d50b-4d34-b056-b4495545c285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91355da9-3762-4196-aae1-9c3b416b33ea,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.350336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f9614-6463-4723-80a2-7ec24749bb85 req-76104327-98cc-45f0-836d-cd163170004a tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.351780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e78f9614-6463-4723-80a2-7ec24749bb85 req-76104327-98cc-45f0-836d-cd163170004a tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 936 time: 0.2620385 Aug 16 01:54:11.355918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64fecb5-bdc3-4bf1-9450-369ee8ca34d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.366181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6b91f85e-2ef6-40d2-85d8-909b009d8145 None None] Provisioning for port 70f26c7e-0da2-4f6c-a129-db3eba429710 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:11.372052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6b91f85e-2ef6-40d2-85d8-909b009d8145 None None] Provisioning complete for port 70f26c7e-0da2-4f6c-a129-db3eba429710 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:11.373104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b91f85e-2ef6-40d2-85d8-909b009d8145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.384043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1d771-7f37-4c2d-81d4-a2ec8e5e0e09 req-f25379c5-353f-45dc-b4d3-18cda488e63a tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:11.385574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d1d771-7f37-4c2d-81d4-a2ec8e5e0e09 req-f25379c5-353f-45dc-b4d3-18cda488e63a tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 948 time: 0.2421327 Aug 16 01:54:11.390693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Allocated IP 172.20.0.10 (e5445ce0-2d40-46cc-9d36-ca4320a39576/4f7361fa-c699-4e67-9d38-9a16e44433af/8acd664d-ad6e-448d-938a-f62c5bf7faa5) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:11.400689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 16832734-dac0-485d-b3de-a838c246b825 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:11.436384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6b91f85e-2ef6-40d2-85d8-909b009d8145 None None] Port 70f26c7e-0da2-4f6c-a129-db3eba429710 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:11.479076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e78f9614-6463-4723-80a2-7ec24749bb85 req-aff90833-5714-429b-b7c3-f63134955d7d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150551 Aug 16 01:54:11.493487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d1d771-7f37-4c2d-81d4-a2ec8e5e0e09 req-a932f4e6-750f-405d-b55a-570a451ec261 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929787 Aug 16 01:54:11.494050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64fecb5-bdc3-4bf1-9450-369ee8ca34d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.523821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f0fd3411-6ff6-43ba-9126-df882da2a8e5 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:11.583520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 16832734-dac0-485d-b3de-a838c246b825, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=16832734-dac0-485d-b3de-a838c246b825,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:11.593817 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c64fecb5-bdc3-4bf1-9450-369ee8ca34d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b64b74861f5646089b9b685efcd9b752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5145750 Aug 16 01:54:11.596077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64fecb5-bdc3-4bf1-9450-369ee8ca34d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b41362f-7742-4d87-9bef-ef9bd3f43532,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.596833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50330) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:11.615504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f26c7e-0da2-4f6c-a129-db3eba429710 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:11.623709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.637963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Transition to ACTIVE for port object 70f26c7e-0da2-4f6c-a129-db3eba429710 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:11.656964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.691542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5da2ee70-7903-4cae-bfad-e2d13862cc51 req-2121c386-c7d7-499b-ad56-4984f6f14256 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 210 time: 0.0545864 Aug 16 01:54:11.705171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Transition to ACTIVE for port object 8acd664d-ad6e-448d-938a-f62c5bf7faa5 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:11.732119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.735822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-560de755-ee30-414d-8ab1-25611a42b6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.751924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '16832734-dac0-485d-b3de-a838c246b825', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '16832734-dac0-485d-b3de-a838c246b825', 'mac_address': 'fa:16:3e:38:6f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:tempest-test_az-1678950976', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:11.773999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-560de755-ee30-414d-8ab1-25611a42b6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.812526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Pushing event updated for resources: {'Port': ['ID=70f26c7e-0da2-4f6c-a129-db3eba429710,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:11.825701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.842599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16832734-dac0-485d-b3de-a838c246b825 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:11.852678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f0fd3411-6ff6-43ba-9126-df882da2a8e5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:11.864516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.869540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Attempting to bind port 70f26c7e-0da2-4f6c-a129-db3eba429710 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:11.872727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5', 'mac_address': 'fa:16:3e:59:ff:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:11.872869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Attempting to bind port 70f26c7e-0da2-4f6c-a129-db3eba429710 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:11.872869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Attempting to bind port 70f26c7e-0da2-4f6c-a129-db3eba429710 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:11.881817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 16832734-dac0-485d-b3de-a838c246b825, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=16832734-dac0-485d-b3de-a838c246b825,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:11.886097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Port 70f26c7e-0da2-4f6c-a129-db3eba429710 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:11.886860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Attempting to bind port 70f26c7e-0da2-4f6c-a129-db3eba429710 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:11.897247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:11.897592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:11.898146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:11.898480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Bound port: 70f26c7e-0da2-4f6c-a129-db3eba429710, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:11.898896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.947718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-560de755-ee30-414d-8ab1-25611a42b6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.950707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-560de755-ee30-414d-8ab1-25611a42b6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:11.955011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-560de755-ee30-414d-8ab1-25611a42b6db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b41362f-7742-4d87-9bef-ef9bd3f43532 HTTP/1.1" status: 204 len: 168 time: 0.3487291 Aug 16 01:54:11.956233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.012616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] For port 70f26c7e-0da2-4f6c-a129-db3eba429710, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:12.020014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] For port 70f26c7e-0da2-4f6c-a129-db3eba429710, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=70f26c7e-0da2-4f6c-a129-db3eba429710,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:12.026601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=16832734-dac0-485d-b3de-a838c246b825,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.028551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:12.036446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.045752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560de755-ee30-414d-8ab1-25611a42b6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b41362f-7742-4d87-9bef-ef9bd3f43532,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.050608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:12.079819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fd3411-6ff6-43ba-9126-df882da2a8e5 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:12.115580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f0fd3411-6ff6-43ba-9126-df882da2a8e5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:12.127389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'Port': ['ID=8acd664d-ad6e-448d-938a-f62c5bf7faa5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.131359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:12.138737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.139450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.150084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.171833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba3594-640b-4ad3-9328-cbd216d97c2f req-4ceba07f-52db-44cd-8ab0-f2c73e08bfa5 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.173534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84ba3594-640b-4ad3-9328-cbd216d97c2f req-4ceba07f-52db-44cd-8ab0-f2c73e08bfa5 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 971 time: 0.1030993 Aug 16 01:54:12.184030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.184658 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.188588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] 10.222.0.83 "PUT /v2.0/ports/70f26c7e-0da2-4f6c-a129-db3eba429710 HTTP/1.1" status: 200 len: 1097 time: 1.0732796 Aug 16 01:54:12.191556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'tag': '70f26c7e-0da2-4f6c-a129-db3eba429710'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:12.200862 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e2006f-cb37-4ef4-bd6d-e6839f53bbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "958c70b3-e3d8-4c5c-9845-f65cd33d4e17", "tag": "70f26c7e-0da2-4f6c-a129-db3eba429710"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:12.238155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ee31d-698f-4f4c-bbb3-690b6214d789 service neutron] Pushing event updated for resources: {'Port': ['ID=70f26c7e-0da2-4f6c-a129-db3eba429710,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.252386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.267420 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b122a25-86f7-427f-8c15-a9e5c0fb5a52 x-openstack-request-id: req-7b122a25-86f7-427f-8c15-a9e5c0fb5a52 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:12.267739 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "958c70b3-e3d8-4c5c-9845-f65cd33d4e17", "tag": "70f26c7e-0da2-4f6c-a129-db3eba429710", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:12.267998 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b122a25-86f7-427f-8c15-a9e5c0fb5a52 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:12.268398 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'tag': '70f26c7e-0da2-4f6c-a129-db3eba429710', 'status': 'completed', 'code': 200} Aug 16 01:54:12.269234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84ba3594-640b-4ad3-9328-cbd216d97c2f req-738fda03-814d-4ee0-840d-6a1390964ff2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892522 Aug 16 01:54:12.285572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-5d09ccd1-28e3-4b0d-bc8d-7cdb3cfc34bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7360070 Aug 16 01:54:12.291700 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19b43e51-136c-48bc-b449-5c5547e4f8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.308596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Request body: {'port': {'device_id': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:12.320104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['16832734-dac0-485d-b3de-a838c246b825'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:12.384924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.410658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2006f-cb37-4ef4-bd6d-e6839f53bbe8 req-092c232d-f6a6-4119-ba62-6c6dcf12e444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.415290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3e2006f-cb37-4ef4-bd6d-e6839f53bbe8 req-092c232d-f6a6-4119-ba62-6c6dcf12e444 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 1100 time: 0.1130388 Aug 16 01:54:12.424409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f0fd3411-6ff6-43ba-9126-df882da2a8e5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:12.493785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3e2006f-cb37-4ef4-bd6d-e6839f53bbe8 req-2f7b0eb8-4fc1-4aa8-8dfa-e5e7c1f4bc87 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659840 Aug 16 01:54:12.575792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f0fd3411-6ff6-43ba-9126-df882da2a8e5'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:12.623277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.796287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2006f-cb37-4ef4-bd6d-e6839f53bbe8 req-371d4b28-82ee-43c6-ba0e-4587e6cd0718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:12.798597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3e2006f-cb37-4ef4-bd6d-e6839f53bbe8 req-371d4b28-82ee-43c6-ba0e-4587e6cd0718 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3023214 Aug 16 01:54:12.863416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2e08a46f-0aca-4649-936c-a3a740d29552 None None] Provisioning for port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:12.873293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2e08a46f-0aca-4649-936c-a3a740d29552 None None] Provisioning complete for port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:12.873648 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e08a46f-0aca-4649-936c-a3a740d29552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:12.914845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2e08a46f-0aca-4649-936c-a3a740d29552 None None] Port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:13.079201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0ec61d-edab-48a8-b979-cc2fa7777ecf req-1f05c26d-1dac-46bd-a9dc-7455ba6ad270 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.080775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b0ec61d-edab-48a8-b979-cc2fa7777ecf req-1f05c26d-1dac-46bd-a9dc-7455ba6ad270 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 948 time: 0.1618090 Aug 16 01:54:13.085711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8acd664d-ad6e-448d-938a-f62c5bf7faa5 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:13.097200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.121611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7503e2-4d36-45b0-ae54-5be755e9f766 req-28b96f80-d655-4671-9e76-499079d7017a tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.127776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a7503e2-4d36-45b0-ae54-5be755e9f766 req-28b96f80-d655-4671-9e76-499079d7017a tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 949 time: 0.2030730 Aug 16 01:54:13.132775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-90b5093a-b363-4556-a22d-080c82b30cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.135502 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-90b5093a-b363-4556-a22d-080c82b30cfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 1100 time: 0.2786555 Aug 16 01:54:13.148439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Transition to ACTIVE for port object 8acd664d-ad6e-448d-938a-f62c5bf7faa5 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:13.183368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b0ec61d-edab-48a8-b979-cc2fa7777ecf req-9b19dc97-9b45-489b-a240-e5aa4ad5cfe5 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892837 Aug 16 01:54:13.197940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a7503e2-4d36-45b0-ae54-5be755e9f766 req-a6a69966-03ef-4e7a-b8d9-35e7a6eb7e27 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618329 Aug 16 01:54:13.207807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-88cdc010-5a69-4f21-9349-a556dca68e3a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=70f26c7e-0da2-4f6c-a129-db3eba429710 HTTP/1.1" status: 200 len: 217 time: 0.0638473 Aug 16 01:54:13.235986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.287695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-02af510a-1163-4877-87f9-203eafc813d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.288340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-02af510a-1163-4877-87f9-203eafc813d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0676427 Aug 16 01:54:13.340236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-66949975-ad1e-4edf-9f5f-505047cfa623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.341840 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-66949975-ad1e-4edf-9f5f-505047cfa623 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0454118 Aug 16 01:54:13.368489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Pushing event updated for resources: {'Port': ['ID=8acd664d-ad6e-448d-938a-f62c5bf7faa5,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.383673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 16832734-dac0-485d-b3de-a838c246b825 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:13.459439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-50027b7a-a7bf-4915-a359-c5aa63db8d6d service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096785 Aug 16 01:54:13.485286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Attempting to bind port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:13.485697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Attempting to bind port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:13.486062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Attempting to bind port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:13.506002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f0fd3411-6ff6-43ba-9126-df882da2a8e5 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:13.524108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c540f-9aaf-491c-a6bd-4dcf10ab6faf req-53b92a91-5db6-4baa-8ecd-5ea64fc0eee8 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.525733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f10c540f-9aaf-491c-a6bd-4dcf10ab6faf req-53b92a91-5db6-4baa-8ecd-5ea64fc0eee8 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 944 time: 0.2437055 Aug 16 01:54:13.535635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:13.536200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Attempting to bind port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:13.571727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 16832734-dac0-485d-b3de-a838c246b825 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:13.573284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:13.573661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Checking segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:13.574254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Bound using segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:13.574759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Bound port: 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:13.577276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.578750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 16832734-dac0-485d-b3de-a838c246b825 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:13.579128 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.627443 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f9f1b9-cf7f-4abf-9c6e-7405992048e7 req-8fa6f880-8a9e-4d89-85a8-ad78b43b4fef service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596282 Aug 16 01:54:13.655791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] For port 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:13.660814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] For port 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:13.669960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040300ac-40d0-4ae2-942d-6db2b2b69fab req-6b4e441e-cb73-41fd-96d0-20320e741cf2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.672228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-040300ac-40d0-4ae2-942d-6db2b2b69fab req-6b4e441e-cb73-41fd-96d0-20320e741cf2 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 971 time: 0.2996082 Aug 16 01:54:13.687067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port f0fd3411-6ff6-43ba-9126-df882da2a8e5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:13.696139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port f0fd3411-6ff6-43ba-9126-df882da2a8e5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:13.696518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.699850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.702925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f10c540f-9aaf-491c-a6bd-4dcf10ab6faf req-516e0f86-d3de-4084-b635-38c7b7fd4b06 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631901 Aug 16 01:54:13.723744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-040300ac-40d0-4ae2-942d-6db2b2b69fab req-2cb50b78-e150-4bd6-a455-bace993dde98 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413785 Aug 16 01:54:13.751738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16832734-dac0-485d-b3de-a838c246b825'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:13.801470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.825601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 16832734-dac0-485d-b3de-a838c246b825, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=16832734-dac0-485d-b3de-a838c246b825,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:13.841939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:13.842574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.844703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] 10.222.0.83 "PUT /v2.0/ports/8acd664d-ad6e-448d-938a-f62c5bf7faa5 HTTP/1.1" status: 200 len: 1093 time: 1.5422833 Aug 16 01:54:13.845364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:13.885013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.925955 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:13.934681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f0fd3411-6ff6-43ba-9126-df882da2a8e5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:13.955380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c9c8e5-080f-4cbe-a4c2-fc5375bff324 service neutron] Pushing event updated for resources: {'Port': ['ID=8acd664d-ad6e-448d-938a-f62c5bf7faa5,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:13.992630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=16832734-dac0-485d-b3de-a838c246b825,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.016061 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.068524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-488b65ec-cb48-40ca-b1a4-7df4b78c5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.070238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-488b65ec-cb48-40ca-b1a4-7df4b78c5ec6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 1096 time: 0.0923777 Aug 16 01:54:14.083463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f0fd3411-6ff6-43ba-9126-df882da2a8e5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:14.151031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-64187548-15d5-4d4d-8756-d9dee2cb143a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5 HTTP/1.1" status: 200 len: 217 time: 0.0717649 Aug 16 01:54:14.216019 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa7c06f-ee96-48c9-9060-786d7792697f" -d '{"events": [{"server_uuid": "4658226c-8ff1-4c0e-a8b8-17d3f7dc0172", "name": "network-vif-plugged", "status": "completed", "tag": "16832734-dac0-485d-b3de-a838c246b825"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:14.219177 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:14.223908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-34c3c1b8-26be-4538-b71d-311933dbaf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.225522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-34c3c1b8-26be-4538-b71d-311933dbaf02 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 200 len: 863 time: 0.0659733 Aug 16 01:54:14.337974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-df6800ee-f4fc-48ee-ab2a-7c99a8b1cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.339627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-df6800ee-f4fc-48ee-ab2a-7c99a8b1cb78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5445ce0-2d40-46cc-9d36-ca4320a39576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058919 Aug 16 01:54:14.358958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-b16598ad-a3e2-4a28-a0ad-decb6888a80a tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=34a533b37d9545aa8948ffebc11b0405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334826 Aug 16 01:54:14.395666 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b889bb3d-5dd5-40da-97bd-5a5444eb878c x-openstack-request-id: req-b889bb3d-5dd5-40da-97bd-5a5444eb878c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:14.396477 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658226c-8ff1-4c0e-a8b8-17d3f7dc0172", "name": "network-vif-plugged", "status": "completed", "tag": "16832734-dac0-485d-b3de-a838c246b825", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:14.409864 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b889bb3d-5dd5-40da-97bd-5a5444eb878c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:14.412401 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16832734-dac0-485d-b3de-a838c246b825', 'code': 200} Aug 16 01:54:14.466089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.536454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7a522-05c1-4d13-8ef1-8eff9caba89a req-348cbb02-7452-49b1-b3ec-2348ce1d3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.537960 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-baa7a522-05c1-4d13-8ef1-8eff9caba89a req-348cbb02-7452-49b1-b3ec-2348ce1d3879 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 1124 time: 0.0716228 Aug 16 01:54:14.551565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-36ac188a-9f58-4a93-9df2-a1e1d9070a73 service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007699 Aug 16 01:54:14.559959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-baa7a522-05c1-4d13-8ef1-8eff9caba89a req-69931f45-7f7c-438b-9de3-fa8d6996b7c4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.561923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad35bc-761d-47c3-89a1-492026eb35d4 req-2fcc4ae3-11f1-4393-9293-3b81729a743f tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.563472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7ad35bc-761d-47c3-89a1-492026eb35d4 req-2fcc4ae3-11f1-4393-9293-3b81729a743f tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.1102338 Aug 16 01:54:14.626783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-5a6bb58f-31e2-4cca-9790-d31d60a27a1e tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.628331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-5a6bb58f-31e2-4cca-9790-d31d60a27a1e tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2587190 Aug 16 01:54:14.651881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-baa7a522-05c1-4d13-8ef1-8eff9caba89a req-69931f45-7f7c-438b-9de3-fa8d6996b7c4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:14.665315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-4db77813-fdce-4517-bff4-9942a6b067ef tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/quotas/34a533b37d9545aa8948ffebc11b0405 HTTP/1.1" status: 200 len: 375 time: 0.0254800 Aug 16 01:54:14.695177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7ad35bc-761d-47c3-89a1-492026eb35d4 req-73a750e0-eb34-46c2-9c7f-32c0e8fe03b8 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132023 Aug 16 01:54:14.714691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-aa406c1a-6e30-47aa-bb27-248137659e78 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=34a533b37d9545aa8948ffebc11b0405&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359690 Aug 16 01:54:14.732345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-632fc8e1-bfe3-4632-8f13-f8ee6d97969a req-8853a010-c2e8-4bb4-907a-e7779b0e1c8d service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631896 Aug 16 01:54:14.801205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98065589-db37-4e1b-afd1-9aa080605905 req-6d8420e7-5700-4109-b1b2-04ff2dd3ae4b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:14.802697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98065589-db37-4e1b-afd1-9aa080605905 req-6d8420e7-5700-4109-b1b2-04ff2dd3ae4b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 948 time: 0.0494666 Aug 16 01:54:14.839275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98065589-db37-4e1b-afd1-9aa080605905 req-cef4d290-64df-4193-b881-947d6f59cb98 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306351 Aug 16 01:54:14.984563 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb3bbd-be41-427e-b0a5-ebcee5790273 x-openstack-request-id: req-a7eb3bbd-be41-427e-b0a5-ebcee5790273 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:14.984910 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:14.985168 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7eb3bbd-be41-427e-b0a5-ebcee5790273 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:14.985638 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'status': 'completed', 'code': 200} Aug 16 01:54:15.011983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-baa7a522-05c1-4d13-8ef1-8eff9caba89a req-69931f45-7f7c-438b-9de3-fa8d6996b7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.051283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-baa7a522-05c1-4d13-8ef1-8eff9caba89a req-69931f45-7f7c-438b-9de3-fa8d6996b7c4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057197 Aug 16 01:54:15.055824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69931f45-7f7c-438b-9de3-fa8d6996b7c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2619b0ca-dc73-40e5-8770-dd5dab5a3c55,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:15.152899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-c397449f-c006-436b-aeee-6eed8458fbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.154439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-c397449f-c006-436b-aeee-6eed8458fbab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 1096 time: 0.0439610 Aug 16 01:54:15.565943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8f779-161a-4f5f-9697-9b54403ad36d req-353de39c-0ce2-48e7-9c52-7e2c2a7d2c5a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.567447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5e8f779-161a-4f5f-9697-9b54403ad36d req-353de39c-0ce2-48e7-9c52-7e2c2a7d2c5a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 944 time: 0.3745308 Aug 16 01:54:15.572803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-029e95d8-88f2-4fe2-93ac-d5c4384b8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.574215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-029e95d8-88f2-4fe2-93ac-d5c4384b8fc7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 925 time: 0.4122460 Aug 16 01:54:15.584533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33880f2a-d69d-4548-9c49-1dd7667e3496 req-1c54b438-22d3-4986-89d3-35ad7677bea3 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.585921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33880f2a-d69d-4548-9c49-1dd7667e3496 req-1c54b438-22d3-4986-89d3-35ad7677bea3 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 972 time: 0.3084311 Aug 16 01:54:15.646989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-b7662e80-4056-4a3e-aeed-15bc552dcee6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5 HTTP/1.1" status: 200 len: 217 time: 0.0561507 Aug 16 01:54:15.703645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5e8f779-161a-4f5f-9697-9b54403ad36d req-2ddf44a2-4a56-4244-9ac1-41b3b488b546 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269093 Aug 16 01:54:15.711898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33880f2a-d69d-4548-9c49-1dd7667e3496 req-88bc8f56-ba98-4cda-a49d-4e54938e84b7 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130543 Aug 16 01:54:15.730624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-93ad7f25-e6ef-442d-bb4a-6502f8fd5379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.732124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-93ad7f25-e6ef-442d-bb4a-6502f8fd5379 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 200 len: 863 time: 0.0741313 Aug 16 01:54:15.735687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:15.793620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db9f8e96-6067-4124-9975-70c37b802e05 req-3bd62fbd-1ce0-424a-938f-832080ed2ae1 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 210 time: 0.0293486 Aug 16 01:54:15.803896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-9d0198be-85ab-42fb-ad2e-e452088bf925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.805454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-9d0198be-85ab-42fb-ad2e-e452088bf925 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5445ce0-2d40-46cc-9d36-ca4320a39576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655162 Aug 16 01:54:15.977530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587879ed-73cf-49b7-a704-09dc95cc47ef req-87774cdc-c2f1-4e9d-807e-17415921cf55 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:15.979296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-587879ed-73cf-49b7-a704-09dc95cc47ef req-87774cdc-c2f1-4e9d-807e-17415921cf55 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.1103365 Aug 16 01:54:15.986726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-241a9589-9023-4048-80fb-768d6bf5e27a service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731606 Aug 16 01:54:16.062525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b507ba2-575e-4722-a8d9-a7f69519ad66 req-4c337cb7-0d07-4f16-ad05-d9f25805039d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.064061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b507ba2-575e-4722-a8d9-a7f69519ad66 req-4c337cb7-0d07-4f16-ad05-d9f25805039d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 948 time: 0.1436155 Aug 16 01:54:16.096480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-587879ed-73cf-49b7-a704-09dc95cc47ef req-5f5c41bf-0c8b-42a8-addd-bac1c1ff6705 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082244 Aug 16 01:54:16.130364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b507ba2-575e-4722-a8d9-a7f69519ad66 req-c3279058-12e7-4294-b2ee-d08a2cfca4ea tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545268 Aug 16 01:54:16.144011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e0950d7-7d4f-4a8a-90f1-bac2362a13a0 req-869c6d25-f33f-4f68-ab5f-f43eac553ef0 service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473799 Aug 16 01:54:16.412349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:16.414963 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a61330-350d-429f-8792-cd79d57bc305" -d '{"events": [{"server_uuid": "0d13b428-3a6b-422c-adb9-69dc0558a03d", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd3411-6ff6-43ba-9126-df882da2a8e5"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:16.458761 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4df6d62-9cb0-4f11-b315-38909a92c31e x-openstack-request-id: req-c4df6d62-9cb0-4f11-b315-38909a92c31e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:16.459089 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d13b428-3a6b-422c-adb9-69dc0558a03d", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd3411-6ff6-43ba-9126-df882da2a8e5", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:16.459879 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4df6d62-9cb0-4f11-b315-38909a92c31e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:16.460290 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5', 'code': 200} Aug 16 01:54:16.616533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2fc14-8548-4e31-9047-2169b7e82005 req-4a608550-ce9f-4922-af97-00c6c796a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.618053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aca2fc14-8548-4e31-9047-2169b7e82005 req-4a608550-ce9f-4922-af97-00c6c796a929 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 1102 time: 0.0761826 Aug 16 01:54:16.661540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aca2fc14-8548-4e31-9047-2169b7e82005 req-78aa64f8-9f6d-476f-9446-0d90e0b95b4c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354431 Aug 16 01:54:16.851105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56840789-969a-495b-8a43-42912215a404 req-1600ebbb-e28d-480a-ac0a-19df1243f41f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.852613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56840789-969a-495b-8a43-42912215a404 req-1600ebbb-e28d-480a-ac0a-19df1243f41f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 944 time: 0.0801089 Aug 16 01:54:16.881565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52699e01-8f00-4ade-9d51-59f63648473d req-1c5a4fcb-f3cc-446a-a1f6-2350685447b1 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:16.883062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52699e01-8f00-4ade-9d51-59f63648473d req-1c5a4fcb-f3cc-446a-a1f6-2350685447b1 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 972 time: 0.0773451 Aug 16 01:54:16.915672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56840789-969a-495b-8a43-42912215a404 req-e362e9c3-5b2a-4c36-9a06-2f525e8e8cef tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555017 Aug 16 01:54:16.944367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52699e01-8f00-4ade-9d51-59f63648473d req-c25c90b3-0e8e-497f-abf7-0cd280860ade tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547342 Aug 16 01:54:17.014047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0cb61b1e-751d-4cb1-8bf5-132edf92740e req-14abec43-2c40-4dcd-83d8-0a69d1d75201 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 210 time: 0.0262659 Aug 16 01:54:17.113400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50500) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.253012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bacc0-60ae-4939-b893-f2c0243a96e8 req-ad89c324-9a96-4373-b398-e01b3079af55 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.254512 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a28bacc0-60ae-4939-b893-f2c0243a96e8 req-ad89c324-9a96-4373-b398-e01b3079af55 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.0913427 Aug 16 01:54:17.277570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82f38b-1b82-4a3c-afb9-a11366c3e24e req-18717ee3-4a0d-4726-8cb3-cfda4ab85eaa tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.279139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a82f38b-1b82-4a3c-afb9-a11366c3e24e req-18717ee3-4a0d-4726-8cb3-cfda4ab85eaa tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 948 time: 0.0737138 Aug 16 01:54:17.316988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2531efae-cc75-4a0f-8366-94d3b0f33467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.347041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a28bacc0-60ae-4939-b893-f2c0243a96e8 req-e51e0660-e152-4f23-9efe-d0d3b4bdb3b2 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858181 Aug 16 01:54:17.356643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a82f38b-1b82-4a3c-afb9-a11366c3e24e req-2595275b-b3dc-44a2-ba73-3efa7a509a11 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694630 Aug 16 01:54:17.431137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2531efae-cc75-4a0f-8366-94d3b0f33467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.519821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 70f26c7e-0da2-4f6c-a129-db3eba429710 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:17.524120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2531efae-cc75-4a0f-8366-94d3b0f33467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.563816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2531efae-cc75-4a0f-8366-94d3b0f33467 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d42f4aa2f9944405affa4f5da6805d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493108 Aug 16 01:54:17.565735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531efae-cc75-4a0f-8366-94d3b0f33467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f5959e-8312-4fd3-beae-ca0b9487004e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.566745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50508) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:17.617102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9b63024-9afd-44c5-b133-45d7ef855461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.621088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 70f26c7e-0da2-4f6c-a129-db3eba429710, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=70f26c7e-0da2-4f6c-a129-db3eba429710,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:17.637794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '70f26c7e-0da2-4f6c-a129-db3eba429710', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '70f26c7e-0da2-4f6c-a129-db3eba429710', 'mac_address': 'fa:16:3e:48:a4:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:17.641944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9b63024-9afd-44c5-b133-45d7ef855461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.678563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.692195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f26c7e-0da2-4f6c-a129-db3eba429710 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:17.712247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 70f26c7e-0da2-4f6c-a129-db3eba429710, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=70f26c7e-0da2-4f6c-a129-db3eba429710,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:17.756180 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-082d7bbb-e6dd-4eee-b1ac-2eb688f27b72 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=34a533b37d9545aa8948ffebc11b0405&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223343 Aug 16 01:54:17.773532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9b63024-9afd-44c5-b133-45d7ef855461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.776048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9b63024-9afd-44c5-b133-45d7ef855461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.777125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a9b63024-9afd-44c5-b133-45d7ef855461 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85f5959e-8312-4fd3-beae-ca0b9487004e HTTP/1.1" status: 204 len: 168 time: 0.2084124 Aug 16 01:54:17.820740 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:17.824351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b63024-9afd-44c5-b133-45d7ef855461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f5959e-8312-4fd3-beae-ca0b9487004e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.893928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=70f26c7e-0da2-4f6c-a129-db3eba429710,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:17.895835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-eb40c69a-7964-4eb5-b09a-c8ce7782f1b0 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:17.897883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-eb40c69a-7964-4eb5-b09a-c8ce7782f1b0 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1354129 Aug 16 01:54:17.913146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Request body: {'port': {'device_id': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '34a533b37d9545aa8948ffebc11b0405'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:18.092903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcc5b4-4a46-4d31-aaf7-8d97c8a3bc87 req-23532f83-0bb1-4e03-b4f3-6a3146ae0990 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.094827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0bcc5b4-4a46-4d31-aaf7-8d97c8a3bc87 req-23532f83-0bb1-4e03-b4f3-6a3146ae0990 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 944 time: 0.1054180 Aug 16 01:54:18.103929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['70f26c7e-0da2-4f6c-a129-db3eba429710'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:18.134861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c76585-c18b-4bae-999a-8b25dd57c901 req-da1269ea-576c-4fc5-ba75-84c06293f834 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.136383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12c76585-c18b-4bae-999a-8b25dd57c901 req-da1269ea-576c-4fc5-ba75-84c06293f834 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 972 time: 0.0891168 Aug 16 01:54:18.165070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Made reservation on behalf of 34a533b37d9545aa8948ffebc11b0405 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:18.170257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.174484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0bcc5b4-4a46-4d31-aaf7-8d97c8a3bc87 req-ac9c13e6-a6d6-4bf9-b145-9297a60de2bd tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717678 Aug 16 01:54:18.194496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.229201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12c76585-c18b-4bae-999a-8b25dd57c901 req-adaceb7a-b08b-417a-99f9-f3e1ec8e26a8 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796402 Aug 16 01:54:18.298481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b0ddf53-e4f9-4272-ad26-cc0a0ab314f3 req-c4379c32-8062-4176-95f5-6a60513c08ff tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 210 time: 0.0467737 Aug 16 01:54:18.328374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.399728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afc4eb-ece9-4d0f-836d-ee10648c5fd0 req-f626c914-c300-4915-940a-ac67eded6cac tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.401257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2afc4eb-ece9-4d0f-836d-ee10648c5fd0 req-f626c914-c300-4915-940a-ac67eded6cac tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 1124 time: 0.0423269 Aug 16 01:54:18.429548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a2afc4eb-ece9-4d0f-836d-ee10648c5fd0 req-0e2e698e-f090-466c-9881-85caa423e96c tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.460502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.489735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4351f2d-6db7-4a72-a42f-ceda85422067 req-952bf53b-2f2b-43af-9b79-0f6989eb12f6 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.491272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4351f2d-6db7-4a72-a42f-ceda85422067 req-952bf53b-2f2b-43af-9b79-0f6989eb12f6 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.0760372 Aug 16 01:54:18.533211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d91a2-d47b-42d0-b21f-4baeed406e59,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.547118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4351f2d-6db7-4a72-a42f-ceda85422067 req-1d591527-d2e2-4278-9988-af388d835cd0 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467396 Aug 16 01:54:18.597787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50528) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:18.607138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Allocated IP 192.168.233.108 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/1073ddd9-f6fb-4e37-9415-d778d31b97a2) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:18.610268 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a2afc4eb-ece9-4d0f-836d-ee10648c5fd0 req-0e2e698e-f090-466c-9881-85caa423e96c tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.616710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-292dba39-919a-42fb-bba8-a1bb89bff77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.673170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32756b0-ff06-471b-b4ef-32a1ee9494a5 req-d67727e8-dc64-42c3-8113-000dc73cf9c6 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:18.674718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d32756b0-ff06-471b-b4ef-32a1ee9494a5 req-d67727e8-dc64-42c3-8113-000dc73cf9c6 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 949 time: 0.0557523 Aug 16 01:54:18.679437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a2afc4eb-ece9-4d0f-836d-ee10648c5fd0 req-0e2e698e-f090-466c-9881-85caa423e96c tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.734199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2afc4eb-ece9-4d0f-836d-ee10648c5fd0 req-0e2e698e-f090-466c-9881-85caa423e96c tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254724 Aug 16 01:54:18.748945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e698e-f090-466c-9881-85caa423e96c tempest-AggregatesAdminTestJSON-1463779317 tempest-AggregatesAdminTestJSON-1463779317-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaeba745-ea64-4a50-bd07-f2f94008da33,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:18.758834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:18.775763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d32756b0-ff06-471b-b4ef-32a1ee9494a5 req-1f278344-7f43-4449-88af-61267b9a735e tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918396 Aug 16 01:54:18.779855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Transition to ACTIVE for port object 1073ddd9-f6fb-4e37-9415-d778d31b97a2 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:18.828569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-292dba39-919a-42fb-bba8-a1bb89bff77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.156794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Pushing event updated for resources: {'Port': ['ID=1073ddd9-f6fb-4e37-9415-d778d31b97a2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.159349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-292dba39-919a-42fb-bba8-a1bb89bff77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.159349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dba39-919a-42fb-bba8-a1bb89bff77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576cd3bf-6f97-4861-9f7f-7dfbeb0b7732,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.159349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-292dba39-919a-42fb-bba8-a1bb89bff77c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7bd9e68075e9445bb3da9b24f8a5c52b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779806 Aug 16 01:54:19.159349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50538) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:19.159349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-057ef1f1-42cc-4dec-866d-33f57e9874b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.165851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-057ef1f1-42cc-4dec-866d-33f57e9874b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.256027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-e70e381b-978b-46ba-a7ae-3ebb042ab13c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3465343 Aug 16 01:54:19.269091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Request body: {'port': {'device_id': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'device_owner': 'compute:tempest-test_az-1678950976', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:19.304268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ec5ca-0cb8-42b7-bb23-e0d6cb0e06e8 req-b517c6d6-9998-4af0-9004-2caabdae4300 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.305977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-870ec5ca-0cb8-42b7-bb23-e0d6cb0e06e8 req-b517c6d6-9998-4af0-9004-2caabdae4300 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 944 time: 0.0587456 Aug 16 01:54:19.312069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d7a0cb79-acec-49a8-8aa5-1f87b1d1fa42 None None] Provisioning for port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:19.312555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-057ef1f1-42cc-4dec-866d-33f57e9874b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.322381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-057ef1f1-42cc-4dec-866d-33f57e9874b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.322749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d7a0cb79-acec-49a8-8aa5-1f87b1d1fa42 None None] Provisioning complete for port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:19.323138 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d7a0cb79-acec-49a8-8aa5-1f87b1d1fa42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.323596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-057ef1f1-42cc-4dec-866d-33f57e9874b4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/576cd3bf-6f97-4861-9f7f-7dfbeb0b7732 HTTP/1.1" status: 204 len: 168 time: 0.2411673 Aug 16 01:54:19.326821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.347017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ef1f1-42cc-4dec-866d-33f57e9874b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576cd3bf-6f97-4861-9f7f-7dfbeb0b7732,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:19.412529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-870ec5ca-0cb8-42b7-bb23-e0d6cb0e06e8 req-9ae792f8-3c2a-4886-a105-58c164e64e8a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876462 Aug 16 01:54:19.425583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d7a0cb79-acec-49a8-8aa5-1f87b1d1fa42 None None] Port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:19.500734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9af1e-8d1e-444d-aa58-8b56bc3aabd1 req-b9a1eab0-fe0e-4e80-a5f9-d078ec00627c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.502268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf9af1e-8d1e-444d-aa58-8b56bc3aabd1 req-b9a1eab0-fe0e-4e80-a5f9-d078ec00627c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 936 time: 0.0510209 Aug 16 01:54:19.536771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8acd664d-ad6e-448d-938a-f62c5bf7faa5 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:19.543556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf9af1e-8d1e-444d-aa58-8b56bc3aabd1 req-b951a505-f6c9-49c5-bff4-927ce36faa92 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352690 Aug 16 01:54:19.596749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 70f26c7e-0da2-4f6c-a129-db3eba429710 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:19.657105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1073ddd9-f6fb-4e37-9415-d778d31b97a2 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:19.665916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.679261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Transition to ACTIVE for port object 1073ddd9-f6fb-4e37-9415-d778d31b97a2 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:19.698972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aabb5d-2919-415e-aa83-9863972a1fe8 req-896d9325-cdba-42d3-aeab-cfaabfeff8df tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:19.700926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01aabb5d-2919-415e-aa83-9863972a1fe8 req-896d9325-cdba-42d3-aeab-cfaabfeff8df tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.0521412 Aug 16 01:54:19.712177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:19.726267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'port_id': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'mac_address': 'fa:16:3e:08:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:19.760060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01aabb5d-2919-415e-aa83-9863972a1fe8 req-1c8d574f-4ea5-4652-b3c9-759ba9dc3ed0 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Aug 16 01:54:19.772558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.787109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8acd664d-ad6e-448d-938a-f62c5bf7faa5 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:19.844024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:19.844281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 70f26c7e-0da2-4f6c-a129-db3eba429710 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:19.848464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 70f26c7e-0da2-4f6c-a129-db3eba429710 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:19.848906 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.066409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:20.101366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Attempting to bind port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:20.101723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Attempting to bind port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:20.102056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Attempting to bind port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:20.113847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:20.115987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Attempting to bind port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:20.128560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:20.128837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:20.129233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:20.129818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Bound port: 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:20.130189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.146336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.154624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=1073ddd9-f6fb-4e37-9415-d778d31b97a2,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.190699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f26c7e-0da2-4f6c-a129-db3eba429710'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:20.193646 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81af9b16-c293-4c28-a3a1-d56ac99f9a88" -d '{"events": [{"server_uuid": "958c70b3-e3d8-4c5c-9845-f65cd33d4e17", "name": "network-vif-plugged", "status": "completed", "tag": "70f26c7e-0da2-4f6c-a129-db3eba429710"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:20.209236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.217569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 70f26c7e-0da2-4f6c-a129-db3eba429710, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=70f26c7e-0da2-4f6c-a129-db3eba429710,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:20.238777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] For port 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:20.242174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] For port 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:20.381751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8acd664d-ad6e-448d-938a-f62c5bf7faa5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.392939 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.396642 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.431574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['8acd664d-ad6e-448d-938a-f62c5bf7faa5'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:20.433937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.434580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:20.444794 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] 10.222.0.58 "PUT /v2.0/ports/1073ddd9-f6fb-4e37-9415-d778d31b97a2 HTTP/1.1" status: 200 len: 1119 time: 1.1717215 Aug 16 01:54:20.444794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'tag': '1073ddd9-f6fb-4e37-9415-d778d31b97a2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:20.444794 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2fc9083-505d-469f-97bf-b64fa1b47586" -d '{"events": [{"name": "network-changed", "server_uuid": "e9c5bc0e-6685-42cb-89dd-ccd553972187", "tag": "1073ddd9-f6fb-4e37-9415-d778d31b97a2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:20.478181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d62a0-e1a0-4f57-b0f8-85a70978fd99 service neutron] Pushing event updated for resources: {'Port': ['ID=1073ddd9-f6fb-4e37-9415-d778d31b97a2,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.509402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=70f26c7e-0da2-4f6c-a129-db3eba429710,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:20.628586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662844f-ad57-45f7-899c-fa6ea76c09e1 req-555c34a1-ccda-4cfd-901c-1ba796cc2bec tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.630770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9662844f-ad57-45f7-899c-fa6ea76c09e1 req-555c34a1-ccda-4cfd-901c-1ba796cc2bec tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.0749226 Aug 16 01:54:20.640561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-37dc9746-c435-431a-8b33-f1b5a3c41d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.643024 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-37dc9746-c435-431a-8b33-f1b5a3c41d82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=34a533b37d9545aa8948ffebc11b0405&device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 1122 time: 0.0506618 Aug 16 01:54:20.689246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9662844f-ad57-45f7-899c-fa6ea76c09e1 req-f5e5f008-836a-4e60-baae-208f7102efad tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515270 Aug 16 01:54:20.719648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-85f5d697-7019-458c-9368-3cca70bc53e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2 HTTP/1.1" status: 200 len: 217 time: 0.0661769 Aug 16 01:54:20.737050 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a7f90-df99-42a5-8760-4f9d4998344e x-openstack-request-id: req-de3a7f90-df99-42a5-8760-4f9d4998344e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:20.737449 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958c70b3-e3d8-4c5c-9845-f65cd33d4e17", "name": "network-vif-plugged", "status": "completed", "tag": "70f26c7e-0da2-4f6c-a129-db3eba429710", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:20.737778 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de3a7f90-df99-42a5-8760-4f9d4998344e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:20.738245 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f26c7e-0da2-4f6c-a129-db3eba429710', 'code': 200} Aug 16 01:54:20.777167 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea8e890-87c4-461b-bde2-6b12b517120a x-openstack-request-id: req-fea8e890-87c4-461b-bde2-6b12b517120a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:20.777535 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9c5bc0e-6685-42cb-89dd-ccd553972187", "tag": "1073ddd9-f6fb-4e37-9415-d778d31b97a2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:20.777893 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fea8e890-87c4-461b-bde2-6b12b517120a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:20.778360 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'tag': '1073ddd9-f6fb-4e37-9415-d778d31b97a2', 'status': 'completed', 'code': 200} Aug 16 01:54:20.802417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-85fee218-5326-44bc-8078-d44756c876e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.804311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-85fee218-5326-44bc-8078-d44756c876e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0769577 Aug 16 01:54:20.857765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc73536-f957-46ad-a82e-1f5dceff4420 req-cc17ec1b-eaf0-400c-8eeb-9da4f3671fe1 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.859546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbc73536-f957-46ad-a82e-1f5dceff4420 req-cc17ec1b-eaf0-400c-8eeb-9da4f3671fe1 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 945 time: 0.0892088 Aug 16 01:54:20.875141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-efac0b69-cb23-4fbe-aae8-585ab6a1de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.877129 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-efac0b69-cb23-4fbe-aae8-585ab6a1de49 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640247 Aug 16 01:54:20.894328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908ff93-5e3e-40e7-a46f-5a9fc5572e5d req-fc83c6ad-b3e5-4a1c-9cd4-ea8a08d5afdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.894328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a908ff93-5e3e-40e7-a46f-5a9fc5572e5d req-fc83c6ad-b3e5-4a1c-9cd4-ea8a08d5afdb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 1102 time: 0.0926492 Aug 16 01:54:20.960682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbc73536-f957-46ad-a82e-1f5dceff4420 req-0a5f25df-b342-4417-a700-dd72c5b6eed6 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940206 Aug 16 01:54:20.988965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a908ff93-5e3e-40e7-a46f-5a9fc5572e5d req-c7e22727-aebe-43bc-8e8a-88330635129d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853441 Aug 16 01:54:20.993243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-5e954c5e-e24d-4be3-877a-3b8767898bf1 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019866 Aug 16 01:54:20.997374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1440a3e-e2f5-4678-9d43-2546e6b40a56 req-a2ab1345-b282-43c2-a151-e4eab1027a33 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:20.998951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1440a3e-e2f5-4678-9d43-2546e6b40a56 req-a2ab1345-b282-43c2-a151-e4eab1027a33 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 970 time: 0.1113956 Aug 16 01:54:21.057020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1440a3e-e2f5-4678-9d43-2546e6b40a56 req-ca8e2dca-3bc9-4f8b-a92e-471feb5efde5 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504112 Aug 16 01:54:21.096440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfdcb0-16d5-4733-9dd3-9fb563a4a9ab req-01d9cddc-15e3-48d8-b1c6-624630d3f769 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.098083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9edfdcb0-16d5-4733-9dd3-9fb563a4a9ab req-01d9cddc-15e3-48d8-b1c6-624630d3f769 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.0571742 Aug 16 01:54:21.106059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e241c3ce-0ede-42f6-a2b5-1483edc0255d req-5cfdfd2b-a638-4241-a2c8-004036d332ef service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047266 Aug 16 01:54:21.139263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9edfdcb0-16d5-4733-9dd3-9fb563a4a9ab req-c3d53c03-39e2-46e3-bc09-2b8789d9e4b5 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345540 Aug 16 01:54:21.305139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-9cc869af-bbab-4770-80ab-cd2094e76d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.306720 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-9cc869af-bbab-4770-80ab-cd2094e76d4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=34a533b37d9545aa8948ffebc11b0405&device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 1122 time: 0.0408521 Aug 16 01:54:21.402104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-a603cfa6-7318-48a8-a41e-c36f5122fa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.403646 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-a603cfa6-7318-48a8-a41e-c36f5122fa0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.0895479 Aug 16 01:54:21.456446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-ee8a92bf-80de-4ead-8428-808db3ecde10 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2 HTTP/1.1" status: 200 len: 217 time: 0.0456660 Aug 16 01:54:21.511118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-c4146f70-6765-4006-9e39-2ccba2236bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.512599 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-c4146f70-6765-4006-9e39-2ccba2236bd3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0491712 Aug 16 01:54:21.535474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8acd664d-ad6e-448d-938a-f62c5bf7faa5 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:21.558867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-b7994f01-447a-40f6-be6c-d73275b2e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.560388 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-b7994f01-447a-40f6-be6c-d73275b2e75b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407572 Aug 16 01:54:21.659461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-a1b336d2-91c1-42ee-82b6-f744fd6e365f service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915098 Aug 16 01:54:21.706717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:21.710877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:21.711260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.776116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e2fc9083-505d-469f-97bf-b64fa1b47586 req-51132b4f-6c87-41c0-9f17-c27cd86f8145 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083655 Aug 16 01:54:21.815073 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:21.835898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58162dd4-525a-4cef-9a10-2c7801aad152 req-c4219766-aa48-46b8-b275-db64d2f1090f tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:21.837473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58162dd4-525a-4cef-9a10-2c7801aad152 req-c4219766-aa48-46b8-b275-db64d2f1090f tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.0578055 Aug 16 01:54:21.884198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:21.891325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58162dd4-525a-4cef-9a10-2c7801aad152 req-aa05b5ee-2fde-43a2-b16b-81def44a76b8 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467308 Aug 16 01:54:22.012585 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.077481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8acd664d-ad6e-448d-938a-f62c5bf7faa5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:22.231746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe7153-f9ff-45f2-bcf6-f013bf19a6f3 req-874883b6-2c6c-4e16-9454-8e79b3522bcf tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.234659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bfe7153-f9ff-45f2-bcf6-f013bf19a6f3 req-874883b6-2c6c-4e16-9454-8e79b3522bcf tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 970 time: 0.0597842 Aug 16 01:54:22.313468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bfe7153-f9ff-45f2-bcf6-f013bf19a6f3 req-209ee74e-9ffd-4362-9007-85cd3a00a1d5 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712781 Aug 16 01:54:22.333988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-dc1e6c98-2a00-489f-8332-9a86914ef1c9 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.335545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-dc1e6c98-2a00-489f-8332-9a86914ef1c9 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 1102 time: 0.0906565 Aug 16 01:54:22.381846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e9e72-303a-4287-9776-875a751e6737 req-48cff7b9-97d0-4673-88ca-00e3cc046018 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.383392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-301e9e72-303a-4287-9776-875a751e6737 req-48cff7b9-97d0-4673-88ca-00e3cc046018 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 946 time: 0.0891004 Aug 16 01:54:22.444543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-301e9e72-303a-4287-9776-875a751e6737 req-89bf369b-995e-4b33-8b37-971549d1270b tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528016 Aug 16 01:54:22.470337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Deleting port f0fd3411-6ff6-43ba-9126-df882da2a8e5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:22.470719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.593194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] For port f0fd3411-6ff6-43ba-9126-df882da2a8e5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f0fd3411-6ff6-43ba-9126-df882da2a8e5,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:22.594629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:22.603199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f29cb4-34bc-4d80-a5e8-611ec98c1fca req-d6f72a17-53d7-4d25-8c39-abc7c28dcfe2 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.604687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94f29cb4-34bc-4d80-a5e8-611ec98c1fca req-d6f72a17-53d7-4d25-8c39-abc7c28dcfe2 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 950 time: 0.0880446 Aug 16 01:54:22.620937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Calling delete_port for f0fd3411-6ff6-43ba-9126-df882da2a8e5 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:22.717224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94f29cb4-34bc-4d80-a5e8-611ec98c1fca req-688780aa-7189-413d-b56a-3bb2610efecb tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046631 Aug 16 01:54:22.739107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:22.743103 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c919dbe-e4ad-47ba-973b-5f5a2075dce6" -d '{"events": [{"server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "name": "network-vif-plugged", "status": "completed", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:22.783479 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85e59c6-08e8-4f25-aa8f-d2abbea62720 x-openstack-request-id: req-d85e59c6-08e8-4f25-aa8f-d2abbea62720 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:22.783984 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "name": "network-vif-plugged", "status": "completed", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:22.784864 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d85e59c6-08e8-4f25-aa8f-d2abbea62720 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:22.785269 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'code': 200} Aug 16 01:54:22.882042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a44768-c391-4c59-8037-b5e758875118 req-8db87e3a-5821-4c81-a2c7-ba4308a577a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:22.883616 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01a44768-c391-4c59-8037-b5e758875118 req-8db87e3a-5821-4c81-a2c7-ba4308a577a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 1098 time: 0.0399265 Aug 16 01:54:22.918684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01a44768-c391-4c59-8037-b5e758875118 req-88dff455-ee24-4481-b924-2113730cf0a2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285542 Aug 16 01:54:23.010803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742419f-5520-4e55-a6cf-816d2dc52b67 req-6d465d88-75f7-40c1-af64-8ab6883bb8f3 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.012286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3742419f-5520-4e55-a6cf-816d2dc52b67 req-6d465d88-75f7-40c1-af64-8ab6883bb8f3 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.0507073 Aug 16 01:54:23.025271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.042173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f0fd3411-6ff6-43ba-9126-df882da2a8e5'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:23.067980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0fd3411-6ff6-43ba-9126-df882da2a8e5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:23.100317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3742419f-5520-4e55-a6cf-816d2dc52b67 req-769c8a67-2e1e-410d-9bfd-369b17d09757 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821061 Aug 16 01:54:23.119990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] No DVR routers for this DVR port f0fd3411-6ff6-43ba-9126-df882da2a8e5 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:23.121347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.123735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-732d68fb-c02b-490c-8cfb-9de4a6cde17d req-515c4714-e8ca-4728-9e5a-28ee32d46f19 tempest-DeleteServersAdminTestJSON-1202373376 tempest-DeleteServersAdminTestJSON-1202373376-project-admin] 10.222.0.83 "DELETE /v2.0/ports/f0fd3411-6ff6-43ba-9126-df882da2a8e5 HTTP/1.1" status: 204 len: 173 time: 0.7801714 Aug 16 01:54:23.124621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'name': 'network-vif-deleted', 'tag': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:23.127053 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf86e23-c607-4d3f-ab08-baae13835aad" -d '{"events": [{"server_uuid": "0d13b428-3a6b-422c-adb9-69dc0558a03d", "name": "network-vif-deleted", "tag": "f0fd3411-6ff6-43ba-9126-df882da2a8e5"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:23.374342 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c9f5d2-ad34-4fe2-a53a-8d1b3ce98826 x-openstack-request-id: req-a2c9f5d2-ad34-4fe2-a53a-8d1b3ce98826 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:23.374792 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d13b428-3a6b-422c-adb9-69dc0558a03d", "name": "network-vif-deleted", "tag": "f0fd3411-6ff6-43ba-9126-df882da2a8e5", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:23.375110 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2c9f5d2-ad34-4fe2-a53a-8d1b3ce98826 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:23.375571 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d13b428-3a6b-422c-adb9-69dc0558a03d', 'name': 'network-vif-deleted', 'tag': 'f0fd3411-6ff6-43ba-9126-df882da2a8e5', 'status': 'completed', 'code': 200} Aug 16 01:54:23.507461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8d4ea-e89f-4f14-aeae-b23cd1ff0dad req-b0c329e1-fa62-4e23-b68f-a1a019b62b7b tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.509314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4d8d4ea-e89f-4f14-aeae-b23cd1ff0dad req-b0c329e1-fa62-4e23-b68f-a1a019b62b7b tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 970 time: 0.0650771 Aug 16 01:54:23.547663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50710) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:23.563874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4d8d4ea-e89f-4f14-aeae-b23cd1ff0dad req-425727c6-f74b-47b9-bd2f-a5f91d9b9b7c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461297 Aug 16 01:54:23.687756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13a44-b88e-4fbe-a431-21cb3c5c450b req-68f60ba2-a801-4ce9-adb9-f9e88d24fabc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:23.689282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bf13a44-b88e-4fbe-a431-21cb3c5c450b req-68f60ba2-a801-4ce9-adb9-f9e88d24fabc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 946 time: 0.0543005 Aug 16 01:54:23.692729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-934e510c-230f-4233-89e3-7c8796b2506e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.795665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-934e510c-230f-4233-89e3-7c8796b2506e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:23.902378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bf13a44-b88e-4fbe-a431-21cb3c5c450b req-cd5bdc44-72e5-4c5a-9e7f-e527f12820fa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063482 Aug 16 01:54:23.979473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-934e510c-230f-4233-89e3-7c8796b2506e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.027337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372efa6-4a54-403d-83cb-ae83da536135 req-985c4a34-0a01-43a9-a6b3-65ae79dccd77 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.029602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-934e510c-230f-4233-89e3-7c8796b2506e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=336e8cce701f49b68985451ec56249f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4808233 Aug 16 01:54:24.031126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50726) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:24.032303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b372efa6-4a54-403d-83cb-ae83da536135 req-985c4a34-0a01-43a9-a6b3-65ae79dccd77 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.0725324 Aug 16 01:54:24.048734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e510c-230f-4233-89e3-7c8796b2506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9679cc8b-eed6-4b28-b1a5-6b9686fa38cd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.088863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c988d2f2-bccb-4eb7-bfab-869ced758937 req-70dbb534-f92f-4579-b51b-9c0a164eac6c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d13b428-3a6b-422c-adb9-69dc0558a03d HTTP/1.1" status: 200 len: 210 time: 0.0379550 Aug 16 01:54:24.110299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33476b4f-32b7-4854-8ada-aa28e0700a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.111816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b372efa6-4a54-403d-83cb-ae83da536135 req-dd8ba8b2-d610-43c0-9ea1-552e5fc19657 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711825 Aug 16 01:54:24.134419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33476b4f-32b7-4854-8ada-aa28e0700a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.266070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33476b4f-32b7-4854-8ada-aa28e0700a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.268962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33476b4f-32b7-4854-8ada-aa28e0700a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:24.270226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33476b4f-32b7-4854-8ada-aa28e0700a7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9679cc8b-eed6-4b28-b1a5-6b9686fa38cd HTTP/1.1" status: 204 len: 168 time: 0.2371910 Aug 16 01:54:24.280058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33476b4f-32b7-4854-8ada-aa28e0700a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9679cc8b-eed6-4b28-b1a5-6b9686fa38cd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:24.321462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-ad05adeb-6ac6-4f63-a0da-c34b39f93726 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265350 Aug 16 01:54:24.432755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-9c3de752-1468-4d7c-aabd-fbb13ec10675 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.434219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-9c3de752-1468-4d7c-aabd-fbb13ec10675 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068933 Aug 16 01:54:24.449759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-3f99507c-58d2-4d6a-a615-b99238c0a877 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/quotas/8cc45f3ca80c4a0aaf7d0b3034b3155a HTTP/1.1" status: 200 len: 375 time: 0.0092747 Aug 16 01:54:24.497944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-cfdcc12e-4d20-4179-9c0b-cf25c3c502bf tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425811 Aug 16 01:54:24.924797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2ad01-e64e-4970-ac15-46465e42c579 req-8365a8e3-bf23-47c4-b3b0-9f3ea4f30114 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:24.926417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3de2ad01-e64e-4970-ac15-46465e42c579 req-8365a8e3-bf23-47c4-b3b0-9f3ea4f30114 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 970 time: 0.0581322 Aug 16 01:54:24.978704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3de2ad01-e64e-4970-ac15-46465e42c579 req-3e752a5c-3a0e-4efb-bc5a-6a92ab6dd584 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345504 Aug 16 01:54:25.059462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebb464ad-b364-4ec7-99d9-d02dc1f571fd req-1888b1f4-defa-458f-8220-bc7bc89aa770 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 210 time: 0.0254607 Aug 16 01:54:25.116547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca3021-f5f8-45c2-a376-f4b60162001b req-0b096ff5-521e-494a-8591-0a0939c4322c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.118030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37ca3021-f5f8-45c2-a376-f4b60162001b req-0b096ff5-521e-494a-8591-0a0939c4322c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 946 time: 0.0536792 Aug 16 01:54:25.132665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50780) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:25.146955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb79087-4017-49c0-bec9-3d3183263c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.167831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37ca3021-f5f8-45c2-a376-f4b60162001b req-9f24861f-7bfd-4472-b831-66a5ccd9bacc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342646 Aug 16 01:54:25.269176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb79087-4017-49c0-bec9-3d3183263c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.352667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb79087-4017-49c0-bec9-3d3183263c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.390807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1073ddd9-f6fb-4e37-9415-d778d31b97a2 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:25.413899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9fb79087-4017-49c0-bec9-3d3183263c07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4113500068f3410898d6bef7f5effe08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2799685 Aug 16 01:54:25.416392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb79087-4017-49c0-bec9-3d3183263c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e6ceb-5060-43d7-9df8-ffdaa909206c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.417389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50800) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:25.496194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:25.507993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '1073ddd9-f6fb-4e37-9415-d778d31b97a2', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '1073ddd9-f6fb-4e37-9415-d778d31b97a2', 'mac_address': 'fa:16:3e:95:75:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:tempest-test_az-1678950976', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:25.520202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67116d68-9958-4b5b-9393-a3eac0b91a34 req-c31a267b-54f6-4231-9da5-7ddbdbcfdf87 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.521730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67116d68-9958-4b5b-9393-a3eac0b91a34 req-c31a267b-54f6-4231-9da5-7ddbdbcfdf87 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 946 time: 0.0816927 Aug 16 01:54:25.531427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50802) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:25.533222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-73845868-c601-431f-874f-7e3a382060db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.549038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'floatingip': {'port_id': '8acd664d-ad6e-448d-938a-f62c5bf7faa5'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:25.554786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.562362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-73845868-c601-431f-874f-7e3a382060db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.575452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1073ddd9-f6fb-4e37-9415-d778d31b97a2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:25.594326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:25.636792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.658500 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.659023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-ae6231e8-fd5b-41f4-9cdf-be55d8afe590 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256031 Aug 16 01:54:25.714226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=1073ddd9-f6fb-4e37-9415-d778d31b97a2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.726709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-73845868-c601-431f-874f-7e3a382060db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.729405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-73845868-c601-431f-874f-7e3a382060db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:25.731415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-73845868-c601-431f-874f-7e3a382060db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc6e6ceb-5060-43d7-9df8-ffdaa909206c HTTP/1.1" status: 204 len: 168 time: 0.3122933 Aug 16 01:54:25.745003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73845868-c601-431f-874f-7e3a382060db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e6ceb-5060-43d7-9df8-ffdaa909206c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:25.817667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-9ffd0e56-a8d2-4c5a-b130-565d15326309 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:25.819260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-9ffd0e56-a8d2-4c5a-b130-565d15326309 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1535776 Aug 16 01:54:25.841119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-bf1e8e10-e573-43df-8586-ff41efcdb578 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/quotas/1acac25c69aa4b949be3a24f9a219fb7 HTTP/1.1" status: 200 len: 375 time: 0.0124214 Aug 16 01:54:25.881520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-6a5d7cd9-bac7-44b5-aeeb-279ac9e16c46 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308685 Aug 16 01:54:25.911175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['1073ddd9-f6fb-4e37-9415-d778d31b97a2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:26.481965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c01fc7-7016-4606-b6c3-0bf0bda2f983 req-c5d71903-9377-4247-8664-baaa2907ab28 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:26.484548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7c01fc7-7016-4606-b6c3-0bf0bda2f983 req-c5d71903-9377-4247-8664-baaa2907ab28 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 971 time: 0.0838659 Aug 16 01:54:26.524217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-449c80ad-72fb-4e06-a553-b2092e5de5aa req-1ee767c5-ca15-4ca3-9aac-7510cc96087c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 210 time: 0.0386386 Aug 16 01:54:26.566346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7c01fc7-7016-4606-b6c3-0bf0bda2f983 req-cb365646-c2d9-410e-9be2-75d47258348c tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634608 Aug 16 01:54:26.656109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-720a9410-25c2-49d0-9f46-3c6db7ed3cae req-1294a212-d7bf-4616-bb41-7d3f76d9f8bf tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 210 time: 0.0495298 Aug 16 01:54:26.753149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.917499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.980182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:26.991223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.127879 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Floating IP 9788954e-a108-49a2-8c08-67264e532a47 associated. External IP: 172.25.6.151, port: 8acd664d-ad6e-448d-938a-f62c5bf7faa5. Aug 16 01:54:27.262493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-deb031e1-da3d-44b6-9645-cb6337623455 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221734 Aug 16 01:54:27.416730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-65d3f9b4-8f97-44ea-b5ff-719d7c865688 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:27.418543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-65d3f9b4-8f97-44ea-b5ff-719d7c865688 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503723 Aug 16 01:54:27.423017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1073ddd9-f6fb-4e37-9415-d778d31b97a2 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:27.441101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Request body: {'port': {'device_id': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '8cc45f3ca80c4a0aaf7d0b3034b3155a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.452308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50906) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:27.471837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Router f6c11b18-c274-4baa-8949-6efe88373fdb has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:54:27.563635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:27.569317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f0fd3411-6ff6-43ba-9126-df882da2a8e5 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:27.612749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:27.614301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.618490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: f0fd3411-6ff6-43ba-9126-df882da2a8e5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:27.619064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f0fd3411-6ff6-43ba-9126-df882da2a8e5 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:27.652108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:54:27.659952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.669433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-986171832-network', 'tenant_id': 'deba91662767440ab35e30b49d744dbf'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:27.669618 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:54:27.683341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:27.683980 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:54:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:27.721108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a2682f3b-6c6d-419f-bcd9-213f41046cfa tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "PUT /v2.0/floatingips/9788954e-a108-49a2-8c08-67264e532a47 HTTP/1.1" status: 200 len: 992 time: 2.1870568 Aug 16 01:54:27.721728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:27.724087 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0" -d '{"events": [{"name": "network-changed", "server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:27.742942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5ca1f7a-e609-4dd3-afcc-eb87b678060b req-eaab9fd3-9841-4f59-a19d-85996ae6711c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 210 time: 0.0522161 Aug 16 01:54:27.754016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50926) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:27.769299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Made reservation on behalf of 8cc45f3ca80c4a0aaf7d0b3034b3155a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:27.774945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.788739 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.818525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073ddd9-f6fb-4e37-9415-d778d31b97a2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:27.821324 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf3ae6-a73d-4d31-bc22-700b553fc99f" -d '{"events": [{"server_uuid": "e9c5bc0e-6685-42cb-89dd-ccd553972187", "name": "network-vif-plugged", "status": "completed", "tag": "1073ddd9-f6fb-4e37-9415-d778d31b97a2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:27.883329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:27.897283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-766fbdea-f694-4550-a382-a5482655e5e8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0593729 Aug 16 01:54:27.930702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95a31440-baf1-4860-97d4-999f2885b759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:27.959324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Allocated IP 192.168.233.123 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/9b7334b6-40d3-4e53-88cf-29b7955d362c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:28.007720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Made reservation on behalf of deba91662767440ab35e30b49d744dbf for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:28.010480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.033346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.038031 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:28.048209 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.052258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22dfa4a9-9df0-4fa6-ae39-bb523439016c req-df44fe03-b1d6-4c38-9fdc-acbfd9ec2fd6 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 210 time: 0.0451429 Aug 16 01:54:28.087704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-8d07dfd2-b830-4b79-88de-d3221896f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.090120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-8d07dfd2-b830-4b79-88de-d3221896f234 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 1124 time: 0.1197104 Aug 16 01:54:28.113186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900086c-786c-4ade-b7ef-212cc1910857 req-b30117a1-32ca-476c-aba7-9c36329e2bb8 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.114907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8900086c-786c-4ade-b7ef-212cc1910857 req-b30117a1-32ca-476c-aba7-9c36329e2bb8 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 971 time: 0.1459854 Aug 16 01:54:28.179622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=1073ddd9-f6fb-4e37-9415-d778d31b97a2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.250821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8900086c-786c-4ade-b7ef-212cc1910857 req-773965ff-bb38-44f3-92dd-395c9dc90f36 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845935 Aug 16 01:54:28.289785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.307390 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdef2df7-34ab-4c35-a9ba-56aa383ec545 x-openstack-request-id: req-cdef2df7-34ab-4c35-a9ba-56aa383ec545 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:28.308049 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:28.308402 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cdef2df7-34ab-4c35-a9ba-56aa383ec545 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:28.309023 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'status': 'completed', 'code': 200} Aug 16 01:54:28.312553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-316d561d-48dc-42ff-a6da-f5932193e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.315268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-316d561d-48dc-42ff-a6da-f5932193e0c5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1948318 Aug 16 01:54:28.329624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Transition to ACTIVE for port object 9b7334b6-40d3-4e53-88cf-29b7955d362c will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:28.382238 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edaad79-526f-44fb-9182-dcdd7d398e27 x-openstack-request-id: req-3edaad79-526f-44fb-9182-dcdd7d398e27 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:28.382555 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9c5bc0e-6685-42cb-89dd-ccd553972187", "name": "network-vif-plugged", "status": "completed", "tag": "1073ddd9-f6fb-4e37-9415-d778d31b97a2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:28.382849 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3edaad79-526f-44fb-9182-dcdd7d398e27 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:28.383247 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073ddd9-f6fb-4e37-9415-d778d31b97a2', 'code': 200} Aug 16 01:54:28.392765 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-862eaeaf-2927-4fd7-bdc3-a6cda1bdf9bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=16832734-dac0-485d-b3de-a838c246b825 HTTP/1.1" status: 200 len: 217 time: 0.0681891 Aug 16 01:54:28.430008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95a31440-baf1-4860-97d4-999f2885b759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.454628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.58', 60570) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:28.483821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-99d26e15-db99-4605-83cd-b7d4a945e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.485193 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-99d26e15-db99-4605-83cd-b7d4a945e3da service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 1098 time: 0.1484065 Aug 16 01:54:28.488908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-19e49ea6-f56a-4018-b5f1-0cf15ab8f622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.490524 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-19e49ea6-f56a-4018-b5f1-0cf15ab8f622 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0766234 Aug 16 01:54:28.497984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.515402 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9788954e-a108-49a2-8c08-67264e532a47', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'port_id': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'mac_address': 'fa:16:3e:08:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:05Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 1, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:28.524111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['70f26c7e-0da2-4f6c-a129-db3eba429710'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:28.550455 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:54:28.559195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:28.560799 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:54:28.562369 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:54:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:28.564208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:28.575656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:28.582887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.583793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.588229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95a31440-baf1-4860-97d4-999f2885b759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.604317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc626e75-03a8-4728-8097-bd87956082a8 req-9c9754ed-5544-495e-b22e-466219dae13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.606568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc626e75-03a8-4728-8097-bd87956082a8 req-9c9754ed-5544-495e-b22e-466219dae13f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 1124 time: 0.1507351 Aug 16 01:54:28.629205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Pushing event updated for resources: {'Port': ['ID=9b7334b6-40d3-4e53-88cf-29b7955d362c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:28.677568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc626e75-03a8-4728-8097-bd87956082a8 req-374cf85b-b056-4d41-9c2f-281713264c86 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Aug 16 01:54:28.740470 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-95a31440-baf1-4860-97d4-999f2885b759 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37ce2d55c5aa42ebb14428d78ec66b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9852211 Aug 16 01:54:28.744075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:28.757263 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:54:28.861387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-27ad05a0-8f02-402f-a909-ec2a2ccea286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.864178 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-27ad05a0-8f02-402f-a909-ec2a2ccea286 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 925 time: 0.3711307 Aug 16 01:54:28.895837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-4153503c-b2b8-4534-95b8-02464227570a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.898152 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-4153503c-b2b8-4534-95b8-02464227570a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3964374 Aug 16 01:54:28.964155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d0689-7579-44d2-89ed-acc36146b6ff req-a0e9e90f-8848-4a21-9035-cb143c29cdc2 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:28.966139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e2d0689-7579-44d2-89ed-acc36146b6ff req-a0e9e90f-8848-4a21-9035-cb143c29cdc2 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 936 time: 0.1123693 Aug 16 01:54:28.970666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f215-a1d4-4edb-b6f4-9e9cbd84938f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:28.987133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a31440-baf1-4860-97d4-999f2885b759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099751d-5c39-4196-98a8-286921b8856f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.012044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f215-a1d4-4edb-b6f4-9e9cbd84938f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.100395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.83', 65286) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:29.114998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4899b399-15a6-4d6e-bbeb-779932359aee None None] Provisioning for port 9b7334b6-40d3-4e53-88cf-29b7955d362c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:29.119220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e2d0689-7579-44d2-89ed-acc36146b6ff req-993c2e64-5e31-4e99-bae5-5765c498b200 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366050 Aug 16 01:54:29.126626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.127518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4899b399-15a6-4d6e-bbeb-779932359aee None None] Provisioning complete for port 9b7334b6-40d3-4e53-88cf-29b7955d362c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:29.129029 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4899b399-15a6-4d6e-bbeb-779932359aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.151995 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-074ade39-5274-4909-a892-a6ccc605f6cb tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492070 Aug 16 01:54:29.153976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-fc8da533-5f92-4211-8c0d-5c5f074b054f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5 HTTP/1.1" status: 200 len: 1000 time: 0.2547722 Aug 16 01:54:29.162510 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9788954e-a108-49a2-8c08-67264e532a47', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'port_id': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'mac_address': 'fa:16:3e:08:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:05Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 1, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:54:29.169049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4899b399-15a6-4d6e-bbeb-779932359aee None None] Port 9b7334b6-40d3-4e53-88cf-29b7955d362c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:29.195760 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d90e7-d14c-48c9-aa82-ef29e4ffde3b None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9788954e-a108-49a2-8c08-67264e532a47', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'port_id': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'mac_address': 'fa:16:3e:08:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:05Z', 'updated_at': '2021-08-16T01:54:26Z', 'revision_number': 1, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:54:29.235014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f215-a1d4-4edb-b6f4-9e9cbd84938f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.237699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7e5f215-a1d4-4edb-b6f4-9e9cbd84938f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.241309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e7e5f215-a1d4-4edb-b6f4-9e9cbd84938f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e099751d-5c39-4196-98a8-286921b8856f HTTP/1.1" status: 204 len: 168 time: 0.4932992 Aug 16 01:54:29.247735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5f215-a1d4-4edb-b6f4-9e9cbd84938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e099751d-5c39-4196-98a8-286921b8856f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.252252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-23589094-885d-4ea2-8733-6d1898e04c33 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342214 Aug 16 01:54:29.352637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.370495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-67899974-c001-4269-9509-8bec002a8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.370495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-67899974-c001-4269-9509-8bec002a8b60 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 200 len: 863 time: 0.2012508 Aug 16 01:54:29.395385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3e7b68e-b5a7-43ce-b85f-789f65097e6b req-1d4632ba-59e8-41b1-aae0-a46b53a31548 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 210 time: 0.0278480 Aug 16 01:54:29.423779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:29.464393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-90bb11f6-deb1-4047-b048-58eb39523bfb tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0344641 Aug 16 01:54:29.483916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Request body: {'port': {'device_id': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:29.492628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-785d1a2f-3c4a-408b-880b-0599d961cb55 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.494271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-785d1a2f-3c4a-408b-880b-0599d961cb55 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3292263 Aug 16 01:54:29.497615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.497967 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Added segment d905541c-54f8-41f8-82a5-6e00185096cb of type vlan for network b1d81be5-43d9-4e8f-98af-d0f73585115e Aug 16 01:54:29.509935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885370d3-d094-4814-9f44-3edfec805eaa,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:29.528535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Request body: {'port': {'device_id': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '1acac25c69aa4b949be3a24f9a219fb7'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:29.537016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3b05ef-4147-4426-99fb-00fbe6275e9a None None] New status for floating IP 9788954e-a108-49a2-8c08-67264e532a47: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:54:29.619594 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.628905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efc3b5d7-f8b1-46a6-a854-e5a35c792cca req-f40cb0a4-a5c4-4858-bbcb-f51acb506efc service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3665810 Aug 16 01:54:29.644690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:29.654280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-851f4567-c051-407b-b1e7-e7a8ff1f92a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.655964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-851f4567-c051-407b-b1e7-e7a8ff1f92a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5445ce0-2d40-46cc-9d36-ca4320a39576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2735748 Aug 16 01:54:29.678932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d90f6-09c5-4440-9c2b-2554d213b4ae req-1899d7c4-9887-45c8-bac3-6863ed6877dc tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:29.680644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-015d90f6-09c5-4440-9c2b-2554d213b4ae req-1899d7c4-9887-45c8-bac3-6863ed6877dc tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 972 time: 0.1320529 Aug 16 01:54:29.833371 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-9e3145c3-b7fb-48f5-af19-5a8cf7312711 service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699986 Aug 16 01:54:29.837648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-015d90f6-09c5-4440-9c2b-2554d213b4ae req-a4134654-026d-42ac-990b-176ca7b8e5ef tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268885 Aug 16 01:54:30.052073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1522fe-299a-499e-9b2d-a6ba6c5e781f req-a56ef4e8-af0e-4f0d-8892-63a794683e8a tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.053781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af1522fe-299a-499e-9b2d-a6ba6c5e781f req-a56ef4e8-af0e-4f0d-8892-63a794683e8a tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 972 time: 0.1081958 Aug 16 01:54:30.104138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Made reservation on behalf of 1acac25c69aa4b949be3a24f9a219fb7 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:30.107588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.109938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.111156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.111535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.121797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af1522fe-299a-499e-9b2d-a6ba6c5e781f req-84160070-505a-4677-8217-49acaf04198c tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606308 Aug 16 01:54:30.223411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b7334b6-40d3-4e53-88cf-29b7955d362c {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:30.246810 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.253522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] Pushing event updated for resources: {'Network': ['ID=b1d81be5-43d9-4e8f-98af-d0f73585115e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.265394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b1d81be5-43d9-4e8f-98af-d0f73585115e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:30.287399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Transition to ACTIVE for port object 9b7334b6-40d3-4e53-88cf-29b7955d362c will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:30.290596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65ab4e1-89e3-4c2f-8d4e-49096697aea0 req-263d4387-1d5c-402b-9dc2-f46ab3940986 service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490900 Aug 16 01:54:30.306420 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-87d4f925-6141-49b7-92ea-59375d8708e2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8471768 Aug 16 01:54:30.306620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a8581-f515-427a-9a55-8c863087a8fe req-eedae64b-5166-4db9-8830-92f327c880dd tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.306729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50992) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:30.307857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-939a8581-f515-427a-9a55-8c863087a8fe req-eedae64b-5166-4db9-8830-92f327c880dd tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 936 time: 0.0760744 Aug 16 01:54:30.315295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Request body: {'subnet': {'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-986171832-subnet', 'tenant_id': 'deba91662767440ab35e30b49d744dbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:30.347277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-939a8581-f515-427a-9a55-8c863087a8fe req-092afb8c-a978-4570-ad0f-d7ba6de9ac30 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Aug 16 01:54:30.395186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.451880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Made reservation on behalf of deba91662767440ab35e30b49d744dbf for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:30.458519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.500580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Pushing event updated for resources: {'Port': ['ID=9b7334b6-40d3-4e53-88cf-29b7955d362c,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.550987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Allocated IP 192.168.233.243 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:30.553745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Attempting to bind port 9b7334b6-40d3-4e53-88cf-29b7955d362c on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:30.554086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Attempting to bind port 9b7334b6-40d3-4e53-88cf-29b7955d362c by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:30.554416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Attempting to bind port 9b7334b6-40d3-4e53-88cf-29b7955d362c on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:30.559222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0caaa10-2b40-4824-87f3-7f40d39f7ce7 req-a6b081d1-838a-4c6b-85db-0c6c0870f4af tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 210 time: 0.0523262 Aug 16 01:54:30.562285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Port 9b7334b6-40d3-4e53-88cf-29b7955d362c on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:30.562846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Attempting to bind port 9b7334b6-40d3-4e53-88cf-29b7955d362c on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:30.568350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:30.568643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:30.569390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:30.569525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Bound port: 9b7334b6-40d3-4e53-88cf-29b7955d362c, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:30.570400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.635383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51004) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:30.681216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-264e9140-b06c-4b22-8917-d20bdc88bea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.697802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] For port 9b7334b6-40d3-4e53-88cf-29b7955d362c, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:30.701560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] For port 9b7334b6-40d3-4e53-88cf-29b7955d362c, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9b7334b6-40d3-4e53-88cf-29b7955d362c,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:30.815570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.853444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:30.854295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.855526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] 10.222.0.83 "PUT /v2.0/ports/9b7334b6-40d3-4e53-88cf-29b7955d362c HTTP/1.1" status: 200 len: 1097 time: 1.3808022 Aug 16 01:54:30.856009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'tag': '9b7334b6-40d3-4e53-88cf-29b7955d362c'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:30.860411 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4b92b5-2f4e-4655-acce-bf9465c991d7" -d '{"events": [{"name": "network-changed", "server_uuid": "2cf915ea-d96d-405e-a129-f0d5e9f43a02", "tag": "9b7334b6-40d3-4e53-88cf-29b7955d362c"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:30.882149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:30.900270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc99fd14-38ff-4204-92e9-1afa03f5c5de service neutron] Pushing event updated for resources: {'Port': ['ID=9b7334b6-40d3-4e53-88cf-29b7955d362c,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:30.917499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Transition to ACTIVE for port object ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:30.919989 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31dd95e-7397-4337-88b4-60779d29f351 x-openstack-request-id: req-c31dd95e-7397-4337-88b4-60779d29f351 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:30.920286 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cf915ea-d96d-405e-a129-f0d5e9f43a02", "tag": "9b7334b6-40d3-4e53-88cf-29b7955d362c", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:30.921138 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c31dd95e-7397-4337-88b4-60779d29f351 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:30.921796 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'tag': '9b7334b6-40d3-4e53-88cf-29b7955d362c', 'status': 'completed', 'code': 200} Aug 16 01:54:30.974797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-264e9140-b06c-4b22-8917-d20bdc88bea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.003937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b92b5-2f4e-4655-acce-bf9465c991d7 req-93858849-6e34-4114-b160-5b4e8ddef2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.005492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a4b92b5-2f4e-4655-acce-bf9465c991d7 req-93858849-6e34-4114-b160-5b4e8ddef2af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 1100 time: 0.0613503 Aug 16 01:54:31.047301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a4b92b5-2f4e-4655-acce-bf9465c991d7 req-95e0f136-ce0f-4ceb-84d2-00186c0c4f82 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342999 Aug 16 01:54:31.089424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.139361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e5a9d74-4388-4a28-afd5-54d76984b27c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.154750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:31.165403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Network hostable DHCP agents. Network: b1d81be5-43d9-4e8f-98af-d0f73585115e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:31.225391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963c5e5-8eaa-4eda-bc0b-bc1088f14ed5 req-a2195a36-8426-4492-bd3e-215f66c6e2fe tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.227051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3963c5e5-8eaa-4eda-bc0b-bc1088f14ed5 req-a2195a36-8426-4492-bd3e-215f66c6e2fe tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 972 time: 0.1768882 Aug 16 01:54:31.234201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-264e9140-b06c-4b22-8917-d20bdc88bea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.235602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.272805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b92b5-2f4e-4655-acce-bf9465c991d7 req-9b115d3f-8513-4674-a779-ae13f614ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.274299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a4b92b5-2f4e-4655-acce-bf9465c991d7 req-9b115d3f-8513-4674-a779-ae13f614ffaf service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159154 Aug 16 01:54:31.296319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3963c5e5-8eaa-4eda-bc0b-bc1088f14ed5 req-e7636c86-8a79-496e-ac1f-c3c37da8ebb2 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 Aug 16 01:54:31.315724 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-264e9140-b06c-4b22-8917-d20bdc88bea0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcbf0c3fe1aa440b97bf175c31246304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792994 Aug 16 01:54:31.328585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51026) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:31.343699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:31.347716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e9140-b06c-4b22-8917-d20bdc88bea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651c7a1f-0f64-4149-a16f-35913bc51018,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.350150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Network b1d81be5-43d9-4e8f-98af-d0f73585115e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:31.356633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:31.365324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-790b07d3-8d2b-4a7e-9aea-11f9c7dbef67 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.368061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-790b07d3-8d2b-4a7e-9aea-11f9c7dbef67 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.58 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 972 time: 0.1821249 Aug 16 01:54:31.374065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:31.379694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.380349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.420715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Pushing event updated for resources: {'Port': ['ID=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.478767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-47030780-1ca3-4676-a2e4-dbee354d504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.480295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-47030780-1ca3-4676-a2e4-dbee354d504f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 1100 time: 0.1425498 Aug 16 01:54:31.491472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dc332-454b-4a7b-9d31-c066ad57aaee req-4db77cf8-a4f0-43f6-baf5-c5ae39fdb301 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.493003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b48dc332-454b-4a7b-9d31-c066ad57aaee req-4db77cf8-a4f0-43f6-baf5-c5ae39fdb301 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 972 time: 0.1087060 Aug 16 01:54:31.535709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b1d81be5-43d9-4e8f-98af-d0f73585115e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:31.545987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c0ed11-6f63-431f-b2d9-6fb4021bd942 None None] Network b1d81be5-43d9-4e8f-98af-d0f73585115e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:31.546555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.547229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.562619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56ddc0f2-07e7-462d-9a5a-238f9486d77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.584591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-62aeb665-e9a2-4105-ac12-854b6f0dba5e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0673094 Aug 16 01:54:31.589006 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-0dc2f62c-c733-4d77-a927-3c210cc24a24 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1482494 Aug 16 01:54:31.606977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56ddc0f2-07e7-462d-9a5a-238f9486d77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.619417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Request body: {'port': {'device_id': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:31.656069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-8ea05a28-8f97-4294-a62d-22762b2e2687 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=9b7334b6-40d3-4e53-88cf-29b7955d362c HTTP/1.1" status: 200 len: 217 time: 0.1572480 Aug 16 01:54:31.695233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b48dc332-454b-4a7b-9d31-c066ad57aaee req-7ec98e32-6e99-459c-869a-1bf8387868de tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/security-groups?id=077fbbbc-14cc-4fb3-b434-e2d701c81546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881599 Aug 16 01:54:31.700747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Deleting port 16832734-dac0-485d-b3de-a838c246b825 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:31.701037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.714044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db80032-a18e-4e5a-b972-d87bbf408915 None None] Network b1d81be5-43d9-4e8f-98af-d0f73585115e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:31.736984 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c050f53c-40a8-407b-9e23-97a5a90b6184 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4206338 Aug 16 01:54:31.750249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-e56f6b8b-e4e4-4d33-bbce-069d98d9321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.754125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-e56f6b8b-e4e4-4d33-bbce-069d98d9321a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0814755 Aug 16 01:54:31.760969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9057b04-be25-41b1-8349-c8073f4dd8cd req-0dad81b4-87fd-4ca8-9837-edccd50b7d40 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.769034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9057b04-be25-41b1-8349-c8073f4dd8cd req-0dad81b4-87fd-4ca8-9837-edccd50b7d40 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 948 time: 0.1202140 Aug 16 01:54:31.790548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.792983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56ddc0f2-07e7-462d-9a5a-238f9486d77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.796535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56ddc0f2-07e7-462d-9a5a-238f9486d77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.797884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-56ddc0f2-07e7-462d-9a5a-238f9486d77f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/651c7a1f-0f64-4149-a16f-35913bc51018 HTTP/1.1" status: 204 len: 168 time: 0.4684176 Aug 16 01:54:31.815131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-700cffd0-ec15-427c-84f7-769b84254c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.816696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-700cffd0-ec15-427c-84f7-769b84254c36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 1102 time: 0.1614282 Aug 16 01:54:31.835170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddc0f2-07e7-462d-9a5a-238f9486d77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651c7a1f-0f64-4149-a16f-35913bc51018,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:31.861571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9057b04-be25-41b1-8349-c8073f4dd8cd req-edb3b80a-14e8-4538-9fb1-fbfc163fff2b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913789 Aug 16 01:54:31.881026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-4285cb2c-bbdf-473a-9a30-81ee95d3b15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:31.884133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-4285cb2c-bbdf-473a-9a30-81ee95d3b15b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080163 Aug 16 01:54:31.973846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd03da69-a3e6-4b34-a8d9-19374bf6c52d None None] Provisioning for port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:31.983367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd03da69-a3e6-4b34-a8d9-19374bf6c52d None None] Provisioning complete for port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:31.985737 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd03da69-a3e6-4b34-a8d9-19374bf6c52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:31.996647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] For port 16832734-dac0-485d-b3de-a838c246b825, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=16832734-dac0-485d-b3de-a838c246b825,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:31.997024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.054456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fd03da69-a3e6-4b34-a8d9-19374bf6c52d None None] Port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:32.093170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Calling delete_port for 16832734-dac0-485d-b3de-a838c246b825 owned by compute:tempest-test_az-1678950976 {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:32.231578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-daf71a2d-01e3-4036-b557-771104f941f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.233237 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-daf71a2d-01e3-4036-b557-771104f941f5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3723457 Aug 16 01:54:32.288221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-ed8b59e5-8b4e-4755-8b2b-aa1427f67bad service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967168 Aug 16 01:54:32.297016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-d4835326-728a-4d73-8176-805cd8c2998a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=70f26c7e-0da2-4f6c-a129-db3eba429710 HTTP/1.1" status: 200 len: 217 time: 0.0544941 Aug 16 01:54:32.313228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a47981-8255-400b-9a13-d6c3498a8e25 req-3504e6b0-d928-4679-a42e-78b53afc9d15 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.314711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5a47981-8255-400b-9a13-d6c3498a8e25 req-3504e6b0-d928-4679-a42e-78b53afc9d15 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 936 time: 0.2871614 Aug 16 01:54:32.410841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5a47981-8255-400b-9a13-d6c3498a8e25 req-3b5c76f6-bcda-4439-a3a5-114ab582c13d tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865417 Aug 16 01:54:32.433282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-aa978bd5-a1d0-40d8-8978-2677149e0d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.434820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-aa978bd5-a1d0-40d8-8978-2677149e0d7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1302874 Aug 16 01:54:32.451327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ab9883-cc36-46aa-b8f6-4fd918cc26ae req-4cc5b216-4801-4948-ae7c-f2019d988628 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544640 Aug 16 01:54:32.544691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:32.554991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.570075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-eb203a03-2985-4105-92d5-81160f27c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.571608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-eb203a03-2985-4105-92d5-81160f27c4d0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278241 Aug 16 01:54:32.574123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Transition to ACTIVE for port object ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:32.686530 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.688643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:32.699900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['16832734-dac0-485d-b3de-a838c246b825'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:32.706689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-7b890b64-93ef-4e4f-8317-b9b8355b8f94 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271248 Aug 16 01:54:32.711059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de773bca-7fa0-45a5-bd24-bf55f5942186 req-1219a82b-769c-4658-a76b-357e43ba3a0a tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:32.712796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de773bca-7fa0-45a5-bd24-bf55f5942186 req-1219a82b-769c-4658-a76b-357e43ba3a0a tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 972 time: 0.0588009 Aug 16 01:54:32.768805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de773bca-7fa0-45a5-bd24-bf55f5942186 req-3a7b4c05-0b70-4164-b5d4-2f082fab741a tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492771 Aug 16 01:54:32.874023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e182e39e-1805-4941-869d-83823b9e5d07 req-9742cf74-6152-4ff0-8a16-f1142b07f76e tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0383852 Aug 16 01:54:32.996105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a62b4-39bd-4fc1-ba5c-4dbcd53a21f5 req-01b5d868-d769-4c09-9bc4-11dfe518b391 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.003242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be2a62b4-39bd-4fc1-ba5c-4dbcd53a21f5 req-01b5d868-d769-4c09-9bc4-11dfe518b391 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 948 time: 0.0638533 Aug 16 01:54:33.043765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be2a62b4-39bd-4fc1-ba5c-4dbcd53a21f5 req-b5b08e20-8216-4f93-ae8c-00bdb1816d94 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 Aug 16 01:54:33.129173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] No DVR routers for this DVR port 16832734-dac0-485d-b3de-a838c246b825 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:33.137883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.154672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.157045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2ac3bd5-2048-4c08-aa67-2126114a54a5 req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.58 "DELETE /v2.0/ports/16832734-dac0-485d-b3de-a838c246b825 HTTP/1.1" status: 204 len: 173 time: 1.7719276 Aug 16 01:54:33.157490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'name': 'network-vif-deleted', 'tag': '16832734-dac0-485d-b3de-a838c246b825'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:33.159797 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4295f3-036a-4a8d-9e75-9324e1880cee" -d '{"events": [{"server_uuid": "4658226c-8ff1-4c0e-a8b8-17d3f7dc0172", "name": "network-vif-deleted", "tag": "16832734-dac0-485d-b3de-a838c246b825"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:33.231252 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0541ad9-8818-4834-a38a-d4db7d7ebf8b x-openstack-request-id: req-b0541ad9-8818-4834-a38a-d4db7d7ebf8b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:33.231544 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4658226c-8ff1-4c0e-a8b8-17d3f7dc0172", "name": "network-vif-deleted", "tag": "16832734-dac0-485d-b3de-a838c246b825", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:33.231794 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0541ad9-8818-4834-a38a-d4db7d7ebf8b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:33.232335 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4658226c-8ff1-4c0e-a8b8-17d3f7dc0172', 'name': 'network-vif-deleted', 'tag': '16832734-dac0-485d-b3de-a838c246b825', 'status': 'completed', 'code': 200} Aug 16 01:54:33.239945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394bf4-9f73-4334-b2aa-5446ba3ee086 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] Pushing event deleted for resources: {'Port': ['ID=16832734-dac0-485d-b3de-a838c246b825,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.243990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Attempting to bind port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:33.244333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Attempting to bind port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:33.244971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Attempting to bind port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:33.251685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8020013-3819-455a-a4b2-f1b30d6a49dc req-a864c50d-b4d5-4a55-b685-9de4925043c8 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240524 Aug 16 01:54:33.252623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:33.252947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Attempting to bind port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:33.265394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:33.265866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:33.266262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:33.266748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Bound port: ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:33.267115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.334254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51084) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:33.337728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] For port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:33.341541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] For port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:33.421327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51092) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:33.426727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1123156844-network', 'tenant_id': '48beb7fd3c8345f7b4045c47147677e5'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:33.457631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4eb3-72da-4bca-b4ef-93bce8fc6cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.461170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.504171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.504938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.506939 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] 10.222.0.83 "PUT /v2.0/ports/ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 HTTP/1.1" status: 200 len: 1097 time: 1.8937843 Aug 16 01:54:33.555829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c244f-9d0d-4db6-84a7-e0c22567cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.579254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Made reservation on behalf of 48beb7fd3c8345f7b4045c47147677e5 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:33.582298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.586821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292e7f0-e20d-4e38-acb2-3b7c6b14f31f req-7d9ce468-6c18-4657-b8b3-fc0dc824ce3d tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.596348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2292e7f0-e20d-4e38-acb2-3b7c6b14f31f req-7d9ce468-6c18-4657-b8b3-fc0dc824ce3d tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 948 time: 0.0846829 Aug 16 01:54:33.598892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.665054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2292e7f0-e20d-4e38-acb2-3b7c6b14f31f req-73f98d68-5045-4cb5-9594-9af33ecb233e tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634327 Aug 16 01:54:33.731383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4eb3-72da-4bca-b4ef-93bce8fc6cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.749800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-a2e7b74b-ebfe-4bc2-9d17-6e62609cd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.756503 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-a2e7b74b-ebfe-4bc2-9d17-6e62609cd72c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 1100 time: 0.0627060 Aug 16 01:54:33.801797 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-14635b2f-6746-4db1-a3a7-cb0131f5dec4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0422888 Aug 16 01:54:33.849370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4eb3-72da-4bca-b4ef-93bce8fc6cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:33.881189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-2ac16e1f-ada3-4498-bb0e-1ace0914abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.882795 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-2ac16e1f-ada3-4498-bb0e-1ace0914abc3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0605059 Aug 16 01:54:33.893115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-00d2c664-009a-486b-829d-ff2f53e45528 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.894728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-00d2c664-009a-486b-829d-ff2f53e45528 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 972 time: 0.1020191 Aug 16 01:54:33.937248 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9ce4eb3-72da-4bca-b4ef-93bce8fc6cb7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=874fb68bfa804660b2f63ed49cfb9add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005745 Aug 16 01:54:33.940598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce4eb3-72da-4bca-b4ef-93bce8fc6cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f18a769-b4c6-479d-afc2-1e0d9934b4d2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:33.944277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51106) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:33.981514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ad5d9-ec8b-4bbd-9afd-73c36748577c req-993f2988-e3ef-4dfc-bc01-221df38ef3b4 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:33.983593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b0ad5d9-ec8b-4bbd-9afd-73c36748577c req-993f2988-e3ef-4dfc-bc01-221df38ef3b4 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 972 time: 0.1125643 Aug 16 01:54:34.035055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3747acd9-5c1d-4b1a-aa2a-470fe8514862 req-9e98e6a0-8c74-4f84-95f9-643cef26a004 tempest-AggregatesAdminTestJSON-1417194899 tempest-AggregatesAdminTestJSON-1417194899-project] 10.222.0.76 "GET /v2.0/ports?device_id=4658226c-8ff1-4c0e-a8b8-17d3f7dc0172 HTTP/1.1" status: 200 len: 210 time: 0.0504365 Aug 16 01:54:34.055493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d59845-0ef5-463a-a586-29b07da28407 req-d72bcf82-1a51-4498-81fc-1efdbbe81923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.057014 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-d72bcf82-1a51-4498-81fc-1efdbbe81923 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579421 Aug 16 01:54:34.082865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.091591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b0ad5d9-ec8b-4bbd-9afd-73c36748577c req-6f7917fd-6c48-4639-8896-e3da2303e12a tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/security-groups?id=4b5d91a2-d47b-42d0-b21f-4baeed406e59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879583 Aug 16 01:54:34.114091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.178086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.182428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Deleting port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:34.182796 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.226805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87933-a71d-4677-b9ee-596342e7eef1 req-c71cc827-e616-4654-952a-8c85089c206b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.228604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf87933-a71d-4677-b9ee-596342e7eef1 req-c71cc827-e616-4654-952a-8c85089c206b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 948 time: 0.0741143 Aug 16 01:54:34.239990 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-35379a48-1c16-434b-97b7-ccaa5b987f78 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713424 Aug 16 01:54:34.274784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf87933-a71d-4677-b9ee-596342e7eef1 req-9740c6f9-f0d4-419f-bbad-7b7de5f32312 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372958 Aug 16 01:54:34.355698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] For port 1073ddd9-f6fb-4e37-9415-d778d31b97a2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1073ddd9-f6fb-4e37-9415-d778d31b97a2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:34.356074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.376998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Calling delete_port for 1073ddd9-f6fb-4e37-9415-d778d31b97a2 owned by compute:tempest-test_az-1678950976 {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:34.384627 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90d59845-0ef5-463a-a586-29b07da28407 req-e1ccbb79-61d0-4eb4-b928-0d2c09192231 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352353 Aug 16 01:54:34.421592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.434959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.438236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.441884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4f18a769-b4c6-479d-afc2-1e0d9934b4d2 HTTP/1.1" status: 204 len: 168 time: 0.4931867 Aug 16 01:54:34.459944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:54:34.463397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f18a769-b4c6-479d-afc2-1e0d9934b4d2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:34.472933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c80762-ba2f-407c-bc48-b69ed3863e2a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:34.473710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.474264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.474524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.474942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.475499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.475841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.476246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.476725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.477038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.477437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.477835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.478230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685e077a-82a9-42ef-a4b5-da0538b15415 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:34.482051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.482411 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Added segment 1dd5dcb8-890e-4080-89ec-8cae0ac07d2c of type vlan for network 013c5701-e6b1-41ca-92a2-006861cdde0c Aug 16 01:54:34.556225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.712290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.713950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.715060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.715734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.724470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['1073ddd9-f6fb-4e37-9415-d778d31b97a2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:34.787543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Pushing event deleted for resources: {'Port': ['ID=1073ddd9-f6fb-4e37-9415-d778d31b97a2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:34.788441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770b9e6-1f9e-409c-a57d-9f3f8220a8e9 req-d5492c92-6353-4a6d-af79-272c93a44c8b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:34.803629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4770b9e6-1f9e-409c-a57d-9f3f8220a8e9 req-d5492c92-6353-4a6d-af79-272c93a44c8b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 948 time: 0.0640991 Aug 16 01:54:34.834034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] Pushing event updated for resources: {'Network': ['ID=013c5701-e6b1-41ca-92a2-006861cdde0c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:34.857073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] No DVR routers for this DVR port 1073ddd9-f6fb-4e37-9415-d778d31b97a2 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:34.861700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:34.864619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e28f93be-f62a-4a22-b765-b0fb1f0b6210 req-3855a037-7f16-4dc0-b14e-9bd738bad5be tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.58 "DELETE /v2.0/ports/1073ddd9-f6fb-4e37-9415-d778d31b97a2 HTTP/1.1" status: 204 len: 173 time: 0.9529266 Aug 16 01:54:34.866923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4770b9e6-1f9e-409c-a57d-9f3f8220a8e9 req-137acefb-cc35-4e1e-8cc5-d61ea523a44b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623105 Aug 16 01:54:34.868495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 013c5701-e6b1-41ca-92a2-006861cdde0c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:54:34.927597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6053baee-756e-4712-b0ea-b3c1b6c57b7f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5050347 Aug 16 01:54:34.930407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51128) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:34.965835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Request body: {'subnet': {'network_id': '013c5701-e6b1-41ca-92a2-006861cdde0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1123156844-subnet', 'tenant_id': '48beb7fd3c8345f7b4045c47147677e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:35.135483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Made reservation on behalf of 48beb7fd3c8345f7b4045c47147677e5 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:35.138672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.213498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fad9e28-080e-42f8-875a-f43c1f9f77d7 req-c0ebba0c-5754-41e2-91b1-c71b38b3fca3 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 210 time: 0.0373552 Aug 16 01:54:35.233883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'tag': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2'}, {'server_uuid': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'name': 'network-vif-deleted', 'tag': '1073ddd9-f6fb-4e37-9415-d778d31b97a2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:35.236353 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dacc5a4-05c1-4af6-b05a-673aae4e0389" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca4af05-0a38-4930-b808-11d62dfcff86", "tag": "ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2"}, {"server_uuid": "e9c5bc0e-6685-42cb-89dd-ccd553972187", "name": "network-vif-deleted", "tag": "1073ddd9-f6fb-4e37-9415-d778d31b97a2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:35.305831 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde35c99-2d8f-4a06-b4ce-471c8638ee3a x-openstack-request-id: req-bde35c99-2d8f-4a06-b4ce-471c8638ee3a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:35.306899 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca4af05-0a38-4930-b808-11d62dfcff86", "tag": "ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2", "status": "completed", "code": 200}, {"server_uuid": "e9c5bc0e-6685-42cb-89dd-ccd553972187", "name": "network-vif-deleted", "tag": "1073ddd9-f6fb-4e37-9415-d778d31b97a2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:35.307297 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bde35c99-2d8f-4a06-b4ce-471c8638ee3a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:35.307897 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'tag': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2', 'status': 'completed', 'code': 200} Aug 16 01:54:35.308318 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9c5bc0e-6685-42cb-89dd-ccd553972187', 'name': 'network-vif-deleted', 'tag': '1073ddd9-f6fb-4e37-9415-d778d31b97a2', 'status': 'completed', 'code': 200} Aug 16 01:54:35.393875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-65b865f4-8c95-4182-a0d4-5167a09b78c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.395675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-65b865f4-8c95-4182-a0d4-5167a09b78c0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 1100 time: 0.0729647 Aug 16 01:54:35.473242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0db0ad-8a63-45b3-b228-ef4b346945c9 req-b415e891-d47f-4fd9-9cb3-679fac3c6e5a tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.475024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a0db0ad-8a63-45b3-b228-ef4b346945c9 req-b415e891-d47f-4fd9-9cb3-679fac3c6e5a tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 948 time: 0.0516112 Aug 16 01:54:35.485304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 16832734-dac0-485d-b3de-a838c246b825 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:35.500704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-7632836a-b932-41f2-af61-109129dcb136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.502398 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-7632836a-b932-41f2-af61-109129dcb136 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.0990324 Aug 16 01:54:35.508544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 16832734-dac0-485d-b3de-a838c246b825 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:35.508901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 16832734-dac0-485d-b3de-a838c246b825 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:35.520140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a0db0ad-8a63-45b3-b228-ef4b346945c9 req-2a56af36-8c05-4296-8ce2-418bfada726b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388963 Aug 16 01:54:35.543890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51146) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:35.551030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-53f1c41a-34b0-494f-9eea-8c639b013090 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 HTTP/1.1" status: 200 len: 217 time: 0.0406299 Aug 16 01:54:35.559987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46213923-2113-422d-b573-cb23c2c7ac78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.575023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9b7334b6-40d3-4e53-88cf-29b7955d362c details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:35.590520 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.609375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-626b7d43-0674-45d7-a47e-1544d5046278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.611062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-626b7d43-0674-45d7-a47e-1544d5046278 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0503089 Aug 16 01:54:35.663449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce262f6a-e550-4d0a-82f8-11115fbd37d9,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.692795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-729253c1-923f-4c50-b6e2-a9b2b2b4bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:35.694363 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-729253c1-923f-4c50-b6e2-a9b2b2b4bb23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0748084 Aug 16 01:54:35.705310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Checking segment: {'id': '1dd5dcb8-890e-4080-89ec-8cae0ac07d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '013c5701-e6b1-41ca-92a2-006861cdde0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:35.705681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Network hostable DHCP agents. Network: 013c5701-e6b1-41ca-92a2-006861cdde0c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:54:35.710868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9b7334b6-40d3-4e53-88cf-29b7955d362c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9b7334b6-40d3-4e53-88cf-29b7955d362c,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:35.728269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '9b7334b6-40d3-4e53-88cf-29b7955d362c', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '9b7334b6-40d3-4e53-88cf-29b7955d362c', 'mac_address': 'fa:16:3e:40:cc:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:35.754039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46213923-2113-422d-b573-cb23c2c7ac78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.793342 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.809507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b7334b6-40d3-4e53-88cf-29b7955d362c {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:35.821722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-7d36f76d-3790-427f-b2e8-01fd975004c5 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174643 Aug 16 01:54:35.823777 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:54:35.834164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9b7334b6-40d3-4e53-88cf-29b7955d362c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9b7334b6-40d3-4e53-88cf-29b7955d362c,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:35.837752 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46213923-2113-422d-b573-cb23c2c7ac78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.879969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Network 013c5701-e6b1-41ca-92a2-006861cdde0c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:54:35.892570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46213923-2113-422d-b573-cb23c2c7ac78 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a612c2c271c4a0db98b84813df4aa04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3474696 Aug 16 01:54:35.893447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51156) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:35.933122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46213923-2113-422d-b573-cb23c2c7ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c061205-a220-43b3-8c12-063a3262e371,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:35.946086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:35.950260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:35.979395 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dacc5a4-05c1-4af6-b05a-673aae4e0389 req-44b899fb-8869-4bfc-b5cc-46ee50c4b37d service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463723 Aug 16 01:54:35.991872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f758cb7-b24e-4b3b-b1e6-e7e7932e6fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.031586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9b7334b6-40d3-4e53-88cf-29b7955d362c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.041088 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f758cb7-b24e-4b3b-b1e6-e7e7932e6fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.087437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e9b0-e84a-4fd1-bf4a-b75afb407b25 req-5c98479f-ce25-4ba5-a7df-a2f672ffa42c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.102902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8458e9b0-e84a-4fd1-bf4a-b75afb407b25 req-5c98479f-ce25-4ba5-a7df-a2f672ffa42c tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 948 time: 0.0861318 Aug 16 01:54:36.102902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 013c5701-e6b1-41ca-92a2-006861cdde0c) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:36.107446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8450fbbd-cc61-4ff9-856f-ee469efc0315 None None] Network 013c5701-e6b1-41ca-92a2-006861cdde0c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:36.116826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.117512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.183526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8458e9b0-e84a-4fd1-bf4a-b75afb407b25 req-5c13ba9e-9fc1-47b5-ac4a-e2adb44f4acf tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851290 Aug 16 01:54:36.189486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7108c3a2-1e7c-4dcf-8f9d-942636c94225 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=45ed3d3aa47d492ab28b3d9f977bdd60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2389152 Aug 16 01:54:36.189865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51162) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:36.260044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd71c096-59f4-415f-98d0-98e5d907f9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.289871 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd71c096-59f4-415f-98d0-98e5d907f9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.336951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['9b7334b6-40d3-4e53-88cf-29b7955d362c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:36.343856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b41d907b-c74e-4af1-973a-0ff3129c9c64 req-5072e106-25f2-4b86-8cc0-0876b80b0fa0 tempest-ServerDiagnosticsNegativeTest-2096294266 tempest-ServerDiagnosticsNegativeTest-2096294266-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9c5bc0e-6685-42cb-89dd-ccd553972187 HTTP/1.1" status: 200 len: 210 time: 0.0275519 Aug 16 01:54:36.382072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468080b-8a71-4256-998d-2a68f80f9df8 None None] Network 013c5701-e6b1-41ca-92a2-006861cdde0c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:54:36.644101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bccdd-abce-418f-b185-74311f7e58b9 req-0b2eee92-12aa-409a-80b0-f2d144114b5c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:36.645738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c93bccdd-abce-418f-b185-74311f7e58b9 req-0b2eee92-12aa-409a-80b0-f2d144114b5c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 949 time: 0.0489168 Aug 16 01:54:36.683590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c93bccdd-abce-418f-b185-74311f7e58b9 req-697d2652-7bff-45a1-9288-c93ae67d6e2c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318902 Aug 16 01:54:36.839410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd71c096-59f4-415f-98d0-98e5d907f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.839410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd71c096-59f4-415f-98d0-98e5d907f9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.839410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dd71c096-59f4-415f-98d0-98e5d907f9e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/077fbbbc-14cc-4fb3-b434-e2d701c81546 HTTP/1.1" status: 204 len: 168 time: 0.6483324 Aug 16 01:54:36.847836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6bb51c6f-43e5-4ca3-bdcd-f5f11d11c0ef admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9083791 Aug 16 01:54:36.847836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f758cb7-b24e-4b3b-b1e6-e7e7932e6fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.847836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f758cb7-b24e-4b3b-b1e6-e7e7932e6fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:36.847836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0f758cb7-b24e-4b3b-b1e6-e7e7932e6fc4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5c061205-a220-43b3-8c12-063a3262e371 HTTP/1.1" status: 204 len: 168 time: 0.9475000 Aug 16 01:54:36.853801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71c096-59f4-415f-98d0-98e5d907f9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077fbbbc-14cc-4fb3-b434-e2d701c81546,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:36.862724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f758cb7-b24e-4b3b-b1e6-e7e7932e6fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c061205-a220-43b3-8c12-063a3262e371,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:37.310680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b542bc-adcc-48df-8820-888dc7052299 req-141af7e2-1e5f-40b7-bd4b-3929053b3350 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.312164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58b542bc-adcc-48df-8820-888dc7052299 req-141af7e2-1e5f-40b7-bd4b-3929053b3350 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 948 time: 0.0596380 Aug 16 01:54:37.351057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58b542bc-adcc-48df-8820-888dc7052299 req-c7f93c87-241f-4718-b05f-c46e3155ed9d tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 16 01:54:37.507017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1073ddd9-f6fb-4e37-9415-d778d31b97a2 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:37.527646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 1073ddd9-f6fb-4e37-9415-d778d31b97a2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:37.528001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1073ddd9-f6fb-4e37-9415-d778d31b97a2 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:37.593532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:37.595676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9b7334b6-40d3-4e53-88cf-29b7955d362c up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:37.726915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:37.745159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2', 'mac_address': 'fa:16:3e:7f:55:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:37.788962 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.798141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51208) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:37.802792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 9b7334b6-40d3-4e53-88cf-29b7955d362c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:37.807804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 9b7334b6-40d3-4e53-88cf-29b7955d362c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:37.808176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.811688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:37.816663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed34bd7-14f5-463c-a92f-a6c7136bda90 req-19b89456-5e30-4c5c-9300-a20e46372ef3 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:37.821502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ed34bd7-14f5-463c-a92f-a6c7136bda90 req-19b89456-5e30-4c5c-9300-a20e46372ef3 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 949 time: 0.0662739 Aug 16 01:54:37.864966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:37.866001 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-83083370-6c6d-4e05-b50d-28a1d5a1127f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a37d5b94d594e6f94c19155ef5c9ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671792 Aug 16 01:54:37.868858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51210) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:37.870677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ed34bd7-14f5-463c-a92f-a6c7136bda90 req-09f8566c-ea92-4b69-af27-81d170eed7b6 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404506 Aug 16 01:54:37.916775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.944644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7334b6-40d3-4e53-88cf-29b7955d362c'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:37.947842 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695a0ab0-dd77-469f-8e03-15376a95fadc" -d '{"events": [{"server_uuid": "2cf915ea-d96d-405e-a129-f0d5e9f43a02", "name": "network-vif-plugged", "status": "completed", "tag": "9b7334b6-40d3-4e53-88cf-29b7955d362c"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:37.952328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-503695f8-52e4-4a22-85b0-138492f45cb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.966440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9b7334b6-40d3-4e53-88cf-29b7955d362c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9b7334b6-40d3-4e53-88cf-29b7955d362c,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:37.992742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-503695f8-52e4-4a22-85b0-138492f45cb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:37.999132 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.059694 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4a67f4-61c4-4b11-a73f-13080aebf54b x-openstack-request-id: req-6a4a67f4-61c4-4b11-a73f-13080aebf54b {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:38.059694 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf915ea-d96d-405e-a129-f0d5e9f43a02", "name": "network-vif-plugged", "status": "completed", "tag": "9b7334b6-40d3-4e53-88cf-29b7955d362c", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:38.060394 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a4a67f4-61c4-4b11-a73f-13080aebf54b {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:38.062267 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b7334b6-40d3-4e53-88cf-29b7955d362c', 'code': 200} Aug 16 01:54:38.091207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.115438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.124140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.130164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:38.162420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001f457-04ad-4ce2-b72a-e44cb5a540dd req-528fb194-c82b-4a19-85bc-5e0d2e6812c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.164852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6001f457-04ad-4ce2-b72a-e44cb5a540dd req-528fb194-c82b-4a19-85bc-5e0d2e6812c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 1102 time: 0.0606549 Aug 16 01:54:38.221910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-503695f8-52e4-4a22-85b0-138492f45cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.225474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-503695f8-52e4-4a22-85b0-138492f45cb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:38.229465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9b7334b6-40d3-4e53-88cf-29b7955d362c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.229600 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-503695f8-52e4-4a22-85b0-138492f45cb5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aaeba745-ea64-4a50-bd07-f2f94008da33 HTTP/1.1" status: 204 len: 168 time: 0.3590930 Aug 16 01:54:38.245342 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6001f457-04ad-4ce2-b72a-e44cb5a540dd req-f1b6020f-8ee9-4f26-8a1c-846d1f0a4bc6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728214 Aug 16 01:54:38.251101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503695f8-52e4-4a22-85b0-138492f45cb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaeba745-ea64-4a50-bd07-f2f94008da33,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:38.265417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:38.422894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:38.551853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8075d2-81b9-4a5b-8a77-55624b9373b7 req-5968c0f9-bfbd-4e0e-a626-3141675a9f72 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.553352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c8075d2-81b9-4a5b-8a77-55624b9373b7 req-5968c0f9-bfbd-4e0e-a626-3141675a9f72 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 949 time: 0.1021965 Aug 16 01:54:38.578906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-744ef930-b640-4d98-aafb-ba387be48c84 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:38.585955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-744ef930-b640-4d98-aafb-ba387be48c84 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.1529853 Aug 16 01:54:38.606340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-4291a733-d701-4d09-afe7-4e2d49f524fa tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/quotas/deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 375 time: 0.0200799 Aug 16 01:54:38.614392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c8075d2-81b9-4a5b-8a77-55624b9373b7 req-2dfa6422-1b62-49d4-92ca-2ea8fd4efc15 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514941 Aug 16 01:54:38.640344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-98591831-cb66-4aa9-9ccc-d7e1c2478290 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249851 Aug 16 01:54:38.888042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51248) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:38.965909 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4e57dffb-d856-439d-b3a3-7d2c106458a5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34a533b37d9545aa8948ffebc11b0405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309298 Aug 16 01:54:38.968473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:38.973238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-ce9c63e2-07d9-41b6-ab0f-0fc9dbffe7b4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:38.981704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-ce9c63e2-07d9-41b6-ab0f-0fc9dbffe7b4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1189110 Aug 16 01:54:39.037758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa141b58-8f74-494d-a38b-c22aaf0807e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.085343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.115818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd79753-8060-4400-85e3-6c38a0a252d2 req-983db8cf-d423-40a8-9f13-0c960e6b5749 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:39.117763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfd79753-8060-4400-85e3-6c38a0a252d2 req-983db8cf-d423-40a8-9f13-0c960e6b5749 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.0752327 Aug 16 01:54:39.125583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.127294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-4b38445f-e131-4874-a930-4d7eb675b943 service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453385 Aug 16 01:54:39.203418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa141b58-8f74-494d-a38b-c22aaf0807e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.223659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfd79753-8060-4400-85e3-6c38a0a252d2 req-77b066ab-0771-4913-8e8b-ec65f06171aa tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867198 Aug 16 01:54:39.276416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-bb5ea87f-354f-4c2f-9577-5aed97cd102c service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430478 Aug 16 01:54:39.366059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.368689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.369892 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4b5d91a2-d47b-42d0-b21f-4baeed406e59 HTTP/1.1" status: 204 len: 168 time: 0.4000874 Aug 16 01:54:39.379498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa141b58-8f74-494d-a38b-c22aaf0807e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.385390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d91a2-d47b-42d0-b21f-4baeed406e59,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.396137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.396486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.396831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.397170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.397508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.397840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.398167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.398492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.398845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.399171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.399494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.399818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00cf926-fcc0-4129-a1b3-fad3240f84dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:54:39.430464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fa141b58-8f74-494d-a38b-c22aaf0807e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f6093778705422dbeb3e2a69f868de1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5367098 Aug 16 01:54:39.432260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51268) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:39.437042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa141b58-8f74-494d-a38b-c22aaf0807e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be56ee-4f28-4c6d-aec5-13eb896f54c5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.500200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb25b456-ce9b-4e92-8d6e-41da061920f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.510665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb25b456-ce9b-4e92-8d6e-41da061920f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.615181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:39.633490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f9e3764-8bf3-4490-bb86-f84d26e0bcbe req-8dc4e074-6037-4255-93e0-946ee5670ef8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 210 time: 0.0359499 Aug 16 01:54:39.745970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb25b456-ce9b-4e92-8d6e-41da061920f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.748640 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb25b456-ce9b-4e92-8d6e-41da061920f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.751125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eb25b456-ce9b-4e92-8d6e-41da061920f2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5be56ee-4f28-4c6d-aec5-13eb896f54c5 HTTP/1.1" status: 204 len: 168 time: 0.3178108 Aug 16 01:54:39.766218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e73842-e393-4feb-85ad-9fa70fb54e3a req-9b61054a-d2ed-43fe-a4e5-8c558f8e0b58 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:39.773859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8e73842-e393-4feb-85ad-9fa70fb54e3a req-9b61054a-d2ed-43fe-a4e5-8c558f8e0b58 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 949 time: 0.0687685 Aug 16 01:54:39.793678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25b456-ce9b-4e92-8d6e-41da061920f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be56ee-4f28-4c6d-aec5-13eb896f54c5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:39.818809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:39.826085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8e73842-e393-4feb-85ad-9fa70fb54e3a req-9215c555-13df-4594-b053-fc59d6820936 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511258 Aug 16 01:54:39.841592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:39.841592 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.918453 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:39.953775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:39.962153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0b1f6dc-f9af-4ac7-846c-d61c123ee61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.063828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:40.066301 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7891f9-414b-4728-8f25-71d54a7dc20f" -d '{"events": [{"server_uuid": "0ca4af05-0a38-4930-b808-11d62dfcff86", "name": "network-vif-plugged", "status": "completed", "tag": "ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:40.101537 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84601999-b0d2-4a5f-b3aa-b198824fb0e4 x-openstack-request-id: req-84601999-b0d2-4a5f-b3aa-b198824fb0e4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:40.101858 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca4af05-0a38-4930-b808-11d62dfcff86", "name": "network-vif-plugged", "status": "completed", "tag": "ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:40.102118 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84601999-b0d2-4a5f-b3aa-b198824fb0e4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:40.102512 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2', 'code': 200} Aug 16 01:54:40.189503 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.208326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15b2935-b4fe-4442-91f5-0e9a9dfd3e29 req-09c99833-c151-4b53-9035-5b2910d88599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.210264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f15b2935-b4fe-4442-91f5-0e9a9dfd3e29 req-09c99833-c151-4b53-9035-5b2910d88599 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 1101 time: 0.0490124 Aug 16 01:54:40.257364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f15b2935-b4fe-4442-91f5-0e9a9dfd3e29 req-09696cf9-83fb-4925-bf4c-a9abe21ce157 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374944 Aug 16 01:54:40.280995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:40.360643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab23a4c-7a53-4c65-a616-2315192fb469 req-1a885187-2c09-42f4-8d75-3793e94a70ad tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.362314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aab23a4c-7a53-4c65-a616-2315192fb469 req-1a885187-2c09-42f4-8d75-3793e94a70ad tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.0569494 Aug 16 01:54:40.409404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aab23a4c-7a53-4c65-a616-2315192fb469 req-039ea838-77c2-4738-b846-89b043ddefc8 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394042 Aug 16 01:54:40.728351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95fd82a0-fa8a-4570-9935-07628968f3bf req-79a4e07b-af49-4d1f-85a5-de5dae889f02 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 210 time: 0.0259519 Aug 16 01:54:40.810847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51316) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:40.831241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1010fea-ae46-42a1-97d8-409c9cd1f75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.989502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2749e-fa99-4bf2-8dfd-e0784057fb06 req-8527d5d1-0cb3-4011-9453-f592dd4503cb tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:40.995407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1010fea-ae46-42a1-97d8-409c9cd1f75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:40.996087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4c2749e-fa99-4bf2-8dfd-e0784057fb06 req-8527d5d1-0cb3-4011-9453-f592dd4503cb tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.0843661 Aug 16 01:54:41.017157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51322) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:41.069162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c86b-ef8c-40b7-9e41-7e74852a00fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.088139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4c2749e-fa99-4bf2-8dfd-e0784057fb06 req-e01f035c-8065-4640-8c24-5b70a32d5554 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911446 Aug 16 01:54:41.110633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652a948-51f0-4cc6-a27e-5b01f46f3b2e req-314a5b26-f7d1-44d1-862f-b016c9081d9e tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:41.112167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a652a948-51f0-4cc6-a27e-5b01f46f3b2e req-314a5b26-f7d1-44d1-862f-b016c9081d9e tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.0855372 Aug 16 01:54:41.123218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1010fea-ae46-42a1-97d8-409c9cd1f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.164974 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e1010fea-ae46-42a1-97d8-409c9cd1f75c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3ecc96d6e42a411ca815349d620cac75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3532903 Aug 16 01:54:41.166071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51326) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:41.171485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a652a948-51f0-4cc6-a27e-5b01f46f3b2e req-48f6a5ed-0397-4de0-b992-bc6e66be7d35 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527682 Aug 16 01:54:41.203414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1010fea-ae46-42a1-97d8-409c9cd1f75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8ae244-cb8d-4320-87da-48cf1b741656,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.239067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82f180c1-b3af-497d-8e2b-e81df452d360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.248304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c86b-ef8c-40b7-9e41-7e74852a00fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.267900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82f180c1-b3af-497d-8e2b-e81df452d360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.341229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a8f3c86b-ef8c-40b7-9e41-7e74852a00fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.383863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a8f3c86b-ef8c-40b7-9e41-7e74852a00fb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8332b241f3f24c748e1b38bdb7e73fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3641782 Aug 16 01:54:41.383863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3c86b-ef8c-40b7-9e41-7e74852a00fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2330e9a4-5fb0-4cbe-8086-af7ab5f7fd6b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.385333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51332) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:41.439622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fadc6137-e390-44a5-902c-9d48e4c6d053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.458785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82f180c1-b3af-497d-8e2b-e81df452d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.461677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82f180c1-b3af-497d-8e2b-e81df452d360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.463077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82f180c1-b3af-497d-8e2b-e81df452d360 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd8ae244-cb8d-4320-87da-48cf1b741656 HTTP/1.1" status: 204 len: 168 time: 0.2961054 Aug 16 01:54:41.471989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fadc6137-e390-44a5-902c-9d48e4c6d053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.481956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f180c1-b3af-497d-8e2b-e81df452d360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8ae244-cb8d-4320-87da-48cf1b741656,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.649307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fadc6137-e390-44a5-902c-9d48e4c6d053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.654981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fadc6137-e390-44a5-902c-9d48e4c6d053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:41.656584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fadc6137-e390-44a5-902c-9d48e4c6d053 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2330e9a4-5fb0-4cbe-8086-af7ab5f7fd6b HTTP/1.1" status: 204 len: 168 time: 0.2701857 Aug 16 01:54:41.666674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc6137-e390-44a5-902c-9d48e4c6d053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2330e9a4-5fb0-4cbe-8086-af7ab5f7fd6b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:41.853423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea849425-21de-4be3-86e4-7e16882e5e18 req-414eb751-4201-4793-b7c2-a7ea9c8b0720 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 210 time: 0.0342178 Aug 16 01:54:42.244279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295e302-7d19-499d-9ac4-0bc11ef3efb0 req-3e3dd624-9568-4bde-b3f9-608c358a45d9 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.245816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b295e302-7d19-499d-9ac4-0bc11ef3efb0 req-3e3dd624-9568-4bde-b3f9-608c358a45d9 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.0837283 Aug 16 01:54:42.257588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbd42ed4-87a4-4817-80a7-0e7d22507bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.326058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b1ca1-7080-40e6-b12a-61f53b31d6bd req-3e5ffd6a-2ed2-41f8-86fd-c1859774389c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.327703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-463b1ca1-7080-40e6-b12a-61f53b31d6bd req-3e5ffd6a-2ed2-41f8-86fd-c1859774389c tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.0750728 Aug 16 01:54:42.335172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b295e302-7d19-499d-9ac4-0bc11ef3efb0 req-1efc8ed7-127a-4986-8613-a42ffd3a572b tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805304 Aug 16 01:54:42.381506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-463b1ca1-7080-40e6-b12a-61f53b31d6bd req-81c335da-d55f-4099-b286-cda60fcae046 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Aug 16 01:54:42.530823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd2bf-d336-4d93-94e6-5253dcdf4a67 req-885bf602-5b1a-4046-a19b-22d12e370fa1 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.530823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55efd2bf-d336-4d93-94e6-5253dcdf4a67 req-885bf602-5b1a-4046-a19b-22d12e370fa1 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 1102 time: 0.0642483 Aug 16 01:54:42.551066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-55efd2bf-d336-4d93-94e6-5253dcdf4a67 req-84cdf574-c70a-4643-b376-5270a65d90b6 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.583399 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.681438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-55efd2bf-d336-4d93-94e6-5253dcdf4a67 req-84cdf574-c70a-4643-b376-5270a65d90b6 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.772353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-55efd2bf-d336-4d93-94e6-5253dcdf4a67 req-84cdf574-c70a-4643-b376-5270a65d90b6 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:42.812849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55efd2bf-d336-4d93-94e6-5253dcdf4a67 req-84cdf574-c70a-4643-b376-5270a65d90b6 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746487 Aug 16 01:54:42.836115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf574-c70a-4643-b376-5270a65d90b6 tempest-LiveMigrationNegativeTest-1763341876 tempest-LiveMigrationNegativeTest-1763341876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265641b8-5b21-4507-8b35-ac958d79d0b0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:42.841694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-d6d47d1b-86a4-44ff-8f06-efc98d092104 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:42.841694 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-d6d47d1b-86a4-44ff-8f06-efc98d092104 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.2049944 Aug 16 01:54:42.858377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Request body: {'port': {'device_id': '287b4f09-af28-4720-9cf2-bf109545466d', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'admin_state_up': True, 'tenant_id': 'deba91662767440ab35e30b49d744dbf'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:43.086490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58ede8ee-0384-4b07-ab31-4f8fa200975d req-6eb3369d-136f-4ca8-96e6-f1c7a3dc5c1c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 210 time: 0.0258865 Aug 16 01:54:43.151414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Made reservation on behalf of deba91662767440ab35e30b49d744dbf for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:43.156376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.246106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4b4ee-e2d4-4f84-915c-067d7cabcb1c req-648e0878-0db4-4abc-95a0-9fb3bf6af231 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.247740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5b4b4ee-e2d4-4f84-915c-067d7cabcb1c req-648e0878-0db4-4abc-95a0-9fb3bf6af231 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.0885706 Aug 16 01:54:43.310260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5b4b4ee-e2d4-4f84-915c-067d7cabcb1c req-4ad23c5a-f4c2-49cc-a8ef-46adbdc5a85a tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Aug 16 01:54:43.315086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Allocated IP 172.20.0.8 (b1d81be5-43d9-4e8f-98af-d0f73585115e/0e5a9d74-4388-4a28-afd5-54d76984b27c/656fd586-f3de-4f6a-b7ab-f39011fc03d8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:43.494096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.595941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.645578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Network b1d81be5-43d9-4e8f-98af-d0f73585115e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:43.651827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:43.657109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:43.663029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:43.663628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:43.667613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:43.795181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51436) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:43.802521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-d9aeb2f5-802d-483c-a345-528c14dca762 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9516127 Aug 16 01:54:43.815794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Request body: {'port': {'device_id': '287b4f09-af28-4720-9cf2-bf109545466d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:43.871624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.154815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72753-b017-4e6b-afb2-8c715e7f2123 req-87499745-54af-4dd3-b330-50a765501d16 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.165568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33e72753-b017-4e6b-afb2-8c715e7f2123 req-87499745-54af-4dd3-b330-50a765501d16 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.1230745 Aug 16 01:54:44.231006 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23929087-9014-47ef-9660-991968aadb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.234522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33e72753-b017-4e6b-afb2-8c715e7f2123 req-70582325-e170-492d-9daa-5f73775842d0 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670636 Aug 16 01:54:44.256476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dbb89f-f901-41cf-b10f-d8234dd72a9b req-b90212c5-bb29-4d1a-8d59-0da1a8e29029 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.258153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81dbb89f-f901-41cf-b10f-d8234dd72a9b req-b90212c5-bb29-4d1a-8d59-0da1a8e29029 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.0890019 Aug 16 01:54:44.309475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81dbb89f-f901-41cf-b10f-d8234dd72a9b req-9d51ab2b-0fc1-45d3-b7e5-c378bc5bbc6b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451090 Aug 16 01:54:44.310146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656fd586-f3de-4f6a-b7ab-f39011fc03d8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:44.320134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.343329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Transition to ACTIVE for port object 656fd586-f3de-4f6a-b7ab-f39011fc03d8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:44.404565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23929087-9014-47ef-9660-991968aadb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.408290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0196a2f-f1b4-4822-ad80-4c348d43ae4e req-8d157502-08df-4352-b525-b30ba409a96e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.409932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0196a2f-f1b4-4822-ad80-4c348d43ae4e req-8d157502-08df-4352-b525-b30ba409a96e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 931 time: 0.0575616 Aug 16 01:54:44.451799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0196a2f-f1b4-4822-ad80-4c348d43ae4e req-93ad7497-4612-44bc-8580-8b13e9c3e58b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338442 Aug 16 01:54:44.520819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.567198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.582628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:44.582992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:44.583319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:44.587456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:44.587776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:44.593177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:44.593513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:44.593890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:44.594310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Bound port: 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:44.594686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.597168 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.603027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23929087-9014-47ef-9660-991968aadb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.670753 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-23929087-9014-47ef-9660-991968aadb3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31147126e2394238bbac8ca9297acfd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8736403 Aug 16 01:54:44.673333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23929087-9014-47ef-9660-991968aadb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72677ec4-592a-4b8b-90e4-1c854b97d86f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.673502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51470) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:44.706527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:44.712538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:44.752257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-6d82-40f7-83d9-a999a681c061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.774707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-6d82-40f7-83d9-a999a681c061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.831853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.868087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.868853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.870239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 1092 time: 1.0585005 Aug 16 01:54:44.870736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:44.872958 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137e68e0-64f7-427d-94a3-12c22d67fe12" -d '{"events": [{"name": "network-changed", "server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:44.907893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d109f5-ea5b-4604-a0a9-ce91b7b966b8 service neutron] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.932754 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67952ea6-70cd-4e5a-bdd2-9757b29b4bbb x-openstack-request-id: req-67952ea6-70cd-4e5a-bdd2-9757b29b4bbb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:44.933049 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:44.933325 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67952ea6-70cd-4e5a-bdd2-9757b29b4bbb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:44.933717 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'status': 'completed', 'code': 200} Aug 16 01:54:44.955051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-6d82-40f7-83d9-a999a681c061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.957962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-6d82-40f7-83d9-a999a681c061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:44.961677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-432eca0b-6d82-40f7-83d9-a999a681c061 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/72677ec4-592a-4b8b-90e4-1c854b97d86f HTTP/1.1" status: 204 len: 168 time: 0.2848637 Aug 16 01:54:44.969337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eca0b-6d82-40f7-83d9-a999a681c061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72677ec4-592a-4b8b-90e4-1c854b97d86f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:44.996688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e68e0-64f7-427d-94a3-12c22d67fe12 req-38867813-c109-40f8-a3fd-3da47726c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:44.998322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-137e68e0-64f7-427d-94a3-12c22d67fe12 req-38867813-c109-40f8-a3fd-3da47726c20d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1095 time: 0.0433698 Aug 16 01:54:45.181407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e68e0-64f7-427d-94a3-12c22d67fe12 req-80da7e30-35d7-4368-a0b3-4abf3ed8fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.181407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-137e68e0-64f7-427d-94a3-12c22d67fe12 req-80da7e30-35d7-4368-a0b3-4abf3ed8fdc6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=deba91662767440ab35e30b49d744dbf&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1736565 Aug 16 01:54:45.295883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e68e0-64f7-427d-94a3-12c22d67fe12 req-9b45947e-e1cd-451c-9fa4-c05b9ed1c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.297604 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-137e68e0-64f7-427d-94a3-12c22d67fe12 req-9b45947e-e1cd-451c-9fa4-c05b9ed1c542 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097097 Aug 16 01:54:45.385848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-ad63057c-0d25-467f-92ac-efce45ceb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.388708 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-ad63057c-0d25-467f-92ac-efce45ceb5ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1095 time: 0.0495410 Aug 16 01:54:45.434828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-c4848f3d-82e0-4275-b0a7-f0024f7c800d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 217 time: 0.0379891 Aug 16 01:54:45.435495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f5505-d945-42b9-9c43-bb4fa667fe61 req-1a854023-3531-481e-a2e0-932b20fa4cc5 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.437890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-685f5505-d945-42b9-9c43-bb4fa667fe61 req-1a854023-3531-481e-a2e0-932b20fa4cc5 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.0514731 Aug 16 01:54:45.490921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-685f5505-d945-42b9-9c43-bb4fa667fe61 req-e1793bea-c162-4ebf-855c-e7b284400ab1 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469987 Aug 16 01:54:45.523888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871207cc-d963-4290-9392-312c73dff882 req-9603f1e5-8b4e-4463-9709-bb8211992192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.547019 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-9603f1e5-8b4e-4463-9709-bb8211992192 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1045251 Aug 16 01:54:45.577814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-03ccea8c-7d22-42b0-a7ee-7e0ad055ac43 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.579497 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-03ccea8c-7d22-42b0-a7ee-7e0ad055ac43 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.1289151 Aug 16 01:54:45.584693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-f442ce32-aee3-48f7-a5bc-6c138e83bc07 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253825 Aug 16 01:54:45.605915 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-f47aba40-7cf0-4410-9305-5765e24944ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469584 Aug 16 01:54:45.709114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.713640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901392f6-4c87-4cbb-9393-650281a08bfc req-d0ab7bc2-c7b4-417e-88b7-c0f1096b0a70 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.716307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-901392f6-4c87-4cbb-9393-650281a08bfc req-d0ab7bc2-c7b4-417e-88b7-c0f1096b0a70 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.1140826 Aug 16 01:54:45.747941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-fb128ac4-d453-4f06-8f16-7655e5ae1815 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.747941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-fb128ac4-d453-4f06-8f16-7655e5ae1815 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557350 Aug 16 01:54:45.748497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51532) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:45.783219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09433ce7-a3e0-4b58-be82-857801d952da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.797482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8af88b9a-e575-432a-ac6f-c9cec2ce38f0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/quotas/d7354f92e5774ae9a32cb4dac6529b47 HTTP/1.1" status: 200 len: 375 time: 0.0388780 Aug 16 01:54:45.811241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-901392f6-4c87-4cbb-9393-650281a08bfc req-f6dcc971-3aab-4583-b02d-1e1cd93c73b0 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828495 Aug 16 01:54:45.939195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-0f541eb3-1373-4ebe-89d0-aad794ae4a32 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1332026 Aug 16 01:54:45.970560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09433ce7-a3e0-4b58-be82-857801d952da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:45.988379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e98660-ec6c-47dc-8794-8c35a791a61a req-cb0f6f6a-ba5b-4000-acf1-9c8571350369 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:45.995281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75e98660-ec6c-47dc-8794-8c35a791a61a req-cb0f6f6a-ba5b-4000-acf1-9c8571350369 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0913179 Aug 16 01:54:46.047565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75e98660-ec6c-47dc-8794-8c35a791a61a req-a227886f-dc4e-45a9-a0ee-d243f7123b98 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507028 Aug 16 01:54:46.059643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-988afcb3-cb93-452c-8669-46596dea213d service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450223 Aug 16 01:54:46.065743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09433ce7-a3e0-4b58-be82-857801d952da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.081973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Deleting port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:46.082324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.116946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-09433ce7-a3e0-4b58-be82-857801d952da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7294aa047d84380bd67e6d9432126f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3586802 Aug 16 01:54:46.119482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51540) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:46.140007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09433ce7-a3e0-4b58-be82-857801d952da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451b3d53-6627-41a3-88bd-bbc5423ba376,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:46.176255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-57636724-f73d-4349-8004-352c4d89fd80 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.177787 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-57636724-f73d-4349-8004-352c4d89fd80 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 950 time: 0.4260933 Aug 16 01:54:46.198619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a98ec11-a939-46b4-a5a5-e26f4f69fb19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.231704 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a98ec11-a939-46b4-a5a5-e26f4f69fb19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.352679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a573638-c814-4137-b346-0b83cbb5283f req-c8b165f2-e5a2-474c-a530-5ecc1e52434f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 210 time: 0.0316379 Aug 16 01:54:46.366336 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a98ec11-a939-46b4-a5a5-e26f4f69fb19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.369132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a98ec11-a939-46b4-a5a5-e26f4f69fb19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.371095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871207cc-d963-4290-9392-312c73dff882 req-919c4a24-503c-4534-a05c-f0e11785a30d service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998028 Aug 16 01:54:46.374356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9a98ec11-a939-46b4-a5a5-e26f4f69fb19 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/451b3d53-6627-41a3-88bd-bbc5423ba376 HTTP/1.1" status: 204 len: 168 time: 0.2540483 Aug 16 01:54:46.391433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98ec11-a939-46b4-a5a5-e26f4f69fb19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451b3d53-6627-41a3-88bd-bbc5423ba376,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:46.449913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] For port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:46.450230 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.466560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Calling delete_port for ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:46.536106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Deleting port 9b7334b6-40d3-4e53-88cf-29b7955d362c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:46.536457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.684223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] For port 9b7334b6-40d3-4e53-88cf-29b7955d362c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9b7334b6-40d3-4e53-88cf-29b7955d362c,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:46.684599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.707220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e883b2-297e-4e36-98f7-4cc6e25eaf24 req-326bb3f0-e676-4967-83b4-6aad0ac99013 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:46.711528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Calling delete_port for 9b7334b6-40d3-4e53-88cf-29b7955d362c owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:46.713084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1e883b2-297e-4e36-98f7-4cc6e25eaf24 req-326bb3f0-e676-4967-83b4-6aad0ac99013 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 950 time: 0.0559125 Aug 16 01:54:46.748875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1e883b2-297e-4e36-98f7-4cc6e25eaf24 req-8b2598af-dd6d-479d-85e1-4ab951685856 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/security-groups?id=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Aug 16 01:54:46.842502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.855723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:46.885296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Pushing event deleted for resources: {'Port': ['ID=ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:46.947429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] No DVR routers for this DVR port ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:46.950486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:46.953671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-240940b3-02ad-45b4-8f04-55df64b2cec8 req-deca2b71-5da4-400a-aae4-d9f7383f7d08 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.83 "DELETE /v2.0/ports/ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 HTTP/1.1" status: 204 len: 173 time: 1.3500619 Aug 16 01:54:46.954161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'name': 'network-vif-deleted', 'tag': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:46.959054 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070ec3e1-cb59-4fbb-acc4-540087f1e907" -d '{"events": [{"server_uuid": "0ca4af05-0a38-4930-b808-11d62dfcff86", "name": "network-vif-deleted", "tag": "ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:47.011912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.023717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['70f26c7e-0da2-4f6c-a129-db3eba429710', '9b7334b6-40d3-4e53-88cf-29b7955d362c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:47.069655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Pushing event deleted for resources: {'Port': ['ID=9b7334b6-40d3-4e53-88cf-29b7955d362c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:47.097186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f859fb-97e4-423a-be66-7f2ec2a683ae req-dc7d88db-4496-42ca-a73f-2ca57362776d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.106275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78f859fb-97e4-423a-be66-7f2ec2a683ae req-dc7d88db-4496-42ca-a73f-2ca57362776d tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 867 time: 0.1180329 Aug 16 01:54:47.129493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] No DVR routers for this DVR port 9b7334b6-40d3-4e53-88cf-29b7955d362c on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:47.132469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:47.137606 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a6b3f08-13a3-4c3e-9366-dae163c35988 req-9584c63c-a224-45c9-9328-27f63ff02666 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "DELETE /v2.0/ports/9b7334b6-40d3-4e53-88cf-29b7955d362c HTTP/1.1" status: 204 len: 173 time: 0.8736801 Aug 16 01:54:47.213012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78f859fb-97e4-423a-be66-7f2ec2a683ae req-9018a84a-2227-4a3f-aac0-97c7ba1cab24 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053116 Aug 16 01:54:47.320670 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a656ef8a-2542-4a11-8f4d-24028998ba20 x-openstack-request-id: req-a656ef8a-2542-4a11-8f4d-24028998ba20 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:47.321076 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca4af05-0a38-4930-b808-11d62dfcff86", "name": "network-vif-deleted", "tag": "ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:47.321373 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a656ef8a-2542-4a11-8f4d-24028998ba20 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:47.321844 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca4af05-0a38-4930-b808-11d62dfcff86', 'name': 'network-vif-deleted', 'tag': 'ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2', 'status': 'completed', 'code': 200} Aug 16 01:54:47.413050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fb457-717d-4b5d-868f-abb685f4946f req-6b224cb0-9c61-49c3-8bd6-ac0ad7703053 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:47.414936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a50fb457-717d-4b5d-868f-abb685f4946f req-6b224cb0-9c61-49c3-8bd6-ac0ad7703053 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0577757 Aug 16 01:54:47.469142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a50fb457-717d-4b5d-868f-abb685f4946f req-859d6ae4-bef6-4f39-ab49-d7aca75178cc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353642 Aug 16 01:54:47.596878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b8e21bd-4d5c-4025-85d9-162ed038b6b6 req-fa7d8e24-4f71-4962-b98f-c15709827422 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 210 time: 0.0320582 Aug 16 01:54:47.952928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4311b8a-0acb-4d34-bff0-a7e82455d244 req-8bdd8a75-9af6-4b82-85a6-ef62a4da4501 tempest-DeleteServersAdminTestJSON-529682893 tempest-DeleteServersAdminTestJSON-529682893-project] 10.222.0.76 "GET /v2.0/ports?device_id=0ca4af05-0a38-4930-b808-11d62dfcff86 HTTP/1.1" status: 200 len: 210 time: 0.0400970 Aug 16 01:54:48.368240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fa21320-9af7-4dfe-9015-0055bcd49c3c req-1040f650-41dc-4917-a210-4c4d28acf243 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=2cf915ea-d96d-405e-a129-f0d5e9f43a02 HTTP/1.1" status: 200 len: 210 time: 0.0341582 Aug 16 01:54:48.601441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e65a19-c1cc-4ebf-a502-42f77b066979 req-3e9cc0e9-0096-46d1-a2ad-c2befb867fe4 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:48.602993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23e65a19-c1cc-4ebf-a502-42f77b066979 req-3e9cc0e9-0096-46d1-a2ad-c2befb867fe4 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0553207 Aug 16 01:54:48.643767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23e65a19-c1cc-4ebf-a502-42f77b066979 req-c39377ca-d72a-409b-bc26-7ba3b23b716b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327446 Aug 16 01:54:48.852163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c94931b-027e-43ad-8f59-1a0020f33060 req-8792f92d-bcbf-4f97-844e-704ccdd6ceac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 210 time: 0.0280840 Aug 16 01:54:48.931719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8b897938-ae0f-4f3b-8bbd-3a55d358551b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220931 Aug 16 01:54:49.061369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-ac103d1d-9332-4bb4-99f0-9be730280c10 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:49.063118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-ac103d1d-9332-4bb4-99f0-9be730280c10 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1253798 Aug 16 01:54:49.078941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:49.323724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'name': 'network-vif-deleted', 'tag': '9b7334b6-40d3-4e53-88cf-29b7955d362c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:49.328601 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f566ff-d27c-49b9-8213-debd8565283e" -d '{"events": [{"server_uuid": "2cf915ea-d96d-405e-a129-f0d5e9f43a02", "name": "network-vif-deleted", "tag": "9b7334b6-40d3-4e53-88cf-29b7955d362c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:49.394838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:54:49.399138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.412510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.453606 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a019bf-cf71-49cc-a83d-41670bc253f7 x-openstack-request-id: req-02a019bf-cf71-49cc-a83d-41670bc253f7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:49.453894 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cf915ea-d96d-405e-a129-f0d5e9f43a02", "name": "network-vif-deleted", "tag": "9b7334b6-40d3-4e53-88cf-29b7955d362c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:49.454143 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02a019bf-cf71-49cc-a83d-41670bc253f7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:49.454535 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf915ea-d96d-405e-a129-f0d5e9f43a02', 'name': 'network-vif-deleted', 'tag': '9b7334b6-40d3-4e53-88cf-29b7955d362c', 'status': 'completed', 'code': 200} Aug 16 01:54:49.516471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.551571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:49.623569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.663272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:49.674910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'port_id': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'mac_address': 'fa:16:3e:f6:36:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a9d74-4388-4a28-afd5-54d76984b27c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:49.677901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:49.688318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c423f7e-16ca-4c50-80db-bd3f96a6b367,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:49.699916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:49.700263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ba6bb543-a9b8-4a86-bb62-ca4e3fc4a2b2 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:49.700689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9b7334b6-40d3-4e53-88cf-29b7955d362c no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:49.738707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 9b7334b6-40d3-4e53-88cf-29b7955d362c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:49.739062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9b7334b6-40d3-4e53-88cf-29b7955d362c not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:49.751144 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.766473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656fd586-f3de-4f6a-b7ab-f39011fc03d8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:49.792402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:49.818816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.60 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/2a58c6b4-ff11-4218-a0d7-7b6c23363025) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:54:49.874829 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:49.904101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51756) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:49.937499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.000035 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.026151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object 2a58c6b4-ff11-4218-a0d7-7b6c23363025 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:50.065765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['656fd586-f3de-4f6a-b7ab-f39011fc03d8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:50.073712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51764) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:50.074179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7081598c-4494-43a0-81e1-acab8575ac24 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1acac25c69aa4b949be3a24f9a219fb7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1688256 Aug 16 01:54:50.133571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f413f52-530f-4f58-95bb-eb02fe216e5a req-b598136b-0798-4021-95a5-e1ec4c163712 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.135600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f413f52-530f-4f58-95bb-eb02fe216e5a req-b598136b-0798-4021-95a5-e1ec4c163712 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.0549219 Aug 16 01:54:50.142369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2dedba2d-cb4e-41fb-b892-eed6e73fcd52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.171668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.178949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2dedba2d-cb4e-41fb-b892-eed6e73fcd52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.179650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f413f52-530f-4f58-95bb-eb02fe216e5a req-37cf1587-e10e-4f79-a9e8-a0805bfe70b6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342383 Aug 16 01:54:50.258512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:54:50.266578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:54:50.277935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:54:50.279922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.280174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.285604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=2a58c6b4-ff11-4218-a0d7-7b6c23363025,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.387748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-8ce6d55a-84d3-4ac4-ba28-014b2bffbae4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3139942 Aug 16 01:54:50.402085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Request body: {'port': {'device_id': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:50.411235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43a9d0-3334-4b8e-922a-acc40be96290 req-f2e1552d-319d-4351-9265-ab63f1a31f06 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.412907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd43a9d0-3334-4b8e-922a-acc40be96290 req-f2e1552d-319d-4351-9265-ab63f1a31f06 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 935 time: 0.0865901 Aug 16 01:54:50.434709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2dedba2d-cb4e-41fb-b892-eed6e73fcd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.436925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fcdd0-1541-4ae4-b7eb-f8122b7fdbe7 req-d6afbd19-e5bb-45fb-b3ec-888420d651c3 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:50.437633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2dedba2d-cb4e-41fb-b892-eed6e73fcd52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.446412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f7fcdd0-1541-4ae4-b7eb-f8122b7fdbe7 req-d6afbd19-e5bb-45fb-b3ec-888420d651c3 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.0800495 Aug 16 01:54:50.446763 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2dedba2d-cb4e-41fb-b892-eed6e73fcd52 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99 HTTP/1.1" status: 204 len: 168 time: 0.3666203 Aug 16 01:54:50.452364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedba2d-cb4e-41fb-b892-eed6e73fcd52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ff4a82-6a68-45d9-aa5a-0f62fcfcaa99,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:50.498388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.512583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd43a9d0-3334-4b8e-922a-acc40be96290 req-41c20bfb-1ac3-4ae6-8337-72f4ea5eeff2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927358 Aug 16 01:54:50.523455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f7fcdd0-1541-4ae4-b7eb-f8122b7fdbe7 req-44b55bd6-8c60-477e-bea3-9bca5ab734ed tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704696 Aug 16 01:54:50.686631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3dbef275-69f3-4031-872b-ceee23d0bee3 None None] Provisioning for port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:50.691412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3dbef275-69f3-4031-872b-ceee23d0bee3 None None] Provisioning complete for port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:50.691824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3dbef275-69f3-4031-872b-ceee23d0bee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.753123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3dbef275-69f3-4031-872b-ceee23d0bee3 None None] Port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:54:50.876573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a58c6b4-ff11-4218-a0d7-7b6c23363025 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:50.887521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:50.901776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Transition to ACTIVE for port object 2a58c6b4-ff11-4218-a0d7-7b6c23363025 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:54:51.025412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.081913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Pushing event updated for resources: {'Port': ['ID=2a58c6b4-ff11-4218-a0d7-7b6c23363025,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.120370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Attempting to bind port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:54:51.121391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Attempting to bind port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:54:51.121886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Attempting to bind port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:51.128105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:54:51.128636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Attempting to bind port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:54:51.144275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:54:51.144707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:54:51.145168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:54:51.145670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Bound port: 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:54:51.146102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.250956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] For port 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:54:51.254509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] For port 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:54:51.333478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42403a89-2af2-448b-808d-7794456c6804 req-37a70d63-9700-4487-a5e8-7f2d44ebb85b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.336625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42403a89-2af2-448b-808d-7794456c6804 req-37a70d63-9700-4487-a5e8-7f2d44ebb85b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.0641418 Aug 16 01:54:51.340684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51814) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:51.356454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9940e9c-33d0-446d-9f71-d70e446e3820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.360749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.394022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42403a89-2af2-448b-808d-7794456c6804 req-db90f728-40dd-4350-ba6c-f01ae86ab924 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463285 Aug 16 01:54:51.407333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.407775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.409344 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-c306277e-da11-439f-ad13-7436ab210869 service neutron] 10.222.0.58 "PUT /v2.0/ports/2a58c6b4-ff11-4218-a0d7-7b6c23363025 HTTP/1.1" status: 200 len: 1096 time: 1.0120904 Aug 16 01:54:51.458979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'tag': '2a58c6b4-ff11-4218-a0d7-7b6c23363025'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:51.460060 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2225ca6-4695-4cf6-a004-93d4d431e179" -d '{"events": [{"name": "network-changed", "server_uuid": "0e41cb73-b0fc-44ae-b409-39aad7ff2b87", "tag": "2a58c6b4-ff11-4218-a0d7-7b6c23363025"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:51.493048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306277e-da11-439f-ad13-7436ab210869 service neutron] Pushing event updated for resources: {'Port': ['ID=2a58c6b4-ff11-4218-a0d7-7b6c23363025,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.514613 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8983c4f6-99fa-4436-8d03-c5a028d1eaaf x-openstack-request-id: req-8983c4f6-99fa-4436-8d03-c5a028d1eaaf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:51.514999 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e41cb73-b0fc-44ae-b409-39aad7ff2b87", "tag": "2a58c6b4-ff11-4218-a0d7-7b6c23363025", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:51.515237 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8983c4f6-99fa-4436-8d03-c5a028d1eaaf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:51.515634 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'tag': '2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'status': 'completed', 'code': 200} Aug 16 01:54:51.529118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-6165917f-ed15-4680-bb7c-812d1af5dc6b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.531305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-6165917f-ed15-4680-bb7c-812d1af5dc6b tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.1176333 Aug 16 01:54:51.553614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:51.687965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9940e9c-33d0-446d-9f71-d70e446e3820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.689849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2225ca6-4695-4cf6-a004-93d4d431e179 req-227158e9-ecb7-42e5-ab91-f9f120f60886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.691542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2225ca6-4695-4cf6-a004-93d4d431e179 req-227158e9-ecb7-42e5-ab91-f9f120f60886 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 1099 time: 0.1537828 Aug 16 01:54:51.722184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:51.729206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:51.729588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.730317 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2225ca6-4695-4cf6-a004-93d4d431e179 req-e397f02e-c41e-4b03-824f-f0136b02fa77 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275216 Aug 16 01:54:51.735545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Deleting port 70f26c7e-0da2-4f6c-a129-db3eba429710 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:54:51.735891 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.788991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4104bc-b483-47cb-9fe9-a63619973943 req-adaed04c-8042-4564-aaa5-cc89998acddc tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.792215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c4104bc-b483-47cb-9fe9-a63619973943 req-adaed04c-8042-4564-aaa5-cc89998acddc tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 950 time: 0.1640928 Aug 16 01:54:51.837850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9940e9c-33d0-446d-9f71-d70e446e3820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.840412 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:51.864483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e5af-e39d-4f56-b5fb-37762d46ac98 req-2092eabd-43e0-4c0f-bfdb-c23ac7c0011c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.866723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a913e5af-e39d-4f56-b5fb-37762d46ac98 req-2092eabd-43e0-4c0f-bfdb-c23ac7c0011c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 947 time: 0.1583972 Aug 16 01:54:51.867723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51826) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:51.876110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:51.879227 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d54abc-9cef-41a9-b2b8-fadab5b6f2f9" -d '{"events": [{"server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "name": "network-vif-plugged", "status": "completed", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:51.900271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:51.910289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c4104bc-b483-47cb-9fe9-a63619973943 req-8b5ab603-846a-41d6-a84e-4a3343ecf9ff tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/security-groups?id=040afb2c-2cbe-4837-a447-e119b65cec63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019015 Aug 16 01:54:51.923710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e9940e9c-33d0-446d-9f71-d70e446e3820 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34f38d7d8b744603845dc943f5eb92a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787642 Aug 16 01:54:51.925482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51832) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:51.925861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9940e9c-33d0-446d-9f71-d70e446e3820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49192a63-a129-4ba6-9fbb-3bbcaca867d6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:51.960604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2225ca6-4695-4cf6-a004-93d4d431e179 req-b03c876a-7286-4356-923b-c746a490d181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:51.962454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2225ca6-4695-4cf6-a004-93d4d431e179 req-b03c876a-7286-4356-923b-c746a490d181 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2223010 Aug 16 01:54:51.967514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a913e5af-e39d-4f56-b5fb-37762d46ac98 req-23597ace-82a0-4c50-b6a1-f84f6ab6225a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928204 Aug 16 01:54:51.973419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] For port 70f26c7e-0da2-4f6c-a129-db3eba429710, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=70f26c7e-0da2-4f6c-a129-db3eba429710,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:51.973894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.011619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.014895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Calling delete_port for 70f26c7e-0da2-4f6c-a129-db3eba429710 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:54:52.064454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afacea1a-3fc9-4dbe-b30f-3583b9125ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.090988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58355f4d-d93c-488a-9516-32abafb376c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.092294 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5239e2b0-9da2-4111-a57b-296ff5748c47 x-openstack-request-id: req-5239e2b0-9da2-4111-a57b-296ff5748c47 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:52.093343 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "name": "network-vif-plugged", "status": "completed", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:52.093611 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5239e2b0-9da2-4111-a57b-296ff5748c47 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:52.094021 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'code': 200} Aug 16 01:54:52.095536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.122364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-56e29539-85b3-4a71-b5ee-0838ce7b4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.124549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-56e29539-85b3-4a71-b5ee-0838ce7b4874 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 1099 time: 0.1223176 Aug 16 01:54:52.126014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afacea1a-3fc9-4dbe-b30f-3583b9125ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.178619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-f0ecd2b5-ebfc-48ec-b20e-0e7a65bbea52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025 HTTP/1.1" status: 200 len: 217 time: 0.0460019 Aug 16 01:54:52.209576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ac497-9e53-4929-9f93-cffd51ab79c8 req-d9fc9c2c-4f78-4793-8c86-c8365e86ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.210745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e9ac497-9e53-4929-9f93-cffd51ab79c8 req-d9fc9c2c-4f78-4793-8c86-c8365e86ee35 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1097 time: 0.1072109 Aug 16 01:54:52.259718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e9ac497-9e53-4929-9f93-cffd51ab79c8 req-25db5be7-5d4e-47ef-9f92-925a453258ff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Aug 16 01:54:52.272196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-9751d226-442f-4e20-a390-84fbf6a252ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.274124 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-9751d226-442f-4e20-a390-84fbf6a252ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0830605 Aug 16 01:54:52.279807 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afacea1a-3fc9-4dbe-b30f-3583b9125ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.283146 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afacea1a-3fc9-4dbe-b30f-3583b9125ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.284331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-afacea1a-3fc9-4dbe-b30f-3583b9125ba7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49192a63-a129-4ba6-9fbb-3bbcaca867d6 HTTP/1.1" status: 204 len: 168 time: 0.3578956 Aug 16 01:54:52.297419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacea1a-3fc9-4dbe-b30f-3583b9125ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49192a63-a129-4ba6-9fbb-3bbcaca867d6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.360372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-2be0caca-7ea1-4d98-b114-e7be90340531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.361752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-2be0caca-7ea1-4d98-b114-e7be90340531 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0538993 Aug 16 01:54:52.364087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58355f4d-d93c-488a-9516-32abafb376c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.367348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.382611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51842) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:52.382732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['70f26c7e-0da2-4f6c-a129-db3eba429710'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:52.428342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Pushing event deleted for resources: {'Port': ['ID=70f26c7e-0da2-4f6c-a129-db3eba429710,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.434602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58355f4d-d93c-488a-9516-32abafb376c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.464155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58355f4d-d93c-488a-9516-32abafb376c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470f5a92-33a2-43b6-abe7-e6ab2b53325d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:52.504045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] No DVR routers for this DVR port 70f26c7e-0da2-4f6c-a129-db3eba429710 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:54:52.513029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.513029 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bfab6df-5310-40bd-84e3-0fe8e3823990 req-a3a6da26-aac8-458c-a2cb-ce3dca046b20 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.83 "DELETE /v2.0/ports/70f26c7e-0da2-4f6c-a129-db3eba429710 HTTP/1.1" status: 204 len: 173 time: 0.9633801 Aug 16 01:54:52.518347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-58355f4d-d93c-488a-9516-32abafb376c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a737d702c29435087b3eacea6108407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6492684 Aug 16 01:54:52.521455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:52.555799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-99b24441-5ccb-454b-9096-51dba4216d26 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544325 Aug 16 01:54:52.642038 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54ac598b-0c28-4f96-b66f-06bf66912977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.644155 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61b80d2b-2ff0-4174-82e0-041ebe53c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.700326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee30f4-e28c-4662-a82f-acfb7b67412e req-46ec302b-5d70-4b39-9d91-ea3d90262154 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:52.703204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67ee30f4-e28c-4662-a82f-acfb7b67412e req-46ec302b-5d70-4b39-9d91-ea3d90262154 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 945 time: 0.1265583 Aug 16 01:54:52.708791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-450e065d-4e55-46a1-a5b9-8c041d460fba req-ea7a5b80-8fd7-421d-8fe3-67b4ab455b39 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445298 Aug 16 01:54:52.720623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54ac598b-0c28-4f96-b66f-06bf66912977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.831994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67ee30f4-e28c-4662-a82f-acfb7b67412e req-1a12ad6c-0ecc-4081-9427-3a1cf81f7cb6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207860 Aug 16 01:54:52.910255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61b80d2b-2ff0-4174-82e0-041ebe53c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.977919 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54ac598b-0c28-4f96-b66f-06bf66912977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.982047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54ac598b-0c28-4f96-b66f-06bf66912977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:52.986174 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-54ac598b-0c28-4f96-b66f-06bf66912977 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/470f5a92-33a2-43b6-abe7-e6ab2b53325d HTTP/1.1" status: 204 len: 168 time: 0.4633620 Aug 16 01:54:53.019847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac598b-0c28-4f96-b66f-06bf66912977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470f5a92-33a2-43b6-abe7-e6ab2b53325d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.053753 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61b80d2b-2ff0-4174-82e0-041ebe53c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.091487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-073d8e15-8145-4ab3-92ac-26f03e14494f req-d580898c-17d2-4e5f-8a01-705592e9a835 tempest-LiveMigrationNegativeTest-19794696 tempest-LiveMigrationNegativeTest-19794696-project] 10.222.0.76 "GET /v2.0/ports?device_id=958c70b3-e3d8-4c5c-9845-f65cd33d4e17 HTTP/1.1" status: 200 len: 210 time: 0.0491917 Aug 16 01:54:53.351046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61b80d2b-2ff0-4174-82e0-041ebe53c5d0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae81aaa8c3ec4a07b810819f44a8350b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9740984 Aug 16 01:54:53.353783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51874) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:53.390669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b80d2b-2ff0-4174-82e0-041ebe53c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0623315a-a673-4a1d-bf87-968b66a2a70d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.442866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eff21a-af5f-47ab-8aad-ec5b5b6084b9 req-cf5ae011-3a38-4a39-bc66-9ea9e2d20058 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.455182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78ae67b1-effa-43e2-83ed-d033e2559ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.457701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03eff21a-af5f-47ab-8aad-ec5b5b6084b9 req-cf5ae011-3a38-4a39-bc66-9ea9e2d20058 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 947 time: 0.1368465 Aug 16 01:54:53.496594 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78ae67b1-effa-43e2-83ed-d033e2559ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.509699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03eff21a-af5f-47ab-8aad-ec5b5b6084b9 req-dca443b2-c82d-48a3-9762-28ea7546bbc8 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486052 Aug 16 01:54:53.523893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'name': 'network-vif-deleted', 'tag': '70f26c7e-0da2-4f6c-a129-db3eba429710'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:53.526452 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ff006f-f405-45c5-8107-746e97eedb9e" -d '{"events": [{"server_uuid": "958c70b3-e3d8-4c5c-9845-f65cd33d4e17", "name": "network-vif-deleted", "tag": "70f26c7e-0da2-4f6c-a129-db3eba429710"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:53.617867 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6487acc-d2cc-4b78-8d0a-f15053d9ecf2 x-openstack-request-id: req-f6487acc-d2cc-4b78-8d0a-f15053d9ecf2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:53.618226 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "958c70b3-e3d8-4c5c-9845-f65cd33d4e17", "name": "network-vif-deleted", "tag": "70f26c7e-0da2-4f6c-a129-db3eba429710", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:53.618547 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6487acc-d2cc-4b78-8d0a-f15053d9ecf2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:53.619048 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '958c70b3-e3d8-4c5c-9845-f65cd33d4e17', 'name': 'network-vif-deleted', 'tag': '70f26c7e-0da2-4f6c-a129-db3eba429710', 'status': 'completed', 'code': 200} Aug 16 01:54:53.697290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78ae67b1-effa-43e2-83ed-d033e2559ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.699860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78ae67b1-effa-43e2-83ed-d033e2559ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:53.701765 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78ae67b1-effa-43e2-83ed-d033e2559ad8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0623315a-a673-4a1d-bf87-968b66a2a70d HTTP/1.1" status: 204 len: 168 time: 0.3462563 Aug 16 01:54:53.709227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae67b1-effa-43e2-83ed-d033e2559ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0623315a-a673-4a1d-bf87-968b66a2a70d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:53.961058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31757c3d-4e64-4eb3-b226-746a50e28023 req-a0114b82-7d7a-4c06-8579-6c84e0df7ed6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:53.962883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31757c3d-4e64-4eb3-b226-746a50e28023 req-a0114b82-7d7a-4c06-8579-6c84e0df7ed6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 945 time: 0.0493259 Aug 16 01:54:54.015362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31757c3d-4e64-4eb3-b226-746a50e28023 req-37a9a165-cf13-43ba-bb27-ab33744b0aca tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Aug 16 01:54:54.188510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51896) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:54.241060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a59e63-4af6-42f8-9dec-eb1b0fd1d221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.335407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a59e63-4af6-42f8-9dec-eb1b0fd1d221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.621385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd30205-baa7-4380-a72f-e9c56d95bb61 req-bdd8b63b-e05a-4f14-9f65-7e11c8db2cfd tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.624448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fd30205-baa7-4380-a72f-e9c56d95bb61 req-bdd8b63b-e05a-4f14-9f65-7e11c8db2cfd tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1097 time: 0.0490074 Aug 16 01:54:54.652686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a59e63-4af6-42f8-9dec-eb1b0fd1d221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.728168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fd30205-baa7-4380-a72f-e9c56d95bb61 req-31fd5d6d-8ae9-40d2-bb13-1670f29a0260 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907545 Aug 16 01:54:54.747262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a59e63-4af6-42f8-9dec-eb1b0fd1d221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb74bdb-6b01-4d6f-8b09-e7811c4842c8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:54.770066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78a59e63-4af6-42f8-9dec-eb1b0fd1d221 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b5a66573ed34498870fc59e8fae9f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5793676 Aug 16 01:54:54.773061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51908) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:54.838889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b9a8-3d61-4b44-89e2-808e2d25b18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.865324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b9a8-3d61-4b44-89e2-808e2d25b18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:54.991367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8889de3c-b658-494c-ad1e-5a060180a5d3 req-0ffd14bc-6de2-4224-ba19-c70a5415be56 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:54.992875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8889de3c-b658-494c-ad1e-5a060180a5d3 req-0ffd14bc-6de2-4224-ba19-c70a5415be56 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 947 time: 0.0495384 Aug 16 01:54:55.025063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b9a8-3d61-4b44-89e2-808e2d25b18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.025063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc8b9a8-3d61-4b44-89e2-808e2d25b18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.025063 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ecc8b9a8-3d61-4b44-89e2-808e2d25b18e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fb74bdb-6b01-4d6f-8b09-e7811c4842c8 HTTP/1.1" status: 204 len: 168 time: 0.2497234 Aug 16 01:54:55.034338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc8b9a8-3d61-4b44-89e2-808e2d25b18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb74bdb-6b01-4d6f-8b09-e7811c4842c8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:55.043461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8889de3c-b658-494c-ad1e-5a060180a5d3 req-e018fa84-d532-445f-8d70-677bed10e05d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Aug 16 01:54:55.213663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda93ee-71c5-4593-8d30-fe93283f878a req-089ccf5c-fbbc-4eb1-ab5a-5f4471ac29ee tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:55.215492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dda93ee-71c5-4593-8d30-fe93283f878a req-089ccf5c-fbbc-4eb1-ab5a-5f4471ac29ee tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1097 time: 0.0419879 Aug 16 01:54:55.253409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dda93ee-71c5-4593-8d30-fe93283f878a req-80e8a7f4-ee9c-49bd-b1fa-af2e457c8070 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Aug 16 01:54:55.290255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51918) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.305758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7023c039-a3aa-4169-beff-30e03dd98a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.401531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7023c039-a3aa-4169-beff-30e03dd98a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.553216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2a58c6b4-ff11-4218-a0d7-7b6c23363025 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:54:55.597145 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7023c039-a3aa-4169-beff-30e03dd98a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.644658 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7023c039-a3aa-4169-beff-30e03dd98a3c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b82bc4d2aebb45a3a520ee4f88c91083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518667 Aug 16 01:54:55.645555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023c039-a3aa-4169-beff-30e03dd98a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d60b1a-732a-49ad-a47b-5c69161f9cfb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:55.646619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51934) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.654300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:55.670762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'mac_address': 'fa:16:3e:47:0e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:54:55.704206 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5359c9-9aef-4381-b30b-5a214f693a61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.714367 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.722835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 70f26c7e-0da2-4f6c-a129-db3eba429710 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:54:55.732696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51936) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:55.734876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5359c9-9aef-4381-b30b-5a214f693a61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.754340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a58c6b4-ff11-4218-a0d7-7b6c23363025 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:54:55.758560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 70f26c7e-0da2-4f6c-a129-db3eba429710 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:54:55.758907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 70f26c7e-0da2-4f6c-a129-db3eba429710 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:54:55.777819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:55.989814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.989954 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5359c9-9aef-4381-b30b-5a214f693a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:55.993746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e5359c9-9aef-4381-b30b-5a214f693a61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.001454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e5359c9-9aef-4381-b30b-5a214f693a61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c1d60b1a-732a-49ad-a47b-5c69161f9cfb HTTP/1.1" status: 204 len: 168 time: 0.3537083 Aug 16 01:54:56.014631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5359c9-9aef-4381-b30b-5a214f693a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d60b1a-732a-49ad-a47b-5c69161f9cfb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.072809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2a58c6b4-ff11-4218-a0d7-7b6c23363025,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.160627 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d404803-d668-42dc-95fd-de40de0b79a1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8cc45f3ca80c4a0aaf7d0b3034b3155a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4262390 Aug 16 01:54:56.163133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51958) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:56.198435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:54:56.219307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c56b4669-a363-4227-87cb-443f88dc705a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.244295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c56b4669-a363-4227-87cb-443f88dc705a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.423690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c56b4669-a363-4227-87cb-443f88dc705a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.426254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c56b4669-a363-4227-87cb-443f88dc705a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.428267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c56b4669-a363-4227-87cb-443f88dc705a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/040afb2c-2cbe-4837-a447-e119b65cec63 HTTP/1.1" status: 204 len: 168 time: 0.2631524 Aug 16 01:54:56.435326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b4669-a363-4227-87cb-443f88dc705a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040afb2c-2cbe-4837-a447-e119b65cec63,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:56.897181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:56.928114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.567057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2a58c6b4-ff11-4218-a0d7-7b6c23363025 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:54:57.630194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52014) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:57.673778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-746fdb1e-004d-4179-8d3a-60c565ce3941 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bb974c98884496aa18e40f37da2d5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0422194 Aug 16 01:54:57.677543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52016) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:57.728569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6f314aa-d3f9-4453-b741-b13ab5f86dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.751565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6f314aa-d3f9-4453-b741-b13ab5f86dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.788286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:54:57.792998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:54:57.801540 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.881971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.906367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a58c6b4-ff11-4218-a0d7-7b6c23363025'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:54:57.908700 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07cd453-547f-49a1-b6b2-2c15b706104d" -d '{"events": [{"server_uuid": "0e41cb73-b0fc-44ae-b409-39aad7ff2b87", "name": "network-vif-plugged", "status": "completed", "tag": "2a58c6b4-ff11-4218-a0d7-7b6c23363025"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:54:57.921758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:54:57.968633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6f314aa-d3f9-4453-b741-b13ab5f86dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.968633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6f314aa-d3f9-4453-b741-b13ab5f86dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:57.968633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e6f314aa-d3f9-4453-b741-b13ab5f86dfa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/265641b8-5b21-4507-8b35-ac958d79d0b0 HTTP/1.1" status: 204 len: 168 time: 0.2825017 Aug 16 01:54:57.970920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f314aa-d3f9-4453-b741-b13ab5f86dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265641b8-5b21-4507-8b35-ac958d79d0b0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:58.134515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:54:58.193153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2a58c6b4-ff11-4218-a0d7-7b6c23363025,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:54:59.031151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.077285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54c734-ed21-4796-abbd-fe046da3b076 req-34fc79e2-6ee0-421a-a497-437032fc4b05 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:54:59.084889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff54c734-ed21-4796-abbd-fe046da3b076 req-34fc79e2-6ee0-421a-a497-437032fc4b05 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 949 time: 0.0589759 Aug 16 01:54:59.123640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff54c734-ed21-4796-abbd-fe046da3b076 req-b5239105-a3f9-4914-b061-9f614859233d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378733 Aug 16 01:54:59.254685 n-d-768852-19 neutron-server[101946]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 16 01:54:59.258494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-b3c1310a-072a-4a7b-8840-1413f2c3e2e1 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:54:59.259543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-b3c1310a-072a-4a7b-8840-1413f2c3e2e1 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2266002 Aug 16 01:54:59.830339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52090) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:54:59.902540 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-419e4f98-f2d9-479d-962f-5a3877aa19ae x-openstack-request-id: req-419e4f98-f2d9-479d-962f-5a3877aa19ae {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:54:59.905291 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e41cb73-b0fc-44ae-b409-39aad7ff2b87", "name": "network-vif-plugged", "status": "completed", "tag": "2a58c6b4-ff11-4218-a0d7-7b6c23363025", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:54:59.906006 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-419e4f98-f2d9-479d-962f-5a3877aa19ae {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:54:59.906799 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'code': 200} Aug 16 01:54:59.988915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Request body: {'binding': {'host': 'n-h1-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:54:59.989422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:55:00.036995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad3a37-78d8-4b47-8bbd-f023057cfe5e req-852ea50e-6391-493a-9713-e3214e8717e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.038831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84ad3a37-78d8-4b47-8bbd-f023057cfe5e req-852ea50e-6391-493a-9713-e3214e8717e3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 1101 time: 0.0779409 Aug 16 01:55:00.052036 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6563e23d-8c11-4369-8501-74b5efd5eba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.127319 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84ad3a37-78d8-4b47-8bbd-f023057cfe5e req-d46dc044-a6ce-499c-95d1-5230e053b1c5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728478 Aug 16 01:55:00.177724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on host n-h1-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:00.178026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:00.178347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:00.181114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6563e23d-8c11-4369-8501-74b5efd5eba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.184084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:00.184613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:00.195086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:00.195086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:00.195086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:00.195086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Bound port: 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:00.286542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6563e23d-8c11-4369-8501-74b5efd5eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.300288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:00.333627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6563e23d-8c11-4369-8501-74b5efd5eba9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b014b32ca75042fb8c6ce500b42541f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5018234 Aug 16 01:55:00.337091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:00.337233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563e23d-8c11-4369-8501-74b5efd5eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a4cfc6-fcd5-4ca9-9ae4-56c7d2340a71,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.386759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d28138-900e-47a7-92ea-d96a3342cee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.398801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.403481 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-dc990002-a77e-482d-b3d6-4916d59eec9d service neutron] 10.222.0.76 "POST /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.6525419 Aug 16 01:55:00.424359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d28138-900e-47a7-92ea-d96a3342cee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.551226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d28138-900e-47a7-92ea-d96a3342cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.553865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d28138-900e-47a7-92ea-d96a3342cee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:00.555069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6d28138-900e-47a7-92ea-d96a3342cee9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/74a4cfc6-fcd5-4ca9-9ae4-56c7d2340a71 HTTP/1.1" status: 204 len: 168 time: 0.2169757 Aug 16 01:55:00.565995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d28138-900e-47a7-92ea-d96a3342cee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a4cfc6-fcd5-4ca9-9ae4-56c7d2340a71,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:00.603040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34c38b-959a-4fb6-a5f2-2c1d40aaa074 req-b0f9ac71-e847-419b-85cb-c6adf4db7caf tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:00.604792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a34c38b-959a-4fb6-a5f2-2c1d40aaa074 req-b0f9ac71-e847-419b-85cb-c6adf4db7caf tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 949 time: 0.0660994 Aug 16 01:55:00.655773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a34c38b-959a-4fb6-a5f2-2c1d40aaa074 req-e3d7ddb4-1cf4-4cee-bfdf-43faf886572a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443766 Aug 16 01:55:01.179046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4b20d7-983f-4a51-8972-a5458112c8a1 req-93cc2d40-2154-4a20-8ea1-165d52d0f368 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.180555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a4b20d7-983f-4a51-8972-a5458112c8a1 req-93cc2d40-2154-4a20-8ea1-165d52d0f368 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 945 time: 0.0546174 Aug 16 01:55:01.218693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a4b20d7-983f-4a51-8972-a5458112c8a1 req-9d86539f-4221-4cb4-87a8-52584f07cc5a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314212 Aug 16 01:55:01.366809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-e3c8aa3f-3fb5-47ff-aed7-bfcbf40911fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.368320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-e3c8aa3f-3fb5-47ff-aed7-bfcbf40911fe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1097 time: 0.0413752 Aug 16 01:55:01.486041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-266c9cd9-e7f8-4082-beb6-4b8146787776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.495956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-266c9cd9-e7f8-4082-beb6-4b8146787776 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1120117 Aug 16 01:55:01.520950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52178) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:01.532809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-eee91297-95d2-41d7-a9b3-076ec52bf1f2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 217 time: 0.0382879 Aug 16 01:55:01.536951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee818a3a-65ed-4b9e-a3e9-996c88dcc4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.594896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-1496319a-a8ed-4867-86d9-d3e8f7b8b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.609413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-1496319a-a8ed-4867-86d9-d3e8f7b8b413 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0671496 Aug 16 01:55:01.652946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-b670849d-da27-4661-b96d-9fb3e3341cdd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373585 Aug 16 01:55:01.678925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee818a3a-65ed-4b9e-a3e9-996c88dcc4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.762340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-4f2e7557-95df-4c43-bfa9-a3f42445b3df service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014488 Aug 16 01:55:01.780486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee818a3a-65ed-4b9e-a3e9-996c88dcc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.824585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3502-47ee-47dc-b651-6e49dba49bb7 req-3ecb6f9f-5008-4d6a-95a9-714afb216624 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:01.832431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fcf3502-47ee-47dc-b651-6e49dba49bb7 req-3ecb6f9f-5008-4d6a-95a9-714afb216624 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 949 time: 0.0892048 Aug 16 01:55:01.851167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ee818a3a-65ed-4b9e-a3e9-996c88dcc4f7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=243cfd3a3e5e41f4901a69db8d521052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289914 Aug 16 01:55:01.853287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:01.860413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee818a3a-65ed-4b9e-a3e9-996c88dcc4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f7ceb9-48a5-427a-8ea1-7fd719b47f3d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:01.886602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-49d4497b-306e-4ac9-bef7-26665cb62b3b service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180787 Aug 16 01:55:01.914557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fcf3502-47ee-47dc-b651-6e49dba49bb7 req-d80bb1a6-53b8-4909-ac06-660dfabfb8f0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812483 Aug 16 01:55:01.937498 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2bec58b-6408-45cd-9041-4088152abd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:01.960136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2bec58b-6408-45cd-9041-4088152abd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.097477 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2bec58b-6408-45cd-9041-4088152abd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.100992 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2bec58b-6408-45cd-9041-4088152abd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.104569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b2bec58b-6408-45cd-9041-4088152abd00 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3f7ceb9-48a5-427a-8ea1-7fd719b47f3d HTTP/1.1" status: 204 len: 168 time: 0.2389739 Aug 16 01:55:02.111668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bec58b-6408-45cd-9041-4088152abd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f7ceb9-48a5-427a-8ea1-7fd719b47f3d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.226524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a01998c2-4d78-4307-8842-86481bc63592 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.228347 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a01998c2-4d78-4307-8842-86481bc63592 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.0784252 Aug 16 01:55:02.240986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:02.301411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.393364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a400d-85f7-46a8-869a-8aca3642c619 req-8a7b693c-66f2-4c5a-aaf9-93c6fb9a3c75 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.403348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-306a400d-85f7-46a8-869a-8aca3642c619 req-8a7b693c-66f2-4c5a-aaf9-93c6fb9a3c75 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 945 time: 0.0643661 Aug 16 01:55:02.452534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:02.453125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-306a400d-85f7-46a8-869a-8aca3642c619 req-decb1926-8fc5-4718-b227-249ed68518ea tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437930 Aug 16 01:55:02.505160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:02.511936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:02.552483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:02.554775 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1056d1-e070-4404-854c-8f778c9e3128" -d '{"events": [{"server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "name": "network-vif-unplugged", "status": "completed", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:02.558823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.563581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beaf01e-c7a9-49e3-a810-922f3c46aeff req-e8b49972-ca0d-46ea-87c8-706cd4ca300d tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:02.565153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9beaf01e-c7a9-49e3-a810-922f3c46aeff req-e8b49972-ca0d-46ea-87c8-706cd4ca300d tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 1101 time: 0.0448375 Aug 16 01:55:02.585326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9beaf01e-c7a9-49e3-a810-922f3c46aeff req-b396baab-b41a-4f5e-ba76-61cad31f3a73 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.660002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.664238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52242) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:02.703749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9beaf01e-c7a9-49e3-a810-922f3c46aeff req-b396baab-b41a-4f5e-ba76-61cad31f3a73 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.710260 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4077e40e-5975-4355-8780-8624192e7197 x-openstack-request-id: req-4077e40e-5975-4355-8780-8624192e7197 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:02.710260 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "name": "network-vif-unplugged", "status": "completed", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:02.710260 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4077e40e-5975-4355-8780-8624192e7197 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:02.710260 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'code': 200} Aug 16 01:55:02.760990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:02.772672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on host n-h2-768852-19 for vnic_type normal with profile {"migrating_to": "n-h1-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:02.773011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:02.773344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:02.777684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:02.778159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Attempting to bind port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:02.783283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:02.783626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:02.784006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:02.784431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Bound port: 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:02.784792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.885055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9beaf01e-c7a9-49e3-a810-922f3c46aeff req-b396baab-b41a-4f5e-ba76-61cad31f3a73 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.895314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b7779369-80d1-476b-9156-9373a3a4f38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.942909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9beaf01e-c7a9-49e3-a810-922f3c46aeff req-b396baab-b41a-4f5e-ba76-61cad31f3a73 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716893 Aug 16 01:55:02.950374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7722a4e1-e5e6-456a-ae69-fa0890adc513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:02.983245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396baab-b41a-4f5e-ba76-61cad31f3a73 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee08a700-5312-46fe-b3f7-ce60dce0ef88,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.134061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b7779369-80d1-476b-9156-9373a3a4f38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.149709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:03.153341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:03.357065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.358942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b7779369-80d1-476b-9156-9373a3a4f38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.415041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b7779369-80d1-476b-9156-9373a3a4f38f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9670c053efbc4d0e8c98edd382019d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9016728 Aug 16 01:55:03.417744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52266) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:03.420853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779369-80d1-476b-9156-9373a3a4f38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5f9eb4-7b0f-4908-95d5-e41a7846294d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.441119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.452989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.453885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.455345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-86684979-5418-4eac-bd37-67765e13bbfb service neutron] 10.222.0.83 "PUT /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 1123 time: 1.2193162 Aug 16 01:55:03.498409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7722a4e1-e5e6-456a-ae69-fa0890adc513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.507539 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-174a27bf-a7f7-47a0-bc7d-1ac07acb3740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.519620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['656fd586-f3de-4f6a-b7ab-f39011fc03d8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:03.546508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-174a27bf-a7f7-47a0-bc7d-1ac07acb3740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.596920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b927c-6767-4b89-97b7-6da181578803 req-d5396c47-64e9-4923-a6e8-34e3c29a8693 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.613111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-162b927c-6767-4b89-97b7-6da181578803 req-d5396c47-64e9-4923-a6e8-34e3c29a8693 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0851569 Aug 16 01:55:03.656929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-162b927c-6767-4b89-97b7-6da181578803 req-bbd515f3-3a90-45f9-a7bf-9ae4e109e7b2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390973 Aug 16 01:55:03.667802 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7722a4e1-e5e6-456a-ae69-fa0890adc513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.713127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7722a4e1-e5e6-456a-ae69-fa0890adc513 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=71ececdd015d47ddbd210498413a6a5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0449791 Aug 16 01:55:03.713127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722a4e1-e5e6-456a-ae69-fa0890adc513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae82a64-0716-446e-bcfa-214ca7513563,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.713299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52278) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:03.778504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-a4173e4d-41d3-4f94-b88b-1d6f2795edce tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226727 Aug 16 01:55:03.786508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7c464b4-0036-4611-9edf-eaec33ee884d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.811987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7c464b4-0036-4611-9edf-eaec33ee884d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.822170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-174a27bf-a7f7-47a0-bc7d-1ac07acb3740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.824942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-174a27bf-a7f7-47a0-bc7d-1ac07acb3740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:03.828766 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-174a27bf-a7f7-47a0-bc7d-1ac07acb3740 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed5f9eb4-7b0f-4908-95d5-e41a7846294d HTTP/1.1" status: 204 len: 168 time: 0.4076288 Aug 16 01:55:03.844825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a27bf-a7f7-47a0-bc7d-1ac07acb3740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5f9eb4-7b0f-4908-95d5-e41a7846294d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:03.852904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52290) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:03.935465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-a0f59085-3654-41a1-9180-972e9df5228e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:03.937046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-a0f59085-3654-41a1-9180-972e9df5228e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1518731 Aug 16 01:55:03.955211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-5f04b485-e8cd-483f-9a2c-2b801a4ffdbf tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/quotas/d7354f92e5774ae9a32cb4dac6529b47 HTTP/1.1" status: 200 len: 375 time: 0.0118091 Aug 16 01:55:03.999339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb445-2e96-4ab7-80d9-57ab794ab319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.009052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6a55e839-977f-48ee-95c9-5b0115ee0027 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504155 Aug 16 01:55:04.063254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7c464b4-0036-4611-9edf-eaec33ee884d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.064807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7c464b4-0036-4611-9edf-eaec33ee884d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.066075 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c7c464b4-0036-4611-9edf-eaec33ee884d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9ae82a64-0716-446e-bcfa-214ca7513563 HTTP/1.1" status: 204 len: 168 time: 0.3518713 Aug 16 01:55:04.082199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c464b4-0036-4611-9edf-eaec33ee884d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae82a64-0716-446e-bcfa-214ca7513563,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:04.139391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb445-2e96-4ab7-80d9-57ab794ab319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.259948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e8bb445-2e96-4ab7-80d9-57ab794ab319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.302113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e8bb445-2e96-4ab7-80d9-57ab794ab319 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8e053bfc3b64b3789831d45cba34f93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4477768 Aug 16 01:55:04.303815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bb445-2e96-4ab7-80d9-57ab794ab319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ba9d03-462a-4b0e-b00e-58b5b011eb75,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:04.304904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52304) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:04.357651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8abb8345-3db6-4698-a09f-cfda374ae387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.379354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8abb8345-3db6-4698-a09f-cfda374ae387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.611827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8abb8345-3db6-4698-a09f-cfda374ae387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.615160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8abb8345-3db6-4698-a09f-cfda374ae387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:04.616780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8abb8345-3db6-4698-a09f-cfda374ae387 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/36ba9d03-462a-4b0e-b00e-58b5b011eb75 HTTP/1.1" status: 204 len: 168 time: 0.3107142 Aug 16 01:55:04.627214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb8345-3db6-4698-a09f-cfda374ae387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ba9d03-462a-4b0e-b00e-58b5b011eb75,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:04.709775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:04.712147 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b902804-606c-4d6c-b0b2-aa77f06d0c52" -d '{"events": [{"name": "network-changed", "server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:04.860056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:04.876842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c510ca91-324a-4c11-9945-1a19fd4afe4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.009014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c54c5-4560-418a-8329-3d04f5386494 req-d8ad81f9-1a25-493b-ad69-2d6cc86c79ad tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.010946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c95c54c5-4560-418a-8329-3d04f5386494 req-d8ad81f9-1a25-493b-ad69-2d6cc86c79ad tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0782406 Aug 16 01:55:05.058354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c510ca91-324a-4c11-9945-1a19fd4afe4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.077734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c95c54c5-4560-418a-8329-3d04f5386494 req-3e21c1f9-dd9f-4ee4-9c01-e471a88ed535 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 Aug 16 01:55:05.124147 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de62cb-c055-4905-a08f-7b88a4f043aa x-openstack-request-id: req-e6de62cb-c055-4905-a08f-7b88a4f043aa {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:05.124775 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:05.124775 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6de62cb-c055-4905-a08f-7b88a4f043aa {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:05.126562 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'status': 'completed', 'code': 200} Aug 16 01:55:05.190856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c510ca91-324a-4c11-9945-1a19fd4afe4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.209038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-4bc6ad08-840c-4759-b1b6-a458c08bae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.210917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-4bc6ad08-840c-4759-b1b6-a458c08bae90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1126 time: 0.0570858 Aug 16 01:55:05.250000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c510ca91-324a-4c11-9945-1a19fd4afe4a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7099aa8ada2f4c3e905ba08d25cfeadd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3895280 Aug 16 01:55:05.251174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510ca91-324a-4c11-9945-1a19fd4afe4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9945ac06-689c-4052-b497-e2392b40ccf0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.254395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:05.327304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54aa1a1e-8c71-472e-a45f-263f38de0d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.353644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-34b0f79e-f141-492d-be53-80234ee178c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.355919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-34b0f79e-f141-492d-be53-80234ee178c6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1368372 Aug 16 01:55:05.356813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54aa1a1e-8c71-472e-a45f-263f38de0d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.421230 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-91a00acb-e782-483a-a347-3e62ddc84587 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 217 time: 0.0565953 Aug 16 01:55:05.468244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a481be1-263e-4321-a6c7-e47d7ad519d2 req-cb7ee050-e28a-44c8-b56b-67b995e298c5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 210 time: 0.0316586 Aug 16 01:55:05.475004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-03ad01d9-b0c3-439d-9a4e-1933867e6e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:05.477037 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-03ad01d9-b0c3-439d-9a4e-1933867e6e79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0481281 Aug 16 01:55:05.509506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-22729901-6512-48df-9ae7-d431dd6d1016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248539 Aug 16 01:55:05.516486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52346) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:05.529798 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-960709ec-5462-4e93-a317-ec21988a03ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.547094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54aa1a1e-8c71-472e-a45f-263f38de0d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.549842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54aa1a1e-8c71-472e-a45f-263f38de0d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.551193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-54aa1a1e-8c71-472e-a45f-263f38de0d8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9945ac06-689c-4052-b497-e2392b40ccf0 HTTP/1.1" status: 204 len: 168 time: 0.2956626 Aug 16 01:55:05.567490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa1a1e-8c71-472e-a45f-263f38de0d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9945ac06-689c-4052-b497-e2392b40ccf0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.631012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-330e2aca-2c96-464e-85d6-315f8b25f535 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034775 Aug 16 01:55:05.662324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-960709ec-5462-4e93-a317-ec21988a03ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.726064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-960709ec-5462-4e93-a317-ec21988a03ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.727753 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b902804-606c-4d6c-b0b2-aa77f06d0c52 req-81e7480c-a24e-4715-b43c-b81dc6ca4397 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872610 Aug 16 01:55:05.777013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-960709ec-5462-4e93-a317-ec21988a03ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b1f46dce0bda4706985a09b0a125e0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2594643 Aug 16 01:55:05.779128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960709ec-5462-4e93-a317-ec21988a03ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62607688-a29d-4257-bca2-5124cd2943a2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:05.780016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52352) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:05.830985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af1eb51c-163f-4a1d-98ea-11d72fe8d339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.851889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af1eb51c-163f-4a1d-98ea-11d72fe8d339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:05.938440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52356) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:05.953444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0929024-3442-426b-8660-7f60653bea23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.017600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af1eb51c-163f-4a1d-98ea-11d72fe8d339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.020609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af1eb51c-163f-4a1d-98ea-11d72fe8d339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.021772 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af1eb51c-163f-4a1d-98ea-11d72fe8d339 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/62607688-a29d-4257-bca2-5124cd2943a2 HTTP/1.1" status: 204 len: 168 time: 0.2407553 Aug 16 01:55:06.037957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1eb51c-163f-4a1d-98ea-11d72fe8d339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62607688-a29d-4257-bca2-5124cd2943a2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.095788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0929024-3442-426b-8660-7f60653bea23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.205042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039c003-be59-4a6f-a496-df3544379be0 req-d70b976e-69fc-4638-9d1a-6f9d8a1b3c3d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:06.206700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1039c003-be59-4a6f-a496-df3544379be0 req-d70b976e-69fc-4638-9d1a-6f9d8a1b3c3d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0491295 Aug 16 01:55:06.250777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1039c003-be59-4a6f-a496-df3544379be0 req-459d504f-7baf-4355-b7cb-190560d7cec8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Aug 16 01:55:06.259507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0929024-3442-426b-8660-7f60653bea23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.298936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f0929024-3442-426b-8660-7f60653bea23 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a1723ebff8c4b0794c193f30c6a800c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612175 Aug 16 01:55:06.300128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0929024-3442-426b-8660-7f60653bea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1b782c-8c2e-418b-b814-6f8795a2b808,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:06.301524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52368) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:06.355790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-646f4128-50be-4eb9-9cee-5d2824de7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.385276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-646f4128-50be-4eb9-9cee-5d2824de7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.560690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d333a1e3-5c36-4bf2-a4ab-3854ce0b4523 req-6e50467e-d5dd-4a96-ab80-d2a1f8134532 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 210 time: 0.0371895 Aug 16 01:55:06.564929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-646f4128-50be-4eb9-9cee-5d2824de7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.564929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-646f4128-50be-4eb9-9cee-5d2824de7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:06.565233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-646f4128-50be-4eb9-9cee-5d2824de7232 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a1b782c-8c2e-418b-b814-6f8795a2b808 HTTP/1.1" status: 204 len: 168 time: 0.2626555 Aug 16 01:55:06.573506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f4128-50be-4eb9-9cee-5d2824de7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1b782c-8c2e-418b-b814-6f8795a2b808,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:07.377037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc8437-1512-431f-934f-520f4fa7a9b5 req-64fe7a0d-bdf0-4d95-adc6-d6732a6b15c7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.379366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6adc8437-1512-431f-934f-520f4fa7a9b5 req-64fe7a0d-bdf0-4d95-adc6-d6732a6b15c7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0512271 Aug 16 01:55:07.416434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6adc8437-1512-431f-934f-520f4fa7a9b5 req-d128cfe2-9711-4134-b846-c86216c0e01e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Aug 16 01:55:07.572072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-a8c5ee4a-8d77-48f2-b67e-d25c44a1ac70 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=16ae772617174bbd918e62abc6f4fa13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215175 Aug 16 01:55:07.668135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d55ea5f5-db55-469a-83cf-344b9ed2f265 req-3330b8d0-3de1-4687-b5f4-862a434abe61 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 210 time: 0.0333514 Aug 16 01:55:07.720142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-eceafc1d-fefe-4fb2-8c30-7f1e48a01b77 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:07.722579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-eceafc1d-fefe-4fb2-8c30-7f1e48a01b77 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1448400 Aug 16 01:55:07.747845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-87713d9e-cd89-4b71-a49a-c6ced3b241c1 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/quotas/16ae772617174bbd918e62abc6f4fa13 HTTP/1.1" status: 200 len: 375 time: 0.0177820 Aug 16 01:55:07.788126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-44e18562-86fa-403c-b146-9c65414e314d tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393212 Aug 16 01:55:07.800472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:07.850308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52432) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:07.923472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:07.934831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 has no active binding in host n-h1-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:55:08.315943 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14dfb170-874c-483d-9993-e5be1ed54f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.412051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14dfb170-874c-483d-9993-e5be1ed54f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.547342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a9d36310-eb6f-43e0-96c8-d61e01ef1874 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=16ae772617174bbd918e62abc6f4fa13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711482 Aug 16 01:55:08.559678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14dfb170-874c-483d-9993-e5be1ed54f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:08.578330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-aa18cc9a-5955-47c6-bdeb-52bec9cec5f2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469980 Aug 16 01:55:08.708409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-14dfb170-874c-483d-9993-e5be1ed54f01 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=efd214de91e24d068dcc21a74624f1cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8569553 Aug 16 01:55:08.712311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52478) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:08.720158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfb170-874c-483d-9993-e5be1ed54f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e60a80-bf55-40af-90ab-75372b56288f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:08.745218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-5799657e-6f6b-486d-91e8-71a07d5a5bfd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.745444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741fc0f-743d-4601-a8a6-3acbd69f0f6c req-d89de93f-89f5-47e9-9a79-91b02297cb01 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.747073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4741fc0f-743d-4601-a8a6-3acbd69f0f6c req-d89de93f-89f5-47e9-9a79-91b02297cb01 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.1816809 Aug 16 01:55:08.756117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-5799657e-6f6b-486d-91e8-71a07d5a5bfd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693866 Aug 16 01:55:08.768392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-e9a5d377-f958-4597-9cf3-06676bbf9246 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:08.775192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-e9a5d377-f958-4597-9cf3-06676bbf9246 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2269216 Aug 16 01:55:08.789472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:08.843131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4741fc0f-743d-4601-a8a6-3acbd69f0f6c req-f02e352c-1d69-4ea6-a71d-4d9de3772c1f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 Aug 16 01:55:08.885896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-bf750121-1edc-4681-8c3b-786c2789f81b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/quotas/16ae772617174bbd918e62abc6f4fa13 HTTP/1.1" status: 200 len: 375 time: 0.0899503 Aug 16 01:55:08.953482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-234e816e-1086-48bb-a7fc-282bd6b06d3c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651009 Aug 16 01:55:08.976003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8fcf02f6-637a-4333-90b6-fb99e8e23e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.048376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71ae0f5a-dc2f-47e5-8091-f68f594c9c22 req-0b719e85-f5d0-46d6-941d-e9d9069c295f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 210 time: 0.0677958 Aug 16 01:55:09.049187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8fcf02f6-637a-4333-90b6-fb99e8e23e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.217295 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-7822b6dd-9811-4e5c-a277-8661a507cb52 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710828 Aug 16 01:55:09.339002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8fcf02f6-637a-4333-90b6-fb99e8e23e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.344107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8fcf02f6-637a-4333-90b6-fb99e8e23e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.346091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8fcf02f6-637a-4333-90b6-fb99e8e23e7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d4e60a80-bf55-40af-90ab-75372b56288f HTTP/1.1" status: 204 len: 168 time: 0.6307454 Aug 16 01:55:09.364824 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-eaa5df9b-77e8-4ff6-b087-8e069f431c19 service neutron] 10.222.0.58 "GET /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.2260728 Aug 16 01:55:09.405674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-981a4474-979b-47f4-a002-d28867c77d8a req-cb947f23-9a6f-43ae-9469-5868984af31b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0694344 Aug 16 01:55:09.449786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf02f6-637a-4333-90b6-fb99e8e23e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e60a80-bf55-40af-90ab-75372b56288f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:09.496258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:09.500022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.553370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-dc25163a-39ee-4d7e-ba53-f0bf5939351f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:09.555164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-dc25163a-39ee-4d7e-ba53-f0bf5939351f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3229885 Aug 16 01:55:09.570590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:09.864459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.71 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/51b73acc-f7e6-4ae7-8c70-c9b660efc1ea) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:09.899663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:09.938013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60f5aace-03d7-4da2-bc4b-1af0de3afdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:09.941246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:10.001377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e5006-0dbb-4a87-865a-ad1e508bee81 req-f6016eca-0a15-45a2-9a33-6d14c72aded6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.008682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a17e5006-0dbb-4a87-865a-ad1e508bee81 req-f6016eca-0a15-45a2-9a33-6d14c72aded6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 943 time: 0.0840440 Aug 16 01:55:10.021179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656fd586-f3de-4f6a-b7ab-f39011fc03d8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:10.040700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:10.089006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a17e5006-0dbb-4a87-865a-ad1e508bee81 req-2a97c11b-5771-4285-9abb-5e7f345b30e1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793726 Aug 16 01:55:10.101151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:10.103761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.133295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.170275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d1714d7-052f-4b47-b51d-6a4940923dea req-dc65d3ac-1dd2-4644-b968-ffa0213222da tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 210 time: 0.0273910 Aug 16 01:55:10.189395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:10.196774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.315799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] Transition to ACTIVE for port object 656fd586-f3de-4f6a-b7ab-f39011fc03d8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:10.431630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.451230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:10.528744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa52a955-4adc-4cf2-9cb2-ac63dfa1d005 req-8d6b681e-4b15-4973-9f7f-f7c5793894ac tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0534036 Aug 16 01:55:10.533451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.551131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:10.568646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:10.586000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:10.594346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:10.606999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.633177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:10.660729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79beeba8-709c-4513-8c6d-08778c3a22f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.689865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.698281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] No DVR routers for this DVR port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:10.703722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.183 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/b0b257eb-abc6-4adb-85c5-84ed86ee3ddb) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:10.822397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] 10.222.0.58 "PUT /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8/bindings/n-h1-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 1.4409628 Aug 16 01:55:10.838092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-d6168e32-ddab-439d-99a2-89e590f227ac tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0584548 Aug 16 01:55:10.841012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8890d13-d610-4ef4-9ee1-6b451547946a service neutron] Pushing event updated for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:10.877975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Request body: {'port': {'device_id': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:10.963833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79beeba8-709c-4513-8c6d-08778c3a22f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:10.985805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.079429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.130987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-825434cd-1b6a-4a26-9d01-717fbb39bb69 None None] Provisioning for port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:11.137418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-825434cd-1b6a-4a26-9d01-717fbb39bb69 None None] Provisioning complete for port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:11.139639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-825434cd-1b6a-4a26-9d01-717fbb39bb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.162409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object b0b257eb-abc6-4adb-85c5-84ed86ee3ddb will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:11.240308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79beeba8-709c-4513-8c6d-08778c3a22f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.261062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-825434cd-1b6a-4a26-9d01-717fbb39bb69 None None] Port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:11.338072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.83', 65299) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:11.367251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.370555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1397182465', 'description': 'tempest-description-1353426050'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:11.381242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:11.423554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-79beeba8-709c-4513-8c6d-08778c3a22f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7de32780e1ea4f9c9183f7e576887b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7892239 Aug 16 01:55:11.426331 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-ec5a6547-062b-4c21-a043-ca6acb2f4414 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=16ae772617174bbd918e62abc6f4fa13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867012 Aug 16 01:55:11.433633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c9fb3-40b7-417f-b70d-48d9447c8c91 req-a8be1dd5-7947-4684-8ceb-a4913b8c4b10 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.436082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd7c9fb3-40b7-417f-b70d-48d9447c8c91 req-a8be1dd5-7947-4684-8ceb-a4913b8c4b10 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.1552374 Aug 16 01:55:11.436574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52560) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:11.454287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79beeba8-709c-4513-8c6d-08778c3a22f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedcb45-a84d-404a-80cb-2e02f6e9ca8b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.496107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.507220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-40fcf618-5965-4ae6-a8dc-7820f7e40356 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.508999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-40fcf618-5965-4ae6-a8dc-7820f7e40356 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.3596208 Aug 16 01:55:11.520519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.627165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:11.656939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:11.675911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd7c9fb3-40b7-417f-b70d-48d9447c8c91 req-3c1d0375-aa74-4437-b953-351ff4a4be0a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246180 Aug 16 01:55:11.684321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:11.690765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.691406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.701909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:11.721628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d152-5c17-47dc-b152-b0255ba97339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.745651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d152-5c17-47dc-b152-b0255ba97339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.786098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-4b1c70ca-4c3a-4e2d-84aa-293ae2520f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.787945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-4b1c70ca-4c3a-4e2d-84aa-293ae2520f33 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d&tenant_id=deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 1096 time: 0.2590482 Aug 16 01:55:11.865359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-82323bce-3a51-480e-b760-3ea686e9182a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.867644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-82323bce-3a51-480e-b760-3ea686e9182a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4236288 Aug 16 01:55:11.887777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Request body: {'port': {'device_id': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '16ae772617174bbd918e62abc6f4fa13'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:11.897635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:11.902019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026c6cc-e524-499c-902f-9977dc7a4b11 req-07b1fc1d-f723-4e3d-ac73-fa81d0b26abe tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.910102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6026c6cc-e524-499c-902f-9977dc7a4b11 req-07b1fc1d-f723-4e3d-ac73-fa81d0b26abe tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 936 time: 0.1263747 Aug 16 01:55:11.921505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-6a9159d7-b6c0-44f1-9cba-418df2b0cfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:11.923068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-6a9159d7-b6c0-44f1-9cba-418df2b0cfdd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1096 time: 0.0992134 Aug 16 01:55:11.943175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:11.968891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Transition to ACTIVE for port object 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:12.020529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d152-5c17-47dc-b152-b0255ba97339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.023030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ac2d152-5c17-47dc-b152-b0255ba97339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.024344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ac2d152-5c17-47dc-b152-b0255ba97339 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ddedcb45-a84d-404a-80cb-2e02f6e9ca8b HTTP/1.1" status: 204 len: 168 time: 0.5860753 Aug 16 01:55:12.068851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6026c6cc-e524-499c-902f-9977dc7a4b11 req-c9182323-6a33-417b-8d20-2e31ec26d593 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448245 Aug 16 01:55:12.070590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.074013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2d152-5c17-47dc-b152-b0255ba97339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddedcb45-a84d-404a-80cb-2e02f6e9ca8b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.077234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.113431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-fb9f0cfc-506b-4e2b-83b0-8c11a7d7d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.115495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-fb9f0cfc-506b-4e2b-83b0-8c11a7d7d549 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1791701 Aug 16 01:55:12.116636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b0eac32-cf99-4292-8fc2-d0bb2f762ac7 None None] Provisioning for port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:12.146580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b0eac32-cf99-4292-8fc2-d0bb2f762ac7 None None] Provisioning complete for port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:12.147217 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b0eac32-cf99-4292-8fc2-d0bb2f762ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.175277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-5cadc557-7628-40bd-819a-9f121f14ee8d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 217 time: 0.0512457 Aug 16 01:55:12.176453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.185849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Pushing event updated for resources: {'Port': ['ID=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.236159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Attempting to bind port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:12.236514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Attempting to bind port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:12.236845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Attempting to bind port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:12.247089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef62df63-f421-44c2-a76f-bd9c841ec97d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:12.247629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:12.247629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Attempting to bind port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:12.247801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7b0eac32-cf99-4292-8fc2-d0bb2f762ac7 None None] Port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:12.263438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-0a0126f0-d401-4204-8c64-3f6bc6d36e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.265339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-0a0126f0-d401-4204-8c64-3f6bc6d36e82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0812647 Aug 16 01:55:12.266273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:12.266621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:12.267026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:12.267551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Bound port: 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:12.267924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.299535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-d92e6206-ecfc-4013-9847-b77b66ef1bc3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271163 Aug 16 01:55:12.335093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72723fcf-63ca-4178-8d8f-47387871a0b1 req-fb961269-27e4-4340-8e4a-12908e0f9fec tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0345335 Aug 16 01:55:12.352329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9a6699d4-29f7-45b2-8467-779bea5011ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.387945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-38999e85-a7c5-467e-8775-e0350c868907 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=16ae772617174bbd918e62abc6f4fa13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429208 Aug 16 01:55:12.398873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bfa66efd-5752-481f-a0ee-d80de36d93e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8325193 Aug 16 01:55:12.406923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:55:12.406923 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:55:12.406923 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': 'dc6e4c92c69f416ebb66182597321932', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 55, 12, 186100)}] Aug 16 01:55:12.406923 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:12.407776 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:12.410504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] For port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:12.430519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Request body: {'port': {'device_id': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:12.448040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-b9136091-28b6-4bad-abd9-bd0da03aef4c service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357455 Aug 16 01:55:12.516500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] For port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:12.517435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Made reservation on behalf of 16ae772617174bbd918e62abc6f4fa13 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:12.521128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.541211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.609223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-adb96941-8997-485a-9bf3-a9b32fd25264 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534648 Aug 16 01:55:12.631664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.649355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.665956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.740055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.740680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.742073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] 10.222.0.83 "PUT /v2.0/ports/51b73acc-f7e6-4ae7-8c70-c9b660efc1ea HTTP/1.1" status: 200 len: 1096 time: 1.8805838 Aug 16 01:55:12.742509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'tag': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:12.749356 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468b89c7-ca8c-4b52-94be-f63aad2682f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a7dd804f-1068-4c9f-a1fa-73d81c29222f", "tag": "51b73acc-f7e6-4ae7-8c70-c9b660efc1ea"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:12.758292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-ea62f8f2-2dea-446f-9a28-7afa2b04bad6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:12.759857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-ea62f8f2-2dea-446f-9a28-7afa2b04bad6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3508894 Aug 16 01:55:12.823521 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:12.863142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Request body: {'port': {'device_id': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '16ae772617174bbd918e62abc6f4fa13'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:12.909915 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:12.935258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4453-9928-4027-b591-c133dfed6205 service neutron] Pushing event updated for resources: {'Port': ['ID=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.123116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfdefd-6cd4-46a1-a4e3-9a62846cc8b9 req-111a0682-0187-405b-a446-995542c491c7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.124944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddbfdefd-6cd4-46a1-a4e3-9a62846cc8b9 req-111a0682-0187-405b-a446-995542c491c7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.0584245 Aug 16 01:55:13.168565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddbfdefd-6cd4-46a1-a4e3-9a62846cc8b9 req-051096a1-90e6-4f91-a0e8-c100ac230304 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Aug 16 01:55:13.242038 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def939f4-eb00-4ef8-8b56-52004c283071 x-openstack-request-id: req-def939f4-eb00-4ef8-8b56-52004c283071 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:13.242328 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7dd804f-1068-4c9f-a1fa-73d81c29222f", "tag": "51b73acc-f7e6-4ae7-8c70-c9b660efc1ea", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:13.242581 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-def939f4-eb00-4ef8-8b56-52004c283071 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:13.243013 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'tag': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'status': 'completed', 'code': 200} Aug 16 01:55:13.258392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-439e9d7a-23be-4b09-88f0-679b0374fe29 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.259935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-439e9d7a-23be-4b09-88f0-679b0374fe29 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.0580709 Aug 16 01:55:13.429716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.443776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4c117143-7050-4cfa-9985-3d344cf7950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.445346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4c117143-7050-4cfa-9985-3d344cf7950e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 1099 time: 0.2054284 Aug 16 01:55:13.518259 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-8bfb73dd-ea73-43ee-8484-a16bd139aca1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea HTTP/1.1" status: 200 len: 217 time: 0.0461669 Aug 16 01:55:13.518259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.631764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:13.642670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ad8157-d7a0-4728-894c-652943ffd70e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:13.661895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-c0b3cdf7-607c-4b2d-a2a6-282f6ba411ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.663685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-c0b3cdf7-607c-4b2d-a2a6-282f6ba411ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1448348 Aug 16 01:55:13.687654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:13.728610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e0487-42b1-410d-8ce4-7a43518f06c5 req-d9cf2258-585c-4381-8f75-4125de372439 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.735389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b257eb-abc6-4adb-85c5-84ed86ee3ddb {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:13.736221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-115e0487-42b1-410d-8ce4-7a43518f06c5 req-d9cf2258-585c-4381-8f75-4125de372439 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 936 time: 0.1201134 Aug 16 01:55:13.745972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.757803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-8a08ee4c-056c-447b-993e-8d1ee80cbdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:13.759211 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-8a08ee4c-056c-447b-993e-8d1ee80cbdb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879273 Aug 16 01:55:13.765511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Transition to ACTIVE for port object b0b257eb-abc6-4adb-85c5-84ed86ee3ddb will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:13.784594 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.802591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-73e6e655-15f3-4b46-9f15-85b14786c2e7 service neutron] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:13.807962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-73e6e655-15f3-4b46-9f15-85b14786c2e7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:13.809083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c30667-662b-4795-a18e-cc2e3b819a1b req-73e6e655-15f3-4b46-9f15-85b14786c2e7 service neutron] 10.222.0.83 "DELETE /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8/bindings/n-h2-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.5413876 Aug 16 01:55:13.831251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-115e0487-42b1-410d-8ce4-7a43518f06c5 req-45912ded-c06e-4db4-9545-4931b6aad86f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939593 Aug 16 01:55:13.869416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-09cc6ceb-ea51-4d5f-ab3e-d144a88e7d9c service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025743 Aug 16 01:55:13.875179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52624) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:13.945531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.003435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ecc581c4-5592-4ff0-8ed9-86962de6456f req-4a9c7dfe-324f-4036-8c16-96314ac59d9f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0361733 Aug 16 01:55:14.024573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedce3e1-86bd-40c7-951c-fd4bc049ada3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.026827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Allocated IP 192.168.233.31 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/971af9d5-fd63-49fc-88c7-a33e8e70edab) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:14.030700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.097944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57542397-5380-45d4-a97e-742628344763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.170621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Pushing event updated for resources: {'Port': ['ID=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.214890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Made reservation on behalf of 16ae772617174bbd918e62abc6f4fa13 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:14.219209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.226365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-8045bc15-f786-49be-a241-a619b202ec6b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489890 Aug 16 01:55:14.255694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Attempting to bind port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:14.255898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Attempting to bind port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:14.256208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Attempting to bind port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:14.291116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:14.291448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Attempting to bind port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:14.353979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.355526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3894a7eb-1329-458a-9399-7064fdbd5888 req-3e5a5670-94f0-4445-84d7-e128c9b49ab3 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 3.0507424 Aug 16 01:55:14.386408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:14.386728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:14.391484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:14.392375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Bound port: b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:14.392756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.396607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d3a24f-b031-4da7-91b8-fe36c60e4c97 req-0c3ea709-59e0-471a-ac6f-db4c3188cbe5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.398312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76d3a24f-b031-4da7-91b8-fe36c60e4c97 req-0c3ea709-59e0-471a-ac6f-db4c3188cbe5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.1054704 Aug 16 01:55:14.402861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-aad78eea-e779-4605-a5d6-6276316c2df5 req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1204960350', 'description': 'tempest-description-424823755'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:14.447090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76d3a24f-b031-4da7-91b8-fe36c60e4c97 req-2802191a-621d-446e-8fe7-9182bf08a347 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381103 Aug 16 01:55:14.503802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.602162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c9f5-a7f4-434b-83c4-4fd999dd8eaf req-4990b0ca-a826-4e4f-abb2-ffb66862d135 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.604304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a255c9f5-a7f4-434b-83c4-4fd999dd8eaf req-4990b0ca-a826-4e4f-abb2-ffb66862d135 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1096 time: 0.0475879 Aug 16 01:55:14.634333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-364f0e21-0f93-48ef-a266-45d8f00d1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.639289 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-364f0e21-0f93-48ef-a266-45d8f00d1473 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 1099 time: 0.1851997 Aug 16 01:55:14.664731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.675501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] For port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:14.679260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a255c9f5-a7f4-434b-83c4-4fd999dd8eaf req-3bab8635-9b24-4ff8-bfe7-ae606fd441e2 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610678 Aug 16 01:55:14.731146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] For port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:14.736087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Transition to ACTIVE for port object 971af9d5-fd63-49fc-88c7-a33e8e70edab will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:14.796149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57542397-5380-45d4-a97e-742628344763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.797110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52660) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:14.823180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-81bd8d34-e1b4-4b0a-a624-cf7643a553cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.824677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-81bd8d34-e1b4-4b0a-a624-cf7643a553cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1757960 Aug 16 01:55:14.875181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.916832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-53ee9fe1-c0ea-45dd-80dc-0e6be16a012f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.71&port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea HTTP/1.1" status: 200 len: 217 time: 0.0837712 Aug 16 01:55:14.942942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Pushing event updated for resources: {'Port': ['ID=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:14.964763 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57542397-5380-45d4-a97e-742628344763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.969627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:14.970303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:14.971754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4f93c07b-7b98-4732-88c7-7eaf7bee6cbe service neutron] 10.222.0.83 "PUT /v2.0/ports/b0b257eb-abc6-4adb-85c5-84ed86ee3ddb HTTP/1.1" status: 200 len: 1097 time: 2.5588472 Aug 16 01:55:14.993974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d599161a-181d-44cb-a5fc-592bbd68a56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.017412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57ffca-8745-483c-bfc0-6a98f5b7141a req-798ad865-0554-44e7-8765-abc4f82c6b65 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.018369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.046839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc57ffca-8745-483c-bfc0-6a98f5b7141a req-798ad865-0554-44e7-8765-abc4f82c6b65 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 948 time: 0.1331773 Aug 16 01:55:15.097204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc57ffca-8745-483c-bfc0-6a98f5b7141a req-c3dfaaf9-4548-4b1f-96bb-1cf519915b85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489566 Aug 16 01:55:15.118486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:15.131213 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57542397-5380-45d4-a97e-742628344763 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7dfbce28f3e48988276ea4117caaa3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525713 Aug 16 01:55:15.139204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52676) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:15.140203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-06cc7ce9-cc5d-40c9-a96b-780413f38a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.140203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-06cc7ce9-cc5d-40c9-a96b-780413f38a9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2082808 Aug 16 01:55:15.143678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:15.158899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57542397-5380-45d4-a97e-742628344763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bec5d5-ff90-48ef-befc-6816cb609e4b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.167853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.191959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Allocated IP 192.168.233.221 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/248b022c-0f5e-4cd0-8525-c433fe17ffa4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:15.201647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:15.202344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.203147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.209175 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aad78eea-e779-4605-a5d6-6276316c2df5 req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.249824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'tag': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:15.252223 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47c9e3e-b374-468f-9f84-5711cd9949ec" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4", "tag": "b0b257eb-abc6-4adb-85c5-84ed86ee3ddb"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:15.327027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-81c5ec74-0a48-4569-bc6f-25bc9cb52569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.328622 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-81c5ec74-0a48-4569-bc6f-25bc9cb52569 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1407335 Aug 16 01:55:15.335739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-ca79bf88-0197-4a35-9f77-cd49a0682ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.337263 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-ca79bf88-0197-4a35-9f77-cd49a0682ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 1100 time: 0.1312242 Aug 16 01:55:15.384186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a462787e-5eac-4095-92ec-209e0aaa0d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.428164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d599161a-181d-44cb-a5fc-592bbd68a56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.438322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-4196b065-f841-4de3-b642-b27ce59cd75b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb HTTP/1.1" status: 200 len: 217 time: 0.0864844 Aug 16 01:55:15.439939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-0a0e00c5-e2dc-45cb-93a3-7e301501308c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.441435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-0a0e00c5-e2dc-45cb-93a3-7e301501308c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.2159760 Aug 16 01:55:15.446563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a462787e-5eac-4095-92ec-209e0aaa0d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.472990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-9c29689b-7d7d-435a-bf1f-4ee9111bce6a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/quotas/deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 375 time: 0.0181584 Aug 16 01:55:15.519832 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d599161a-181d-44cb-a5fc-592bbd68a56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.565545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-1c363ed3-c126-4946-963d-b8f15b8dc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.567105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-1c363ed3-c126-4946-963d-b8f15b8dc9c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1153481 Aug 16 01:55:15.573368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d599161a-181d-44cb-a5fc-592bbd68a56c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ee198341c9649ffb14bd3abf0ca9b9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7749417 Aug 16 01:55:15.574351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599161a-181d-44cb-a5fc-592bbd68a56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d3bcb2-44a3-42de-b0c0-b12cb79c170b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.579616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52692) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:15.584543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-79656de6-cafa-41a5-858a-38aa37d898db tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984554 Aug 16 01:55:15.605256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0e9c9029-edc4-46f0-b012-829015be203b None None] Provisioning for port 971af9d5-fd63-49fc-88c7-a33e8e70edab completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:15.613555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0e9c9029-edc4-46f0-b012-829015be203b None None] Provisioning complete for port 971af9d5-fd63-49fc-88c7-a33e8e70edab triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:15.613930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9029-edc4-46f0-b012-829015be203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.638858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-e707b24f-807b-4b51-9748-17c04163b957 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000546 Aug 16 01:55:15.641360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a462787e-5eac-4095-92ec-209e0aaa0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.644542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a462787e-5eac-4095-92ec-209e0aaa0d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.646318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a462787e-5eac-4095-92ec-209e0aaa0d85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21bec5d5-ff90-48ef-befc-6816cb609e4b HTTP/1.1" status: 204 len: 168 time: 0.5124466 Aug 16 01:55:15.654708 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-2da1da6e-0d3b-42cd-94ed-8b2c0032fbb7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7726090 Aug 16 01:55:15.681193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462787e-5eac-4095-92ec-209e0aaa0d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bec5d5-ff90-48ef-befc-6816cb609e4b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.682393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Request body: {'port': {'device_id': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:15.740095 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.740095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c9029-edc4-46f0-b012-829015be203b None None] Port 971af9d5-fd63-49fc-88c7-a33e8e70edab cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:15.740290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.746500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-9bf6d072-37e8-438a-a0ff-59fe8c1fedf4 service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536582 Aug 16 01:55:15.794360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Transition to ACTIVE for port object 248b022c-0f5e-4cd0-8525-c433fe17ffa4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:15.798907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6a17a14f-2574-4085-aced-748a43f489b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:15.800493 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-6a17a14f-2574-4085-aced-748a43f489b3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2235882 Aug 16 01:55:15.830352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aad78eea-e779-4605-a5d6-6276316c2df5 req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.862261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-93807dcf-c2f4-48b0-8174-3f82df64dd5f service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147413 Aug 16 01:55:15.893717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ade55-427e-46a9-9c65-81406312cdf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.925744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.944777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aad78eea-e779-4605-a5d6-6276316c2df5 req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:15.969318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-468b89c7-ca8c-4b52-94be-f63aad2682f0 req-a033e269-1329-416a-85ad-a2c1cede932b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166513 Aug 16 01:55:15.977459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a88b06c-a297-4155-a3d2-08a354d806d8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:15.977764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ade55-427e-46a9-9c65-81406312cdf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.063908 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-2a724e9f-50db-4284-8b2d-222e3704c384 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494693 Aug 16 01:55:16.105093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aad78eea-e779-4605-a5d6-6276316c2df5 req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.106406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aad78eea-e779-4605-a5d6-6276316c2df5 req-53af07a7-f137-4989-8e71-e713492efbe6 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7227294 Aug 16 01:55:16.191150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.289694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f6e42-f0ea-4b64-9ffd-78554d4bdaad req-978851b4-acb2-44f9-8bc0-d1522ecce2e1 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.291538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d13f6e42-f0ea-4b64-9ffd-78554d4bdaad req-978851b4-acb2-44f9-8bc0-d1522ecce2e1 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 936 time: 0.1189482 Aug 16 01:55:16.356192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d13f6e42-f0ea-4b64-9ffd-78554d4bdaad req-31be300b-6fa8-406e-ba71-60a1b64220a5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520990 Aug 16 01:55:16.453282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2d1b653-b6be-4d1c-aa71-562549336e61 req-0f4861f8-4a7f-4026-af11-b1cbfb0bacf7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 210 time: 0.0356128 Aug 16 01:55:16.568537 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1545f3-53a1-4757-9fd5-945355bcd917 x-openstack-request-id: req-be1545f3-53a1-4757-9fd5-945355bcd917 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:16.568862 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4", "tag": "b0b257eb-abc6-4adb-85c5-84ed86ee3ddb", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:16.569074 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be1545f3-53a1-4757-9fd5-945355bcd917 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:16.569519 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'tag': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'status': 'completed', 'code': 200} Aug 16 01:55:16.591929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ade55-427e-46a9-9c65-81406312cdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.593948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393604d-688b-4756-949f-9b01b62a63d8 req-c01f26d9-810d-45ad-8c90-4bf2802aa03c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.594418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ade55-427e-46a9-9c65-81406312cdf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.597985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a44ade55-427e-46a9-9c65-81406312cdf2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a3d3bcb2-44a3-42de-b0c0-b12cb79c170b HTTP/1.1" status: 204 len: 168 time: 1.0074487 Aug 16 01:55:16.599046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b393604d-688b-4756-949f-9b01b62a63d8 req-c01f26d9-810d-45ad-8c90-4bf2802aa03c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 948 time: 0.0821617 Aug 16 01:55:16.647687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:16.650026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ade55-427e-46a9-9c65-81406312cdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d3bcb2-44a3-42de-b0c0-b12cb79c170b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:16.650508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b393604d-688b-4756-949f-9b01b62a63d8 req-6addc094-b93f-4866-af3b-0f17b51089d0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450039 Aug 16 01:55:16.703643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:16.710521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:16.716391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:16.717034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.726741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b323bf9-f3ce-4472-b4f7-16ef297160a7 req-bf5db54d-d59e-4c0b-8728-746c77177b99 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550784 Aug 16 01:55:16.734326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:16.735974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event updated for resources: {'Port': ['ID=248b022c-0f5e-4cd0-8525-c433fe17ffa4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:16.757221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6159893-e2c3-47d0-9a1e-5b8bc2e297af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.848593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:16.861181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:16.866852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-a5acaa91-154a-4b39-98ae-ac8820f43a67 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0364316 Aug 16 01:55:16.893613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Transition to ACTIVE for port object 971af9d5-fd63-49fc-88c7-a33e8e70edab will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:16.907586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Request body: {'port': {'device_id': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:17.005821 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6159893-e2c3-47d0-9a1e-5b8bc2e297af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.017004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.082173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-c4d9a19b-3b0c-4802-acee-580ce0f94436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.083801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-c4d9a19b-3b0c-4802-acee-580ce0f94436 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 1100 time: 0.1870756 Aug 16 01:55:17.088612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.093165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-545019606', 'description': 'tempest-description-1702918403'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:17.126992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.129615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6159893-e2c3-47d0-9a1e-5b8bc2e297af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.158850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-184d1217-d845-4164-b63b-36288d5f8c69 None None] Provisioning for port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:17.164679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-184d1217-d845-4164-b63b-36288d5f8c69 None None] Provisioning complete for port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:17.165534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-184d1217-d845-4164-b63b-36288d5f8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.212458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b6159893-e2c3-47d0-9a1e-5b8bc2e297af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5a1df97d39a144c48a095f743bb94028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4751174 Aug 16 01:55:17.212458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52734) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.221116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159893-e2c3-47d0-9a1e-5b8bc2e297af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae187d5-309b-4ec0-a1ec-691787d8c8cf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.235828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Attempting to bind port 971af9d5-fd63-49fc-88c7-a33e8e70edab on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:17.236314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Attempting to bind port 971af9d5-fd63-49fc-88c7-a33e8e70edab by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:17.236503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Attempting to bind port 971af9d5-fd63-49fc-88c7-a33e8e70edab on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:17.255804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-184d1217-d845-4164-b63b-36288d5f8c69 None None] Port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:17.259362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Port 971af9d5-fd63-49fc-88c7-a33e8e70edab on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:17.259718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Attempting to bind port 971af9d5-fd63-49fc-88c7-a33e8e70edab on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:17.284959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.287394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:17.291148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:17.291148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:17.291148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Bound port: 971af9d5-fd63-49fc-88c7-a33e8e70edab, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:17.291148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.295991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf72590-72da-4bc4-975f-8dad4b9651e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.299074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.332232 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf72590-72da-4bc4-975f-8dad4b9651e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.423834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-d7761566-fcd7-4f69-b25d-9967543cecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.425795 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-d7761566-fcd7-4f69-b25d-9967543cecec service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3139575 Aug 16 01:55:17.472405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52742) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:17.505005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a87540c-a22b-4b25-9aac-a9ed2f9379dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.519890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-8d5772f4-2e1f-4fd3-aa0c-492cce1aff15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb HTTP/1.1" status: 200 len: 217 time: 0.0858893 Aug 16 01:55:17.584939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf72590-72da-4bc4-975f-8dad4b9651e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.587769 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf72590-72da-4bc4-975f-8dad4b9651e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.588931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1cf72590-72da-4bc4-975f-8dad4b9651e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dae187d5-309b-4ec0-a1ec-691787d8c8cf HTTP/1.1" status: 204 len: 168 time: 0.3750641 Aug 16 01:55:17.589770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:17.591000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.607706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf72590-72da-4bc4-975f-8dad4b9651e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae187d5-309b-4ec0-a1ec-691787d8c8cf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.620483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:17.621589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df0784-d93a-4484-a971-e36a27886733 req-5ff232c5-eb26-48b3-850f-bd6b7e48de88 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.623756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34df0784-d93a-4484-a971-e36a27886733 req-5ff232c5-eb26-48b3-850f-bd6b7e48de88 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 936 time: 0.0780625 Aug 16 01:55:17.629292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-47d01192-8396-4e47-a928-ead04e9fd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.633519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-47d01192-8396-4e47-a928-ead04e9fd132 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0980480 Aug 16 01:55:17.691589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34df0784-d93a-4484-a971-e36a27886733 req-37471ffe-27bb-458f-9f3b-472b2a5cc02e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 Aug 16 01:55:17.693227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.703422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.738410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:55:17.738410 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:55:17.738410 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': '3a1b38e17045432abfe72bdb75208dd7', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 55, 17, 711365)}] Aug 16 01:55:17.738410 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:17.739129 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:17.752636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.753074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.754615 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] 10.222.0.83 "PUT /v2.0/ports/971af9d5-fd63-49fc-88c7-a33e8e70edab HTTP/1.1" status: 200 len: 1096 time: 2.0790472 Aug 16 01:55:17.783547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddbb470-9749-4511-9903-6ec4b851f248,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.791506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-937761ef-c83b-4fb2-9a8d-3141efefe3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:17.793166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-937761ef-c83b-4fb2-9a8d-3141efefe3af service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500008 Aug 16 01:55:17.827791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248b022c-0f5e-4cd0-8525-c433fe17ffa4 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:17.848214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:17.877374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:17.879207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e7bcfe7-d7c1-4caa-9305-7e8b8ab55786 req-7451538b-3153-4c53-be91-85bdd479ed68 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 210 time: 0.0789914 Aug 16 01:55:17.898584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb88df-ee91-42f0-8a8e-18b60d3d5374 service neutron] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:17.945169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Transition to ACTIVE for port object 248b022c-0f5e-4cd0-8525-c433fe17ffa4 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:17.965632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a87540c-a22b-4b25-9aac-a9ed2f9379dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.016360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-62844d6e-df33-4f9c-a11d-ab64e4a379db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.018001 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-62844d6e-df33-4f9c-a11d-ab64e4a379db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1099 time: 0.1259208 Aug 16 01:55:18.021776 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-63c1c2e8-4938-4859-a3e0-56b8b6e378f5 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176688 Aug 16 01:55:18.056839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a65561-fefe-4634-bd07-15cdc3c94108 req-cb53e933-e6ad-4dcd-8b2d-4bc36c2a7e69 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.056839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86a65561-fefe-4634-bd07-15cdc3c94108 req-cb53e933-e6ad-4dcd-8b2d-4bc36c2a7e69 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 948 time: 0.0565429 Aug 16 01:55:18.059796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:18.073402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'mac_address': 'fa:16:3e:5c:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:18.077934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.083526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-51dded97-f2b2-4112-ada6-18b5649cccb5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab HTTP/1.1" status: 200 len: 217 time: 0.0498872 Aug 16 01:55:18.093656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a87540c-a22b-4b25-9aac-a9ed2f9379dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.215647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87540c-a22b-4b25-9aac-a9ed2f9379dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8efc65c-f92d-446f-9353-54aac77f6b8e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.221801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9a87540c-a22b-4b25-9aac-a9ed2f9379dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86a6efb29e664e61ae1e6414fd8f95a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7482336 Aug 16 01:55:18.233500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52756) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:18.247949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86a65561-fefe-4634-bd07-15cdc3c94108 req-f75ccde6-3a16-41d2-bc99-3dff78a641fb tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751552 Aug 16 01:55:18.250223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.258551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Pushing event updated for resources: {'Port': ['ID=248b022c-0f5e-4cd0-8525-c433fe17ffa4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.290405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-0cb5d347-42de-4659-b529-9e32cc80c07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.294943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-0cb5d347-42de-4659-b529-9e32cc80c07f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1952937 Aug 16 01:55:18.330259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.354801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:18.379393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:18.412813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Attempting to bind port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:18.413158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Attempting to bind port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:18.413796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Attempting to bind port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:18.424948 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.433689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:18.434015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Attempting to bind port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:18.439997 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47c9e3e-b374-468f-9f84-5711cd9949ec req-5f5110e1-e8ca-410c-bca9-37075df68894 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999405 Aug 16 01:55:18.461216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:18.461657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:18.462053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:18.463818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Bound port: 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:18.464204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.479277 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a33956b-e959-4750-8209-6c592d2116d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.483941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-849f56c2-4166-4a60-863b-b22af7712a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.485466 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-849f56c2-4166-4a60-863b-b22af7712a5a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1742642 Aug 16 01:55:18.508764 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.544785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.545600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a33956b-e959-4750-8209-6c592d2116d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.587987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.598861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f01246b-cbda-4f2f-98e7-e301d589bd5a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:18.616577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:18.616577 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b235c718-e2e6-488c-a7cc-b3e49a3bf795" -d '{"events": [{"name": "network-changed", "server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:18.671746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.672810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f830b370-8408-4ec1-b404-39168aa2070c req-6c203d01-0142-4ed1-80d7-92dc6db66bc9 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5876269 Aug 16 01:55:18.694620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] For port 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:18.700738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] For port 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:18.724097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-24484e54-389b-4247-954a-7337f6368dcc service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270427 Aug 16 01:55:18.742454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:18.811931 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba59153-f8da-44b8-acdb-81369f11763c x-openstack-request-id: req-cba59153-f8da-44b8-acdb-81369f11763c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:18.812849 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:18.812849 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cba59153-f8da-44b8-acdb-81369f11763c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:18.813077 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'status': 'completed', 'code': 200} Aug 16 01:55:18.853300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-58268bd0-7d0b-4b38-a317-4ef460f0023f req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1685021150', 'description': 'tempest-description-1731467775'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:18.863495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f999474b-1876-4dac-93bf-bb44d6a5cf44 req-a8e837aa-9ec6-4975-ac82-342850fd3753 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323528 Aug 16 01:55:18.887250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.893441 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a33956b-e959-4750-8209-6c592d2116d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.899911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-6a518c4d-0d73-459d-b0cd-f4cacdd442d7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:18.900748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a33956b-e959-4750-8209-6c592d2116d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:18.901769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-6a518c4d-0d73-459d-b0cd-f4cacdd442d7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.1472416 Aug 16 01:55:18.905536 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a33956b-e959-4750-8209-6c592d2116d1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f8efc65c-f92d-446f-9353-54aac77f6b8e HTTP/1.1" status: 204 len: 168 time: 0.6689291 Aug 16 01:55:18.918894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Request body: {'port': {'device_id': '437922cd-af05-44f1-a1c7-7680189bcef5', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'admin_state_up': True, 'tenant_id': 'deba91662767440ab35e30b49d744dbf'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:19.015280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Pushing event updated for resources: {'Port': ['ID=248b022c-0f5e-4cd0-8525-c433fe17ffa4,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.021838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a33956b-e959-4750-8209-6c592d2116d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8efc65c-f92d-446f-9353-54aac77f6b8e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.028282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.029907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.032087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-34cdd242-a48f-4bfe-933b-e1af3c100684 service neutron] 10.222.0.58 "PUT /v2.0/ports/248b022c-0f5e-4cd0-8525-c433fe17ffa4 HTTP/1.1" status: 200 len: 1097 time: 2.1366715 Aug 16 01:55:19.079090 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-58268bd0-7d0b-4b38-a317-4ef460f0023f req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.093641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-1e529f3f-9617-4826-a969-c0ba660cc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.095869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-1e529f3f-9617-4826-a969-c0ba660cc394 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1099 time: 0.0533519 Aug 16 01:55:19.130175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0a486-a391-43f2-837d-cc5b83f45421 req-faf8fa52-a8d1-4937-8d5d-90c8879127d4 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.131820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2c0a486-a391-43f2-837d-cc5b83f45421 req-faf8fa52-a8d1-4937-8d5d-90c8879127d4 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 948 time: 0.1270874 Aug 16 01:55:19.177799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2c0a486-a391-43f2-837d-cc5b83f45421 req-daf47505-21c2-45ef-95eb-53e32155dad1 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358865 Aug 16 01:55:19.217866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-217c12ef-aef4-4bbc-9263-7f6a3f9d9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.222994 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-217c12ef-aef4-4bbc-9263-7f6a3f9d9069 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1164839 Aug 16 01:55:19.292236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e48d29f5-a596-4b63-8cb4-2b56be64554e req-0b4b3074-1a52-4f98-9fdb-948c1e595acd tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 210 time: 0.0281572 Aug 16 01:55:19.294589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-7b62f0aa-5d4a-459c-9af2-f747c8e0a3dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab HTTP/1.1" status: 200 len: 217 time: 0.0667264 Aug 16 01:55:19.360651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52796) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:19.375090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Made reservation on behalf of deba91662767440ab35e30b49d744dbf for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:19.380295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.381556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-4b82fd85-8892-41bd-a930-9fc8e2320e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.383595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-4b82fd85-8892-41bd-a930-9fc8e2320e15 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 1100 time: 0.0981107 Aug 16 01:55:19.387252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-7d0f6def-7772-48a2-a573-beda310e1c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.389407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-7d0f6def-7772-48a2-a573-beda310e1c13 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0588274 Aug 16 01:55:19.439926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-f14f385f-63d6-4bec-9d6f-5691a9209481 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4 HTTP/1.1" status: 200 len: 217 time: 0.0472898 Aug 16 01:55:19.506159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-78163d2c-2462-437d-a5e5-5d0966cc1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.507664 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-78163d2c-2462-437d-a5e5-5d0966cc1f26 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1082857 Aug 16 01:55:19.509534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-8d4f9194-14ca-41dd-8d48-7bae9c2fa03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.510969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-8d4f9194-14ca-41dd-8d48-7bae9c2fa03c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0569975 Aug 16 01:55:19.564944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-58268bd0-7d0b-4b38-a317-4ef460f0023f req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.570853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1335285327-network', 'tenant_id': 'd3f59b3c8b744eeba9234fb7f391cde8'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:19.598986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Allocated IP 172.20.0.3 (b1d81be5-43d9-4e8f-98af-d0f73585115e/0e5a9d74-4388-4a28-afd5-54d76984b27c/e732304a-9aa0-495f-9101-75f00221088a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:19.645551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-48391590-5a2a-4e85-8633-e47150744008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.647143 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-48391590-5a2a-4e85-8633-e47150744008 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210208 Aug 16 01:55:19.658532 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-c67a90ba-2db2-48b7-989e-c21dae2bfa1b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423638 Aug 16 01:55:19.666041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-58268bd0-7d0b-4b38-a317-4ef460f0023f req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.807220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea7ea08-5c50-4f7b-9298-bdaab9a79b76,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:19.832604 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-dc699931-1de2-4600-8baf-0ac1225638a7 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726382 Aug 16 01:55:19.838011 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b235c718-e2e6-488c-a7cc-b3e49a3bf795 req-a14273a4-e52a-44bf-8642-778754585771 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688981 Aug 16 01:55:19.873678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b0b257eb-abc6-4adb-85c5-84ed86ee3ddb details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:19.877326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:19.881286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c9e70-22fa-457a-8448-0d699aa20ca4 req-1ae7ae9c-e6c5-49ad-81c7-3c95c80c7d44 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:19.883765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f81c9e70-22fa-457a-8448-0d699aa20ca4 req-1ae7ae9c-e6c5-49ad-81c7-3c95c80c7d44 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 948 time: 0.1869206 Aug 16 01:55:19.888246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.923744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Made reservation on behalf of d3f59b3c8b744eeba9234fb7f391cde8 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:19.926025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.958740 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:19.959339 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f3133dc1-3cd9-49d7-b7cd-cf8f60d56a3b req-24f482f8-8653-47f7-835b-05dc01076834 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187146 Aug 16 01:55:19.982682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f81c9e70-22fa-457a-8448-0d699aa20ca4 req-9c720eb0-1ff7-49c8-8243-cbbeabbf3037 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843754 Aug 16 01:55:20.055978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:20.073600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'mac_address': 'fa:16:3e:fa:cd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:20.119151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.121965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-58268bd0-7d0b-4b38-a317-4ef460f0023f req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.123720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58268bd0-7d0b-4b38-a317-4ef460f0023f req-3b99d105-bee4-4de7-a1db-46c85c150b39 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2858095 Aug 16 01:55:20.132998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b257eb-abc6-4adb-85c5-84ed86ee3ddb {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:20.156403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:20.195810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:20.201490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:20.202223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.210223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.271145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.306938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Network b1d81be5-43d9-4e8f-98af-d0f73585115e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:20.333096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.343234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:20.355282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:20.361919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.362927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.363727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.369953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:20.371674 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5df70ce-a6c5-4014-bfcf-3261cfc4962a" -d '{"events": [{"server_uuid": "a7dd804f-1068-4c9f-a1fa-73d81c29222f", "name": "network-vif-plugged", "status": "completed", "tag": "51b73acc-f7e6-4ae7-8c70-c9b660efc1ea"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:20.385830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:20.390006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.431730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.453731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0093dc-7cad-41f3-b684-d16b5b0ec405 req-3728818b-30f6-4e1f-b485-b549488e8b71 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.461612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f0093dc-7cad-41f3-b684-d16b5b0ec405 req-3728818b-30f6-4e1f-b485-b549488e8b71 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 948 time: 0.1884289 Aug 16 01:55:20.491442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.518255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:20.535839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f0093dc-7cad-41f3-b684-d16b5b0ec405 req-37f12716-b7f1-48ce-825c-89dffd8456bd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733936 Aug 16 01:55:20.569572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.593276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.612498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:20.664749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.665194 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Added segment 78b1e015-76a7-4e9b-9d26-319b657959e4 of type vlan for network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d Aug 16 01:55:20.667456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98d271d-bf2c-48d8-9ab2-46bcb138102a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:20.684000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-7e927da4-0bb3-4b68-b2b7-a4d15af3a2f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7725999 Aug 16 01:55:20.728381 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-4a156497-16a9-4f47-8dd4-a97cb5436ba1 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42319 time: 0.5771413 Aug 16 01:55:20.733614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Request body: {'port': {'device_id': '437922cd-af05-44f1-a1c7-7680189bcef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:20.771621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.802233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7901d847-6ce3-4645-a430-bb9e3ae97986 req-288a8d50-5efa-48ab-9db9-dd4b8a9caeae tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:20.803753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7901d847-6ce3-4645-a430-bb9e3ae97986 req-288a8d50-5efa-48ab-9db9-dd4b8a9caeae tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 931 time: 0.2050815 Aug 16 01:55:20.813986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'tag': '248b022c-0f5e-4cd0-8525-c433fe17ffa4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:20.817033 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d" -d '{"events": [{"name": "network-changed", "server_uuid": "3605ed8b-2363-4a81-8347-d4d370a8570b", "tag": "248b022c-0f5e-4cd0-8525-c433fe17ffa4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:20.885845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:20.904251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-ef65e262-2a22-4e1c-965e-baf0262c8243 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/18e0a629-0561-4864-b333-55aed24daff2 HTTP/1.1" status: 200 len: 2973 time: 0.1634486 Aug 16 01:55:20.917811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7901d847-6ce3-4645-a430-bb9e3ae97986 req-55649161-985d-4985-8606-7af0c9d37879 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969808 Aug 16 01:55:20.968731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52842) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:20.976610 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e33e72-912f-463e-a941-79f25e9fc92d x-openstack-request-id: req-71e33e72-912f-463e-a941-79f25e9fc92d {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:20.977111 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd804f-1068-4c9f-a1fa-73d81c29222f", "name": "network-vif-plugged", "status": "completed", "tag": "51b73acc-f7e6-4ae7-8c70-c9b660efc1ea", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:20.977681 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71e33e72-912f-463e-a941-79f25e9fc92d {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:20.978217 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'code': 200} Aug 16 01:55:21.026756 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7fd66-b79f-4962-84dc-c73c25696a70 x-openstack-request-id: req-f2c7fd66-b79f-4962-84dc-c73c25696a70 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:21.028057 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3605ed8b-2363-4a81-8347-d4d370a8570b", "tag": "248b022c-0f5e-4cd0-8525-c433fe17ffa4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:21.029930 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f2c7fd66-b79f-4962-84dc-c73c25696a70 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:21.029930 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'tag': '248b022c-0f5e-4cd0-8525-c433fe17ffa4', 'status': 'completed', 'code': 200} Aug 16 01:55:21.064375 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.064375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.066964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.095493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-7b839c75-dcc8-49ab-a25f-e6045d5cd935 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/18e0a629-0561-4864-b333-55aed24daff2 HTTP/1.1" status: 200 len: 2973 time: 0.1838245 Aug 16 01:55:21.134686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf327-e1ec-4997-9e00-bcd6a3f1d6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.170703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939389f-ed69-4a39-b7e2-b844b579a94b req-6138e95a-5236-4b52-b7c6-06f527e101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.172375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f939389f-ed69-4a39-b7e2-b844b579a94b req-6138e95a-5236-4b52-b7c6-06f527e101cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 1101 time: 0.1389134 Aug 16 01:55:21.176227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-4dca3c7c-26a5-4665-9984-bf15a4fb73c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.177711 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-4dca3c7c-26a5-4665-9984-bf15a4fb73c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 1100 time: 0.0930226 Aug 16 01:55:21.242928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfcd0dc-d638-44ae-bb52-a99fe794d54d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.254866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:21.289648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f939389f-ed69-4a39-b7e2-b844b579a94b req-084677ad-b382-4384-89d6-7c177dde0f3f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085975 Aug 16 01:55:21.292420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52240-e9a6-46f4-a209-eae920c563ed req-fdee0d45-cc4a-4089-b84f-92ef9e644ee0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.293937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbc52240-e9a6-46f4-a209-eae920c563ed req-fdee0d45-cc4a-4089-b84f-92ef9e644ee0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 949 time: 0.1652572 Aug 16 01:55:21.302146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-ec6bb3c5-b25e-4111-ac66-f96e031290e0 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2619b0ca-dc73-40e5-8770-dd5dab5a3c55 HTTP/1.1" status: 200 len: 2981 time: 0.1623414 Aug 16 01:55:21.346601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-9386f9ef-5a12-45d6-8a45-74ad7cb3efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.348566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-9386f9ef-5a12-45d6-8a45-74ad7cb3efb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1565454 Aug 16 01:55:21.399691 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-eb9025b3-44a7-4da0-bb5b-865fe72fa680 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4 HTTP/1.1" status: 200 len: 217 time: 0.0400572 Aug 16 01:55:21.416830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf327-e1ec-4997-9e00-bcd6a3f1d6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.420023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbc52240-e9a6-46f4-a209-eae920c563ed req-6942f5c0-5f12-4de8-b84f-769e3688c011 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112967 Aug 16 01:55:21.423524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-38feecbc-1c41-4cff-a8e8-358933bfa82c tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2619b0ca-dc73-40e5-8770-dd5dab5a3c55 HTTP/1.1" status: 200 len: 2981 time: 0.1140099 Aug 16 01:55:21.454933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-e3aef2e1-84ea-4177-ac8a-08e4d16a1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.456728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-e3aef2e1-84ea-4177-ac8a-08e4d16a1beb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0485022 Aug 16 01:55:21.481921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e732304a-9aa0-495f-9101-75f00221088a {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:21.494695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.507575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-c7bfffb6-e5b7-4532-b398-87730cfa8c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.509432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-c7bfffb6-e5b7-4532-b398-87730cfa8c2a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444355 Aug 16 01:55:21.514587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bfcf327-e1ec-4997-9e00-bcd6a3f1d6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.515546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-dfbc3b81-77ce-4d77-ba95-eafa2c006b3e tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2c423f7e-16ca-4c50-80db-bd3f96a6b367 HTTP/1.1" status: 200 len: 2981 time: 0.0650573 Aug 16 01:55:21.516448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Transition to ACTIVE for port object e732304a-9aa0-495f-9101-75f00221088a will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:21.562476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-9b6f13c2-e8f8-458d-a271-185cf51ddd57 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2c423f7e-16ca-4c50-80db-bd3f96a6b367 HTTP/1.1" status: 200 len: 2981 time: 0.0392606 Aug 16 01:55:21.655730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.658908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-0f76917e-f794-4038-9a1b-08e277ee16e1 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2f5fad33-6042-49a1-bc54-0573437ec8da HTTP/1.1" status: 200 len: 2977 time: 0.0868876 Aug 16 01:55:21.709702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bbc9dcec-52f6-442f-bbd0-8ed4346a1099 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3479331 Aug 16 01:55:21.719580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52864) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:21.738534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Request body: {'subnet': {'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1335285327-subnet', 'tenant_id': 'd3f59b3c8b744eeba9234fb7f391cde8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:21.776978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3f32b-1ce8-45b4-9a4f-d5d206000039 req-a04151be-57a5-48e2-96e2-86eb463c1bc1 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:21.778530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20b3f32b-1ce8-45b4-9a4f-d5d206000039 req-a04151be-57a5-48e2-96e2-86eb463c1bc1 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 948 time: 0.1609788 Aug 16 01:55:21.799902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.826630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-263331d2-9e6b-4cad-b8ee-a7896e2fa8be tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/2f5fad33-6042-49a1-bc54-0573437ec8da HTTP/1.1" status: 200 len: 2977 time: 0.1545184 Aug 16 01:55:21.851921 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4bfcf327-e1ec-4997-9e00-bcd6a3f1d6e5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=03d40660934143af9a4b8981f7e60a60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8818874 Aug 16 01:55:21.857883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52870) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:21.866469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcf327-e1ec-4997-9e00-bcd6a3f1d6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083a6af5-d8df-4015-8f65-a3a4456b28ad,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:21.868942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:21.869241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:21.869571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:21.881317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:21.883303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b0b257eb-abc6-4adb-85c5-84ed86ee3ddb up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:21.899784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:21.900112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:21.907166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-3b0e4bb9-8ff6-4eeb-b6b2-e22d2d13ee38 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818483 Aug 16 01:55:21.916724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Made reservation on behalf of d3f59b3c8b744eeba9234fb7f391cde8 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:21.919003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:21.930318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20b3f32b-1ce8-45b4-9a4f-d5d206000039 req-cf6f364f-fc51-474f-a132-15056ea35f3b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363251 Aug 16 01:55:21.957364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:21.957725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:21.958107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:21.958548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Bound port: e732304a-9aa0-495f-9101-75f00221088a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:21.958928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.026844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-24208ed9-f190-4d3e-9e38-6e3172b4a976 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3c2c394f-a32c-4072-a54f-a6683ecab25b HTTP/1.1" status: 200 len: 2977 time: 0.1813588 Aug 16 01:55:22.037717 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76525fa3-45a6-4bff-8ba6-e5a811b4e09d req-567b9969-3506-42b4-885b-d392daf3733b service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214845 Aug 16 01:55:22.064027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:22.066432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:22.080143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:22.080810 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.083537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'mac_address': 'fa:16:3e:e0:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:22.134397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d820663-ba4a-4d20-81bf-c45b0318208f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.146682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-6c1732c8-c005-426a-a1b6-5df009b2bfc6 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3c2c394f-a32c-4072-a54f-a6683ecab25b HTTP/1.1" status: 200 len: 2977 time: 0.1091661 Aug 16 01:55:22.173829 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.189755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:22.232497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:22.247908 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.283160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:22.333293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.373370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.395431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.421537 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d820663-ba4a-4d20-81bf-c45b0318208f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.448175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.486336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:22.545627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:22.558138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-60fb83d3-1837-4fab-bd13-e3485edef95d tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/695267ab-215f-4e33-a947-67606bb84f7f HTTP/1.1" status: 200 len: 2977 time: 0.3912218 Aug 16 01:55:22.586449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b090f-6489-43d4-86d7-6bfbce581424 req-f30625eb-f2fe-45ca-8923-0151309d41ff tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.588036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c64b090f-6489-43d4-86d7-6bfbce581424 req-f30625eb-f2fe-45ca-8923-0151309d41ff tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.1706109 Aug 16 01:55:22.589721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:22.635878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.708543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.709216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.710567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] 10.222.0.58 "PUT /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 1092 time: 1.9950001 Aug 16 01:55:22.715737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:22.718656 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34724c6e-c66f-4ab1-a770-4095eb84c2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "tag": "e732304a-9aa0-495f-9101-75f00221088a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:22.730844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-7104f257-e732-40bd-803d-811702b39b15 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/695267ab-215f-4e33-a947-67606bb84f7f HTTP/1.1" status: 200 len: 2977 time: 0.1612051 Aug 16 01:55:22.742024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c64b090f-6489-43d4-86d7-6bfbce581424 req-438dbff1-8531-4813-a70b-c7d36f62456f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318905 Aug 16 01:55:22.746171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d820663-ba4a-4d20-81bf-c45b0318208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.748733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d820663-ba4a-4d20-81bf-c45b0318208f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.749777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d820663-ba4a-4d20-81bf-c45b0318208f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/083a6af5-d8df-4015-8f65-a3a4456b28ad HTTP/1.1" status: 204 len: 168 time: 0.8907173 Aug 16 01:55:22.764533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada767c-7221-4f39-b95f-39c0978ad961 service neutron] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.775812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d820663-ba4a-4d20-81bf-c45b0318208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083a6af5-d8df-4015-8f65-a3a4456b28ad,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.781675 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:22.855956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-8599d8ca-6893-412c-bb9c-3151a6d48249 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/78c80762-ba2f-407c-bc48-b69ed3863e2a HTTP/1.1" status: 200 len: 2981 time: 0.1125798 Aug 16 01:55:22.875815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Pushing event updated for resources: {'Subnet': ['ID=279720f3-9e4d-48eb-bc4f-64901131fb99,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:22.927656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:22.930831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Network hostable DHCP agents. Network: 1dfcd0dc-d638-44ae-bb52-a99fe794d54d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:22.964186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-30dbd8f3-0e88-41fd-8b2d-093aa07d2983 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/78c80762-ba2f-407c-bc48-b69ed3863e2a HTTP/1.1" status: 200 len: 2981 time: 0.0977008 Aug 16 01:55:22.979381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:22.981741 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467f3a96-d9fb-4325-b0e7-fb493cb5c1b4" -d '{"events": [{"server_uuid": "4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0b257eb-abc6-4adb-85c5-84ed86ee3ddb"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:22.989368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315470f1-e8e6-4565-811d-be4c20ee1429 req-ca752853-704d-429a-9fdd-1a9a24d1031e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:22.990894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-315470f1-e8e6-4565-811d-be4c20ee1429 req-ca752853-704d-429a-9fdd-1a9a24d1031e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 950 time: 0.1307280 Aug 16 01:55:23.066480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-83cc15da-1299-4f6c-8cb3-ccfd0f708326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.068154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-83cc15da-1299-4f6c-8cb3-ccfd0f708326 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1095 time: 0.1153634 Aug 16 01:55:23.071957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-8bd1db7a-e6a6-4cf6-9446-9bca21916a22 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/81ad8157-d7a0-4728-894c-652943ffd70e HTTP/1.1" status: 200 len: 2981 time: 0.0801828 Aug 16 01:55:23.074967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-315470f1-e8e6-4565-811d-be4c20ee1429 req-1885eafb-51d9-4698-aa04-9e87617aecda tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739920 Aug 16 01:55:23.076534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:23.126263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-2e0a1ae2-9354-417e-b51b-a556fc42703a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 217 time: 0.0464678 Aug 16 01:55:23.184668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-ec364a81-8821-432e-a478-59d2c1449f6e tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/81ad8157-d7a0-4728-894c-652943ffd70e HTTP/1.1" status: 200 len: 2981 time: 0.0993857 Aug 16 01:55:23.186177 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8894e65-1550-4f8b-8f33-74de83bb0a9f x-openstack-request-id: req-f8894e65-1550-4f8b-8f33-74de83bb0a9f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:23.186462 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "tag": "e732304a-9aa0-495f-9101-75f00221088a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:23.186737 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f8894e65-1550-4f8b-8f33-74de83bb0a9f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:23.187126 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a', 'status': 'completed', 'code': 200} Aug 16 01:55:23.213010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-fa7909de-38d5-4ddd-9edd-8be73c432a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.214603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-fa7909de-38d5-4ddd-9edd-8be73c432a2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0793374 Aug 16 01:55:23.233286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1dfcd0dc-d638-44ae-bb52-a99fe794d54d) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:23.241601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859fca5-5d9e-42f2-aac2-10e3fd7105d3 None None] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:23.268893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.269575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.307325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-ee584fad-80d0-4d0d-9368-45a78bb17771 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753796 Aug 16 01:55:23.368211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-29e5d086-c43a-4239-afd7-49f599f7e733 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/885370d3-d094-4814-9f44-3edfec805eaa HTTP/1.1" status: 200 len: 2981 time: 0.1744151 Aug 16 01:55:23.370277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a22fa7-9150-41fd-98a5-12badac3dbec None None] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:23.409696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b5c15c-5ec8-4bbd-88ac-146a41bdef1d req-d0c7ff5c-ece8-40aa-87e8-7507e36b7f79 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.411308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90b5c15c-5ec8-4bbd-88ac-146a41bdef1d req-d0c7ff5c-ece8-40aa-87e8-7507e36b7f79 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 948 time: 0.1618791 Aug 16 01:55:23.447455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e81353f-0de2-4d10-b015-a6541b3b236f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7175000 Aug 16 01:55:23.490300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-746deb4d-c6d7-4f5b-b2fd-38be540d9ea1 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726923 Aug 16 01:55:23.499796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-861946a3-0122-4933-850f-6ee36c3509b2 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/885370d3-d094-4814-9f44-3edfec805eaa HTTP/1.1" status: 200 len: 2981 time: 0.1207385 Aug 16 01:55:23.530031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52900) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:23.569483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90b5c15c-5ec8-4bbd-88ac-146a41bdef1d req-99c4f65d-3dcb-4deb-a7da-c7e40ef3d8eb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443520 Aug 16 01:55:23.616460 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50f4e41-362a-4590-9185-2aba3c15241c x-openstack-request-id: req-e50f4e41-362a-4590-9185-2aba3c15241c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:23.617208 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4", "name": "network-vif-plugged", "status": "completed", "tag": "b0b257eb-abc6-4adb-85c5-84ed86ee3ddb", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:23.617208 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e50f4e41-362a-4590-9185-2aba3c15241c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:23.617614 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'code': 200} Aug 16 01:55:23.618559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-4020f116-1655-471a-8961-210cedf9bfa4 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ee08a700-5312-46fe-b3f7-ce60dce0ef88 HTTP/1.1" status: 200 len: 2981 time: 0.1005199 Aug 16 01:55:23.646789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-177bcde4-727e-4333-a243-2567e93cd3b1 req-5dc85b43-8558-4d89-ab70-db72e8ecef85 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457188 Aug 16 01:55:23.678388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-24f93d40-3d55-4619-9129-a45686a7345d tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ee08a700-5312-46fe-b3f7-ce60dce0ef88 HTTP/1.1" status: 200 len: 2981 time: 0.0445669 Aug 16 01:55:23.678847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 248b022c-0f5e-4cd0-8525-c433fe17ffa4 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:23.729059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-c81c8f83-8f11-4c4b-a2b0-105e33920410 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ef62df63-f421-44c2-a76f-bd9c841ec97d HTTP/1.1" status: 200 len: 2981 time: 0.0440793 Aug 16 01:55:23.768036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52906) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:23.776262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba0613f-5afe-4e1e-af85-57ff20c1abc1 req-0f4feaab-e0d8-4315-b8da-1745637dacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.780008 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ba0613f-5afe-4e1e-af85-57ff20c1abc1 req-0f4feaab-e0d8-4315-b8da-1745637dacc5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 1102 time: 0.0928457 Aug 16 01:55:23.786395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd6a-0bf1-473d-ae65-514858294901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.801458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:23.823822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '248b022c-0f5e-4cd0-8525-c433fe17ffa4', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '248b022c-0f5e-4cd0-8525-c433fe17ffa4', 'mac_address': 'fa:16:3e:b1:2f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:23.839685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa04a29-e3f5-42e0-8eff-6f92641e2a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.863946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ba0613f-5afe-4e1e-af85-57ff20c1abc1 req-b5ffdf48-a8c7-4f3f-93b0-6eed091ab287 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724363 Aug 16 01:55:23.895990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:23.921236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-fba335de-1078-4e22-a202-282248336f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.922932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-fba335de-1078-4e22-a202-282248336f64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1095 time: 0.1254764 Aug 16 01:55:23.929268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-06f5edc4-aa3a-440a-81b9-72ca8ae4aaef tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/ef62df63-f421-44c2-a76f-bd9c841ec97d HTTP/1.1" status: 200 len: 2981 time: 0.1914248 Aug 16 01:55:23.939888 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.953594 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd6a-0bf1-473d-ae65-514858294901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:23.960091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248b022c-0f5e-4cd0-8525-c433fe17ffa4 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:23.965183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212f4a6-00f7-4db6-a99f-e3fbcf46e600 req-3d26fb5c-e851-4a55-b786-c67ea9708604 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:23.967121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f212f4a6-00f7-4db6-a99f-e3fbcf46e600 req-3d26fb5c-e851-4a55-b786-c67ea9708604 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.1113958 Aug 16 01:55:23.985948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:24.081732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f212f4a6-00f7-4db6-a99f-e3fbcf46e600 req-02985595-88c6-4199-b657-a57d2075104c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824809 Aug 16 01:55:24.088789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-73fa8802-66b8-462d-9560-4a47c81386c3 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/fddbb470-9749-4511-9903-6ec4b851f248 HTTP/1.1" status: 200 len: 2981 time: 0.1466968 Aug 16 01:55:24.094857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-2a5a08e5-c7bb-467f-b7c3-bc2bfbe81d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.096487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-2a5a08e5-c7bb-467f-b7c3-bc2bfbe81d3a service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1645527 Aug 16 01:55:24.097760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e69cd6a-0bf1-473d-ae65-514858294901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.109605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 971af9d5-fd63-49fc-88c7-a33e8e70edab completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:24.109605 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.139604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 971af9d5-fd63-49fc-88c7-a33e8e70edab triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:24.140241 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.162365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-ba7e6a47-d671-45a9-be0e-6e6d48ff78ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 217 time: 0.0548313 Aug 16 01:55:24.182619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e69cd6a-0bf1-473d-ae65-514858294901 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f651716386264e1dbd9f7efb2e71cd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6484025 Aug 16 01:55:24.182619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69cd6a-0bf1-473d-ae65-514858294901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bab775-1bff-4623-91a2-892ffed26547,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.190922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52916) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.233229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=248b022c-0f5e-4cd0-8525-c433fe17ffa4,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.262426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1f01-ef7e-4ca0-9182-b4e3f662ddb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.292036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1f01-ef7e-4ca0-9182-b4e3f662ddb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.293765 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.327312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:24.327529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5c70e89-e471-4904-9f3e-4ebbd390a9ba req-892018d4-da9d-472a-ad73-f1c3a01ad8e5 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/fddbb470-9749-4511-9903-6ec4b851f248 HTTP/1.1" status: 200 len: 2981 time: 0.2282462 Aug 16 01:55:24.342502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-17f44705-9416-4d5b-bf5e-b1564eb8ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.343278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-17f44705-9416-4d5b-bf5e-b1564eb8ec72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1701236 Aug 16 01:55:24.385985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-56ba1147-43a1-4784-b0c3-f18c163edb22 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331762 Aug 16 01:55:24.397245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d9674-29d0-47f5-bc25-73cc7e535cc0 req-9fb11aab-b434-457e-8c53-6f91e6eb57f4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.399038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-552d9674-29d0-47f5-bc25-73cc7e535cc0 req-9fb11aab-b434-457e-8c53-6f91e6eb57f4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 950 time: 0.1790447 Aug 16 01:55:24.406789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['248b022c-0f5e-4cd0-8525-c433fe17ffa4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:24.431777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa04a29-e3f5-42e0-8eff-6f92641e2a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.434184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1f01-ef7e-4ca0-9182-b4e3f662ddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.437792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c8e1f01-ef7e-4ca0-9182-b4e3f662ddb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.439070 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4c8e1f01-ef7e-4ca0-9182-b4e3f662ddb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4bab775-1bff-4623-91a2-892ffed26547 HTTP/1.1" status: 204 len: 168 time: 0.2470205 Aug 16 01:55:24.449222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e1f01-ef7e-4ca0-9182-b4e3f662ddb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bab775-1bff-4623-91a2-892ffed26547,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.469166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.496210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa04a29-e3f5-42e0-8eff-6f92641e2a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.554764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.573481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-552d9674-29d0-47f5-bc25-73cc7e535cc0 req-ea2ecb63-c936-41ff-a82c-4b8a753d8006 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545830 Aug 16 01:55:24.593406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa04a29-e3f5-42e0-8eff-6f92641e2a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a220aa4-2dfd-4652-a428-950278700803,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.593406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1fa04a29-e3f5-42e0-8eff-6f92641e2a46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f85ab11f89024fcdb213272dca836534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8193495 Aug 16 01:55:24.595531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.677888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f2a3cdc-5ce4-44cc-8e29-44412b83484b req-fe1096f5-c7d5-4257-8dde-7891fea9c1b7 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc6e4c92c69f416ebb66182597321932 HTTP/1.1" status: 200 len: 6103 time: 0.2512350 Aug 16 01:55:24.680050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-cfe516cd-5e44-4f4f-beca-dcd3d7881326 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800629 Aug 16 01:55:24.692282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2662dce3-fad6-4547-b733-58e96a7e5c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.723479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2662dce3-fad6-4547-b733-58e96a7e5c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.835369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e1d0-74c2-434c-a13a-86abfc036a8c req-b35e0dd5-ac85-4028-82d0-851fc098fad7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:24.844062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6158e1d0-74c2-434c-a13a-86abfc036a8c req-b35e0dd5-ac85-4028-82d0-851fc098fad7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 949 time: 0.1626811 Aug 16 01:55:24.858377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52936) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:24.863996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-268902752-network', 'tenant_id': '4a5ccd8db0574f6492ac160be852a5f4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:24.876459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f2a3cdc-5ce4-44cc-8e29-44412b83484b req-f3acfea0-1665-4506-b358-681e4ae93621 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "GET /v2.0/security-groups/ef62df63-f421-44c2-a76f-bd9c841ec97d HTTP/1.1" status: 200 len: 2981 time: 0.1845613 Aug 16 01:55:24.908146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2662dce3-fad6-4547-b733-58e96a7e5c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.910748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2662dce3-fad6-4547-b733-58e96a7e5c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:24.911907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2662dce3-fad6-4547-b733-58e96a7e5c48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a220aa4-2dfd-4652-a428-950278700803 HTTP/1.1" status: 204 len: 168 time: 0.3152888 Aug 16 01:55:24.920330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662dce3-fad6-4547-b733-58e96a7e5c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a220aa4-2dfd-4652-a428-950278700803,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:24.925370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6158e1d0-74c2-434c-a13a-86abfc036a8c req-48efdfa7-f3a3-4722-9609-f777194a3623 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802944 Aug 16 01:55:24.931706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34724c6e-c66f-4ab1-a770-4095eb84c2c7 req-6cc0b04a-6e99-4b62-9183-0e56e660d533 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362530 Aug 16 01:55:24.965886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f2a3cdc-5ce4-44cc-8e29-44412b83484b req-b4c08819-64d6-49ef-b602-00ad2c154e3d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "GET /v2.0/security-groups/ef62df63-f421-44c2-a76f-bd9c841ec97d HTTP/1.1" status: 200 len: 2981 time: 0.0750878 Aug 16 01:55:25.225463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d86cfe62-a9d4-475a-ae81-2fd8b4a9ce13 req-3365287d-bcf1-4617-b8cd-0a835df7803d tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/3ea7ea08-5c50-4f7b-9298-bdaab9a79b76 HTTP/1.1" status: 200 len: 1778 time: 0.0584610 Aug 16 01:55:25.240009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d47a01-07cd-4b31-9956-a5733008a5e3 req-f8d4b5de-93e0-47d2-8422-8efa139c8302 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.241620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2d47a01-07cd-4b31-9956-a5733008a5e3 req-f8d4b5de-93e0-47d2-8422-8efa139c8302 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.0835559 Aug 16 01:55:25.307420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2d47a01-07cd-4b31-9956-a5733008a5e3 req-a850394f-b38a-4183-a7ce-c79c105ad8e3 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566413 Aug 16 01:55:25.321199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d86cfe62-a9d4-475a-ae81-2fd8b4a9ce13 req-2f11082c-e055-42ac-b19e-674c81ff828a tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.345938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d86cfe62-a9d4-475a-ae81-2fd8b4a9ce13 req-2f11082c-e055-42ac-b19e-674c81ff828a tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.464327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Made reservation on behalf of 4a5ccd8db0574f6492ac160be852a5f4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:25.466885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.476440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.528162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d86cfe62-a9d4-475a-ae81-2fd8b4a9ce13 req-2f11082c-e055-42ac-b19e-674c81ff828a tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.533497 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d86cfe62-a9d4-475a-ae81-2fd8b4a9ce13 req-2f11082c-e055-42ac-b19e-674c81ff828a tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.544901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d86cfe62-a9d4-475a-ae81-2fd8b4a9ce13 req-2f11082c-e055-42ac-b19e-674c81ff828a tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/3ea7ea08-5c50-4f7b-9298-bdaab9a79b76 HTTP/1.1" status: 204 len: 173 time: 0.2952433 Aug 16 01:55:25.547848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11082c-e055-42ac-b19e-674c81ff828a tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea7ea08-5c50-4f7b-9298-bdaab9a79b76,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.589437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.610727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93c7592e-96b1-4f95-b7f7-64e9204d1b95 req-91e3faab-22f5-40a9-9a3f-875034f74d64 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "GET /v2.0/security-groups/6f01246b-cbda-4f2f-98e7-e301d589bd5a HTTP/1.1" status: 200 len: 1777 time: 0.0442657 Aug 16 01:55:25.618980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:25.622506 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66be7db1-def7-4981-9566-c39a76365702" -d '{"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-plugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:25.670504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.682358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52952) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:25.695687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-93c7592e-96b1-4f95-b7f7-64e9204d1b95 req-fdcc8ef0-0ce0-4b5a-9ed8-6f79e3c19452 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.696732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:25.707187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1a5ad0-4d0c-4959-8965-8cbcb4c80ed5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:25.707673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-840ad08b-445c-4958-a797-988b80f0d46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.712086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.712438 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Added segment a7020c12-e0c0-46b7-8897-dee8c85370ca of type vlan for network cd2c0408-4046-4513-8696-842e904c9d72 Aug 16 01:55:25.720416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 248b022c-0f5e-4cd0-8525-c433fe17ffa4 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:25.739939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-93c7592e-96b1-4f95-b7f7-64e9204d1b95 req-fdcc8ef0-0ce0-4b5a-9ed8-6f79e3c19452 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.759689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.770857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0447cdc-3b80-4ad2-a8ab-90271ba7b9f0 req-e29c07e6-610a-4e19-b857-3bd8ef89a927 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:25.772432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0447cdc-3b80-4ad2-a8ab-90271ba7b9f0 req-e29c07e6-610a-4e19-b857-3bd8ef89a927 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 950 time: 0.1225622 Aug 16 01:55:25.851177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0447cdc-3b80-4ad2-a8ab-90271ba7b9f0 req-4cecb97b-29de-4413-a994-5f30704f39a0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725877 Aug 16 01:55:25.851878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:25.858282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:25.858855 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.900942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-840ad08b-445c-4958-a797-988b80f0d46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.924764 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8dc5b21-8f8d-4f9c-b2eb-219e809faef3 x-openstack-request-id: req-d8dc5b21-8f8d-4f9c-b2eb-219e809faef3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:25.925161 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-plugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:25.925513 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8dc5b21-8f8d-4f9c-b2eb-219e809faef3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:25.925976 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'code': 200} Aug 16 01:55:25.939323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-93c7592e-96b1-4f95-b7f7-64e9204d1b95 req-fdcc8ef0-0ce0-4b5a-9ed8-6f79e3c19452 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.954586 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-93c7592e-96b1-4f95-b7f7-64e9204d1b95 req-fdcc8ef0-0ce0-4b5a-9ed8-6f79e3c19452 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:25.954586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93c7592e-96b1-4f95-b7f7-64e9204d1b95 req-fdcc8ef0-0ce0-4b5a-9ed8-6f79e3c19452 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] 10.222.0.76 "DELETE /v2.0/security-groups/6f01246b-cbda-4f2f-98e7-e301d589bd5a HTTP/1.1" status: 204 len: 173 time: 0.3293030 Aug 16 01:55:26.003420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc8ef0-0ce0-4b5a-9ed8-6f79e3c19452 tempest-SecurityGroupsTestAdminJSON-1013122358 tempest-SecurityGroupsTestAdminJSON-1013122358-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f01246b-cbda-4f2f-98e7-e301d589bd5a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.003847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.019523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.020655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.021338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.052155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:26.055209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ab50574-8491-40e2-a6dd-6abc7c086265 req-b70ee63b-8205-42bc-a637-d7cf0b481fee tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "GET /v2.0/security-groups/8a88b06c-a297-4155-a3d2-08a354d806d8 HTTP/1.1" status: 200 len: 1777 time: 0.0842030 Aug 16 01:55:26.072845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-840ad08b-445c-4958-a797-988b80f0d46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.098115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1bc44-ac55-4825-9ba1-dcb8a0af0eb4 req-b526d534-078e-4d0f-b5ac-f57952baa06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.099708 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6e1bc44-ac55-4825-9ba1-dcb8a0af0eb4 req-b526d534-078e-4d0f-b5ac-f57952baa06b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1101 time: 0.1180310 Aug 16 01:55:26.100677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] Pushing event updated for resources: {'Network': ['ID=cd2c0408-4046-4513-8696-842e904c9d72,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.112220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network cd2c0408-4046-4513-8696-842e904c9d72 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:26.131056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b352442d-2608-40d7-863f-36ccfaf5f67e req-46f60b6e-942f-4c50-9c11-6368109cfe2b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.132636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b352442d-2608-40d7-863f-36ccfaf5f67e req-46f60b6e-942f-4c50-9c11-6368109cfe2b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 949 time: 0.1303434 Aug 16 01:55:26.144259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-840ad08b-445c-4958-a797-988b80f0d46c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4d2a429fa074156a08f6c507f964a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4606998 Aug 16 01:55:26.149289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52972) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.161790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ad08b-445c-4958-a797-988b80f0d46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a0dbfe-e363-42a9-9fd1-131d80fa8e5e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.207003 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6e1bc44-ac55-4825-9ba1-dcb8a0af0eb4 req-a6d9c6f9-9ff3-4da0-b51a-39ab96d98505 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913351 Aug 16 01:55:26.207173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7ab50574-8491-40e2-a6dd-6abc7c086265 req-c66a8bff-c335-4981-86a8-79818dfca166 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.212690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b352442d-2608-40d7-863f-36ccfaf5f67e req-20e44bf4-0316-47e8-8dac-923aa467ae57 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Aug 16 01:55:26.213870 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.230238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-272f48af-2af1-4cb9-9c64-3d6cc3bbe829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.251397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0080074e-6746-4f2c-8405-b52c6b4fdaef admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3860040 Aug 16 01:55:26.252198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52976) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:26.257269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7ab50574-8491-40e2-a6dd-6abc7c086265 req-c66a8bff-c335-4981-86a8-79818dfca166 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.262015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Request body: {'subnet': {'network_id': 'cd2c0408-4046-4513-8696-842e904c9d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-268902752-subnet', 'tenant_id': '4a5ccd8db0574f6492ac160be852a5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:26.279666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-272f48af-2af1-4cb9-9c64-3d6cc3bbe829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.306609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=248b022c-0f5e-4cd0-8525-c433fe17ffa4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.351770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf479690-37c3-4f8a-aaad-7a946640cc88 req-1cd2a779-83a5-40fb-bd08-5adc327fc7af tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.353349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf479690-37c3-4f8a-aaad-7a946640cc88 req-1cd2a779-83a5-40fb-bd08-5adc327fc7af tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.0511343 Aug 16 01:55:26.391057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf479690-37c3-4f8a-aaad-7a946640cc88 req-001b7b34-8ed4-47f8-9ab6-5b8c546fbcfe tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312016 Aug 16 01:55:26.491840 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7ab50574-8491-40e2-a6dd-6abc7c086265 req-c66a8bff-c335-4981-86a8-79818dfca166 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.494708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Made reservation on behalf of 4a5ccd8db0574f6492ac160be852a5f4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:26.494981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7ab50574-8491-40e2-a6dd-6abc7c086265 req-c66a8bff-c335-4981-86a8-79818dfca166 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.496298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ab50574-8491-40e2-a6dd-6abc7c086265 req-c66a8bff-c335-4981-86a8-79818dfca166 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "DELETE /v2.0/security-groups/8a88b06c-a297-4155-a3d2-08a354d806d8 HTTP/1.1" status: 204 len: 173 time: 0.4402659 Aug 16 01:55:26.497167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.510492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a8bff-c335-4981-86a8-79818dfca166 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a88b06c-a297-4155-a3d2-08a354d806d8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.541056 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-272f48af-2af1-4cb9-9c64-3d6cc3bbe829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.543581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-272f48af-2af1-4cb9-9c64-3d6cc3bbe829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.547451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-272f48af-2af1-4cb9-9c64-3d6cc3bbe829 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8a0dbfe-e363-42a9-9fd1-131d80fa8e5e HTTP/1.1" status: 204 len: 168 time: 0.3952465 Aug 16 01:55:26.556987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f48af-2af1-4cb9-9c64-3d6cc3bbe829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a0dbfe-e363-42a9-9fd1-131d80fa8e5e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.715816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15111e27-f772-403b-939c-7576c8dfc3d3 req-00e4b46f-51eb-4f2b-8669-a45c053d122b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.717630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15111e27-f772-403b-939c-7576c8dfc3d3 req-00e4b46f-51eb-4f2b-8669-a45c053d122b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.1019733 Aug 16 01:55:26.740758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b795-267a-4e4a-9ef9-53b26049c7e3 req-52496ca8-ed32-43fa-b818-fe849ab36dad tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.746744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3b795-267a-4e4a-9ef9-53b26049c7e3 req-52496ca8-ed32-43fa-b818-fe849ab36dad tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:26.748916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfe3b795-267a-4e4a-9ef9-53b26049c7e3 req-52496ca8-ed32-43fa-b818-fe849ab36dad tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4&device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 1690 time: 0.0780978 Aug 16 01:55:26.791536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15111e27-f772-403b-939c-7576c8dfc3d3 req-becca2e2-cc61-443c-b4c0-dd67788fff63 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670714 Aug 16 01:55:26.811307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfe3b795-267a-4e4a-9ef9-53b26049c7e3 req-e892b841-4619-47f0-8558-1c104bef8b26 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544255 Aug 16 01:55:26.830365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.886453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1eea2888-efc3-4d57-b608-960c8092a075 req-cea74081-0138-4657-a0fe-86d6e466f887 tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "GET /v2.0/security-groups/aedce3e1-86bd-40c7-951c-fd4bc049ada3 HTTP/1.1" status: 200 len: 1778 time: 0.0485394 Aug 16 01:55:26.899231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.905234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea6aa3a-bba5-4f37-947d-b8fdc1150854,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:26.922001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Checking segment: {'id': 'a7020c12-e0c0-46b7-8897-dee8c85370ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'cd2c0408-4046-4513-8696-842e904c9d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:26.922001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Network hostable DHCP agents. Network: cd2c0408-4046-4513-8696-842e904c9d72, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:26.944299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:26.981050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1eea2888-efc3-4d57-b608-960c8092a075 req-d2f6180b-14b3-4ee6-bb38-326fd1990a5d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.010337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1eea2888-efc3-4d57-b608-960c8092a075 req-d2f6180b-14b3-4ee6-bb38-326fd1990a5d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.022782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Network cd2c0408-4046-4513-8696-842e904c9d72 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:27.086533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9244-3e41-4b8a-8ade-03cd9d35c89e req-efd00e5a-f5ff-453e-a9c1-8f7907a545e6 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.088138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49bc9244-3e41-4b8a-8ade-03cd9d35c89e req-efd00e5a-f5ff-453e-a9c1-8f7907a545e6 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 1102 time: 0.0654252 Aug 16 01:55:27.130515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49bc9244-3e41-4b8a-8ade-03cd9d35c89e req-37a10ce7-cdd0-4d38-979b-258967debcba tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359161 Aug 16 01:55:27.171366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, cd2c0408-4046-4513-8696-842e904c9d72) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:27.176737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.178998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.182608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bffa0-c26d-4406-b69a-d8aedd627920 None None] Network cd2c0408-4046-4513-8696-842e904c9d72 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:27.202365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1eea2888-efc3-4d57-b608-960c8092a075 req-d2f6180b-14b3-4ee6-bb38-326fd1990a5d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.205095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1eea2888-efc3-4d57-b608-960c8092a075 req-d2f6180b-14b3-4ee6-bb38-326fd1990a5d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.211570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1eea2888-efc3-4d57-b608-960c8092a075 req-d2f6180b-14b3-4ee6-bb38-326fd1990a5d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] 10.222.0.76 "DELETE /v2.0/security-groups/aedce3e1-86bd-40c7-951c-fd4bc049ada3 HTTP/1.1" status: 204 len: 173 time: 0.3220429 Aug 16 01:55:27.248663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6180b-14b3-4ee6-bb38-326fd1990a5d tempest-SecurityGroupsTestAdminJSON-961835051 tempest-SecurityGroupsTestAdminJSON-961835051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedce3e1-86bd-40c7-951c-fd4bc049ada3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:27.267253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e6eeb-2f4e-4ad7-adca-1048de513730 req-67769b69-c553-4af5-9701-846d8c18cbd6 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.270657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a1e6eeb-2f4e-4ad7-adca-1048de513730 req-67769b69-c553-4af5-9701-846d8c18cbd6 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 1101 time: 0.0589037 Aug 16 01:55:27.316971 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2d27e7b2-bb35-46e0-a8b6-d3550211ef75 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0600846 Aug 16 01:55:27.324823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a1e6eeb-2f4e-4ad7-adca-1048de513730 req-dc307977-9e5f-4818-9f7f-a000d81f8721 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492692 Aug 16 01:55:27.363400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f1712-a154-41c1-a180-689336d31fd4 None None] Network cd2c0408-4046-4513-8696-842e904c9d72 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:27.520380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5847f8-c8c5-4dc3-a5eb-eba1c1ed69ea req-1c5dfd83-10b5-471b-a2df-0c647e3f8e6b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:27.521885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f5847f8-c8c5-4dc3-a5eb-eba1c1ed69ea req-1c5dfd83-10b5-471b-a2df-0c647e3f8e6b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.0501900 Aug 16 01:55:27.565798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f5847f8-c8c5-4dc3-a5eb-eba1c1ed69ea req-10ecb4be-4647-4b11-b90c-b7a5c17f8593 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378070 Aug 16 01:55:27.713438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e732304a-9aa0-495f-9101-75f00221088a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:27.814244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:27.826562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e732304a-9aa0-495f-9101-75f00221088a', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'port_id': 'e732304a-9aa0-495f-9101-75f00221088a', 'mac_address': 'fa:16:3e:8a:e8:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a9d74-4388-4a28-afd5-54d76984b27c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:27.873888 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:27.892381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e732304a-9aa0-495f-9101-75f00221088a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:27.917079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:27.923628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:27.927486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b022c-0f5e-4cd0-8525-c433fe17ffa4'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:27.931094 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab01aea-0607-4180-989b-6208626fda68" -d '{"events": [{"server_uuid": "3605ed8b-2363-4a81-8347-d4d370a8570b", "name": "network-vif-plugged", "status": "completed", "tag": "248b022c-0f5e-4cd0-8525-c433fe17ffa4"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:27.986015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-d120ef3c-7afb-4e91-bc7c-f31ddbe50cca tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246022 Aug 16 01:55:28.012236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.026433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f4449-56de-49a0-b5ce-32696c3238f3 req-d8d403e5-1d2a-4005-939a-b8cf1ebc50b4 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.028199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a6f4449-56de-49a0-b5ce-32696c3238f3 req-d8d403e5-1d2a-4005-939a-b8cf1ebc50b4 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.1151264 Aug 16 01:55:28.181171 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-290fa10d-3f83-475a-bdad-f87899f3068c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc6e4c92c69f416ebb66182597321932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534969 Aug 16 01:55:28.181453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53060) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.239686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.267699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e732304a-9aa0-495f-9101-75f00221088a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:28.296937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cded13e2-872a-401b-b668-e5289059e1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.318601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cded13e2-872a-401b-b668-e5289059e1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.441993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cded13e2-872a-401b-b668-e5289059e1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.446072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cded13e2-872a-401b-b668-e5289059e1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.447934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cded13e2-872a-401b-b668-e5289059e1d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ef62df63-f421-44c2-a76f-bd9c841ec97d HTTP/1.1" status: 204 len: 168 time: 0.2653003 Aug 16 01:55:28.455773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a6f4449-56de-49a0-b5ce-32696c3238f3 req-e7d8ec65-e5ba-45a1-b64c-cda8d29a6136 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950434 Aug 16 01:55:28.469598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded13e2-872a-401b-b668-e5289059e1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef62df63-f421-44c2-a76f-bd9c841ec97d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:28.495384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-a187ab42-b1d7-45e1-916e-1efce29522be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1171589 Aug 16 01:55:28.519763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3bca7fb-f566-4878-98ce-8d1c4032c1f5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.521313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3bca7fb-f566-4878-98ce-8d1c4032c1f5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5264859 Aug 16 01:55:28.524307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:28.544366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-1a12500e-e7a8-427f-872f-90315d625d54 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/quotas/d7354f92e5774ae9a32cb4dac6529b47 HTTP/1.1" status: 200 len: 375 time: 0.0115631 Aug 16 01:55:28.601573 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a4757e-5089-435b-b98e-ca7038c2223a x-openstack-request-id: req-23a4757e-5089-435b-b98e-ca7038c2223a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:28.601893 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3605ed8b-2363-4a81-8347-d4d370a8570b", "name": "network-vif-plugged", "status": "completed", "tag": "248b022c-0f5e-4cd0-8525-c433fe17ffa4", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:28.602163 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23a4757e-5089-435b-b98e-ca7038c2223a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:28.602570 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248b022c-0f5e-4cd0-8525-c433fe17ffa4', 'code': 200} Aug 16 01:55:28.645151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-ab02e7e8-e9c3-4490-aaa1-ce951a14467f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0944934 Aug 16 01:55:28.647249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-93361192-de98-4392-b8cd-d9a58a8f69c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.648676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-93361192-de98-4392-b8cd-d9a58a8f69c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 1101 time: 0.0964007 Aug 16 01:55:28.673508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1011094420-network', 'tenant_id': 'cb52847d964140f89d99a149f9f26f19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:28.743833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eddc3-d61b-486c-ae38-96a48625f498 req-194aebb8-6515-4aac-9fd8-acc61f10908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.746592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae2eddc3-d61b-486c-ae38-96a48625f498 req-194aebb8-6515-4aac-9fd8-acc61f10908b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 1102 time: 0.0579827 Aug 16 01:55:28.798008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae2eddc3-d61b-486c-ae38-96a48625f498 req-a11edcad-da3f-4089-9449-e1b7a414f328 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Aug 16 01:55:28.812992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-fddd3e2a-1ba4-42cb-b4d0-ddcc133fe9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.814531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-fddd3e2a-1ba4-42cb-b4d0-ddcc133fe9b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1270051 Aug 16 01:55:28.853208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Made reservation on behalf of cb52847d964140f89d99a149f9f26f19 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:28.855970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.878055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:28.918250 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-7df24ffa-e13e-4f17-a233-7e21d73eda8a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025 HTTP/1.1" status: 200 len: 217 time: 0.0420511 Aug 16 01:55:28.976387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-78c020ce-a518-4bba-9bef-ed9a58fa1f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:28.978764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-78c020ce-a518-4bba-9bef-ed9a58fa1f13 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0509548 Aug 16 01:55:28.992898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.026984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-47e0293b-303e-4441-8bad-cc6b20249a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.029125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-47e0293b-303e-4441-8bad-cc6b20249a03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0417550 Aug 16 01:55:29.107804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-ad7add75-b93d-4b5b-8616-6ea7b28b4313 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.109739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-ad7add75-b93d-4b5b-8616-6ea7b28b4313 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.1128213 Aug 16 01:55:29.110865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.131808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-3dce329d-16dc-4a71-a8e9-91dba9c14488 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941155 Aug 16 01:55:29.140802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:29.149850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-6eb5f0aa-bf16-49c8-ab02-c18ae2e00d45 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/quotas/d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 375 time: 0.0333812 Aug 16 01:55:29.159834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e31ad5e-018a-45be-bb39-b03527e6c3bf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.171415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.171847 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Added segment 3ed79753-312b-4667-950a-f0889a12daaf of type vlan for network 2df0ad10-9582-4906-969f-fec84605661d Aug 16 01:55:29.195503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-b5e33571-cdd5-4b28-9a08-60404bc7e307 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388124 Aug 16 01:55:29.244434 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-480cf3e3-1b85-492c-b749-cc27cc72c25e req-9eb83a1b-fbc6-42db-8af9-cd10efec8d04 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047933 Aug 16 01:55:29.274867 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.339239 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-ed8b8305-1faf-4ede-ab01-37553c80b72f service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232445 Aug 16 01:55:29.391939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53092) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:29.396088 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.397096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:29.397696 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.435622 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eeb2d073-f697-4935-80b5-af0a48a3bba9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a1b38e17045432abfe72bdb75208dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424414 Aug 16 01:55:29.438523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53094) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:29.484213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] Pushing event updated for resources: {'Network': ['ID=2df0ad10-9582-4906-969f-fec84605661d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:29.496193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2df0ad10-9582-4906-969f-fec84605661d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:29.505539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-0573093a-592b-45f1-9acb-92d2b9260460 service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591311 Aug 16 01:55:29.507367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-07192194-835c-4e21-9e01-cdfac5906a8c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9820273 Aug 16 01:55:29.510566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53098) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:29.515946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Request body: {'subnet': {'network_id': '2df0ad10-9582-4906-969f-fec84605661d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1011094420-subnet', 'tenant_id': 'cb52847d964140f89d99a149f9f26f19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:29.519184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d375039e-97ac-456d-83d7-621c3ce14d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.558530 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d375039e-97ac-456d-83d7-621c3ce14d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.622805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Made reservation on behalf of cb52847d964140f89d99a149f9f26f19 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:29.625490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.710357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d375039e-97ac-456d-83d7-621c3ce14d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.714857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d375039e-97ac-456d-83d7-621c3ce14d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:29.722127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d375039e-97ac-456d-83d7-621c3ce14d90 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fddbb470-9749-4511-9903-6ec4b851f248 HTTP/1.1" status: 204 len: 168 time: 0.2797840 Aug 16 01:55:29.742005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e732304a-9aa0-495f-9101-75f00221088a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:29.746164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375039e-97ac-456d-83d7-621c3ce14d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddbb470-9749-4511-9903-6ec4b851f248,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.018460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4190a94-fadb-4d63-9d69-bf3ad563a85c req-14cb3afd-3ae4-42bb-a5e2-997ffdc635e7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.020105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4190a94-fadb-4d63-9d69-bf3ad563a85c req-14cb3afd-3ae4-42bb-a5e2-997ffdc635e7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.0835352 Aug 16 01:55:30.053889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4e451-8fe8-439b-8e54-0b60fa5b93a2 req-e5efeb4a-bbe2-4436-808d-567a26f8ba4e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.055404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fad4e451-8fe8-439b-8e54-0b60fa5b93a2 req-e5efeb4a-bbe2-4436-808d-567a26f8ba4e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 944 time: 0.0840225 Aug 16 01:55:30.089539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4190a94-fadb-4d63-9d69-bf3ad563a85c req-9684615d-ec51-4b30-8f82-6dd8dd1e49e4 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620816 Aug 16 01:55:30.111145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e732304a-9aa0-495f-9101-75f00221088a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:30.121615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fad4e451-8fe8-439b-8e54-0b60fa5b93a2 req-755bf737-bc45-480a-810c-0e3ab97e388c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499768 Aug 16 01:55:30.121615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.122115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e732304a-9aa0-495f-9101-75f00221088a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:30.122115 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.188105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ca2004a-86fd-4bb1-9c80-1cf68b43021b,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.199047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Checking segment: {'id': '3ed79753-312b-4667-950a-f0889a12daaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2df0ad10-9582-4906-969f-fec84605661d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:30.199925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Network hostable DHCP agents. Network: 2df0ad10-9582-4906-969f-fec84605661d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:30.257715 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.311591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:30.318903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c807c74-4183-41ae-903f-49f59b523e11 req-e2a05b96-2e9b-4fa2-9e78-03ccad7cd17d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 210 time: 0.0409713 Aug 16 01:55:30.344935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Network 2df0ad10-9582-4906-969f-fec84605661d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:30.367725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74b6af76-f0a9-43cc-926f-84b6c2dc937b req-fc4ebead-43f8-4fae-a98e-a9d1d47269b3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 210 time: 0.0511873 Aug 16 01:55:30.441840 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.470361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2df0ad10-9582-4906-969f-fec84605661d) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:30.483029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.483029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:30.503008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:30.507383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520a03c9-5f24-4914-a63e-17eb51b09900 None None] Network 2df0ad10-9582-4906-969f-fec84605661d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:30.582694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-20c43789-6600-4fad-a217-279caf3d114b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0673807 Aug 16 01:55:30.607343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:30.609938 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a88c481-85ea-4a28-a87b-de038b8baa0d" -d '{"events": [{"server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "name": "network-vif-plugged", "status": "completed", "tag": "e732304a-9aa0-495f-9101-75f00221088a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:30.688996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-d6eeb054-b6aa-4be5-a6a0-1087c8400914 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0953891 Aug 16 01:55:30.724633 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd23da-fc09-4578-9282-ec5315e00dfb x-openstack-request-id: req-64fd23da-fc09-4578-9282-ec5315e00dfb {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:30.725862 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "name": "network-vif-plugged", "status": "completed", "tag": "e732304a-9aa0-495f-9101-75f00221088a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:30.725862 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64fd23da-fc09-4578-9282-ec5315e00dfb {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:30.727322 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a', 'code': 200} Aug 16 01:55:30.759566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f4ceda-66a2-421a-8ba6-19bec9b4e530 None None] Network 2df0ad10-9582-4906-969f-fec84605661d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:30.826470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-912a06cc-51dd-4f48-a679-e0a833cf727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.828039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-912a06cc-51dd-4f48-a679-e0a833cf727f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 1098 time: 0.1074994 Aug 16 01:55:30.830979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30a4f7-26ca-4b1e-92d3-182c77b2c083 req-fee3aca0-bc3f-4e21-bfc9-2bc066b4d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.832614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ea30a4f7-26ca-4b1e-92d3-182c77b2c083 req-fee3aca0-bc3f-4e21-bfc9-2bc066b4d12a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0697455 Aug 16 01:55:30.957269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-b06d66bc-0620-4b73-ad7e-4837825e0a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:30.959106 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-b06d66bc-0620-4b73-ad7e-4837825e0a71 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 925 time: 0.0984280 Aug 16 01:55:30.979257 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ea30a4f7-26ca-4b1e-92d3-182c77b2c083 req-436beb38-d4e1-4281-ad8c-b951bbc92f81 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386495 Aug 16 01:55:31.035120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-0f8c4940-b1d9-4f2f-8d3b-c90bca4eb5d8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5 HTTP/1.1" status: 200 len: 1002 time: 0.0673554 Aug 16 01:55:31.089375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-7638fe96-36d5-46ab-a3a3-91477d621327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.092070 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-7638fe96-36d5-46ab-a3a3-91477d621327 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 200 len: 863 time: 0.0505340 Aug 16 01:55:31.152502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-13f91733-ec21-4635-b0d5-70ea4df8f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.154873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-13f91733-ec21-4635-b0d5-70ea4df8f368 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e5445ce0-2d40-46cc-9d36-ca4320a39576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552263 Aug 16 01:55:31.276024 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-f2943413-7b34-485d-9f36-d84473bf9d23 service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133909 Aug 16 01:55:31.290905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea96336-ab40-4f05-b1de-eac8f178780b req-ee30e504-105d-43be-be9c-5192bba3645a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.292438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dea96336-ab40-4f05-b1de-eac8f178780b req-ee30e504-105d-43be-be9c-5192bba3645a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.1151996 Aug 16 01:55:31.315815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cabc5a-aab3-40f1-bc1c-077cc5f4db6d req-a90bc4db-f48e-4d51-9a02-ff73ca9b9101 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.317322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79cabc5a-aab3-40f1-bc1c-077cc5f4db6d req-a90bc4db-f48e-4d51-9a02-ff73ca9b9101 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 945 time: 0.0903895 Aug 16 01:55:31.362699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dea96336-ab40-4f05-b1de-eac8f178780b req-0a3a3c4b-1bd2-4e83-b88b-3f94d9b7a609 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624945 Aug 16 01:55:31.391782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79cabc5a-aab3-40f1-bc1c-077cc5f4db6d req-9df919a7-c065-4ba2-9a3c-dbd1b648db84 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612133 Aug 16 01:55:31.392041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-287ac666-a5f0-4f55-96e7-3367bdeed2e2 req-3ff99c05-af43-4c1a-aac5-539c0cdf565f service neutron] 10.222.0.83 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066396 Aug 16 01:55:31.516509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8100c43a-a814-4770-b5bf-d8bfa5663192 req-feefcccb-1265-4653-9f1e-51fcebb879ca tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 210 time: 0.0294347 Aug 16 01:55:31.573710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aa088-163b-4b25-a1bc-27e92ee776d7 req-c81ada2b-0786-415c-82a0-02e20b9c0b54 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:31.575285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa8aa088-163b-4b25-a1bc-27e92ee776d7 req-c81ada2b-0786-415c-82a0-02e20b9c0b54 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0611792 Aug 16 01:55:31.608325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec5688a3-a5b7-4c60-9fdb-c42341c6e832 req-d2176352-f5b9-4c6f-924f-fbdf92d69c0c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 210 time: 0.0320508 Aug 16 01:55:31.633156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa8aa088-163b-4b25-a1bc-27e92ee776d7 req-08466bd4-c124-4eeb-b8d0-2ad32b10d3de tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475903 Aug 16 01:55:31.884817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53222) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:31.888332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-68b37409-72c1-4c18-9387-3eaafb7f318e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=16ae772617174bbd918e62abc6f4fa13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297470 Aug 16 01:55:32.006786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-8f66c109-da03-43d2-ae1d-0710aeb92d56 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.008302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-8f66c109-da03-43d2-ae1d-0710aeb92d56 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1189914 Aug 16 01:55:32.045967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-0308f666-4e84-425a-81a5-59104715acbb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/quotas/16ae772617174bbd918e62abc6f4fa13 HTTP/1.1" status: 200 len: 375 time: 0.0304496 Aug 16 01:55:32.067248 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6d7dc6c-ebc0-4e9d-ab9a-c69d7cd85606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.153337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-e9d963c9-7eb6-4820-8f13-404a6980866c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988383 Aug 16 01:55:32.168203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53230) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.176311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.189212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1893165218-network', 'tenant_id': '55fe78d0e20f4e27bd55ab1fbd4ca9a9'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.242887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6d7dc6c-ebc0-4e9d-ab9a-c69d7cd85606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.349463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6d7dc6c-ebc0-4e9d-ab9a-c69d7cd85606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.394576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1536955495-network', 'tenant_id': 'c471ac7ba2ef4fa99d9297dfcc9f4144'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.422138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6d7dc6c-ebc0-4e9d-ab9a-c69d7cd85606 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bc984e4efa3499489d6b8f552c69446&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5360777 Aug 16 01:55:32.423109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7dc6c-ebc0-4e9d-ab9a-c69d7cd85606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bf7491-66e2-464e-97bd-b7800f4cc3a2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.425562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53240) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:32.449362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0fdc0a9-65bb-47a6-8252-9affd38fb961 req-2eecd792-2a36-4bc8-8bae-2454fa554afe tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0420635 Aug 16 01:55:32.450854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Made reservation on behalf of 55fe78d0e20f4e27bd55ab1fbd4ca9a9 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:32.453666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.474159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.492312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0e47a3c-2d63-4ba3-ae8f-e4b4a08c80c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.532065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0e47a3c-2d63-4ba3-ae8f-e4b4a08c80c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.597969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Made reservation on behalf of c471ac7ba2ef4fa99d9297dfcc9f4144 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:32.600257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.619959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.664835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-071faeb1-c091-41e7-92de-ad6099610518 req-741d8d46-1bd4-4468-9848-0ac35512992b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 210 time: 0.0335443 Aug 16 01:55:32.673690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a42717-d1e9-40a4-9cf3-e0fb8da34fdb req-249f80fe-0dd8-4f4e-830d-f50f84c35f0a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.675250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6a42717-d1e9-40a4-9cf3-e0fb8da34fdb req-249f80fe-0dd8-4f4e-830d-f50f84c35f0a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 945 time: 0.1475935 Aug 16 01:55:32.688678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0e47a3c-2d63-4ba3-ae8f-e4b4a08c80c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.693114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0e47a3c-2d63-4ba3-ae8f-e4b4a08c80c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.702471 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d0e47a3c-2d63-4ba3-ae8f-e4b4a08c80c8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2bf7491-66e2-464e-97bd-b7800f4cc3a2 HTTP/1.1" status: 204 len: 168 time: 0.2757401 Aug 16 01:55:32.718010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e47a3c-2d63-4ba3-ae8f-e4b4a08c80c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bf7491-66e2-464e-97bd-b7800f4cc3a2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:32.781979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77c3fea2-bf52-452a-8169-40e357d3bf5a req-4eba7d7a-bc76-4148-90d1-f03bb163ab19 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 210 time: 0.0343592 Aug 16 01:55:32.814984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6a42717-d1e9-40a4-9cf3-e0fb8da34fdb req-3ec9a255-3940-468e-9f08-6c064a521590 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090598 Aug 16 01:55:32.865502 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:32.904314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-63d1c8f8-b2de-4ffa-9e52-e4c236d967a4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.905944 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-63d1c8f8-b2de-4ffa-9e52-e4c236d967a4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.1147346 Aug 16 01:55:32.922495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Request body: {'port': {'device_id': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'admin_state_up': True, 'tenant_id': 'd3f59b3c8b744eeba9234fb7f391cde8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:32.947795 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c32436-3470-42cd-92e5-a2e042f5fe72 req-d30d892f-2d28-4687-9fb2-4b174585c284 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:32.951138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c32436-3470-42cd-92e5-a2e042f5fe72 req-d30d892f-2d28-4687-9fb2-4b174585c284 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0554934 Aug 16 01:55:33.005317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.057091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:33.074864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c32436-3470-42cd-92e5-a2e042f5fe72 req-7fae6112-f3d5-4889-8621-986c1f2881a7 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137581 Aug 16 01:55:33.085229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c88030-30b3-4dfe-a4da-6bef2ea13f62,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.095686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.096111 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Added segment 08e676c8-53df-493c-8cf7-e45c29290a7e of type vlan for network 1e34d793-268f-4321-932e-a705ce8a5a4b Aug 16 01:55:33.154586 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.168579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.248683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2ad4e-c57e-43aa-b80e-bdb43547b950 req-45a4999f-0888-4ce1-b684-f2fb6e0f7114 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.255136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9d2ad4e-c57e-43aa-b80e-bdb43547b950 req-45a4999f-0888-4ce1-b684-f2fb6e0f7114 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0515833 Aug 16 01:55:33.271473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.300829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.301817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.302447 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.323448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:33.330990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9d2ad4e-c57e-43aa-b80e-bdb43547b950 req-69f32b85-8ffe-4425-a85d-fe8078a900d0 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745800 Aug 16 01:55:33.343642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Made reservation on behalf of d3f59b3c8b744eeba9234fb7f391cde8 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:33.355081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.375399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cdf3fe-b29e-48d4-b33d-54ada7d72683,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.387870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.388200 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Added segment 5f8439fd-2586-4136-9299-a3b4a53e3fb4 of type vlan for network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 Aug 16 01:55:33.425014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] Pushing event updated for resources: {'Network': ['ID=1e34d793-268f-4321-932e-a705ce8a5a4b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.438096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1e34d793-268f-4321-932e-a705ce8a5a4b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:33.445824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.498044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-504ef7a0-6160-4c44-9559-32079d6d990b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3164811 Aug 16 01:55:33.500075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53272) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.508329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Request body: {'subnet': {'network_id': '1e34d793-268f-4321-932e-a705ce8a5a4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1893165218-subnet', 'tenant_id': '55fe78d0e20f4e27bd55ab1fbd4ca9a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:33.566437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.591876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-645f56de-326e-4212-b2ee-37f54ae54aca req-9ddb7ff4-6e29-4855-95e0-0f7a1fb5358c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0605609 Aug 16 01:55:33.596124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f0e790e-cb49-4f5a-9a30-19a67aaf75fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.609076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.609076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.609076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.609563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Allocated IP 172.20.0.11 (1dfcd0dc-d638-44ae-bb52-a99fe794d54d/279720f3-9e4d-48eb-bc4f-64901131fb99/3495a869-ad65-44e8-ae5b-cc5713b6fd62) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:33.615504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7fcc8953-dffc-4564-8beb-349f6820d2e3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659513 Aug 16 01:55:33.678634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] Pushing event updated for resources: {'Network': ['ID=bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:33.682801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Made reservation on behalf of 55fe78d0e20f4e27bd55ab1fbd4ca9a9 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:33.685381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:33.689165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:33.810596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-0b6629e6-80a6-4696-b50c-7626e1f7e061 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380075 Aug 16 01:55:33.812987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a0a2253-ebb7-4e97-bd3a-5a5b0729c45c req-c424e966-671c-409a-b47f-3e028a2ff3f4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 210 time: 0.0392413 Aug 16 01:55:33.828695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-28dc6644-94ae-4f58-b532-818a32858b3c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6560080 Aug 16 01:55:33.828910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53282) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:33.834732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Request body: {'subnet': {'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1536955495-subnet', 'tenant_id': 'c471ac7ba2ef4fa99d9297dfcc9f4144', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:33.928018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-0538e0b4-84f9-4b38-9072-3dc26411632c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:33.929502 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-0538e0b4-84f9-4b38-9072-3dc26411632c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3033423 Aug 16 01:55:33.952557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': '163d3545-75b4-4e23-ac67-d5b512796d02', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:33.975566 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72162a31-bee1-491d-8896-e8d66ff5d055 req-e71fd7f6-090a-4a81-8161-8030b7066872 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 210 time: 0.0591967 Aug 16 01:55:34.024732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271dfb-d70a-498f-be10-4f9bbd4ce531 req-e845fed3-e418-415a-b16c-66c6944a1095 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.026628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b271dfb-d70a-498f-be10-4f9bbd4ce531 req-e845fed3-e418-415a-b16c-66c6944a1095 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0828457 Aug 16 01:55:34.080938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b271dfb-d70a-498f-be10-4f9bbd4ce531 req-02b5a16b-5880-4e60-b0ab-53e15af69141 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454509 Aug 16 01:55:34.120372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-e93b2222-18a3-4a10-91ec-7d556f82e7b3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.130717 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-e93b2222-18a3-4a10-91ec-7d556f82e7b3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030350 Aug 16 01:55:34.142126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:34.153252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.161920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.224292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=085a4e86-4806-464b-8d38-c960aed0c99e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.235936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Checking segment: {'id': '08e676c8-53df-493c-8cf7-e45c29290a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '1e34d793-268f-4321-932e-a705ce8a5a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:34.236642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Network hostable DHCP agents. Network: 1e34d793-268f-4321-932e-a705ce8a5a4b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:34.280047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f0e790e-cb49-4f5a-9a30-19a67aaf75fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.350002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Network 1e34d793-268f-4321-932e-a705ce8a5a4b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:34.384642 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f0e790e-cb49-4f5a-9a30-19a67aaf75fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.424849 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f0e790e-cb49-4f5a-9a30-19a67aaf75fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=988433e0e89f4b0b81d6cef7e6882d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8568962 Aug 16 01:55:34.426877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e790e-cb49-4f5a-9a30-19a67aaf75fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe17483-fee5-409d-a265-676287ce98af,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.427599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53286) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.441656 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.471366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Made reservation on behalf of c471ac7ba2ef4fa99d9297dfcc9f4144 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:34.473575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.477557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1e34d793-268f-4321-932e-a705ce8a5a4b) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:34.491502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ecef40-e993-4d97-a31a-eda90383c383 None None] Network 1e34d793-268f-4321-932e-a705ce8a5a4b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:34.494232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:34.501170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.501772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.501886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 01:55:34.501886 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 01:55:34.501886 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': 'd7354f92e5774ae9a32cb4dac6529b47', 'expiration_1': datetime.datetime(2021, 8, 16, 1, 55, 34, 306329)}] Aug 16 01:55:34.501886 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:55:34.502284 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:55:34.506093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:34.509960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:34.516543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:34.521998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.531075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.541786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.576838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.602722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:34.606489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.667944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e095da6-3d4d-406f-9c5d-6e7cb591f7bc None None] Network 1e34d793-268f-4321-932e-a705ce8a5a4b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:34.709804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-9ae6e061-9f49-40d3-862c-9c6de30fd6ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7896702 Aug 16 01:55:34.723879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Request body: {'port': {'device_id': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:34.751101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-37d4d9bd-eac2-4e1f-8f30-71774800ddb3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2496612 Aug 16 01:55:34.755759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a258b0cb-6e75-4929-be98-edeb556bb30a req-f266722a-090b-4a21-b31c-d34adae2770a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0405152 Aug 16 01:55:34.779286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.782048 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.782704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffe17483-fee5-409d-a265-676287ce98af HTTP/1.1" status: 204 len: 168 time: 0.3539236 Aug 16 01:55:34.799681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe17483-fee5-409d-a265-676287ce98af,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:34.812524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.812872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.813218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.813561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.814274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.814274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.814548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.814938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.815222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.815552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.815879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.816202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27816252-5d73-4c4d-8a77-9808e336ba4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:34.852333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.862505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.237 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/a2f2593c-2d37-448a-a0a4-42d5e3c10b57) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:34.881285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:34.953516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53298) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:34.993832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4a00dfd-7c88-4287-9d3f-0488ba2c55de,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:35.030984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a11bd-a161-42ea-a33d-fc665f2a41e6 req-240d3fea-7ace-4c4f-a1b1-1a6c34fea2c5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.032527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f9a11bd-a161-42ea-a33d-fc665f2a41e6 req-240d3fea-7ace-4c4f-a1b1-1a6c34fea2c5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 932 time: 0.0991943 Aug 16 01:55:35.033463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Checking segment: {'id': '5f8439fd-2586-4136-9299-a3b4a53e3fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:35.033823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Network hostable DHCP agents. Network: bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:35.091049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f9a11bd-a161-42ea-a33d-fc665f2a41e6 req-d1f7d9e2-a536-4032-8da2-611843a009ec tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483663 Aug 16 01:55:35.108080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c712e33b-e499-4526-8029-abd9f1af5520 req-91f781bb-118d-42a3-b249-b23c6c090d44 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 210 time: 0.0330417 Aug 16 01:55:35.128187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:35.195333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Deleting subnet 2ca2004a-86fd-4bb1-9c80-1cf68b43021b {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:35.215115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.224041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e067e7a-3885-47ce-8abc-6058bf75739c req-3a7a01cc-4ebb-4d6c-b9ad-2072692f9612 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.225573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e067e7a-3885-47ce-8abc-6058bf75739c req-3a7a01cc-4ebb-4d6c-b9ad-2072692f9612 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0413897 Aug 16 01:55:35.240594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-de1d9699-ed0a-4ea4-99b6-23d028750946 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=16ae772617174bbd918e62abc6f4fa13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0616865 Aug 16 01:55:35.259458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e067e7a-3885-47ce-8abc-6058bf75739c req-160f059c-e31d-4b30-b503-d52ac73d4a29 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278330 Aug 16 01:55:35.281105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:35.285821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.286654 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.292475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e13e7-258e-44ca-9807-7cf2fa6fc31b None None] Network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:35.417143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-54704f08-c384-401d-a478-70b176965c40 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5782707 Aug 16 01:55:35.486204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd2fb2-56bd-49c7-9e8d-3c4f8aaae91d None None] Network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:35.595696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:35.598987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.688668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.726420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.862841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:35.925647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-2071d678-6c8a-4577-941a-cfecf142b3ae tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:35.927258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-2071d678-6c8a-4577-941a-cfecf142b3ae tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3565872 Aug 16 01:55:35.948291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Request body: {'port': {'device_id': '552fe177-1f7e-4954-8960-881fc9901afc', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '16ae772617174bbd918e62abc6f4fa13'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:35.991536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cc71e89-725b-4e89-ad4b-0122b19c07f9 req-61578710-82cb-4e67-a969-67684abdc125 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0322368 Aug 16 01:55:36.030268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3495a869-ad65-44e8-ae5b-cc5713b6fd62 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:36.041366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.053008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object a2f2593c-2d37-448a-a0a4-42d5e3c10b57 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:36.063104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.101892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Transition to ACTIVE for port object 3495a869-ad65-44e8-ae5b-cc5713b6fd62 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:36.113738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ca2004a-86fd-4bb1-9c80-1cf68b43021b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.117190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.119092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2155f8ab-717b-4931-9903-5e22de5214d0 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2ca2004a-86fd-4bb1-9c80-1cf68b43021b HTTP/1.1" status: 204 len: 168 time: 1.1644666 Aug 16 01:55:36.123073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53330) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:36.237409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.253227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.257116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092b1d90-954e-4514-9984-369419b90374 req-32d7a0c4-f54b-417e-b2c6-b06951534d2d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.258721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-092b1d90-954e-4514-9984-369419b90374 req-32d7a0c4-f54b-417e-b2c6-b06951534d2d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 932 time: 0.0831032 Aug 16 01:55:36.303170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Made reservation on behalf of 16ae772617174bbd918e62abc6f4fa13 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:36.307926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.340207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.355754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:36.362518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:36.377489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.402356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-092b1d90-954e-4514-9984-369419b90374 req-0a523328-0d8f-4b8f-9837-957284f88aff tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150970 Aug 16 01:55:36.406875 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.408064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.409271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.410017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > port after_create 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.410581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.411083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > port after_update 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.411988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.412718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.413101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.413935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.414571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.423112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:36.467647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:36.492065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.143 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/a8402d0e-868b-4824-bad9-c487b93323ec) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:36.521978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:36.532311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.532311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.613598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.627212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.627212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.627212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101945) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:36.627212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df0ad10-9582-4906-969f-fec84605661d']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.665077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:36.665431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:36.665766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:36.681359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:36.681689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:36.695389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:36.722913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed79753-312b-4667-950a-f0889a12daaf') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.723407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed79753-312b-4667-950a-f0889a12daaf') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:36.731059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:36.732671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:36.733249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:36.734999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Bound port: 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:36.736343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.788893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.810551 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-7071e030-361f-4b06-85b2-a0480339b39e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8530853 Aug 16 01:55:36.822256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.832746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085645b-d2b6-477d-8e2f-53818b9dc127 req-cfc4f966-fee1-4e1a-a6ad-d913630f7204 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:36.838336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Request body: {'port': {'device_id': '163d3545-75b4-4e23-ac67-d5b512796d02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:36.841336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c085645b-d2b6-477d-8e2f-53818b9dc127 req-cfc4f966-fee1-4e1a-a6ad-d913630f7204 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 936 time: 0.2184453 Aug 16 01:55:36.856164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:36.856698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:36.859361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53362) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: from cryptography.utils import int_from_bytes Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: from cryptography.utils import int_from_bytes Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: timer() Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:36.904934 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:36.983646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a17f1c54-7dde-4742-87d6-9ba4e0a91ed3 None None] Provisioning for port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:36.988289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a17f1c54-7dde-4742-87d6-9ba4e0a91ed3 None None] Provisioning complete for port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:36.988814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17f1c54-7dde-4742-87d6-9ba4e0a91ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.004646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:37.019594 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.029230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a17f1c54-7dde-4742-87d6-9ba4e0a91ed3 None None] Port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:37.101381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.134878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1685671542-network', 'tenant_id': '1c0b4e8f0181414bbd8a7aca07118f9a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:37.168169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object a8402d0e-868b-4824-bad9-c487b93323ec will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:37.212635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c085645b-d2b6-477d-8e2f-53818b9dc127 req-a52ba765-b683-4529-bf2f-926f1c92f079 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704236 Aug 16 01:55:37.291226 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.299892 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.301821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2df0ad10-9582-4906-969f-fec84605661d HTTP/1.1" status: 204 len: 168 time: 1.1776862 Aug 16 01:55:37.302965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:37.304789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53380) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:37.312237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef93f7-1f30-4e33-a7c6-04ed3edc2430 admin admin] Pushing event deleted for resources: {'Network': ['ID=2df0ad10-9582-4906-969f-fec84605661d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.321037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Made reservation on behalf of 1c0b4e8f0181414bbd8a7aca07118f9a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:37.323376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.332297 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.337044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.347898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:37.358073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:37.439857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=a8402d0e-868b-4824-bad9-c487b93323ec,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.453360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:37.457880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.462859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Deleting subnet 085a4e86-4806-464b-8d38-c960aed0c99e {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:55:37.480847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:37.482217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.484396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Allocated IP 192.168.233.167 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/26857935-e2a7-4cbb-9c19-446875d11181) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:37.504435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:37.508217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.510311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.511001 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.555683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.571116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.571836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.573327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] 10.222.0.83 "PUT /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 1093 time: 2.8551664 Aug 16 01:55:37.577934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:37.580285 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863613cf-4206-450b-b439-38fb1fe3d1da" -d '{"events": [{"name": "network-changed", "server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:37.587783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:37.610624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164bccfb-8363-4400-aada-495dd8028dce,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.617482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.618087 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Added segment e87a7d77-e110-420a-82a8-b310f05ef230 of type vlan for network a9e6b813-26e9-4ccd-837b-f68a88a27ef7 Aug 16 01:55:37.631785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.656126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.713411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853c4a3-b2b7-4557-ae1e-aa12480b0855 service neutron] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.727948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbce7996-fc2d-40e4-b94b-d1955fe2276e req-0b6fb368-1bba-47ec-bc3f-2ba52eb161ea tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0340889 Aug 16 01:55:37.729767 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.763688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f3c63459-854d-4f9a-bbfe-c9dff18f1df3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6293271 Aug 16 01:55:37.800253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Request body: {'port': {'device_id': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:37.829975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.831504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.832203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.899368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] Pushing event updated for resources: {'Network': ['ID=a9e6b813-26e9-4ccd-837b-f68a88a27ef7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:37.908858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a9e6b813-26e9-4ccd-837b-f68a88a27ef7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:37.950696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.951956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9ac01052-9985-45af-90d9-8698018d2eb7 None None] Provisioning for port a8402d0e-868b-4824-bad9-c487b93323ec completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:37.959811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9ac01052-9985-45af-90d9-8698018d2eb7 None None] Provisioning complete for port a8402d0e-868b-4824-bad9-c487b93323ec triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:37.960857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac01052-9985-45af-90d9-8698018d2eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.989114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa7985-5451-4075-b4b1-7e11b8e0d798 req-97afc16f-4c04-461e-8505-3aa401d97e54 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:37.994361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:37.998676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2fa7985-5451-4075-b4b1-7e11b8e0d798 req-97afc16f-4c04-461e-8505-3aa401d97e54 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.0718703 Aug 16 01:55:38.009143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9ac01052-9985-45af-90d9-8698018d2eb7 None None] Port a8402d0e-868b-4824-bad9-c487b93323ec cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:38.012916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-a3aa9dc6-d75e-4524-b6e9-9287f1142f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.014675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-a3aa9dc6-d75e-4524-b6e9-9287f1142f9a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1096 time: 0.2441015 Aug 16 01:55:38.015376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=085a4e86-4806-464b-8d38-c960aed0c99e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.019516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.023090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e98f0d0-db73-432a-9dcd-04a544b97870 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/085a4e86-4806-464b-8d38-c960aed0c99e HTTP/1.1" status: 204 len: 168 time: 0.7171507 Aug 16 01:55:38.026572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:38.030575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dcdebf49-e0e5-4d1c-9a34-2d51c4ebe05b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1217527 Aug 16 01:55:38.032797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53390) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:38.037747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Request body: {'subnet': {'network_id': 'a9e6b813-26e9-4ccd-837b-f68a88a27ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1685671542-subnet', 'tenant_id': '1c0b4e8f0181414bbd8a7aca07118f9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:38.043278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2fa7985-5451-4075-b4b1-7e11b8e0d798 req-e049611d-55b9-4574-a044-714b2bf9dcf7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436392 Aug 16 01:55:38.141680 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-dec81fdd-6ce8-4691-a1e6-a151c772f7b0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.1130733 Aug 16 01:55:38.143633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Made reservation on behalf of 1c0b4e8f0181414bbd8a7aca07118f9a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:38.147643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.153745 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef43c59-e590-4cf3-bf5c-dc45aac845c5 x-openstack-request-id: req-1ef43c59-e590-4cf3-bf5c-dc45aac845c5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:38.153745 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:38.154098 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ef43c59-e590-4cf3-bf5c-dc45aac845c5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:38.154530 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'status': 'completed', 'code': 200} Aug 16 01:55:38.174141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.241471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-05f8a8f6-0269-4956-8ab9-d0bbeeec0c7b tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:55:38.242600 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-05f8a8f6-0269-4956-8ab9-d0bbeeec0c7b tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318005 Aug 16 01:55:38.267989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Request body: {'binding': {'host': 'n-h1-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:38.268447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:55:38.270712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Transition to ACTIVE for port object 26857935-e2a7-4cbb-9c19-446875d11181 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:38.273775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.371106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7733006-d12a-459b-af15-adaad3d2894d req-5278d05c-1835-4156-b644-5b90b2502bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.373351 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-5278d05c-1835-4156-b644-5b90b2502bc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.2152519 Aug 16 01:55:38.407471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.463553 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-7c064902-51f7-4950-b069-62f23e7e2c1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711689 Aug 16 01:55:38.470464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd14b2c-cffb-482b-a00b-9be34f10df67,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:38.476113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Checking segment: {'id': 'e87a7d77-e110-420a-82a8-b310f05ef230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a9e6b813-26e9-4ccd-837b-f68a88a27ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:38.476476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Network hostable DHCP agents. Network: a9e6b813-26e9-4ccd-837b-f68a88a27ef7, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:38.668996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.693052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.693415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.694197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.694538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > port after_create 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.694914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.695283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > port after_update 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.695608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.695954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.696279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.696741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.710017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Network a9e6b813-26e9-4ccd-837b-f68a88a27ef7 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:38.765354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.765799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.766144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.766485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101946) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 16 01:55:38.766903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e34d793-268f-4321-932e-a705ce8a5a4b']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:38.789572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a9e6b813-26e9-4ccd-837b-f68a88a27ef7) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:38.794451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.795192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.796025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.797557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e676c8-53df-493c-8cf7-e45c29290a7e') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:38.797851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e676c8-53df-493c-8cf7-e45c29290a7e') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:55:38.799745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db290f4c-cbfa-4f0c-9e8c-386cfece9932 None None] Network a9e6b813-26e9-4ccd-837b-f68a88a27ef7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:38.816535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['248b022c-0f5e-4cd0-8525-c433fe17ffa4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:38.818587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:38.885847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:38.917104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d3d1f9ff-7b46-46ec-94e8-fbdabe58e52f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8832252 Aug 16 01:55:38.980517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19971c6e-3c51-40d9-ac7b-986dcb8783ee req-1dd9913f-026c-4ac0-b7c7-2e1e34eeb80e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:38.989177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19971c6e-3c51-40d9-ac7b-986dcb8783ee req-1dd9913f-026c-4ac0-b7c7-2e1e34eeb80e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 936 time: 0.0651138 Aug 16 01:55:39.047068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19971c6e-3c51-40d9-ac7b-986dcb8783ee req-94a2ee67-8df6-4f41-80d1-6a89780d4090 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549364 Aug 16 01:55:39.083996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce29e0fe-bd56-45ad-9b90-dc4f42580ae4 None None] Network a9e6b813-26e9-4ccd-837b-f68a88a27ef7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:39.249371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cce602-e1aa-4125-9b3c-84f40d20f4a0 req-fff7a0a1-2ee3-4ea7-bbf0-f8e6c974ad61 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.251304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52cce602-e1aa-4125-9b3c-84f40d20f4a0 req-fff7a0a1-2ee3-4ea7-bbf0-f8e6c974ad61 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 936 time: 0.0586360 Aug 16 01:55:39.290220 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-09fa9b52-c11d-4a79-b4d0-be21d8b99995 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8039436 Aug 16 01:55:39.295352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52cce602-e1aa-4125-9b3c-84f40d20f4a0 req-67a76888-49a8-4c6b-b6d5-7ec56633b0d6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377331 Aug 16 01:55:39.317599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.331192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:39.346243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on host n-h1-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:39.346587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:39.346944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:39.356158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:55:39.357337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: from cryptography.utils import int_from_bytes Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: from cryptography.utils import int_from_bytes Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:55:39.363873 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:55:39.365927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:39.387544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event updated for resources: {'Port': ['ID=26857935-e2a7-4cbb-9c19-446875d11181,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:39.423313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:39.460276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:39.460522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:39.516069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:39.516420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:39.516804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:39.517256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Bound port: e732304a-9aa0-495f-9101-75f00221088a, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:39.596493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.597114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.612798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.618684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.620975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1e34d793-268f-4321-932e-a705ce8a5a4b HTTP/1.1" status: 204 len: 168 time: 1.5911341 Aug 16 01:55:39.672992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e34d793-268f-4321-932e-a705ce8a5a4b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:39.694459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7733006-d12a-459b-af15-adaad3d2894d req-f87f7f28-3c08-481a-9f88-47b59db1b7f5 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703940 Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.720804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb387cc-aad9-4e0c-a73f-80210ec371a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:39.724899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:39.730460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f2593c-2d37-448a-a0a4-42d5e3c10b57 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:39.738125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e0958216-77c1-41bf-b15a-ecfc5fd059b9 None None] Provisioning for port 26857935-e2a7-4cbb-9c19-446875d11181 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:39.743206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.743356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e0958216-77c1-41bf-b15a-ecfc5fd059b9 None None] Provisioning complete for port 26857935-e2a7-4cbb-9c19-446875d11181 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:39.743356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0958216-77c1-41bf-b15a-ecfc5fd059b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.752071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Transition to ACTIVE for port object a2f2593c-2d37-448a-a0a4-42d5e3c10b57 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:39.761988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-720e4deb-e495-4f46-9bf0-a66dff46a5f2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8222377 Aug 16 01:55:39.775345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Request body: {'port': {'device_id': '552fe177-1f7e-4954-8960-881fc9901afc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:39.776290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e0958216-77c1-41bf-b15a-ecfc5fd059b9 None None] Port 26857935-e2a7-4cbb-9c19-446875d11181 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:55:39.848626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.851380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.852718 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b81bb8d-5a24-40a6-818e-f9101e175f32 service neutron] 10.222.0.76 "POST /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a/bindings HTTP/1.1" status: 201 len: 390 time: 1.5962560 Aug 16 01:55:39.853298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.859242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e282a56e-02b5-4375-ba4b-9cf8a58dd53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:39.899682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8846b-b6f0-4099-aa1a-bf69fb15f73a req-4166ead8-634e-4d4d-ad34-0dfffe979986 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:39.901328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57d8846b-b6f0-4099-aa1a-bf69fb15f73a req-4166ead8-634e-4d4d-ad34-0dfffe979986 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.0525482 Aug 16 01:55:39.940626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57d8846b-b6f0-4099-aa1a-bf69fb15f73a req-ddca26c1-d893-4909-ac10-288a0e1e11ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Aug 16 01:55:40.041058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.117230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863613cf-4206-450b-b439-38fb1fe3d1da req-4264ca5e-26e3-4085-bae3-7eb598763e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.118823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-4264ca5e-26e3-4085-bae3-7eb598763e42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1096 time: 0.2634523 Aug 16 01:55:40.148112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53428) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:40.251189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-449f0959-d6fd-445a-89c0-f0027fbf1778 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb52847d964140f89d99a149f9f26f19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1016197 Aug 16 01:55:40.258957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53434) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:40.259493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-141044c6-32e4-4c84-b745-7948f05d79ca tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.261758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-141044c6-32e4-4c84-b745-7948f05d79ca tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/networks?id=bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 HTTP/1.1" status: 200 len: 815 time: 0.1716225 Aug 16 01:55:40.276929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-0e2563e7-0c2e-48dd-bad0-c81a9484ffb6 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/quotas/c471ac7ba2ef4fa99d9297dfcc9f4144 HTTP/1.1" status: 200 len: 375 time: 0.0095050 Aug 16 01:55:40.314154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-bfd87813-dfad-47fe-a723-681ce853e6a9 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c471ac7ba2ef4fa99d9297dfcc9f4144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286477 Aug 16 01:55:40.328508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Attempting to bind port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:40.329094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Attempting to bind port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:40.329211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Attempting to bind port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:40.375417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:40.375754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Attempting to bind port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:40.401247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:40.401590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:40.401978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:40.402425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Bound port: a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:40.402825 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.415478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8402d0e-868b-4824-bad9-c487b93323ec {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:40.421700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-fe733070-8d65-426c-aacb-222b31fde4d7 service neutron] 10.222.0.76 "GET /v2.0/networks/bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002624 Aug 16 01:55:40.436223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.441477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863613cf-4206-450b-b439-38fb1fe3d1da req-5fd9cc9c-5d1c-4be4-b1de-251ab64d3334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.443021 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-5fd9cc9c-5d1c-4be4-b1de-251ab64d3334 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.2651842 Aug 16 01:55:40.489767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Transition to ACTIVE for port object a8402d0e-868b-4824-bad9-c487b93323ec will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:40.518966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72835ca-85a1-48f3-9d89-d3f200ad81ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.527578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-f65f5eb0-b54d-4b89-9151-12ce19c5addf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.0696123 Aug 16 01:55:40.555383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07a72f-143a-437c-b6a9-d970876efda0 req-45bcfe36-00f4-4153-87aa-b39eeb3c90da tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.556919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec07a72f-143a-437c-b6a9-d970876efda0 req-45bcfe36-00f4-4153-87aa-b39eeb3c90da tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 948 time: 0.0844693 Aug 16 01:55:40.561508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-df515b15-ba58-4e54-81a6-bc217cdfe936 service neutron] 10.222.0.76 "GET /v2.0/networks/bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337368 Aug 16 01:55:40.594833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72835ca-85a1-48f3-9d89-d3f200ad81ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.604821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.629099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec07a72f-143a-437c-b6a9-d970876efda0 req-331fe6a7-415e-43f7-afa1-73b9b19c7f1f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480144 Aug 16 01:55:40.670355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-381db8df-be70-4468-9823-68cd417e5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.671736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] For port a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:40.672413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-381db8df-be70-4468-9823-68cd417e5303 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1097 time: 0.0562394 Aug 16 01:55:40.738404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] For port a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:40.746592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863613cf-4206-450b-b439-38fb1fe3d1da req-4be269b7-602e-4e85-ab2e-9efee0690c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.748353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-4be269b7-602e-4e85-ab2e-9efee0690c9a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.2070844 Aug 16 01:55:40.785207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Pushing event updated for resources: {'Port': ['ID=a8402d0e-868b-4824-bad9-c487b93323ec,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:40.813608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4e719de8-7235-4b6c-991b-5e3f10cd12db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.814394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4e719de8-7235-4b6c-991b-5e3f10cd12db service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1330550 Aug 16 01:55:40.849701 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-5191c851-d547-454b-8311-ef70a3d79828 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854883 Aug 16 01:55:40.851142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:40.876485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-1f8c7a7a-cd21-4ee9-a3b5-5e5a94546d4c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 217 time: 0.0456755 Aug 16 01:55:40.979673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c9964-e88e-40c5-b3ec-36b8c7289729 req-299ff7d7-4d31-4dd3-9d6a-1fbe531571ad tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:40.988867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-000c9964-e88e-40c5-b3ec-36b8c7289729 req-299ff7d7-4d31-4dd3-9d6a-1fbe531571ad tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 945 time: 0.1881943 Aug 16 01:55:41.027347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-5fa82d8c-a9b8-4952-9219-7b9fc2cc2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.030098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-5fa82d8c-a9b8-4952-9219-7b9fc2cc2cc4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1379931 Aug 16 01:55:41.038937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4479-6d12-43fa-a2e1-34a6503d058d req-02ac93ae-5d9f-4ab6-945d-db746498f85f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.044307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.044950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.046381 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] 10.222.0.58 "PUT /v2.0/ports/a2f2593c-2d37-448a-a0a4-42d5e3c10b57 HTTP/1.1" status: 200 len: 1097 time: 4.2230000 Aug 16 01:55:41.046924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '163d3545-75b4-4e23-ac67-d5b512796d02', 'tag': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:41.050223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-670a4479-6d12-43fa-a2e1-34a6503d058d req-02ac93ae-5d9f-4ab6-945d-db746498f85f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 936 time: 0.1671114 Aug 16 01:55:41.050426 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c51778-c806-4a17-9615-4c6464bcd615" -d '{"events": [{"name": "network-changed", "server_uuid": "163d3545-75b4-4e23-ac67-d5b512796d02", "tag": "a2f2593c-2d37-448a-a0a4-42d5e3c10b57"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:41.105262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-984c0cbf-fca3-4c86-8948-c7b4bfaab29b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410957 Aug 16 01:55:41.109577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-000c9964-e88e-40c5-b3ec-36b8c7289729 req-d9b62b96-7122-4263-8717-ce4b244672f1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205325 Aug 16 01:55:41.123608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c5be3-defd-4c56-a61c-ac02e3d89d52 service neutron] Pushing event updated for resources: {'Port': ['ID=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.162349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72835ca-85a1-48f3-9d89-d3f200ad81ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.165966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72835ca-85a1-48f3-9d89-d3f200ad81ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.170134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a72835ca-85a1-48f3-9d89-d3f200ad81ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5e31ad5e-018a-45be-bb39-b03527e6c3bf HTTP/1.1" status: 204 len: 168 time: 0.9054737 Aug 16 01:55:41.200815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26857935-e2a7-4cbb-9c19-446875d11181 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:41.211239 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-670a4479-6d12-43fa-a2e1-34a6503d058d req-9a40649a-3f35-402d-b2ff-296988f0175c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577587 Aug 16 01:55:41.213188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Attempting to bind port a8402d0e-868b-4824-bad9-c487b93323ec on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:41.213622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Attempting to bind port a8402d0e-868b-4824-bad9-c487b93323ec by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:41.214084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Attempting to bind port a8402d0e-868b-4824-bad9-c487b93323ec on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:41.220832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.252362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f516ac85-7953-48ae-b368-cf29c4bff776 req-ac7142fb-b365-4266-b266-3ac590109040 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 210 time: 0.0335763 Aug 16 01:55:41.261828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-7aa99c3b-f0aa-4879-9a0e-8f6ad4020d43 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891170 Aug 16 01:55:41.266615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Port a8402d0e-868b-4824-bad9-c487b93323ec on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:41.267056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Attempting to bind port a8402d0e-868b-4824-bad9-c487b93323ec on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:41.276571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72835ca-85a1-48f3-9d89-d3f200ad81ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e31ad5e-018a-45be-bb39-b03527e6c3bf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.284176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:41.284559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:41.291114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:41.291114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Bound port: a8402d0e-868b-4824-bad9-c487b93323ec, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:41.291114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.295784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-c76be6b6-3ff1-4782-aaf4-aa901b193532 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756101 Aug 16 01:55:41.319724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Transition to ACTIVE for port object 26857935-e2a7-4cbb-9c19-446875d11181 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:41.383943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-fe912aa0-fc7a-4dd1-ae1f-ef91279ac101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.385441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-fe912aa0-fc7a-4dd1-ae1f-ef91279ac101 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 1100 time: 0.1690192 Aug 16 01:55:41.440374 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a91b5e5-9be4-44ca-9c8f-8fa0450a8eaf x-openstack-request-id: req-3a91b5e5-9be4-44ca-9c8f-8fa0450a8eaf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:41.441457 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "163d3545-75b4-4e23-ac67-d5b512796d02", "tag": "a2f2593c-2d37-448a-a0a4-42d5e3c10b57", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:41.441457 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a91b5e5-9be4-44ca-9c8f-8fa0450a8eaf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:41.441457 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '163d3545-75b4-4e23-ac67-d5b512796d02', 'tag': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57', 'status': 'completed', 'code': 200} Aug 16 01:55:41.450423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.463348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738daa-c625-4ef7-b60f-44b9f0109aab req-ad52bb1e-60b5-45d8-9acb-de1ab1609fc7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.466881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a738daa-c625-4ef7-b60f-44b9f0109aab req-ad52bb1e-60b5-45d8-9acb-de1ab1609fc7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.0849164 Aug 16 01:55:41.479032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-ea8f0e83-ae7f-43da-ae3d-a05ef286a515 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751759 Aug 16 01:55:41.545313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a738daa-c625-4ef7-b60f-44b9f0109aab req-df63d65a-23e0-4b6a-8df8-c265a2ad171e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651503 Aug 16 01:55:41.561704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-89097e3c-8afd-4b62-8d70-b90c5e490f82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57 HTTP/1.1" status: 200 len: 217 time: 0.1286905 Aug 16 01:55:41.570104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] For port a8402d0e-868b-4824-bad9-c487b93323ec, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:41.638804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] For port a8402d0e-868b-4824-bad9-c487b93323ec, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a8402d0e-868b-4824-bad9-c487b93323ec,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:41.674616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Pushing event updated for resources: {'Port': ['ID=26857935-e2a7-4cbb-9c19-446875d11181,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.691956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-863613cf-4206-450b-b439-38fb1fe3d1da req-c809fe28-12b1-4ddf-904e-d8d4bc22754b service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080830 Aug 16 01:55:41.720463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-a1c46273-d60f-418f-ad72-d1fdd755f95a tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.725090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-a1c46273-d60f-418f-ad72-d1fdd755f95a tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.1033139 Aug 16 01:55:41.745107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-19'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:41.781099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-fa32c5e4-88f0-405b-96cd-577f092b75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.788922 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-fa32c5e4-88f0-405b-96cd-577f092b75f4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2117925 Aug 16 01:55:41.790121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.853403 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.869689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.870668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:41.872598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] 10.222.0.83 "PUT /v2.0/ports/a8402d0e-868b-4824-bad9-c487b93323ec HTTP/1.1" status: 200 len: 1097 time: 4.0850794 Aug 16 01:55:41.920058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Attempting to bind port 26857935-e2a7-4cbb-9c19-446875d11181 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:41.920197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de3260-9557-469a-a856-350cb10127be req-bb58562d-b5e2-4b0e-a868-01e448bd1755 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.920316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Attempting to bind port 26857935-e2a7-4cbb-9c19-446875d11181 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:41.920316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Attempting to bind port 26857935-e2a7-4cbb-9c19-446875d11181 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:41.927275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1de3260-9557-469a-a856-350cb10127be req-bb58562d-b5e2-4b0e-a868-01e448bd1755 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 948 time: 0.1199579 Aug 16 01:55:41.931576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Port 26857935-e2a7-4cbb-9c19-446875d11181 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:41.931948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Attempting to bind port 26857935-e2a7-4cbb-9c19-446875d11181 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:41.935277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-13acb4e4-9b4c-49cb-9ee1-39c0802baa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:41.937393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-13acb4e4-9b4c-49cb-9ee1-39c0802baa0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310430 Aug 16 01:55:41.938558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01146ca4-dcb6-4294-8eb4-5e493692ae79 service neutron] Pushing event updated for resources: {'Port': ['ID=a8402d0e-868b-4824-bad9-c487b93323ec,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:41.944439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:41.944784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:41.945170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:41.945606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Bound port: 26857935-e2a7-4cbb-9c19-446875d11181, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:41.945970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.040157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1de3260-9557-469a-a856-350cb10127be req-bd5ca322-fdf0-40da-8e8b-02e4ca917f64 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118572 Aug 16 01:55:42.078816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:42.113420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] For port 26857935-e2a7-4cbb-9c19-446875d11181, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:42.123350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] For port 26857935-e2a7-4cbb-9c19-446875d11181, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=26857935-e2a7-4cbb-9c19-446875d11181,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:42.132402 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-fdaa9929-1063-4ec0-b71b-89a276275103 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828849 Aug 16 01:55:42.134668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-387dc653-ab2b-4e9f-b8d0-f7ba0eae6a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.136109 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-387dc653-ab2b-4e9f-b8d0-f7ba0eae6a21 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 1100 time: 0.1009328 Aug 16 01:55:42.143829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:42.209255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:42.212358 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85adb8d2-2e7e-423a-9eca-6155b98feb7a" -d '{"events": [{"server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "name": "network-vif-unplugged", "status": "completed", "tag": "e732304a-9aa0-495f-9101-75f00221088a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:42.224522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4215db34-1214-4784-854e-5eb9cbed2241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.240786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.243973 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-0471f22e-ec54-4e11-b6f8-ec414a6b51bb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a8402d0e-868b-4824-bad9-c487b93323ec HTTP/1.1" status: 200 len: 217 time: 0.0884869 Aug 16 01:55:42.244144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.304503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71a861-7e01-46ec-a4af-1265c45daabe req-c8d27d5e-0dda-4090-9652-ff2437c599b7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.315750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f71a861-7e01-46ec-a4af-1265c45daabe req-c8d27d5e-0dda-4090-9652-ff2437c599b7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 945 time: 0.0994294 Aug 16 01:55:42.323851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53482) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:42.324519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53484) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:42.369691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.496000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f71a861-7e01-46ec-a4af-1265c45daabe req-2e36dacf-42e8-4ff9-9d1f-0a5246042cde tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783853 Aug 16 01:55:42.567519 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29696bc4-685f-4b6a-b1bf-c073e00a7275 x-openstack-request-id: req-29696bc4-685f-4b6a-b1bf-c073e00a7275 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:42.567814 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "name": "network-vif-unplugged", "status": "completed", "tag": "e732304a-9aa0-495f-9101-75f00221088a", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:42.568067 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29696bc4-685f-4b6a-b1bf-c073e00a7275 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:42.574194 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a', 'code': 200} Aug 16 01:55:42.574194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f81811d7-13a1-4601-8fd1-605960f5c90d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55fe78d0e20f4e27bd55ab1fbd4ca9a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2452614 Aug 16 01:55:42.586513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:42.602294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be98c15a-a46e-4764-8943-c216a2942468 req-a1790a8f-bb95-4ac7-944a-e55744063934 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.607577 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.610533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be98c15a-a46e-4764-8943-c216a2942468 req-a1790a8f-bb95-4ac7-944a-e55744063934 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 948 time: 0.2706013 Aug 16 01:55:42.612210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53490) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:42.617457 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c0db87d-73c9-4731-b0c4-575417005f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.628586 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-1046ea67-9fa6-45e3-b9cf-be12e1c292ad service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4890616 Aug 16 01:55:42.647613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.648410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.650300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] 10.222.0.83 "PUT /v2.0/ports/26857935-e2a7-4cbb-9c19-446875d11181 HTTP/1.1" status: 200 len: 1097 time: 2.8794460 Aug 16 01:55:42.670919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on host n-h2-768852-19 for vnic_type normal with profile {"migrating_to": "n-h1-768852-19"} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:42.671548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:42.672028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:42.699314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-758d9a5a-f124-4414-81c5-a2b3ed4aaeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.699314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-758d9a5a-f124-4414-81c5-a2b3ed4aaeb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.4383075 Aug 16 01:55:42.703674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9808b-e96f-425f-a13a-bdc1df9610a0 service neutron] Pushing event updated for resources: {'Port': ['ID=26857935-e2a7-4cbb-9c19-446875d11181,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:42.719911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cc283b8-140b-4ae3-80d2-daff70fdefee req-f10942ce-9885-4fa8-8085-1a19664f87a5 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 210 time: 0.0878475 Aug 16 01:55:42.727327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:42.727666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Attempting to bind port e732304a-9aa0-495f-9101-75f00221088a on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:42.759938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:42.760286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:42.760675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:42.761115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Bound port: e732304a-9aa0-495f-9101-75f00221088a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:42.761647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.789610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-166273b4-5d90-4f5e-ae37-e7b805fa2406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.791002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-166273b4-5d90-4f5e-ae37-e7b805fa2406 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0841448 Aug 16 01:55:42.795396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be98c15a-a46e-4764-8943-c216a2942468 req-5705b275-d38b-4c4f-aa0a-0cbd0fede154 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816664 Aug 16 01:55:42.875073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb298a4f-a2c0-4f4e-b17a-d55927235cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.937639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51778-c806-4a17-9615-4c6464bcd615 req-9d233675-2651-444e-a44f-781507859483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.939233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-9d233675-2651-444e-a44f-781507859483 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 1100 time: 0.1472566 Aug 16 01:55:42.948450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-733af6d3-f206-40f1-8b86-1aa88eaec39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:42.950529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-733af6d3-f206-40f1-8b86-1aa88eaec39d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 1100 time: 0.1702607 Aug 16 01:55:42.957794 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb298a4f-a2c0-4f4e-b17a-d55927235cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:42.975139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:43.003717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:43.024114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e376f5c-f5b3-46c1-a109-d67c413de949 req-c4ec66bc-03bc-4628-a5b5-dded21c99812 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.025707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e376f5c-f5b3-46c1-a109-d67c413de949 req-c4ec66bc-03bc-4628-a5b5-dded21c99812 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.1665554 Aug 16 01:55:43.052333 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-062753e5-4cba-4340-ab7f-445728d593fb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=26857935-e2a7-4cbb-9c19-446875d11181 HTTP/1.1" status: 200 len: 217 time: 0.0909324 Aug 16 01:55:43.074460 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-ad767e32-6c1b-4c9a-a999-0a75ec2121a9 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731078 Aug 16 01:55:43.091379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c0db87d-73c9-4731-b0c4-575417005f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.110672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e376f5c-f5b3-46c1-a109-d67c413de949 req-f02f4865-d590-42b4-9287-782d90f20d98 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752954 Aug 16 01:55:43.121819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.195777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-238fba54-dcf8-4be9-a18c-6b6f27aee017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.197218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-238fba54-dcf8-4be9-a18c-6b6f27aee017 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1355064 Aug 16 01:55:43.201996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51778-c806-4a17-9615-4c6464bcd615 req-9780d3e6-44bc-465f-b75e-795ace435594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.203484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-9780d3e6-44bc-465f-b75e-795ace435594 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2503226 Aug 16 01:55:43.234478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c0db87d-73c9-4731-b0c4-575417005f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.237358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb298a4f-a2c0-4f4e-b17a-d55927235cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.239958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb298a4f-a2c0-4f4e-b17a-d55927235cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.241101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fb298a4f-a2c0-4f4e-b17a-d55927235cb6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/31c88030-30b3-4dfe-a4da-6bef2ea13f62 HTTP/1.1" status: 204 len: 168 time: 0.6250250 Aug 16 01:55:43.247553 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-be0cb631-6e96-4d6d-85fe-6f41f001abce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57 HTTP/1.1" status: 200 len: 217 time: 0.0359199 Aug 16 01:55:43.250246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.251274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.252740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] 10.222.0.83 "PUT /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 1123 time: 1.5136516 Aug 16 01:55:43.313363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909809e-4f8f-4bff-a8f6-c50bf6be521c req-1cc4fd40-bad7-4ff0-994d-b4820520a6e4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.315152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1909809e-4f8f-4bff-a8f6-c50bf6be521c req-1cc4fd40-bad7-4ff0-994d-b4820520a6e4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 948 time: 0.1813235 Aug 16 01:55:43.315799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb23fa7-2ee5-487c-ae89-030854104730 service neutron] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=8']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.326466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0db87d-73c9-4731-b0c4-575417005f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd82acff-5e05-4e93-b863-030b9a03307d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.345447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e732304a-9aa0-495f-9101-75f00221088a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:43.351499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-7553611f-00c6-4966-a6e2-cf1677ad3188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.353043 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-7553611f-00c6-4966-a6e2-cf1677ad3188 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991960 Aug 16 01:55:43.356433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c0db87d-73c9-4731-b0c4-575417005f3f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f265149ea8f41b89145af04a14cea71&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0283608 Aug 16 01:55:43.356825 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1c25b5b0-f52a-4701-aafd-618d215a1873 req-f82acb71-5778-4598-b9f7-e669b8e299c5 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548826 Aug 16 01:55:43.359169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:43.359335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb298a4f-a2c0-4f4e-b17a-d55927235cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c88030-30b3-4dfe-a4da-6bef2ea13f62,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:43.384384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1909809e-4f8f-4bff-a8f6-c50bf6be521c req-82770f19-73f0-4d43-97ff-b96f9d41a9dd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597348 Aug 16 01:55:43.391614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51778-c806-4a17-9615-4c6464bcd615 req-47076cce-8f4d-4c54-b64b-3ac845c7bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.393216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-47076cce-8f4d-4c54-b64b-3ac845c7bd89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1251078 Aug 16 01:55:43.449501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'tag': 'a8402d0e-868b-4824-bad9-c487b93323ec'}, {'name': 'network-changed', 'server_uuid': '552fe177-1f7e-4954-8960-881fc9901afc', 'tag': '26857935-e2a7-4cbb-9c19-446875d11181'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:43.452576 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9" -d '{"events": [{"name": "network-changed", "server_uuid": "2c1b254e-71e8-4e7a-815b-277ece2ec10e", "tag": "a8402d0e-868b-4824-bad9-c487b93323ec"}, {"name": "network-changed", "server_uuid": "552fe177-1f7e-4954-8960-881fc9901afc", "tag": "26857935-e2a7-4cbb-9c19-446875d11181"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:43.511558 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819af606-c3cc-4a6c-97a3-c212c2e2121a x-openstack-request-id: req-819af606-c3cc-4a6c-97a3-c212c2e2121a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:43.512197 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c1b254e-71e8-4e7a-815b-277ece2ec10e", "tag": "a8402d0e-868b-4824-bad9-c487b93323ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "552fe177-1f7e-4954-8960-881fc9901afc", "tag": "26857935-e2a7-4cbb-9c19-446875d11181", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:43.513998 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-819af606-c3cc-4a6c-97a3-c212c2e2121a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:43.514679 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'tag': 'a8402d0e-868b-4824-bad9-c487b93323ec', 'status': 'completed', 'code': 200} Aug 16 01:55:43.516235 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '552fe177-1f7e-4954-8960-881fc9901afc', 'tag': '26857935-e2a7-4cbb-9c19-446875d11181', 'status': 'completed', 'code': 200} Aug 16 01:55:43.617709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c51778-c806-4a17-9615-4c6464bcd615 req-6c632e05-5e1e-4606-bfe0-fef8075405d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.619268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-6c632e05-5e1e-4606-bfe0-fef8075405d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2105465 Aug 16 01:55:43.620890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac57a48-c2f7-404b-828e-58da3691a5f8 req-3ccb3de4-b4f3-4bc4-a757-949067d9f39f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.622794 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-4942b88d-a84f-4915-9e0c-ded11c7df223 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474322 Aug 16 01:55:43.623158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ac57a48-c2f7-404b-828e-58da3691a5f8 req-3ccb3de4-b4f3-4bc4-a757-949067d9f39f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.0536003 Aug 16 01:55:43.623664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89ecd806-c9f1-4f8d-bfe2-26c440dbb607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.631771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-315465d8-6666-4fd0-83cc-23bbb32d1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.633328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-315465d8-6666-4fd0-83cc-23bbb32d1e52 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 1100 time: 0.0918124 Aug 16 01:55:43.672407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ac57a48-c2f7-404b-828e-58da3691a5f8 req-396b7b07-3685-4410-95f6-f8f753420981 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Aug 16 01:55:43.764257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89ecd806-c9f1-4f8d-bfe2-26c440dbb607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:43.908022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-98f9bd39-6534-4a62-a485-c47df6081138 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736537 Aug 16 01:55:43.929118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d56d281-1696-449c-b6db-d299bea8cb14 req-1631d33d-a591-42ec-85ff-c7a0ca54eca2 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 210 time: 0.1226532 Aug 16 01:55:43.948012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a46718d7-a1ae-4c65-ab9c-462a726a84ea req-6a195ba5-7575-4cd1-bbd6-e063c4f3161d service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126826 Aug 16 01:55:43.973861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-f25c5e7e-17c5-4da3-8805-244dec2cadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:43.975392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-f25c5e7e-17c5-4da3-8805-244dec2cadf4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3163304 Aug 16 01:55:43.988643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:44.027837 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-f398017a-772e-40d4-82cd-e3ebc05f3828 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=a8402d0e-868b-4824-bad9-c487b93323ec HTTP/1.1" status: 200 len: 217 time: 0.0427480 Aug 16 01:55:44.038539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-c37f6cb7-80fc-47d2-b14b-38f995f665f4 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.044613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-c37f6cb7-80fc-47d2-b14b-38f995f665f4 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.58 "GET /v2.0/networks?id=bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 HTTP/1.1" status: 200 len: 815 time: 0.2396910 Aug 16 01:55:44.053164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a3d0-9174-43e2-ae77-120091b2d68a req-57e17703-b331-4f8e-9259-4dfa19be9a95 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.061361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4796a3d0-9174-43e2-ae77-120091b2d68a req-57e17703-b331-4f8e-9259-4dfa19be9a95 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 948 time: 0.1947412 Aug 16 01:55:44.067907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89ecd806-c9f1-4f8d-bfe2-26c440dbb607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.073676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Request body: {'port': {'device_id': '588510bc-7302-4ea1-861e-400b64d924f6', 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9', 'admin_state_up': True, 'tenant_id': 'c471ac7ba2ef4fa99d9297dfcc9f4144'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:44.073973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89ecd806-c9f1-4f8d-bfe2-26c440dbb607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.076816 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-89ecd806-c9f1-4f8d-bfe2-26c440dbb607 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd82acff-5e05-4e93-b863-030b9a03307d HTTP/1.1" status: 204 len: 168 time: 0.7170126 Aug 16 01:55:44.114854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ecd806-c9f1-4f8d-bfe2-26c440dbb607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd82acff-5e05-4e93-b863-030b9a03307d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.141949 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83c51778-c806-4a17-9615-4c6464bcd615 req-ab680aee-b660-42bb-817a-c5be1ea5f99b service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188854 Aug 16 01:55:44.145984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-d19e11f6-3f8c-4e1b-87b2-e301e055f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.146977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.147632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-d19e11f6-3f8c-4e1b-87b2-e301e055f4c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0993154 Aug 16 01:55:44.161278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'port_id': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'mac_address': 'fa:16:3e:27:f1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279720f3-9e4d-48eb-bc4f-64901131fb99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:44.212566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.238356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3495a869-ad65-44e8-ae5b-cc5713b6fd62 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:44.249074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4796a3d0-9174-43e2-ae77-120091b2d68a req-41dc346c-a261-49fd-a9f6-313db6c1baa5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866674 Aug 16 01:55:44.267002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:44.272051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-77f0b5e9-3266-4ec3-94d8-c38dbb5368c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.273217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-77f0b5e9-3266-4ec3-94d8-c38dbb5368c9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1153541 Aug 16 01:55:44.327439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.403625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:44.406908 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-85b41bd3-4a3d-4e9a-9986-e7a8e40cdd79 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205583 Aug 16 01:55:44.414344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.414609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.426975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:55:44.510175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.531283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-08499837-f37e-44c3-8100-6cecce5814ee service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149549 Aug 16 01:55:44.586248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:44.588516 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a37bb78-c944-41d2-ad6c-def45ae1ec93" -d '{"events": [{"name": "network-changed", "server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "tag": "e732304a-9aa0-495f-9101-75f00221088a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:44.595524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Made reservation on behalf of c471ac7ba2ef4fa99d9297dfcc9f4144 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:44.599058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:44.630916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-03aa385f-c335-49f9-a82c-ced963723297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.632549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-03aa385f-c335-49f9-a82c-ced963723297 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 1100 time: 0.0504141 Aug 16 01:55:44.673249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d78d8-e25f-40c4-a467-c886cc9769ee req-6017dac4-56bf-48cb-9e97-c610d92f696d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.679320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-603d78d8-e25f-40c4-a467-c886cc9769ee req-6017dac4-56bf-48cb-9e97-c610d92f696d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.3726313 Aug 16 01:55:44.690341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['3495a869-ad65-44e8-ae5b-cc5713b6fd62'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:44.782934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff611055-b53f-4e47-8540-96b3a1862693 req-631ffe30-ed7a-466b-b4a7-93ba80caaf0c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.784522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff611055-b53f-4e47-8540-96b3a1862693 req-631ffe30-ed7a-466b-b4a7-93ba80caaf0c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 948 time: 0.1925864 Aug 16 01:55:44.788926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-55422bd8-d3da-4db7-9456-48dbb5425948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:44.788926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-55422bd8-d3da-4db7-9456-48dbb5425948 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1477726 Aug 16 01:55:44.827337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-603d78d8-e25f-40c4-a467-c886cc9769ee req-4e3c2ccf-60cb-49fb-8ad3-8c2962c47974 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468549 Aug 16 01:55:44.863632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-07587f7d-ebd9-4191-954f-c92f32140e9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.167&port_id=26857935-e2a7-4cbb-9c19-446875d11181 HTTP/1.1" status: 200 len: 217 time: 0.0627496 Aug 16 01:55:44.882730 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f88ce0-f96f-4807-b6e9-f300fc9fc941 x-openstack-request-id: req-83f88ce0-f96f-4807-b6e9-f300fc9fc941 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:44.883031 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "tag": "e732304a-9aa0-495f-9101-75f00221088a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:44.883288 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83f88ce0-f96f-4807-b6e9-f300fc9fc941 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:44.883822 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a', 'status': 'completed', 'code': 200} Aug 16 01:55:44.912600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff611055-b53f-4e47-8540-96b3a1862693 req-dd461b8d-2016-48a6-aa13-c178bd7b5f69 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143987 Aug 16 01:55:44.979759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Allocated IP 172.20.0.14 (bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9/c4a00dfd-7c88-4287-9d3f-0488ba2c55de/8e91eaee-d4a4-44a8-9d64-36816c281931) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:45.029503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd603-6e12-46d8-a2ad-40fd35994405 req-c1920811-6332-42c7-b441-933da7231ba2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.031138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b30bd603-6e12-46d8-a2ad-40fd35994405 req-c1920811-6332-42c7-b441-933da7231ba2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.0873337 Aug 16 01:55:45.032395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-a860b411-e2f0-4126-839c-bf5e8e85909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.035305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-a860b411-e2f0-4126-839c-bf5e8e85909b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1126 time: 0.0961483 Aug 16 01:55:45.036728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-ad29b1a3-905f-4ef2-8c3c-a1642c8052e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.038412 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-ad29b1a3-905f-4ef2-8c3c-a1642c8052e5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1612589 Aug 16 01:55:45.143525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c409b8ec-52fa-4507-ba18-8eb83487a497 req-dcc47b74-daf9-4b7e-85c7-b9e2c9695ada tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 210 time: 0.0769665 Aug 16 01:55:45.173410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b30bd603-6e12-46d8-a2ad-40fd35994405 req-2a53b001-e18e-482d-9a02-302ab2decc10 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329105 Aug 16 01:55:45.174302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-efeae3e8-ae87-4cd5-aaee-4ecd733d0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.176025 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-efeae3e8-ae87-4cd5-aaee-4ecd733d0ae9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1036215 Aug 16 01:55:45.265827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-222146a8-0ddf-403a-8aae-25206911dee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.266812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.267387 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-222146a8-0ddf-403a-8aae-25206911dee0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.2244248 Aug 16 01:55:45.339022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-251dc472-ca35-471a-9d57-dcc4699d47ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 217 time: 0.0616455 Aug 16 01:55:45.382796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a524456-cc38-4963-8058-8dc146f9c250 req-9b95e96c-15d0-416a-a296-c78ae882bee4 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.384316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a524456-cc38-4963-8058-8dc146f9c250 req-9b95e96c-15d0-416a-a296-c78ae882bee4 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 948 time: 0.0557926 Aug 16 01:55:45.404857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-8713f863-0fae-4416-99fe-45e7da904d56 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050710 Aug 16 01:55:45.410306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-7d6ef190-51aa-43e4-b41f-a34b9f4ac6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.411756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-7d6ef190-51aa-43e4-b41f-a34b9f4ac6b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0605202 Aug 16 01:55:45.429149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a524456-cc38-4963-8058-8dc146f9c250 req-6b65a34f-1e07-4d3f-9b0c-368b1d1bac6a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362463 Aug 16 01:55:45.442701 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.460172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:45.460172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:45.482501 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-fe272972-3793-46e7-b8b5-fc45f2820c19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610752 Aug 16 01:55:45.488038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:45.531738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53572) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:45.550466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Pushing event updated for resources: {'Port': ['ID=8e91eaee-d4a4-44a8-9d64-36816c281931,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:45.566965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:45.567844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.582722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c6f536f-62ac-4ec4-aa8b-ac2fee154fc9 req-9c8d4216-4e75-4793-abb4-5902f0330777 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691384 Aug 16 01:55:45.603953 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-46f6fc63-3ebf-48c1-81ce-1090f9051f70 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134152 Aug 16 01:55:45.665121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-55d7dfb9-dafc-4e47-b4f0-f3aef301930e tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6005304 Aug 16 01:55:45.678821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Request body: {'port': {'device_id': '588510bc-7302-4ea1-861e-400b64d924f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:45.701562 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.705389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a37bb78-c944-41d2-ad6c-def45ae1ec93 req-9d697213-caca-4a6d-9d49-09f478d2b2ad service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940332 Aug 16 01:55:45.739729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1944101114-network', 'tenant_id': '10a9ea07e05f4477ad3e1cd84fb2e28c'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:45.757485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.838296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a2f2593c-2d37-448a-a0a4-42d5e3c10b57 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:45.966632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:45.971628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Made reservation on behalf of 10a9ea07e05f4477ad3e1cd84fb2e28c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:45.973873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:45.977875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57', 'mac_address': 'fa:16:3e:d2:0a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:45.989301 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.007624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e732304a-9aa0-495f-9101-75f00221088a details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:46.009575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:46.057263 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.078658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4bd19-eb6a-4192-a7cf-f7216ef9fc88 req-3eb140ae-bc17-4ad3-92f7-d16ffe163c5d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.080117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22b4bd19-eb6a-4192-a7cf-f7216ef9fc88 req-3eb140ae-bc17-4ad3-92f7-d16ffe163c5d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.1747046 Aug 16 01:55:46.114097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f2593c-2d37-448a-a0a4-42d5e3c10b57 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:46.135537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7ca4b-367a-43ba-9348-fef012338559 req-d63467fb-10d5-4ef5-8bb9-8271c082dde8 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.137156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fe7ca4b-367a-43ba-9348-fef012338559 req-d63467fb-10d5-4ef5-8bb9-8271c082dde8 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 948 time: 0.1373856 Aug 16 01:55:46.153887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:46.199393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:46.220450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e732304a-9aa0-495f-9101-75f00221088a has no active binding in host n-h1-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:55:46.245344 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.249399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22b4bd19-eb6a-4192-a7cf-f7216ef9fc88 req-4452f4d9-b0c6-4980-9f65-d93a6f85dcc0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501348 Aug 16 01:55:46.276456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:46.281703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fe7ca4b-367a-43ba-9348-fef012338559 req-1c7773ce-edf1-4195-b99f-d0e085f6405a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308110 Aug 16 01:55:46.290341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:46.290767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.301913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e91eaee-d4a4-44a8-9d64-36816c281931 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:46.316075 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.322997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.334723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Transition to ACTIVE for port object 8e91eaee-d4a4-44a8-9d64-36816c281931 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:46.350770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.395112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.402097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.419686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:46.422050 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75413aed-b150-4d37-869e-a21389ee3c2b" -d '{"events": [{"server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "name": "network-vif-plugged", "status": "completed", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:46.436527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:46.436838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.438897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:55:46.474744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201bdf9e-aeb5-4542-83d9-d399227e6c2c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.490083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7511d-4c73-45f7-a644-db26a14f0750 req-edc880e7-5a05-47ff-b7fa-c2ef5e3e1326 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.491736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90c7511d-4c73-45f7-a644-db26a14f0750 req-edc880e7-5a05-47ff-b7fa-c2ef5e3e1326 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 932 time: 0.1269217 Aug 16 01:55:46.492505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.495180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.495878 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Added segment 7ca9d114-1f4a-49e2-a64a-2a7ddad8d420 of type vlan for network e2691688-9d86-450c-91dd-44a2e0173bd5 Aug 16 01:55:46.561738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.580320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e91eaee-d4a4-44a8-9d64-36816c281931,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.583903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.585209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:46.632214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90c7511d-4c73-45f7-a644-db26a14f0750 req-67971d4e-4eac-4912-aec1-dd40a3606c5a tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313159 Aug 16 01:55:46.724448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Attempting to bind port 8e91eaee-d4a4-44a8-9d64-36816c281931 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:46.725122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Attempting to bind port 8e91eaee-d4a4-44a8-9d64-36816c281931 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '5f8439fd-2586-4136-9299-a3b4a53e3fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:46.725122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Attempting to bind port 8e91eaee-d4a4-44a8-9d64-36816c281931 on network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:46.732587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Port 8e91eaee-d4a4-44a8-9d64-36816c281931 on network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:46.732866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Attempting to bind port 8e91eaee-d4a4-44a8-9d64-36816c281931 on network bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:46.747946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a39a9-74d5-4ada-8e7f-92aef5146251 req-0125c01b-17e3-4e49-bbcd-03f9ddfe52b7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.749492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f8a39a9-74d5-4ada-8e7f-92aef5146251 req-0125c01b-17e3-4e49-bbcd-03f9ddfe52b7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.0776830 Aug 16 01:55:46.750855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:46.751267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Checking segment: {'id': '5f8439fd-2586-4136-9299-a3b4a53e3fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:46.751712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Bound using segment: {'id': '5f8439fd-2586-4136-9299-a3b4a53e3fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:46.752169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Bound port: 8e91eaee-d4a4-44a8-9d64-36816c281931, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8439fd-2586-4136-9299-a3b4a53e3fb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:46.752532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.769847 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a730731-9b2e-4b7b-852e-a3a64f1e5c07 x-openstack-request-id: req-1a730731-9b2e-4b7b-852e-a3a64f1e5c07 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:46.770376 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "name": "network-vif-plugged", "status": "completed", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:46.770586 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a730731-9b2e-4b7b-852e-a3a64f1e5c07 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:46.771017 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'code': 200} Aug 16 01:55:46.827316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.828323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.828901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:46.881268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8164398-1c73-48b8-8a2f-72e39f9aa72f req-d8a8a32c-d98c-4b38-97ff-811ca09824ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.883344 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f8164398-1c73-48b8-8a2f-72e39f9aa72f req-d8a8a32c-d98c-4b38-97ff-811ca09824ff service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1098 time: 0.0410392 Aug 16 01:55:46.906860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f8a39a9-74d5-4ada-8e7f-92aef5146251 req-5e513d35-5e21-4e4b-9457-70239e48a1f3 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508157 Aug 16 01:55:46.926591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f8164398-1c73-48b8-8a2f-72e39f9aa72f req-38c895cb-689b-4ac4-b708-2a9274d41b61 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308957 Aug 16 01:55:46.939462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] Pushing event updated for resources: {'Network': ['ID=e2691688-9d86-450c-91dd-44a2e0173bd5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:46.942093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] For port 8e91eaee-d4a4-44a8-9d64-36816c281931, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:46.946914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] For port 8e91eaee-d4a4-44a8-9d64-36816c281931, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8e91eaee-d4a4-44a8-9d64-36816c281931,segment=NetworkSegment(5f8439fd-2586-4136-9299-a3b4a53e3fb4),segment_id=5f8439fd-2586-4136-9299-a3b4a53e3fb4)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:46.951473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e2691688-9d86-450c-91dd-44a2e0173bd5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:55:46.963489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e3146-e868-4b77-b87d-bc6281d272e8 req-bc8a244b-de95-424a-98d0-3d16d90a7a1b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:46.965053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-096e3146-e868-4b77-b87d-bc6281d272e8 req-bc8a244b-de95-424a-98d0-3d16d90a7a1b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 948 time: 0.1389396 Aug 16 01:55:47.007280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-096e3146-e868-4b77-b87d-bc6281d272e8 req-ba9eafc4-c63e-424a-bb3e-790eeb2cbab8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Aug 16 01:55:47.036322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-41df2324-1874-4281-a1a8-5b2921b6be7e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5017846 Aug 16 01:55:47.039617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53616) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:47.045415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Request body: {'subnet': {'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1944101114-subnet', 'tenant_id': '10a9ea07e05f4477ad3e1cd84fb2e28c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:47.075954 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.118341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.118995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.120364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] 10.222.0.58 "PUT /v2.0/ports/8e91eaee-d4a4-44a8-9d64-36816c281931 HTTP/1.1" status: 200 len: 1093 time: 1.4470766 Aug 16 01:55:47.120790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588510bc-7302-4ea1-861e-400b64d924f6', 'tag': '8e91eaee-d4a4-44a8-9d64-36816c281931'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:47.123770 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd" -d '{"events": [{"name": "network-changed", "server_uuid": "588510bc-7302-4ea1-861e-400b64d924f6", "tag": "8e91eaee-d4a4-44a8-9d64-36816c281931"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:47.144744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Made reservation on behalf of 10a9ea07e05f4477ad3e1cd84fb2e28c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:47.147155 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.190234 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd1dc8f-c479-437a-9354-6f9709324960 x-openstack-request-id: req-4dd1dc8f-c479-437a-9354-6f9709324960 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:47.190531 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588510bc-7302-4ea1-861e-400b64d924f6", "tag": "8e91eaee-d4a4-44a8-9d64-36816c281931", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:47.190808 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4dd1dc8f-c479-437a-9354-6f9709324960 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:47.191203 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '588510bc-7302-4ea1-861e-400b64d924f6', 'tag': '8e91eaee-d4a4-44a8-9d64-36816c281931', 'status': 'completed', 'code': 200} Aug 16 01:55:47.197373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaa2e1-95f2-4079-a809-aa1b3b6a9fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=8e91eaee-d4a4-44a8-9d64-36816c281931,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:47.271619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd req-0951afa3-0c7b-47d9-a7f0-fd1b028ef99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.273154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd req-0951afa3-0c7b-47d9-a7f0-fd1b028ef99e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c471ac7ba2ef4fa99d9297dfcc9f4144&device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 1096 time: 0.0728586 Aug 16 01:55:47.556898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-f5ac3ff1-e0be-4625-abec-ec9085b38239 service neutron] 10.222.0.58 "GET /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.0571246 Aug 16 01:55:47.558816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c4e94-e56e-45be-ad2d-0fafb64ead42 req-028fa8f5-cb36-41e9-85fd-081122926ba3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.560577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a8c4e94-e56e-45be-ad2d-0fafb64ead42 req-028fa8f5-cb36-41e9-85fd-081122926ba3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 946 time: 0.2239070 Aug 16 01:55:47.561589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd req-7bef9f52-632e-486f-9c75-eb2ea60f2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.562921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd req-7bef9f52-632e-486f-9c75-eb2ea60f2ec1 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c471ac7ba2ef4fa99d9297dfcc9f4144&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2562547 Aug 16 01:55:47.643128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.725825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9827-616c-48b6-a239-41ba8ef9a9ce req-247900b6-1099-4927-97e3-7f5dc1d7ab46 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.727381 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fedc9827-616c-48b6-a239-41ba8ef9a9ce req-247900b6-1099-4927-97e3-7f5dc1d7ab46 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 949 time: 0.1970997 Aug 16 01:55:47.741804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a8c4e94-e56e-45be-ad2d-0fafb64ead42 req-63b23d50-5734-4b9c-afe1-5c96270f1185 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644156 Aug 16 01:55:47.748511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:47.769838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:47.784505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:47.809104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd req-3c913515-068e-4c71-b3d1-9ce5ad8ddae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.811406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a5d65c5-edf6-4980-ac03-5b480ce0fcdd req-3c913515-068e-4c71-b3d1-9ce5ad8ddae2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2352157 Aug 16 01:55:47.817356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Checking segment: {'id': '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:47.817695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e732304a-9aa0-495f-9101-75f00221088a {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:47.817857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Network hostable DHCP agents. Network: e2691688-9d86-450c-91dd-44a2e0173bd5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:55:47.834726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:47.838762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fedc9827-616c-48b6-a239-41ba8ef9a9ce req-4cdfe0d5-ec98-4c01-b791-3a300605546d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938964 Aug 16 01:55:47.867348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a2f2593c-2d37-448a-a0a4-42d5e3c10b57 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:47.921700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:47.938883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-aa1b7d1f-404d-4cba-b6f7-90c4e72e1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:47.946836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-aa1b7d1f-404d-4cba-b6f7-90c4e72e1559 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c471ac7ba2ef4fa99d9297dfcc9f4144&device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 1096 time: 0.0820348 Aug 16 01:55:48.013465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] Transition to ACTIVE for port object e732304a-9aa0-495f-9101-75f00221088a will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:48.013997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:48.018379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:48.019431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.038929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Network e2691688-9d86-450c-91dd-44a2e0173bd5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:55:48.041582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 26857935-e2a7-4cbb-9c19-446875d11181 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:48.041929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-cfae1d77-c91e-4908-a472-83cc37e2f710 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8e91eaee-d4a4-44a8-9d64-36816c281931 HTTP/1.1" status: 200 len: 217 time: 0.0878713 Aug 16 01:55:48.120306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.125989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, e2691688-9d86-450c-91dd-44a2e0173bd5) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:48.138595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c5823-ab79-4e67-a7cb-76d7766bd4bb None None] Network e2691688-9d86-450c-91dd-44a2e0173bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:48.138928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.139550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.142474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-b8085cad-e097-4356-91f4-b3402db408d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.144053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-b8085cad-e097-4356-91f4-b3402db408d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4a00dfd-7c88-4287-9d3f-0488ba2c55de HTTP/1.1" status: 200 len: 855 time: 0.0889552 Aug 16 01:55:48.159482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56845c6e-085f-47e3-9bc5-94e0399265c5 req-495acfc3-2f60-4199-bf3d-febb4d2099ef tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.167527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56845c6e-085f-47e3-9bc5-94e0399265c5 req-495acfc3-2f60-4199-bf3d-febb4d2099ef tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 944 time: 0.2182553 Aug 16 01:55:48.188251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] No DVR routers for this DVR port e732304a-9aa0-495f-9101-75f00221088a on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:55:48.258812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] Pushing event updated for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.285060 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-7ec4016f-f48c-45a4-a80f-7e7eddbffae3 service neutron] 10.222.0.58 "PUT /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a/bindings/n-h1-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 0.7194581 Aug 16 01:55:48.299879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 26857935-e2a7-4cbb-9c19-446875d11181, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=26857935-e2a7-4cbb-9c19-446875d11181,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:48.307450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.336493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '26857935-e2a7-4cbb-9c19-446875d11181', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '26857935-e2a7-4cbb-9c19-446875d11181', 'mac_address': 'fa:16:3e:1e:4d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:48.381252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:48.422756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9f2e3d-738e-44a8-a179-5e7c0dae9472 None None] Network e2691688-9d86-450c-91dd-44a2e0173bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:55:48.450490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1a161-3fa7-4765-9bd2-b9aed57dd956 req-2a364760-ce0e-4857-9017-84454403062e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.452122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40d1a161-3fa7-4765-9bd2-b9aed57dd956 req-2a364760-ce0e-4857-9017-84454403062e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 943 time: 0.4145741 Aug 16 01:55:48.456014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-19ebb645-132c-4d45-9bea-30a53ab07869 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2823932 Aug 16 01:55:48.465742 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.477128 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.499072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-bc76dbe8-7afa-43f2-8a51-e0d09ee9417a tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.501201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-bc76dbe8-7afa-43f2-8a51-e0d09ee9417a tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.0545633 Aug 16 01:55:48.506562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56845c6e-085f-47e3-9bc5-94e0399265c5 req-54ce741f-515f-4bfa-870c-b6ab1de63d95 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381889 Aug 16 01:55:48.532478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26857935-e2a7-4cbb-9c19-446875d11181 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:48.533744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-12317168-a401-4823-a77e-1c69f077261b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4930742 Aug 16 01:55:48.568565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40d1a161-3fa7-4765-9bd2-b9aed57dd956 req-320754a8-bfe4-4ecd-b9fd-73ab0c205ca5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079426 Aug 16 01:55:48.625667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 26857935-e2a7-4cbb-9c19-446875d11181, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=26857935-e2a7-4cbb-9c19-446875d11181,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:48.628920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.642682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-2546c291-b2e4-4f7e-9560-aa571354a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.643878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-d0e6affd-a6ef-4d2e-9003-88260e2ac990 service neutron] 10.222.0.58 "GET /v2.0/networks/bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653826 Aug 16 01:55:48.644195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-2546c291-b2e4-4f7e-9560-aa571354a25d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5&tenant_id=deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 1096 time: 0.1293299 Aug 16 01:55:48.737056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-ebed7fa7-52c6-4e56-97f5-8810bb1063ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.739029 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-ebed7fa7-52c6-4e56-97f5-8810bb1063ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1096 time: 0.0555048 Aug 16 01:55:48.751559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a6626-47ba-4a9b-815c-d30f13ecd496 req-61b848e9-5a0d-4868-996b-02fa841656b3 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.753096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-747a6626-47ba-4a9b-815c-d30f13ecd496 req-61b848e9-5a0d-4868-996b-02fa841656b3 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 948 time: 0.1194355 Aug 16 01:55:48.755272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.756368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a8402d0e-868b-4824-bad9-c487b93323ec details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:48.797904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f52793e8-c106-49dc-9198-00d9874e6a70 req-203413d2-5f52-4210-af68-ff63a2087eaf service neutron] 10.222.0.58 "GET /v2.0/networks/bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431575 Aug 16 01:55:48.809919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d3545-75b4-4e23-ac67-d5b512796d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:48.812926 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a913f9cf-3eea-4770-88aa-b204888f3654" -d '{"events": [{"server_uuid": "163d3545-75b4-4e23-ac67-d5b512796d02", "name": "network-vif-plugged", "status": "completed", "tag": "a2f2593c-2d37-448a-a0a4-42d5e3c10b57"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:48.834344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-747a6626-47ba-4a9b-815c-d30f13ecd496 req-2c34b731-509b-48d0-adf0-793b3e176b66 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744841 Aug 16 01:55:48.860064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a8402d0e-868b-4824-bad9-c487b93323ec, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a8402d0e-868b-4824-bad9-c487b93323ec,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:48.863201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=26857935-e2a7-4cbb-9c19-446875d11181,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:48.888704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-aec0c64d-eb8b-44e0-a748-1d961918fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.890340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-aec0c64d-eb8b-44e0-a748-1d961918fed4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1396017 Aug 16 01:55:48.893480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'a8402d0e-868b-4824-bad9-c487b93323ec', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'a8402d0e-868b-4824-bad9-c487b93323ec', 'mac_address': 'fa:16:3e:7c:b1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:48.932002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cae3d6-275f-43c9-8fa3-de0bf6d6612d req-f58277d6-623a-44a2-98c9-f123f4c47c13 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:48.940044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5cae3d6-275f-43c9-8fa3-de0bf6d6612d req-f58277d6-623a-44a2-98c9-f123f4c47c13 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 946 time: 0.0834503 Aug 16 01:55:48.941298 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:48.949385 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-858a42c6-9cb0-405e-929f-08e17f2eecf4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 217 time: 0.0512815 Aug 16 01:55:48.964836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8402d0e-868b-4824-bad9-c487b93323ec {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:48.989487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a8402d0e-868b-4824-bad9-c487b93323ec, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a8402d0e-868b-4824-bad9-c487b93323ec,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:49.010427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5cae3d6-275f-43c9-8fa3-de0bf6d6612d req-d635b9c0-375f-4041-afdf-3c39f9c81f19 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644550 Aug 16 01:55:49.014692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-e2da2a99-15b3-46a4-9227-b6be1405b742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.016905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-e2da2a99-15b3-46a4-9227-b6be1405b742 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0578184 Aug 16 01:55:49.051973 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e694a-8336-4585-b3d9-f3c4bf590daf x-openstack-request-id: req-575e694a-8336-4585-b3d9-f3c4bf590daf {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:49.052276 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d3545-75b4-4e23-ac67-d5b512796d02", "name": "network-vif-plugged", "status": "completed", "tag": "a2f2593c-2d37-448a-a0a4-42d5e3c10b57", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:49.052530 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-575e694a-8336-4585-b3d9-f3c4bf590daf {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:49.052967 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d3545-75b4-4e23-ac67-d5b512796d02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57', 'code': 200} Aug 16 01:55:49.060814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-433d5b4f-9413-4f90-bf9a-85e795d0f1c7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334184 Aug 16 01:55:49.098416 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.177165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=a8402d0e-868b-4824-bad9-c487b93323ec,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:49.250967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2822b7-c814-40f1-86f8-b4afd56d3c22 req-993d855b-277b-4ae1-a4fc-583597be7014 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.252571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc2822b7-c814-40f1-86f8-b4afd56d3c22 req-993d855b-277b-4ae1-a4fc-583597be7014 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 950 time: 0.1466329 Aug 16 01:55:49.306585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ce518-d750-4d2f-8fcc-c83c574a2d91 req-83a09feb-b741-406e-b77b-903cdf668168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.308114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a94ce518-d750-4d2f-8fcc-c83c574a2d91 req-83a09feb-b741-406e-b77b-903cdf668168 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 1102 time: 0.1537139 Aug 16 01:55:49.355389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc2822b7-c814-40f1-86f8-b4afd56d3c22 req-2ba494a4-c69a-4972-84ba-e7d13a64a054 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948250 Aug 16 01:55:49.368115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-926a7748-9b74-4d68-8ab6-af1c456557b5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.369636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-926a7748-9b74-4d68-8ab6-af1c456557b5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/networks?id=e2691688-9d86-450c-91dd-44a2e0173bd5 HTTP/1.1" status: 200 len: 814 time: 0.2278538 Aug 16 01:55:49.395577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a94ce518-d750-4d2f-8fcc-c83c574a2d91 req-1fd5a9c7-66ac-4915-8009-e989587574a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778778 Aug 16 01:55:49.398342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-ca49bea5-1e55-4812-95ae-f1313e38b9ff tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/quotas/10a9ea07e05f4477ad3e1cd84fb2e28c HTTP/1.1" status: 200 len: 375 time: 0.0174925 Aug 16 01:55:49.445176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-1c2f178e-5a19-443d-abc2-d9f0948aa86b tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=10a9ea07e05f4477ad3e1cd84fb2e28c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384974 Aug 16 01:55:49.445732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53682) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:49.451660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['a8402d0e-868b-4824-bad9-c487b93323ec'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:49.483214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['26857935-e2a7-4cbb-9c19-446875d11181'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:49.494258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-31b8049f-1e6e-4bd5-bd95-7461ad60792a service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194918 Aug 16 01:55:49.598235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-dc23f5f5-ed8e-4ece-b5e5-8d1c3a40c554 service neutron] 10.222.0.76 "GET /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380723 Aug 16 01:55:49.674926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-9bf84fe9-1ffb-4941-9340-52489efc5f9c service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711457 Aug 16 01:55:49.708131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a71d8782-3525-4194-8870-9f87f2bb9f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.769852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-1bc1726d-18e1-4647-bbc7-326e540b1cb2 service neutron] 10.222.0.76 "GET /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703222 Aug 16 01:55:49.822601 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:55:49.896848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1c442-7d4c-4573-bef7-844c74312cf6 req-71a39239-d7a0-4531-b3f2-7ac3d1f57c97 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:49.898760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16d1c442-7d4c-4573-bef7-844c74312cf6 req-71a39239-d7a0-4531-b3f2-7ac3d1f57c97 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1098 time: 0.0878317 Aug 16 01:55:49.900906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a71d8782-3525-4194-8870-9f87f2bb9f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:49.942449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16d1c442-7d4c-4573-bef7-844c74312cf6 req-18738a03-3a15-4acc-afb4-0ab356a78e48 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364900 Aug 16 01:55:50.006789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a71d8782-3525-4194-8870-9f87f2bb9f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.089103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a71d8782-3525-4194-8870-9f87f2bb9f1f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=30537cd5bf004376aecd1292798de718&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6411636 Aug 16 01:55:50.092508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d8782-3525-4194-8870-9f87f2bb9f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25899c1-f718-4ec1-bb4e-3b560a11cfe9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.093265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53700) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:50.128904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a053370-b500-4583-8622-0231895d9f49 req-2b3bdde6-75f6-4ae9-973e-41f207354d91 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.137983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a053370-b500-4583-8622-0231895d9f49 req-2b3bdde6-75f6-4ae9-973e-41f207354d91 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 944 time: 0.1249127 Aug 16 01:55:50.163848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e37bdd9-16a9-4e03-b1d5-5386563067f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.205084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a053370-b500-4583-8622-0231895d9f49 req-f87c2293-71c0-41c2-b3f5-1d0d39f6c3bf tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644991 Aug 16 01:55:50.226628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e37bdd9-16a9-4e03-b1d5-5386563067f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.305543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b5f7bd1-0611-4677-9bd3-05e3ff973156 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.307183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-4b5f7bd1-0611-4677-9bd3-05e3ff973156 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.1170142 Aug 16 01:55:50.380231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a9442-cc69-4f31-a444-cbd5da9c016c req-39fb82d9-20d3-475d-8bea-bde2f0d7d3f7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.381688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e7a9442-cc69-4f31-a444-cbd5da9c016c req-39fb82d9-20d3-475d-8bea-bde2f0d7d3f7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 949 time: 0.0955775 Aug 16 01:55:50.408610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522f87a-18e3-4bb1-97da-0d1bf5fcbe9e req-897841c8-780b-4aa4-81fe-0c1ac5480530 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.410146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5522f87a-18e3-4bb1-97da-0d1bf5fcbe9e req-897841c8-780b-4aa4-81fe-0c1ac5480530 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 944 time: 0.0876603 Aug 16 01:55:50.427245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e37bdd9-16a9-4e03-b1d5-5386563067f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.431522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e37bdd9-16a9-4e03-b1d5-5386563067f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.435088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e37bdd9-16a9-4e03-b1d5-5386563067f1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e25899c1-f718-4ec1-bb4e-3b560a11cfe9 HTTP/1.1" status: 204 len: 168 time: 0.3379536 Aug 16 01:55:50.463542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e7a9442-cc69-4f31-a444-cbd5da9c016c req-856a6507-fd43-412f-a8fd-10d8dd51c307 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731685 Aug 16 01:55:50.468601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37bdd9-16a9-4e03-b1d5-5386563067f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25899c1-f718-4ec1-bb4e-3b560a11cfe9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:50.488611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5522f87a-18e3-4bb1-97da-0d1bf5fcbe9e req-ef595702-1580-416c-bf83-f3ae02b1f5ba tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690670 Aug 16 01:55:50.571542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22988bee-c26f-41ca-a903-9063cefad52f req-9cfe54f6-dd0e-4abc-8328-8e322436c3de tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 210 time: 0.0366144 Aug 16 01:55:50.581049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-3ab7382b-9040-4531-89e6-12e2370a05c0 service neutron] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:50.586715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-3ab7382b-9040-4531-89e6-12e2370a05c0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:50.586715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-09a25624-72ee-4e0a-9c30-be2a767a17ab req-3ab7382b-9040-4531-89e6-12e2370a05c0 service neutron] 10.222.0.83 "DELETE /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a/bindings/n-h2-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.2701499 Aug 16 01:55:50.622828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f7374-06d4-4510-9b39-20cd1a9cb6b3 req-045019d3-a721-4d03-8f8a-53d9e8314b79 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.630698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-461f7374-06d4-4510-9b39-20cd1a9cb6b3 req-045019d3-a721-4d03-8f8a-53d9e8314b79 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1098 time: 0.0623641 Aug 16 01:55:50.693976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-461f7374-06d4-4510-9b39-20cd1a9cb6b3 req-25312b7d-0cb5-4e66-bfb2-20c1c0dc3bd3 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623813 Aug 16 01:55:50.708097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e1e64-876a-4bd7-bd0a-3d5c1552eba3 req-74c440d7-2b11-48d4-8375-fa47d7e0c846 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.711061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a35e1e64-876a-4bd7-bd0a-3d5c1552eba3 req-74c440d7-2b11-48d4-8375-fa47d7e0c846 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 950 time: 0.0709350 Aug 16 01:55:50.759219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a35e1e64-876a-4bd7-bd0a-3d5c1552eba3 req-99dff58e-a9ad-4c19-baae-27de852bab96 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Aug 16 01:55:50.899857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b9cd7-acdd-4521-a792-5e423ef27921 req-2408b564-9d4d-4dcb-a810-307c644b8f55 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:50.901530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-215b9cd7-acdd-4521-a792-5e423ef27921 req-2408b564-9d4d-4dcb-a810-307c644b8f55 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 949 time: 0.0512350 Aug 16 01:55:50.948614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-215b9cd7-acdd-4521-a792-5e423ef27921 req-f05c72ef-6b71-4c69-8d59-c11198733790 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Aug 16 01:55:51.319602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9dc76e-0194-407d-821c-6812be74c8c4 req-6855ef0a-9eb2-4e0d-a483-443366d8c1f7 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.321130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf9dc76e-0194-407d-821c-6812be74c8c4 req-6855ef0a-9eb2-4e0d-a483-443366d8c1f7 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 944 time: 0.0527282 Aug 16 01:55:51.359708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf9dc76e-0194-407d-821c-6812be74c8c4 req-873ea782-61a7-483b-bb28-9cfa5a9661fa tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322864 Aug 16 01:55:51.423196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53726) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:51.436366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d4e-12fe-41ae-ad67-a0bef79f4eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.522388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d4e-12fe-41ae-ad67-a0bef79f4eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.607270 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81ec2d4e-12fe-41ae-ad67-a0bef79f4eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.624199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfe518-f4b9-4621-8216-d6198f130b84 req-39ca32a2-7ddd-4ed7-ae3b-207019aadbad tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.626050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67dfe518-f4b9-4621-8216-d6198f130b84 req-39ca32a2-7ddd-4ed7-ae3b-207019aadbad tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 949 time: 0.0581257 Aug 16 01:55:51.659810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81ec2d4e-12fe-41ae-ad67-a0bef79f4eac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=334ce9d24fb0412a921fcf7b44ac8f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355015 Aug 16 01:55:51.661261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec2d4e-12fe-41ae-ad67-a0bef79f4eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c91d78d-4d19-4916-8d68-db8d10a23009,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.667294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53738) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:51.698538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67dfe518-f4b9-4621-8216-d6198f130b84 req-e234c81d-162f-433e-b983-af6e3615aa69 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Aug 16 01:55:51.737815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b2af502-6829-4651-b981-2da12eac4d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.759175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b2af502-6829-4651-b981-2da12eac4d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.806727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309cdd23-1486-45e3-94d5-88dc821ad72d req-52b91f50-5252-4f32-b4b1-a24fd8d7a26a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:51.811170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-309cdd23-1486-45e3-94d5-88dc821ad72d req-52b91f50-5252-4f32-b4b1-a24fd8d7a26a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 944 time: 0.0555131 Aug 16 01:55:51.850779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-309cdd23-1486-45e3-94d5-88dc821ad72d req-2f6263a3-eff0-40ad-9cc6-62d0e3415a2d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357652 Aug 16 01:55:51.899313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8e91eaee-d4a4-44a8-9d64-36816c281931 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:51.917149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b2af502-6829-4651-b981-2da12eac4d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.920920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b2af502-6829-4651-b981-2da12eac4d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:51.923222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b2af502-6829-4651-b981-2da12eac4d26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c91d78d-4d19-4916-8d68-db8d10a23009 HTTP/1.1" status: 204 len: 168 time: 0.2539225 Aug 16 01:55:51.931539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2af502-6829-4651-b981-2da12eac4d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c91d78d-4d19-4916-8d68-db8d10a23009,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:51.952221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e732304a-9aa0-495f-9101-75f00221088a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:55:51.956264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b33fef7c-9298-4fa7-801a-e38fa4ac9366 req-e1d9016b-8d9b-4a92-b3e6-46b649c1f2da tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 210 time: 0.0384243 Aug 16 01:55:52.035622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e732304a-9aa0-495f-9101-75f00221088a not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:55:52.071646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 26857935-e2a7-4cbb-9c19-446875d11181 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:52.104007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8e91eaee-d4a4-44a8-9d64-36816c281931, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8e91eaee-d4a4-44a8-9d64-36816c281931,segment=NetworkSegment(5f8439fd-2586-4136-9299-a3b4a53e3fb4),segment_id=5f8439fd-2586-4136-9299-a3b4a53e3fb4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:52.115683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '8e91eaee-d4a4-44a8-9d64-36816c281931', 'network_id': 'bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9', 'port_id': '8e91eaee-d4a4-44a8-9d64-36816c281931', 'mac_address': 'fa:16:3e:e8:75:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4a00dfd-7c88-4287-9d3f-0488ba2c55de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:55:52.172841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.178251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbff9b-a37c-4f92-94f1-1c60386c609c req-ab44fe8e-f49d-44ac-95b7-f412b67ac4e5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.180543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8dbff9b-a37c-4f92-94f1-1c60386c609c req-ab44fe8e-f49d-44ac-95b7-f412b67ac4e5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 949 time: 0.0531833 Aug 16 01:55:52.191310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e91eaee-d4a4-44a8-9d64-36816c281931 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:52.212253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8e91eaee-d4a4-44a8-9d64-36816c281931, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8e91eaee-d4a4-44a8-9d64-36816c281931,segment=NetworkSegment(5f8439fd-2586-4136-9299-a3b4a53e3fb4),segment_id=5f8439fd-2586-4136-9299-a3b4a53e3fb4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:52.224457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8dbff9b-a37c-4f92-94f1-1c60386c609c req-d0a7a061-d38b-425c-a45b-e3d4a9102407 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372705 Aug 16 01:55:52.330317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd09c28-aa42-4320-9d4d-785b3510bb80 req-d226541f-7b62-41e1-9346-a8d61c4925f9 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.331922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bd09c28-aa42-4320-9d4d-785b3510bb80 req-d226541f-7b62-41e1-9346-a8d61c4925f9 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1096 time: 0.0456877 Aug 16 01:55:52.332225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 26857935-e2a7-4cbb-9c19-446875d11181 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:52.336069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.341313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 26857935-e2a7-4cbb-9c19-446875d11181 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:52.341872 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.373371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bd09c28-aa42-4320-9d4d-785b3510bb80 req-67ed0f81-6989-4a70-8c07-80f299c5effc tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338056 Aug 16 01:55:52.426566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8e91eaee-d4a4-44a8-9d64-36816c281931,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.495050 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.534374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552fe177-1f7e-4954-8960-881fc9901afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26857935-e2a7-4cbb-9c19-446875d11181'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:52.536799 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f05c97-024f-43af-8fa4-52f1b03ee29d" -d '{"events": [{"server_uuid": "552fe177-1f7e-4954-8960-881fc9901afc", "name": "network-vif-plugged", "status": "completed", "tag": "26857935-e2a7-4cbb-9c19-446875d11181"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:52.543854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca199e-7c16-4cda-88fc-1844a82863d9 req-780db35e-1414-436b-909c-09e002fd957c tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.545633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98ca199e-7c16-4cda-88fc-1844a82863d9 req-780db35e-1414-436b-909c-09e002fd957c tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 945 time: 0.0752323 Aug 16 01:55:52.550431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 26857935-e2a7-4cbb-9c19-446875d11181, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=26857935-e2a7-4cbb-9c19-446875d11181,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:52.585884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98ca199e-7c16-4cda-88fc-1844a82863d9 req-ce131a30-4299-4389-b919-1dd270f2ff31 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Aug 16 01:55:52.615557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['8e91eaee-d4a4-44a8-9d64-36816c281931'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:52.641106 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.642333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a8402d0e-868b-4824-bad9-c487b93323ec up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:52.743979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=26857935-e2a7-4cbb-9c19-446875d11181,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:52.810248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-70841814-5e8c-48e0-af79-52c947b6c7f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:52.811969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-70841814-5e8c-48e0-af79-52c947b6c7f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.1401513 Aug 16 01:55:52.831436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7dc97463-e3bc-4d33-896b-e785be8c0b8b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/quotas/deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 375 time: 0.0124240 Aug 16 01:55:52.886709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port a8402d0e-868b-4824-bad9-c487b93323ec completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:52.891142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port a8402d0e-868b-4824-bad9-c487b93323ec triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:52.891604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:52.894541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-37db644d-cee0-4ae1-8bc2-1a2257e27636 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566549 Aug 16 01:55:52.977103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.004560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-db5a7b7c-7bc0-4a27-9f65-62ec6799836d service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996344 Aug 16 01:55:53.019226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a8402d0e-868b-4824-bad9-c487b93323ec, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a8402d0e-868b-4824-bad9-c487b93323ec,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:53.098141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.155914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=a8402d0e-868b-4824-bad9-c487b93323ec,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:53.170461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-e49b27ea-d13a-4a7d-bd23-66b62421a331 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.171947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-e49b27ea-d13a-4a7d-bd23-66b62421a331 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.58 "GET /v2.0/networks?id=e2691688-9d86-450c-91dd-44a2e0173bd5 HTTP/1.1" status: 200 len: 814 time: 0.1859002 Aug 16 01:55:53.177418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-36336ffe-72b6-4a3a-84e9-3aa1dea5478c service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609333 Aug 16 01:55:53.188593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Request body: {'port': {'device_id': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5', 'admin_state_up': True, 'tenant_id': '10a9ea07e05f4477ad3e1cd84fb2e28c'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:53.393044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Made reservation on behalf of 10a9ea07e05f4477ad3e1cd84fb2e28c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:53.403188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:53.447430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53818) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:53.483638 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d17e9e2-88b0-4603-87cb-e63435b74f35 x-openstack-request-id: req-3d17e9e2-88b0-4603-87cb-e63435b74f35 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:53.484130 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552fe177-1f7e-4954-8960-881fc9901afc", "name": "network-vif-plugged", "status": "completed", "tag": "26857935-e2a7-4cbb-9c19-446875d11181", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:53.484481 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d17e9e2-88b0-4603-87cb-e63435b74f35 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:53.485101 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552fe177-1f7e-4954-8960-881fc9901afc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26857935-e2a7-4cbb-9c19-446875d11181', 'code': 200} Aug 16 01:55:53.634412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb2d99-0a3d-4d91-af3e-883f1872e429 req-03830884-705c-4dc2-88d2-b4b234e5c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.639476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1ecb2d99-0a3d-4d91-af3e-883f1872e429 req-03830884-705c-4dc2-88d2-b4b234e5c7d8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 1102 time: 0.0714328 Aug 16 01:55:53.655476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-bbd1e777-140e-4098-a640-e9dc89be5ef5 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:55:53.656664 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-bbd1e777-140e-4098-a640-e9dc89be5ef5 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2064896 Aug 16 01:55:53.694293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1ecb2d99-0a3d-4d91-af3e-883f1872e429 req-b35785f2-7466-45d2-a36f-50ecbf441178 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366130 Aug 16 01:55:53.741122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7adc049-9e09-4aaa-a934-70d6a342a685 req-7be68d75-7fef-4ae3-830f-282317d50a75 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:53.742740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7adc049-9e09-4aaa-a934-70d6a342a685 req-7be68d75-7fef-4ae3-830f-282317d50a75 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 950 time: 0.1738522 Aug 16 01:55:53.771188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Allocated IP 172.20.0.7 (e2691688-9d86-450c-91dd-44a2e0173bd5/2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83/dba33712-68e9-46ae-bd3e-eb3125aab026) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:53.803843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Request body: {'binding': {'host': 'n-h2-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:53.804408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:55:53.811997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7adc049-9e09-4aaa-a934-70d6a342a685 req-1759b095-869c-49ef-88ae-dca67ed5ea06 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603664 Aug 16 01:55:53.901787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8e91eaee-d4a4-44a8-9d64-36816c281931 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:55:53.918966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7edacf4-92ff-4397-adde-5f2ceb209e82 req-22c3f71d-46ac-41d1-87a8-75de9506f27a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 210 time: 0.0349898 Aug 16 01:55:54.012189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on host n-h2-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:54.012584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:54.013493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:54.015818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.026292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:54.026828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:54.042560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:54.042560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:54.042978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:54.043907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Bound port: 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:54.103877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:54.121030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 8e91eaee-d4a4-44a8-9d64-36816c281931 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:55:54.125541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 8e91eaee-d4a4-44a8-9d64-36816c281931 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:55:54.126059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.160619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae915c-7d0e-4489-8c52-1586687f4675 req-299215b0-a76e-4837-bf2f-4f1348f8b7f0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.162313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37ae915c-7d0e-4489-8c52-1586687f4675 req-299215b0-a76e-4837-bf2f-4f1348f8b7f0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 950 time: 0.0533209 Aug 16 01:55:54.202661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37ae915c-7d0e-4489-8c52-1586687f4675 req-ba5bdafe-98b4-46b8-94f3-79c6fb99eb91 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324085 Aug 16 01:55:54.234611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.264631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.266580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0120e232-d818-4e38-b97a-ee44e00e3c4e service neutron] 10.222.0.76 "POST /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62/bindings HTTP/1.1" status: 201 len: 390 time: 0.5105224 Aug 16 01:55:54.284917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8e91eaee-d4a4-44a8-9d64-36816c281931, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8e91eaee-d4a4-44a8-9d64-36816c281931,segment=NetworkSegment(5f8439fd-2586-4136-9299-a3b4a53e3fb4),segment_id=5f8439fd-2586-4136-9299-a3b4a53e3fb4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:54.343981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b40cba7-309a-4a49-9eb7-81613d86758e req-f892a801-356e-4b37-8196-79872f2695dc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 210 time: 0.0328078 Aug 16 01:55:54.354309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.401904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Network e2691688-9d86-450c-91dd-44a2e0173bd5 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:54.406027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.407263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:54.411163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:54.443062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Pushing event updated for resources: {'Port': ['ID=dba33712-68e9-46ae-bd3e-eb3125aab026,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.476488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8e91eaee-d4a4-44a8-9d64-36816c281931,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:54.500085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.500770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.524728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fadeb-a9a7-4a99-a564-dad2d6405ba3 req-336cf6fb-df37-4d85-b9e7-54816f7d19b9 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.531622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c0fadeb-a9a7-4a99-a564-dad2d6405ba3 req-336cf6fb-df37-4d85-b9e7-54816f7d19b9 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.0919156 Aug 16 01:55:54.575326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c0fadeb-a9a7-4a99-a564-dad2d6405ba3 req-e8c4b841-e5f6-43ef-b941-ff4340224dd9 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Aug 16 01:55:54.661143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-b997985f-266c-4805-b133-d5e1725ebcf5 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4763949 Aug 16 01:55:54.675888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Request body: {'port': {'device_id': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:54.761527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:54.857049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61355f43-ff9c-4c96-9246-bcefd72dfb4c req-3d31bd35-8ce8-4936-9980-d848971e1ece tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:54.858563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61355f43-ff9c-4c96-9246-bcefd72dfb4c req-3d31bd35-8ce8-4936-9980-d848971e1ece tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 946 time: 0.1105821 Aug 16 01:55:54.979969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61355f43-ff9c-4c96-9246-bcefd72dfb4c req-0d2431c8-52cc-433c-a8ac-b37d526b0a68 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133866 Aug 16 01:55:54.983088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-7fa6cc40-98a8-42e1-83f8-46d109dc7fd5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8ce94b0627da406fa68fc2eaea101b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413179 Aug 16 01:55:55.243665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0e3cf50b-41b0-499d-a47b-12588e3e2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.244708 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0e3cf50b-41b0-499d-a47b-12588e3e2f60 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1098 time: 0.0428183 Aug 16 01:55:55.345260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-c6ea4de7-60c6-443d-b6e9-258500f9f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.346687 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-c6ea4de7-60c6-443d-b6e9-258500f9f2f0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.0934691 Aug 16 01:55:55.398370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-b9a2ddd5-9307-4bef-b132-74b91d16bb1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.0359192 Aug 16 01:55:55.437649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-287a69f3-4d46-47ed-b857-2cf575035acc tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.439154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-287a69f3-4d46-47ed-b857-2cf575035acc tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4387834 Aug 16 01:55:55.450466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477ea6-82e9-4306-96d4-c4fdbd8efac3 req-96a7bc65-5a76-4c1b-a526-cc5fa88e5fcd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.452017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b477ea6-82e9-4306-96d4-c4fdbd8efac3 req-96a7bc65-5a76-4c1b-a526-cc5fa88e5fcd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 950 time: 0.3657277 Aug 16 01:55:55.455352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-62086608-d1e3-4a62-8987-4deb901ecc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.456878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-62086608-d1e3-4a62-8987-4deb901ecc7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0514181 Aug 16 01:55:55.486389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8402d0e-868b-4824-bad9-c487b93323ec'}, {'server_uuid': '588510bc-7302-4ea1-861e-400b64d924f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e91eaee-d4a4-44a8-9d64-36816c281931'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:55.487452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-34207280-2c79-4830-b280-32da5846a4d5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/quotas/8ce94b0627da406fa68fc2eaea101b19 HTTP/1.1" status: 200 len: 375 time: 0.0344310 Aug 16 01:55:55.489549 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5387d053-f35e-4236-baf4-1f95f6320710" -d '{"events": [{"server_uuid": "2c1b254e-71e8-4e7a-815b-277ece2ec10e", "name": "network-vif-plugged", "status": "completed", "tag": "a8402d0e-868b-4824-bad9-c487b93323ec"}, {"server_uuid": "588510bc-7302-4ea1-861e-400b64d924f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e91eaee-d4a4-44a8-9d64-36816c281931"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:55.498410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-87312ad7-4d92-4897-beed-d854e3d73f69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301003 Aug 16 01:55:55.560068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-63993940-48d4-45a3-9a58-153ad436cc54 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ce94b0627da406fa68fc2eaea101b19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660450 Aug 16 01:55:55.576370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b477ea6-82e9-4306-96d4-c4fdbd8efac3 req-17c0d87b-29ac-493f-a82f-e607f5ff872b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102993 Aug 16 01:55:55.591836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dba33712-68e9-46ae-bd3e-eb3125aab026 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:55.597660 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-045fbbde-1753-49d8-956c-5438236ef001 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911036 Aug 16 01:55:55.606249 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.624357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Transition to ACTIVE for port object dba33712-68e9-46ae-bd3e-eb3125aab026 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:55.690793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5873553-19ac-4148-a286-1b0573f7805e req-1d26494c-294a-44a2-8a69-933d4eab8622 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.692425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5873553-19ac-4148-a286-1b0573f7805e req-1d26494c-294a-44a2-8a69-933d4eab8622 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 931 time: 0.0566328 Aug 16 01:55:55.698417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-b79885d0-c6de-4cb6-be9d-10dd8474541e service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921106 Aug 16 01:55:55.737820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5873553-19ac-4148-a286-1b0573f7805e req-7c88dca1-3a67-47f9-8919-6f0f0e690e3c tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389435 Aug 16 01:55:55.760938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.812665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Pushing event updated for resources: {'Port': ['ID=dba33712-68e9-46ae-bd3e-eb3125aab026,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:55.913373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Attempting to bind port dba33712-68e9-46ae-bd3e-eb3125aab026 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:55.913721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Attempting to bind port dba33712-68e9-46ae-bd3e-eb3125aab026 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:55.914054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Attempting to bind port dba33712-68e9-46ae-bd3e-eb3125aab026 on network e2691688-9d86-450c-91dd-44a2e0173bd5 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:55.922242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Port dba33712-68e9-46ae-bd3e-eb3125aab026 on network e2691688-9d86-450c-91dd-44a2e0173bd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:55.922573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Attempting to bind port dba33712-68e9-46ae-bd3e-eb3125aab026 on network e2691688-9d86-450c-91dd-44a2e0173bd5 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:55.930630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:55.943227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Checking segment: {'id': '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:55.943227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Bound using segment: {'id': '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:55.943227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Bound port: dba33712-68e9-46ae-bd3e-eb3125aab026, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:55.943227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:55.959205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790148b3-5c42-45c0-879a-edb48b51514b req-dc132b8d-c994-44a5-9d4c-c1a9b215fe66 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.965786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-790148b3-5c42-45c0-879a-edb48b51514b req-dc132b8d-c994-44a5-9d4c-c1a9b215fe66 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 950 time: 0.1012185 Aug 16 01:55:55.988156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-f61b08da-9486-4250-a2ef-f8bbf48fc2b9 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:55.996390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-f61b08da-9486-4250-a2ef-f8bbf48fc2b9 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1098 time: 0.0571816 Aug 16 01:55:56.002370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:56.009266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-893a03da-92b6-4d44-8e25-14e00658130d req-b96711f0-2ea5-42c9-996c-270ec394a39a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 210 time: 0.0413253 Aug 16 01:55:56.080571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-790148b3-5c42-45c0-879a-edb48b51514b req-8c198c4a-bd43-45a7-995b-84790455faa0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053569 Aug 16 01:55:56.093430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.104700 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9e7ffb-8516-47be-adeb-0699e5c69807 x-openstack-request-id: req-7e9e7ffb-8516-47be-adeb-0699e5c69807 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:56.107366 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1b254e-71e8-4e7a-815b-277ece2ec10e", "name": "network-vif-plugged", "status": "completed", "tag": "a8402d0e-868b-4824-bad9-c487b93323ec", "code": 200}, {"server_uuid": "588510bc-7302-4ea1-861e-400b64d924f6", "name": "network-vif-plugged", "status": "completed", "tag": "8e91eaee-d4a4-44a8-9d64-36816c281931", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:56.108399 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7e9e7ffb-8516-47be-adeb-0699e5c69807 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:56.110902 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8402d0e-868b-4824-bad9-c487b93323ec', 'code': 200} Aug 16 01:55:56.114167 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588510bc-7302-4ea1-861e-400b64d924f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e91eaee-d4a4-44a8-9d64-36816c281931', 'code': 200} Aug 16 01:55:56.123739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] For port dba33712-68e9-46ae-bd3e-eb3125aab026, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:56.127696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] For port dba33712-68e9-46ae-bd3e-eb3125aab026, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dba33712-68e9-46ae-bd3e-eb3125aab026,segment=NetworkSegment(7ca9d114-1f4a-49e2-a64a-2a7ddad8d420),segment_id=7ca9d114-1f4a-49e2-a64a-2a7ddad8d420)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:56.187772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.58', 60625) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:55:56.197983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2c16be8-ab62-4906-98ab-e285d117bc7d req-fbae504c-acf4-401b-b81b-c8f894a7e813 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 210 time: 0.0404088 Aug 16 01:55:56.244941 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.275336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7663661d-fcab-4a81-8e24-d26af08bfe57 req-f890ffa6-b084-41a8-9995-494e26e19305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.276924 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7663661d-fcab-4a81-8e24-d26af08bfe57 req-f890ffa6-b084-41a8-9995-494e26e19305 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 1102 time: 0.0963509 Aug 16 01:55:56.304833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.305512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.306934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] 10.222.0.58 "PUT /v2.0/ports/dba33712-68e9-46ae-bd3e-eb3125aab026 HTTP/1.1" status: 200 len: 1092 time: 1.6365359 Aug 16 01:55:56.313947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'tag': 'dba33712-68e9-46ae-bd3e-eb3125aab026'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:56.318549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:55:56.318737 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edceb51f-dbef-4bbf-b349-f7f698e862d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7bc6f7-55bb-4e57-9475-fbb660c4b99b", "tag": "dba33712-68e9-46ae-bd3e-eb3125aab026"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:56.347068 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7663661d-fcab-4a81-8e24-d26af08bfe57 req-80bdf7e3-0334-433d-9c0d-0363d43ea0bb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614450 Aug 16 01:55:56.355889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a937af8b-9924-45e0-8816-91d20c592cbe req-c488c373-d4cb-4afa-8769-49700047ae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.357343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a937af8b-9924-45e0-8816-91d20c592cbe req-c488c373-d4cb-4afa-8769-49700047ae69 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 1098 time: 0.1616616 Aug 16 01:55:56.368020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:56.370490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecced7d-6a2d-4f48-8ee5-c7535368622b req-454e7d05-5c69-49b8-a7c9-52e07591139f tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.372815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cecced7d-6a2d-4f48-8ee5-c7535368622b req-454e7d05-5c69-49b8-a7c9-52e07591139f tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.1993210 Aug 16 01:55:56.408685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e5e9d-87b7-4ed1-8ea5-4914fba24de9 service neutron] Pushing event updated for resources: {'Port': ['ID=dba33712-68e9-46ae-bd3e-eb3125aab026,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.413667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:56.416053 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31713833-99fe-4c87-98e9-51b278e847d4" -d '{"events": [{"server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "name": "network-vif-unplugged", "status": "completed", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:56.420889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.438894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddce20-ed6d-4aca-83b2-62a4d38cfecc req-f4e52ee8-e514-4ab8-beb1-4e17c18707eb tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.440416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20ddce20-ed6d-4aca-83b2-62a4d38cfecc req-f4e52ee8-e514-4ab8-beb1-4e17c18707eb tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 946 time: 0.1583827 Aug 16 01:55:56.490910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a937af8b-9924-45e0-8816-91d20c592cbe req-45cbecb9-7bd3-444b-9a8f-564b7fcf79b4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119280 Aug 16 01:55:56.514814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cecced7d-6a2d-4f48-8ee5-c7535368622b req-6b3ce1af-5ca1-4c73-ae34-953aef37077f tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253726 Aug 16 01:55:56.532971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20ddce20-ed6d-4aca-83b2-62a4d38cfecc req-d6b47297-6e29-42fb-829b-7956b3581002 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834088 Aug 16 01:55:56.546497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-04a7448e-47f6-476e-aaac-d31e7deb14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.548007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-04a7448e-47f6-476e-aaac-d31e7deb14ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=10a9ea07e05f4477ad3e1cd84fb2e28c&device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 1095 time: 0.0744386 Aug 16 01:55:56.560917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.596770 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff6075-a607-4ae9-b453-c598567104a4 x-openstack-request-id: req-58ff6075-a607-4ae9-b453-c598567104a4 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:56.597134 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "name": "network-vif-unplugged", "status": "completed", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:56.597452 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58ff6075-a607-4ae9-b453-c598567104a4 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:56.597908 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'code': 200} Aug 16 01:55:56.623475 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c8aa0-6895-418b-ba59-9ccef49e65f3 x-openstack-request-id: req-bc4c8aa0-6895-418b-ba59-9ccef49e65f3 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:56.623832 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7bc6f7-55bb-4e57-9475-fbb660c4b99b", "tag": "dba33712-68e9-46ae-bd3e-eb3125aab026", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:56.624032 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc4c8aa0-6895-418b-ba59-9ccef49e65f3 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:56.624439 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'tag': 'dba33712-68e9-46ae-bd3e-eb3125aab026', 'status': 'completed', 'code': 200} Aug 16 01:55:56.635715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-42770321-0816-4821-83f4-50f5ade04021 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba33712-68e9-46ae-bd3e-eb3125aab026 HTTP/1.1" status: 200 len: 217 time: 0.0609276 Aug 16 01:55:56.660924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:56.665878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:55:56.666215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:55:56.669445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:56.671223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:55:56.671548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Attempting to bind port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:55:56.676483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:55:56.676825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:55:56.677209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:55:56.677633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Bound port: 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:55:56.677993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.765514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:55:56.768934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-fabb28b5-8ce5-4aaa-92c6-e86acd6416f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.770663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-fabb28b5-8ce5-4aaa-92c6-e86acd6416f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83 HTTP/1.1" status: 200 len: 854 time: 0.1056578 Aug 16 01:55:56.771567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:55:56.799804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70311188-071d-4d9e-b0c2-d78a22cf867a req-4b511549-1137-48fd-b9f2-59fd18f1648e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.801311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70311188-071d-4d9e-b0c2-d78a22cf867a req-4b511549-1137-48fd-b9f2-59fd18f1648e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 950 time: 0.1352103 Aug 16 01:55:56.811925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-55f957fb-72ab-4604-8bda-742e820436af tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:56.813397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-55f957fb-72ab-4604-8bda-742e820436af tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.2442675 Aug 16 01:55:56.835930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-f4ead410-857a-4bd6-b9e2-bceae7ad02f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e2691688-9d86-450c-91dd-44a2e0173bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536799 Aug 16 01:55:56.843978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Request body: {'port': {'device_id': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'admin_state_up': True, 'tenant_id': 'deba91662767440ab35e30b49d744dbf'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:56.972175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:56.972783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.005775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70311188-071d-4d9e-b0c2-d78a22cf867a req-2c35d5be-a064-4a4a-a70b-d1002a0840ca tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750815 Aug 16 01:55:57.007237 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.047055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc55bec-61ac-40be-9632-227700d64076 req-cd16a1eb-33fc-4ce1-9743-307fe4d7ea15 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.048628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bc55bec-61ac-40be-9632-227700d64076 req-cd16a1eb-33fc-4ce1-9743-307fe4d7ea15 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 943 time: 0.2151895 Aug 16 01:55:57.085572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-4f0f51eb-b688-434f-823a-f3c8a5c47409 service neutron] 10.222.0.58 "GET /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376404 Aug 16 01:55:57.086169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:57.091462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.092386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.094251 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-6cd00a07-522e-4b37-9ecd-e3986b4f5ead service neutron] 10.222.0.58 "PUT /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 1124 time: 1.0964952 Aug 16 01:55:57.169510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bc55bec-61ac-40be-9632-227700d64076 req-d7b72fec-b063-4930-826d-0ad829c4eb43 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091635 Aug 16 01:55:57.223596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-121d5ed1-c04b-4c3b-b25a-72e7a4c9ecaf req-9af39683-2f1e-48a6-8033-b37afa8204a5 service neutron] 10.222.0.58 "GET /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288617 Aug 16 01:55:57.259458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['3495a869-ad65-44e8-ae5b-cc5713b6fd62'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:55:57.270579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cbbfb61-ff5b-427e-9caa-e7864e618be4 req-38559e90-ed12-453f-b699-cf18579971ac tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 210 time: 0.0270538 Aug 16 01:55:57.309479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Made reservation on behalf of deba91662767440ab35e30b49d744dbf for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:57.313944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:57.480199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6dbcacb0-e9fb-40e4-aab7-b441e8d6eb0f req-6a468aeb-cea7-4320-ab06-16b918967580 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 210 time: 0.0404937 Aug 16 01:55:57.532668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f64bf6-e102-48d9-8207-244aed27dd62 req-4e711401-0c1a-4477-b02f-7c26df30ac0c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.534208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44f64bf6-e102-48d9-8207-244aed27dd62 req-4e711401-0c1a-4477-b02f-7c26df30ac0c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 950 time: 0.1574032 Aug 16 01:55:57.603530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Allocated IP 172.20.0.14 (b1d81be5-43d9-4e8f-98af-d0f73585115e/0e5a9d74-4388-4a28-afd5-54d76984b27c/0e751b8f-48c0-4535-99b2-f2957c76d539) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:55:57.631342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-f2269fe8-7921-459b-b955-a686e69b1c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.632851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-f2269fe8-7921-459b-b955-a686e69b1c97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=10a9ea07e05f4477ad3e1cd84fb2e28c&device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 1095 time: 0.0973213 Aug 16 01:55:57.636485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44f64bf6-e102-48d9-8207-244aed27dd62 req-7e4d259b-d540-49c9-87fd-9fc977e08d0d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904121 Aug 16 01:55:57.863883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffa08d-1b09-47a8-89fa-46190f80966a req-d0ee97fd-42e0-4cd0-a7cc-710d25780aff tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.865246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3ffa08d-1b09-47a8-89fa-46190f80966a req-d0ee97fd-42e0-4cd0-a7cc-710d25780aff tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.1653466 Aug 16 01:55:57.880131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-471bdc85-e937-4b70-b3c6-f557bc6c032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.881561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-471bdc85-e937-4b70-b3c6-f557bc6c032b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e2691688-9d86-450c-91dd-44a2e0173bd5 HTTP/1.1" status: 200 len: 915 time: 0.2407703 Aug 16 01:55:57.959113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-fb604426-d487-4fb2-a3d8-fa86ca3d278f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dba33712-68e9-46ae-bd3e-eb3125aab026 HTTP/1.1" status: 200 len: 217 time: 0.0616381 Aug 16 01:55:57.996801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.997291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.997778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.998263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.998776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.999260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:57.999999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.000483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.000961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.001435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.001908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.002431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.002937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.003417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.005725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-25a93352-7099-4ac2-bd2f-ae9e5e868eef tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa&device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a&device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b&device_id=588510bc-7302-4ea1-861e-400b64d924f6&device_id=552fe177-1f7e-4954-8960-881fc9901afc&device_id=163d3545-75b4-4e23-ac67-d5b512796d02&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e&device_id=437922cd-af05-44f1-a1c7-7680189bcef5&device_id=3605ed8b-2363-4a81-8347-d4d370a8570b&device_id=016d432d-dad1-4248-a2e8-e0417c3c9408&device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4&device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f&device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87&device_id=287b4f09-af28-4720-9cf2-bf109545466d&device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 12695 time: 0.1981797 Aug 16 01:55:58.038285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.061510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3ffa08d-1b09-47a8-89fa-46190f80966a req-78b6ee41-d20c-47c1-a3ff-7e172ef2d23d tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875217 Aug 16 01:55:58.081808 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-e6093d33-ab62-4406-9e1a-d849e284a7b0 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.092390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-078b5ff2-6d27-45de-9efa-b4f016e6d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.095576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-078b5ff2-6d27-45de-9efa-b4f016e6d677 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83 HTTP/1.1" status: 200 len: 854 time: 0.1259046 Aug 16 01:55:58.155538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-ec65615f-74f5-42d0-ad48-ea67e96538f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e2691688-9d86-450c-91dd-44a2e0173bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474002 Aug 16 01:55:58.267173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.285965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e56510-c676-4789-93d4-8013b6aae37c req-82a9eb40-cbaf-4da5-a5ea-d9a957457df3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.287755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78e56510-c676-4789-93d4-8013b6aae37c req-82a9eb40-cbaf-4da5-a5ea-d9a957457df3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.1618192 Aug 16 01:55:58.374622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Network b1d81be5-43d9-4e8f-98af-d0f73585115e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:55:58.390984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:55:58.394120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-a3aaaade-5e56-40a7-a99f-e26aab448d68 service neutron] 10.222.0.58 "GET /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290988 Aug 16 01:55:58.398449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:55:58.443735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.598667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:55:58.601220 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e454cc14-35c2-4836-8216-f6b2851872e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:55:58.694127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78e56510-c676-4789-93d4-8013b6aae37c req-124f6ac4-cd81-4437-a87d-d883b9d811f9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968196 Aug 16 01:55:58.728312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-e6093d33-ab62-4406-9e1a-d849e284a7b0 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.753615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.754236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.796206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edceb51f-dbef-4bbf-b349-f7f698e862d8 req-47553e25-5579-4295-93ce-3c10bc2d8357 service neutron] 10.222.0.58 "GET /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855779 Aug 16 01:55:58.846732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-e6093d33-ab62-4406-9e1a-d849e284a7b0 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:58.882244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9b5e27c-cecb-4dd4-96a8-22da81b30bfb req-e6093d33-ab62-4406-9e1a-d849e284a7b0 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&id=81ad8157-d7a0-4728-894c-652943ffd70e&id=885370d3-d094-4814-9f44-3edfec805eaa&id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 714 time: 0.8489239 Aug 16 01:55:58.896771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6093d33-ab62-4406-9e1a-d849e284a7b0 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb280107-e6d7-48c1-8043-d7db647fe2aa,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:55:58.916612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b117017-59d6-4f12-84b4-3d23aec3980e req-10bb03a8-4053-406e-b476-f608bc0f949f tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:58.919313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b117017-59d6-4f12-84b4-3d23aec3980e req-10bb03a8-4053-406e-b476-f608bc0f949f tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 943 time: 0.0985017 Aug 16 01:55:58.947522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-afce3912-fefc-45c9-b2d3-7e971eba2705 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1155977 Aug 16 01:55:58.962526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Request body: {'port': {'device_id': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:59.016861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b117017-59d6-4f12-84b4-3d23aec3980e req-67ed3639-a827-4935-a988-8d61504f453a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915849 Aug 16 01:55:59.054965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906f525-aaf0-441f-b40d-dca51e9598d7 req-2a27750a-04a5-428e-bcfb-909624b8bf6e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.056548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2906f525-aaf0-441f-b40d-dca51e9598d7 req-2a27750a-04a5-428e-bcfb-909624b8bf6e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 932 time: 0.1130192 Aug 16 01:55:59.066146 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.124140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99d26257-d255-4f3c-8aa9-4a62901c56ed req-e9f37d22-0de0-41a4-953f-99370cc8ef2c tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 210 time: 0.0373607 Aug 16 01:55:59.172058 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8bafd1-e130-4ef3-afe6-cd988ccba3f6 x-openstack-request-id: req-2e8bafd1-e130-4ef3-afe6-cd988ccba3f6 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:55:59.172627 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:55:59.173430 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2e8bafd1-e130-4ef3-afe6-cd988ccba3f6 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:55:59.174235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-c824a499-6904-4035-8bd2-cfb0d3815800 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ce94b0627da406fa68fc2eaea101b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536013 Aug 16 01:55:59.174426 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'status': 'completed', 'code': 200} Aug 16 01:55:59.182007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2906f525-aaf0-441f-b40d-dca51e9598d7 req-7d3c1de4-f9fa-4829-809e-734b36e4579d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177328 Aug 16 01:55:59.266068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-acf78340-477c-473e-a681-76d27564d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.268215 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-acf78340-477c-473e-a681-76d27564d0c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1127 time: 0.0661061 Aug 16 01:55:59.368344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-d504fa66-90b6-4103-a517-762e226e55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.369843 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-d504fa66-90b6-4103-a517-762e226e55e7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.0924652 Aug 16 01:55:59.414917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-0be2b660-21a2-48b9-8c48-67bc865d6d23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.0353765 Aug 16 01:55:59.468141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-b6dc5ac2-dcca-4bcc-af26-7cc45b57ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.469617 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-b6dc5ac2-dcca-4bcc-af26-7cc45b57ea73 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0462961 Aug 16 01:55:59.481210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e3152-2f6d-4463-aadc-74122eb8da08 req-2f824c26-f218-420b-a024-07ad4bfc9cb3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.482815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef3e3152-2f6d-4463-aadc-74122eb8da08 req-2f824c26-f218-420b-a024-07ad4bfc9cb3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 950 time: 0.2302179 Aug 16 01:55:59.498223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-d007ab14-64a7-4232-b132-ee835c544f68 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.499705 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-d007ab14-64a7-4232-b132-ee835c544f68 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3118792 Aug 16 01:55:59.506108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-fea502eb-686e-4e92-bbf7-254babfb9a75 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282047 Aug 16 01:55:59.524134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Request body: {'port': {'device_id': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '8ce94b0627da406fa68fc2eaea101b19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:55:59.545344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67072052-37aa-40de-b2d5-b33f742a906c req-8b1278a8-29c3-4eb6-b2cd-3423ae040e5a tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:55:59.546885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67072052-37aa-40de-b2d5-b33f742a906c req-8b1278a8-29c3-4eb6-b2cd-3423ae040e5a tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.2006989 Aug 16 01:55:59.600303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-e9ce501c-fe4b-4a5d-a361-1f87f38d1050 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822461 Aug 16 01:55:59.666960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef3e3152-2f6d-4463-aadc-74122eb8da08 req-efb22688-abda-4bb7-a7b6-8110d159a772 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776016 Aug 16 01:55:59.700269 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e454cc14-35c2-4836-8216-f6b2851872e6 req-eb11e4dd-42f0-4de6-b3b0-86fe90d27f6f service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878952 Aug 16 01:55:59.722737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67072052-37aa-40de-b2d5-b33f742a906c req-0811f150-7637-4ff5-b80f-88464d3fc5b3 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294882 Aug 16 01:55:59.782212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e751b8f-48c0-4535-99b2-f2957c76d539 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:55:59.795639 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.820266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Transition to ACTIVE for port object 0e751b8f-48c0-4535-99b2-f2957c76d539 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:55:59.897555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.923481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:55:59.944379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Made reservation on behalf of 8ce94b0627da406fa68fc2eaea101b19 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:55:59.948878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:55:59.990980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.055080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:00.056603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.070257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 has no active binding in host n-h2-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:56:00.135651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b18e98-186a-457c-bce2-16d43949509e req-c45defcd-cbc2-4537-885d-eafa90243846 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.136209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b18e98-186a-457c-bce2-16d43949509e req-c45defcd-cbc2-4537-885d-eafa90243846 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.136727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b18e98-186a-457c-bce2-16d43949509e req-c45defcd-cbc2-4537-885d-eafa90243846 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.138520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1b18e98-186a-457c-bce2-16d43949509e req-c45defcd-cbc2-4537-885d-eafa90243846 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc&device_id=3605ed8b-2363-4a81-8347-d4d370a8570b&device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 2886 time: 0.1824393 Aug 16 01:56:00.170752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a35f4-a694-4a85-a14d-bdf4ea5b4476 req-6d0865b7-f1ba-4253-a529-ab8d52817fd0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.176811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a35f4-a694-4a85-a14d-bdf4ea5b4476 req-6d0865b7-f1ba-4253-a529-ab8d52817fd0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.178359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825a35f4-a694-4a85-a14d-bdf4ea5b4476 req-6d0865b7-f1ba-4253-a529-ab8d52817fd0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02&device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 1691 time: 0.2009559 Aug 16 01:56:00.259665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1b18e98-186a-457c-bce2-16d43949509e req-e4ce8454-98f1-41be-94ca-fe2daedd8d0b tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127763 Aug 16 01:56:00.260302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:00.260643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:00.260979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:00.281245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:00.281586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:00.288985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825a35f4-a694-4a85-a14d-bdf4ea5b4476 req-f0a1e93e-d9d3-498b-b9a1-cf732a57dd5f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042285 Aug 16 01:56:00.294672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:00.295030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:00.295417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:00.295864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Bound port: 0e751b8f-48c0-4535-99b2-f2957c76d539, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:00.296236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.350659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.427416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd821e2-2412-4a76-9ab0-1aeb8be5dcbc req-ccd51471-6352-43ab-8ece-902d09b07a29 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.429688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fd821e2-2412-4a76-9ab0-1aeb8be5dcbc req-ccd51471-6352-43ab-8ece-902d09b07a29 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.1159749 Aug 16 01:56:00.445107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:00.449162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:00.475569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.595826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.598825 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.619246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fd821e2-2412-4a76-9ab0-1aeb8be5dcbc req-214bab6a-6551-4177-ab55-9ddda59fce5e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759052 Aug 16 01:56:00.651160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34cd27-6160-40f2-93e0-73d90160c34a req-e3844d6d-5c4e-41db-b77e-7810d5a618d8 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.653264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee34cd27-6160-40f2-93e0-73d90160c34a req-e3844d6d-5c4e-41db-b77e-7810d5a618d8 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 943 time: 0.2191253 Aug 16 01:56:00.688029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.688650 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:00.690032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] 10.222.0.58 "PUT /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 1093 time: 1.7330356 Aug 16 01:56:00.691735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:00.694274 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ad45a3-6d4f-46b5-914b-a9abcba81184" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:00.777284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3868935-b8a8-4801-b993-9f41f393bfdc req-b84f8f68-ac87-494e-8ac6-a9f0b7896e03 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 210 time: 0.0860796 Aug 16 01:56:00.781808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1de169-d72c-4503-8532-1a60eb3a4c3c service neutron] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:00.842827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee34cd27-6160-40f2-93e0-73d90160c34a req-aa783122-9541-4476-a5eb-1d1420705d05 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670969 Aug 16 01:56:00.896023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Allocated IP 192.168.233.82 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/ddac64c1-a3b3-458d-bf28-40f50c4df9f6) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:00.983390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-eb988af8-73a1-4803-a85e-b34a4c45fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:00.987211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-eb988af8-73a1-4803-a85e-b34a4c45fbd3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1096 time: 0.1408405 Aug 16 01:56:01.009086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426d148-6a4f-43e9-be69-d8d0f6fdd875 req-6d6d4d4c-9410-474e-a266-9f93ddcfc8d5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.010709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4426d148-6a4f-43e9-be69-d8d0f6fdd875 req-6d6d4d4c-9410-474e-a266-9f93ddcfc8d5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.1408694 Aug 16 01:56:01.075933 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e239f244-9331-413c-9919-219e026f3981 x-openstack-request-id: req-e239f244-9331-413c-9919-219e026f3981 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:01.076134 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:01.076380 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e239f244-9331-413c-9919-219e026f3981 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:01.077194 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'status': 'completed', 'code': 200} Aug 16 01:56:01.105013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-fa36c884-b53b-4bae-bb13-82aca29b22f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 217 time: 0.0896747 Aug 16 01:56:01.224217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4426d148-6a4f-43e9-be69-d8d0f6fdd875 req-2bc097fd-6a17-4676-b0a8-0db50e477a9b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954525 Aug 16 01:56:01.240350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-e9559c64-54de-444c-8280-555a31132a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.241996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-e9559c64-54de-444c-8280-555a31132a1c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1162238 Aug 16 01:56:01.245991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ac55c-bf9b-4da3-a486-0fe10aafb1f2 req-b5e76599-084b-4fc2-b91b-2907fb566a8e tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.248150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f21ac55c-bf9b-4da3-a486-0fe10aafb1f2 req-b5e76599-084b-4fc2-b91b-2907fb566a8e tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 1102 time: 0.1351900 Aug 16 01:56:01.303944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-b28048db-1b03-4e8d-a0bf-5f20a4d2dd9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451910 Aug 16 01:56:01.309870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.378002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Transition to ACTIVE for port object ddac64c1-a3b3-458d-bf28-40f50c4df9f6 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:01.383477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f21ac55c-bf9b-4da3-a486-0fe10aafb1f2 req-d569ebe1-bec9-49c7-be38-9be202be0abe tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258478 Aug 16 01:56:01.445781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-2416473c-e828-4fad-beb2-8ca4e6e6833e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266289 Aug 16 01:56:01.548443 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.629976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:01.635611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf984b7-59ca-49cf-9a7e-ca449a3dd402 req-cf2c23ae-ee05-40a0-876a-f252acded9de service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686461 Aug 16 01:56:01.639170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:01.644532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:01.649718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Pushing event updated for resources: {'Port': ['ID=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:01.690471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825db934-c64c-49bf-8059-98f2f431295d req-b4d64523-c6bb-4e7e-8d14-e8df7798f0b1 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.692107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825db934-c64c-49bf-8059-98f2f431295d req-b4d64523-c6bb-4e7e-8d14-e8df7798f0b1 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 1102 time: 0.1527660 Aug 16 01:56:01.713880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.714518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:01.790310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825db934-c64c-49bf-8059-98f2f431295d req-cff1c1a5-cc15-43b1-a609-2d916b0320bc tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899072 Aug 16 01:56:01.851308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8203af-ee07-4b88-a33d-0a3dfe1795a6 req-832239fd-0cb3-4791-81e0-577d4455f899 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.853357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e8203af-ee07-4b88-a33d-0a3dfe1795a6 req-832239fd-0cb3-4791-81e0-577d4455f899 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.1137407 Aug 16 01:56:01.859515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-fbbe8f02-9c3d-43d1-8744-61d314ddccc6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3434613 Aug 16 01:56:01.876452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-7fb81061-ced1-4941-ac8c-e18534a91bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:01.878146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-7fb81061-ced1-4941-ac8c-e18534a91bca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1096 time: 0.0824938 Aug 16 01:56:01.889583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Request body: {'port': {'device_id': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:01.932275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dba33712-68e9-46ae-bd3e-eb3125aab026 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:02.067852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e8203af-ee07-4b88-a33d-0a3dfe1795a6 req-4a6e30a0-01dd-4e3b-acf4-60ab37d7e161 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001672 Aug 16 01:56:02.068040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port dba33712-68e9-46ae-bd3e-eb3125aab026, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dba33712-68e9-46ae-bd3e-eb3125aab026,segment=NetworkSegment(7ca9d114-1f4a-49e2-a64a-2a7ddad8d420),segment_id=7ca9d114-1f4a-49e2-a64a-2a7ddad8d420)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:02.198369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'dba33712-68e9-46ae-bd3e-eb3125aab026', 'network_id': 'e2691688-9d86-450c-91dd-44a2e0173bd5', 'port_id': 'dba33712-68e9-46ae-bd3e-eb3125aab026', 'mac_address': 'fa:16:3e:27:7e:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:02.199017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.199111 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.199732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-7748d66c-95f2-4a38-81ff-f2e9ee70f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.199815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dba33712-68e9-46ae-bd3e-eb3125aab026 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:02.199900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-7748d66c-95f2-4a38-81ff-f2e9ee70f6d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.2438469 Aug 16 01:56:02.199975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port dba33712-68e9-46ae-bd3e-eb3125aab026, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dba33712-68e9-46ae-bd3e-eb3125aab026,segment=NetworkSegment(7ca9d114-1f4a-49e2-a64a-2a7ddad8d420),segment_id=7ca9d114-1f4a-49e2-a64a-2a7ddad8d420)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:02.372692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-897b5d84-71b4-4072-b045-659af6d7b2dd None None] Provisioning for port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:02.376901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-897b5d84-71b4-4072-b045-659af6d7b2dd None None] Provisioning complete for port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:02.377281 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-897b5d84-71b4-4072-b045-659af6d7b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.411435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-897b5d84-71b4-4072-b045-659af6d7b2dd None None] Port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:02.435944 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:02.469171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-18541ca9-a09b-43db-a04a-e83ca5550fd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 217 time: 0.0682309 Aug 16 01:56:02.492960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=dba33712-68e9-46ae-bd3e-eb3125aab026,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:02.577807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1b62-dd5c-4540-9ced-a11cea6d2279 req-27a8db41-366a-4e6d-b242-feb9e85dbecd tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.579323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bcc1b62-dd5c-4540-9ced-a11cea6d2279 req-27a8db41-366a-4e6d-b242-feb9e85dbecd tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 935 time: 0.4629750 Aug 16 01:56:02.665455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005507c6-7441-4aee-8572-44e46e1b6c18 req-51577cf2-6b1c-4cee-8fd1-51243cbe55bd tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.666956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-005507c6-7441-4aee-8572-44e46e1b6c18 req-51577cf2-6b1c-4cee-8fd1-51243cbe55bd tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 943 time: 0.5221024 Aug 16 01:56:02.679189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-869bf233-2adf-45f5-80c9-726411998957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:02.680613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-869bf233-2adf-45f5-80c9-726411998957 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1541722 Aug 16 01:56:02.741213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-5b1cfe60-fe44-4425-a3f6-713a017bba00 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490196 Aug 16 01:56:02.747571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bcc1b62-dd5c-4540-9ced-a11cea6d2279 req-3bcc2e2f-09b8-4153-88a3-e2266a1b0354 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602221 Aug 16 01:56:02.829653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-005507c6-7441-4aee-8572-44e46e1b6c18 req-6dda70f1-51aa-4046-ad17-73e9d14d997c tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522131 Aug 16 01:56:02.848581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['dba33712-68e9-46ae-bd3e-eb3125aab026'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:02.892852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-116d459d-1d26-4933-bb51-937dd1b66686 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420985 Aug 16 01:56:02.990671 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-262b1e29-c6f2-484b-a233-7cbd4d43b04a service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382431 Aug 16 01:56:02.998337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddac64c1-a3b3-458d-bf28-40f50c4df9f6 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:03.012716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.083604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Transition to ACTIVE for port object ddac64c1-a3b3-458d-bf28-40f50c4df9f6 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:03.124316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-52def6be-9946-415a-8d50-5d4ed81817bd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.125857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-52def6be-9946-415a-8d50-5d4ed81817bd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2081761 Aug 16 01:56:03.153794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ad45a3-6d4f-46b5-914b-a9abcba81184 req-fd29a277-2121-462b-b61d-aaa42f68e052 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439767 Aug 16 01:56:03.155238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-8e4e67a9-826e-4a73-8e52-a3f433f31a6d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/quotas/d7354f92e5774ae9a32cb4dac6529b47 HTTP/1.1" status: 200 len: 375 time: 0.0229156 Aug 16 01:56:03.193173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.250273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.271480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-351df779-b4c6-4566-9740-da6bdac38764 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1101978 Aug 16 01:56:03.453821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Attempting to bind port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:03.454168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Attempting to bind port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:03.454503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Attempting to bind port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:03.462366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:03.462718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Attempting to bind port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:03.475649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b7440-4b74-4d36-b312-5e761c9e17e9 req-ba3ed5a4-0c69-4b91-a9aa-b3d08c1718e8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.477267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e3b7440-4b74-4d36-b312-5e761c9e17e9 req-ba3ed5a4-0c69-4b91-a9aa-b3d08c1718e8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.1157904 Aug 16 01:56:03.478286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:03.478633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:03.479055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:03.479519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Bound port: ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:03.479896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.570870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e3b7440-4b74-4d36-b312-5e761c9e17e9 req-deea07ee-8c1f-4c39-b29f-f3812c39252b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694442 Aug 16 01:56:03.604747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] For port ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:03.609548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] For port ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:03.697368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4168d-8139-47f0-a76f-0c930f1bf07e req-1f67e22c-2bfc-44ea-b8d7-c2deee3118d2 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.703165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76f4168d-8139-47f0-a76f-0c930f1bf07e req-1f67e22c-2bfc-44ea-b8d7-c2deee3118d2 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.0623593 Aug 16 01:56:03.723666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.796648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.797293 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:03.798693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ddac64c1-a3b3-458d-bf28-40f50c4df9f6 HTTP/1.1" status: 200 len: 1096 time: 1.9169197 Aug 16 01:56:03.804820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'tag': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:03.807574 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e47dcc-c535-48ce-bbc9-9ecb4d195653" -d '{"events": [{"name": "network-changed", "server_uuid": "7c46f7c2-8c33-4076-b4e2-68a0b474d0fa", "tag": "ddac64c1-a3b3-458d-bf28-40f50c4df9f6"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:03.819062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76f4168d-8139-47f0-a76f-0c930f1bf07e req-d350df33-f1df-4f35-a942-bac4c9fe07c9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134732 Aug 16 01:56:03.836730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e56715-61dc-46c2-8cc3-3b1d572f13d3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:03.845576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b58ded-2d86-4159-97e1-da9653cb7abe req-c0327000-c886-4f95-8234-23e2c73f7d12 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:03.847205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33b58ded-2d86-4159-97e1-da9653cb7abe req-c0327000-c886-4f95-8234-23e2c73f7d12 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1101 time: 0.1206241 Aug 16 01:56:03.899301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33b58ded-2d86-4159-97e1-da9653cb7abe req-3d129b62-cbd7-4929-9dcc-96a6d66e0b99 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450640 Aug 16 01:56:03.920937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31e3f3d4-45fc-4666-84b9-4eabc6f96739 req-59c534af-c925-4f80-b0f0-fe171af01169 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 210 time: 0.0381444 Aug 16 01:56:03.971238 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8bc712-4523-4ae0-80dd-d87ba863782e x-openstack-request-id: req-ca8bc712-4523-4ae0-80dd-d87ba863782e {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:03.971635 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c46f7c2-8c33-4076-b4e2-68a0b474d0fa", "tag": "ddac64c1-a3b3-458d-bf28-40f50c4df9f6", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:03.972015 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca8bc712-4523-4ae0-80dd-d87ba863782e {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:03.972647 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'tag': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6', 'status': 'completed', 'code': 200} Aug 16 01:56:04.098655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864d676-9e10-4037-b6d1-ffd3b77a648b req-6208d759-de4b-48bc-be10-e13a84f1d0cb tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.101082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d864d676-9e10-4037-b6d1-ffd3b77a648b req-6208d759-de4b-48bc-be10-e13a84f1d0cb tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 947 time: 0.1315949 Aug 16 01:56:04.121070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47dcc-c535-48ce-bbc9-9ecb4d195653 req-2a3ea48c-c89f-44ee-b270-7e5f84640d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.122805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41e47dcc-c535-48ce-bbc9-9ecb4d195653 req-2a3ea48c-c89f-44ee-b270-7e5f84640d73 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ce94b0627da406fa68fc2eaea101b19&device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 1099 time: 0.1153705 Aug 16 01:56:04.131772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5032b-983b-4ea2-991d-ff15d27320f7 req-63ba333d-9db2-48ed-9b19-9cb5c534a930 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.133158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1e5032b-983b-4ea2-991d-ff15d27320f7 req-63ba333d-9db2-48ed-9b19-9cb5c534a930 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 944 time: 0.0977743 Aug 16 01:56:04.186970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41e47dcc-c535-48ce-bbc9-9ecb4d195653 req-1bc53231-85dd-4764-8e02-8a8659f15c5f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ce94b0627da406fa68fc2eaea101b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383596 Aug 16 01:56:04.195147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d864d676-9e10-4037-b6d1-ffd3b77a648b req-9fe43b90-5b63-43a0-a7ab-14b844529665 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842662 Aug 16 01:56:04.209291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1e5032b-983b-4ea2-991d-ff15d27320f7 req-06df4fca-6361-4d9a-ab9e-6edf91c50534 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696466 Aug 16 01:56:04.354854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e47dcc-c535-48ce-bbc9-9ecb4d195653 req-0151e3dc-5f19-49d0-a00c-283fa0814d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.356935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41e47dcc-c535-48ce-bbc9-9ecb4d195653 req-0151e3dc-5f19-49d0-a00c-283fa0814d0f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1461020 Aug 16 01:56:04.364928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7787cbeb-d230-4669-9f46-81602f822ef1 req-e9368b61-6544-400e-998f-5df65a5d5750 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.366066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7787cbeb-d230-4669-9f46-81602f822ef1 req-e9368b61-6544-400e-998f-5df65a5d5750 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1101 time: 0.0626323 Aug 16 01:56:04.436973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7787cbeb-d230-4669-9f46-81602f822ef1 req-2eb88d01-dc8f-4d99-bc6a-d1ed2e7728bd tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 Aug 16 01:56:04.452207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-d3791bb4-22cd-407e-8ad2-29d2df588218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.453744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-d3791bb4-22cd-407e-8ad2-29d2df588218 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ce94b0627da406fa68fc2eaea101b19&device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 1099 time: 0.0483227 Aug 16 01:56:04.501392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a6f1ec39-568b-455c-ab8d-f53741184f85 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ddac64c1-a3b3-458d-bf28-40f50c4df9f6 HTTP/1.1" status: 200 len: 217 time: 0.0370371 Aug 16 01:56:04.557809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-09a9909d-06d4-40a5-843b-a5ed9531f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.559519 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-09a9909d-06d4-40a5-843b-a5ed9531f551 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0448213 Aug 16 01:56:04.623128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a4a784af-25e3-44ba-8807-0bb9cca85910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.628695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-a4a784af-25e3-44ba-8807-0bb9cca85910 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0442598 Aug 16 01:56:04.766198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-2b5a70cb-fc8d-4b61-bed4-1e506bb72594 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335227 Aug 16 01:56:04.774882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d3b8d-abaf-4f42-8274-a1fb92ce9551 req-fc25a29e-cc8c-4986-b4a2-3b2a60f58d75 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:04.776264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-858d3b8d-abaf-4f42-8274-a1fb92ce9551 req-fc25a29e-cc8c-4986-b4a2-3b2a60f58d75 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0871494 Aug 16 01:56:04.873359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-858d3b8d-abaf-4f42-8274-a1fb92ce9551 req-53678232-dfad-4d9d-ac9b-b4e766033cc0 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881627 Aug 16 01:56:04.917985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a07f75-03b2-46bd-b335-a57bff394f7b req-f7ae7791-e785-40d6-a0bd-39c83c024510 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405728 Aug 16 01:56:05.151388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a65f16-5f38-453f-af27-52ea85954a3a req-73d51306-bfce-4951-a371-42f94aed02a1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.153346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2a65f16-5f38-453f-af27-52ea85954a3a req-73d51306-bfce-4951-a371-42f94aed02a1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 944 time: 0.0532610 Aug 16 01:56:05.198987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2a65f16-5f38-453f-af27-52ea85954a3a req-a1cd72e5-2688-4c62-aa5e-80829013e539 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393925 Aug 16 01:56:05.704172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64a2a0b3-7776-42be-bd25-b077928de6f9 req-975e3640-dcca-44e8-adad-a775870d6eba tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 210 time: 0.0310793 Aug 16 01:56:05.806240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf86ab5-1bde-4398-a320-0f4b20f0043b req-1ffe65fd-c699-4402-b314-77aea764c655 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.807754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcf86ab5-1bde-4398-a320-0f4b20f0043b req-1ffe65fd-c699-4402-b314-77aea764c655 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 947 time: 0.0485339 Aug 16 01:56:05.845796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcf86ab5-1bde-4398-a320-0f4b20f0043b req-90fc0a48-5802-497f-a66c-4d40bdf693d1 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Aug 16 01:56:05.877746 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-0085d94d-8269-43c7-8478-b7db0e741462 service neutron] 10.222.0.83 "GET /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62/bindings/n-h2-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.0613110 Aug 16 01:56:05.949808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f92dd9-9e48-4c5e-9f06-e90a07ce4228 req-53043b21-44af-4b2d-9f60-21e1019a99d7 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:05.951482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6f92dd9-9e48-4c5e-9f06-e90a07ce4228 req-53043b21-44af-4b2d-9f60-21e1019a99d7 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 944 time: 0.0505843 Aug 16 01:56:05.958959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:05.962030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dba33712-68e9-46ae-bd3e-eb3125aab026 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:06.010873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6f92dd9-9e48-4c5e-9f06-e90a07ce4228 req-4ae119a4-b0a6-4371-a918-61dec8943737 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Aug 16 01:56:06.069417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:06.100245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:06.103080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:06.115797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'port_id': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'mac_address': 'fa:16:3e:fa:26:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a9d74-4388-4a28-afd5-54d76984b27c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:06.143763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3495a869-ad65-44e8-ae5b-cc5713b6fd62 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:06.156286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:06.157288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port dba33712-68e9-46ae-bd3e-eb3125aab026 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:06.163197 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.167359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port dba33712-68e9-46ae-bd3e-eb3125aab026 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:06.168339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.176025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e45bb-8a44-47b5-a720-696495371123 req-a553033b-3ed4-43f6-928a-af838c94c791 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.185769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a49e45bb-8a44-47b5-a720-696495371123 req-a553033b-3ed4-43f6-928a-af838c94c791 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0818655 Aug 16 01:56:06.209878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e751b8f-48c0-4535-99b2-f2957c76d539 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:06.243464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:06.247567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a49e45bb-8a44-47b5-a720-696495371123 req-0b1d5ac7-2791-48cf-866f-f083252957bb tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545070 Aug 16 01:56:06.257753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.292975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.319197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba33712-68e9-46ae-bd3e-eb3125aab026'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:06.321583 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eec606a-2908-4469-b998-a15292db89b4" -d '{"events": [{"server_uuid": "ef7bc6f7-55bb-4e57-9475-fbb660c4b99b", "name": "network-vif-plugged", "status": "completed", "tag": "dba33712-68e9-46ae-bd3e-eb3125aab026"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:06.348000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port dba33712-68e9-46ae-bd3e-eb3125aab026, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dba33712-68e9-46ae-bd3e-eb3125aab026,segment=NetworkSegment(7ca9d114-1f4a-49e2-a64a-2a7ddad8d420),segment_id=7ca9d114-1f4a-49e2-a64a-2a7ddad8d420)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:06.354623 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.382032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] Transition to ACTIVE for port object 3495a869-ad65-44e8-ae5b-cc5713b6fd62 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:06.407576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.423127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.436224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a3cb-bd18-43d0-935c-f8ec6934b298 req-506dc49f-b0f5-4df3-98c1-1e68c5a5a1f8 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.437952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d20a3cb-bd18-43d0-935c-f8ec6934b298 req-506dc49f-b0f5-4df3-98c1-1e68c5a5a1f8 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 946 time: 0.0651002 Aug 16 01:56:06.453659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:06.489146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=dba33712-68e9-46ae-bd3e-eb3125aab026,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.503355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d20a3cb-bd18-43d0-935c-f8ec6934b298 req-8b2d6961-1c9d-447c-8d41-b9a958e36522 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586855 Aug 16 01:56:06.532243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] No DVR routers for this DVR port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:06.574608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] Pushing event updated for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:06.586861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba3f8dc3-57ad-41a6-9171-69bb32861543 service neutron] 10.222.0.83 "PUT /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62/bindings/n-h2-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 0.6956620 Aug 16 01:56:06.650914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eab4f-800c-4d1e-86cc-c7ed131d3977 req-a6eaafb5-bbf7-4675-9a97-0873902b1803 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.652619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc8eab4f-800c-4d1e-86cc-c7ed131d3977 req-a6eaafb5-bbf7-4675-9a97-0873902b1803 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.0769455 Aug 16 01:56:06.689802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0e751b8f-48c0-4535-99b2-f2957c76d539'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:06.711762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc8eab4f-800c-4d1e-86cc-c7ed131d3977 req-3a6fa6b8-5621-4ed1-96aa-1cddfeae36b2 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480502 Aug 16 01:56:06.731386 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-f75ec288-26a1-4206-9dd8-401fbdc82a4b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388331 Aug 16 01:56:06.819879 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f02792-93a4-4b5e-8f81-24ee13bc08ae x-openstack-request-id: req-92f02792-93a4-4b5e-8f81-24ee13bc08ae {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:06.822911 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc6f7-55bb-4e57-9475-fbb660c4b99b", "name": "network-vif-plugged", "status": "completed", "tag": "dba33712-68e9-46ae-bd3e-eb3125aab026", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:06.823252 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-92f02792-93a4-4b5e-8f81-24ee13bc08ae {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:06.823724 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dba33712-68e9-46ae-bd3e-eb3125aab026', 'code': 200} Aug 16 01:56:06.964204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ef91df9-6997-4397-b8f8-5458675635e0 req-76b65473-e7f2-4103-b3b6-afad7d586796 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 210 time: 0.0858471 Aug 16 01:56:06.974159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-c940eb8e-6366-497d-8aeb-82e12168b179 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:06.975765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-c940eb8e-6366-497d-8aeb-82e12168b179 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.2275524 Aug 16 01:56:07.011369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-da7dea57-bc18-4ee4-a91a-5f964e36efc0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.013876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-da7dea57-bc18-4ee4-a91a-5f964e36efc0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751658 Aug 16 01:56:07.034924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97c696-0830-47e7-9601-7744962ecf9f req-f304ca89-c2fe-4124-bb4a-148605e2b1f3 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.036958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:07.045685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c97c696-0830-47e7-9601-7744962ecf9f req-f304ca89-c2fe-4124-bb4a-148605e2b1f3 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1918225 Aug 16 01:56:07.060861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3132fb5-58a1-46b3-92c2-b373e05e6419 req-b7844be6-6915-41dd-b328-d48b32121915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.062533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3132fb5-58a1-46b3-92c2-b373e05e6419 req-b7844be6-6915-41dd-b328-d48b32121915 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 1097 time: 0.2035737 Aug 16 01:56:07.168460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-256c7e0f-d3a9-425e-9d8c-5fbdf30c684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.171533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-256c7e0f-d3a9-425e-9d8c-5fbdf30c684a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 1097 time: 0.1860390 Aug 16 01:56:07.186970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3132fb5-58a1-46b3-92c2-b373e05e6419 req-12f7f521-026a-48c9-ae30-a09256e8a88b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101694 Aug 16 01:56:07.190839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c97c696-0830-47e7-9601-7744962ecf9f req-a72a7918-475e-4ba8-bd55-a5130ac3a0cf tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442325 Aug 16 01:56:07.209895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4ee10-bbcd-4847-94b3-2aa4950230ad req-8be93487-fe64-4609-8f52-df0fab45a520 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.209895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ad4ee10-bbcd-4847-94b3-2aa4950230ad req-8be93487-fe64-4609-8f52-df0fab45a520 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 947 time: 0.1305237 Aug 16 01:56:07.258752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:07.266517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.300568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ad4ee10-bbcd-4847-94b3-2aa4950230ad req-be942bf2-65e5-4cc8-b407-fd37bdfc1a8e tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808117 Aug 16 01:56:07.383648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-74694275-fd90-4aeb-88a5-d279cb3d696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.385188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-74694275-fd90-4aeb-88a5-d279cb3d696c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1097 time: 0.1151118 Aug 16 01:56:07.405423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df18e54-e588-4378-ba79-deffc6727561 req-e7478838-1bee-424c-a5a8-e616281f1789 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.408023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5df18e54-e588-4378-ba79-deffc6727561 req-e7478838-1bee-424c-a5a8-e616281f1789 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 945 time: 0.1109705 Aug 16 01:56:07.465649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.171 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/9a0b49a8-d250-43a8-90b4-4f15634f9f25) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:07.539962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5df18e54-e588-4378-ba79-deffc6727561 req-2b009315-5e95-4b99-9646-e1cfb32a9c4d tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096323 Aug 16 01:56:07.571113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7764ad-1632-4eea-9b1d-e0f2321a65c5 req-f28d8712-db0e-4b90-8c48-2772b9f220fe tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.572997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d7764ad-1632-4eea-9b1d-e0f2321a65c5 req-f28d8712-db0e-4b90-8c48-2772b9f220fe tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 945 time: 0.1550996 Aug 16 01:56:07.602040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-035b849d-0458-4870-90bb-1e28e427c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.603637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-035b849d-0458-4870-90bb-1e28e427c6ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.1946275 Aug 16 01:56:07.630902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d7764ad-1632-4eea-9b1d-e0f2321a65c5 req-22a0e0f9-645d-482d-8b6e-90fda378b9ae tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510654 Aug 16 01:56:07.638722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.658876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object 9a0b49a8-d250-43a8-90b4-4f15634f9f25 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:07.677037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-1eb79012-f5e2-418d-a75c-5265eb37cba3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.0446672 Aug 16 01:56:07.732346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-686052a3-5c79-4fec-bc19-54752badd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.733809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-686052a3-5c79-4fec-bc19-54752badd797 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0448833 Aug 16 01:56:07.777426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-db753ec5-e26f-4772-98a8-f3a7156a615e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303211 Aug 16 01:56:07.779251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.795523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:07.797846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:07.842407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:07.845054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:07.849603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:07.861203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=9a0b49a8-d250-43a8-90b4-4f15634f9f25,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:07.975373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:07.976162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:07.993987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ddac64c1-a3b3-458d-bf28-40f50c4df9f6 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:07.996394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:08.010400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a695cd-f933-4a3e-b9f5-d3c15a01e56b req-65adb77f-7d02-496d-9e1e-706de9b000cc tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.030774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61a695cd-f933-4a3e-b9f5-d3c15a01e56b req-65adb77f-7d02-496d-9e1e-706de9b000cc tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.2270300 Aug 16 01:56:08.076656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-95091202-771e-4fd9-bee3-a3171a3a7e88 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0446577 Aug 16 01:56:08.091050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Request body: {'port': {'device_id': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:08.110823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-1b9ec630-ec85-4816-b306-3e73507e7cdb service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207827 Aug 16 01:56:08.197032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.242788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61a695cd-f933-4a3e-b9f5-d3c15a01e56b req-b7efdc2e-1f26-4af5-8d6e-72e2f34d0007 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095697 Aug 16 01:56:08.348025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 0e751b8f-48c0-4535-99b2-f2957c76d539 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:08.371448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd4c7976-c692-4c55-83d7-2994d486e093 None None] Provisioning for port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:08.392976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd4c7976-c692-4c55-83d7-2994d486e093 None None] Provisioning complete for port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:08.393513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd4c7976-c692-4c55-83d7-2994d486e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.400562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb1ae6-b96f-42b4-95d1-f8bf12ae0207 req-8f55c814-386d-4b81-97bc-8793af6a3145 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.404830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52eb1ae6-b96f-42b4-95d1-f8bf12ae0207 req-8f55c814-386d-4b81-97bc-8793af6a3145 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 936 time: 0.2866104 Aug 16 01:56:08.450961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 0e751b8f-48c0-4535-99b2-f2957c76d539 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:08.451393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.460599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c7976-c692-4c55-83d7-2994d486e093 None None] Port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:08.615023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0b49a8-d250-43a8-90b4-4f15634f9f25 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:08.625148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.641036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Transition to ACTIVE for port object 9a0b49a8-d250-43a8-90b4-4f15634f9f25 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:08.673938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:08.719247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6', 'mac_address': 'fa:16:3e:e3:7c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:08.741009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-a1a3d05e-16ac-4cec-987f-811ef06681a1 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007664 Aug 16 01:56:08.753507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-9bfe456d-c044-4a25-8fdf-fe43d18c1cac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--642417499&fields=id&tenant_id=5015db9bda05400dbdf738c50bb58702 HTTP/1.1" status: 200 len: 267 time: 0.3774161 Aug 16 01:56:08.758883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52eb1ae6-b96f-42b4-95d1-f8bf12ae0207 req-60e84865-57fd-42e9-a143-d1cc213cee05 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431396 Aug 16 01:56:08.852733 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.880877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.885586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:08.908299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddac64c1-a3b3-458d-bf28-40f50c4df9f6 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:08.941180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-fe2204e9-de07-40c8-ac9b-0ae323a65373 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:08.942133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Pushing event updated for resources: {'Port': ['ID=9a0b49a8-d250-43a8-90b4-4f15634f9f25,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:08.957912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-fe2204e9-de07-40c8-ac9b-0ae323a65373 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 824 time: 0.1933246 Aug 16 01:56:08.994028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d934dcf-ec28-4fc6-8b3c-5a2ceea36fff req-73148899-b7ff-4b20-ac3c-00dcef2f3642 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.012931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:09.012931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:09.012931 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28cf1ce-f669-4b26-bcc9-12f5900d2007" -d '{"events": [{"server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "name": "network-vif-plugged", "status": "completed", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:09.015366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d934dcf-ec28-4fc6-8b3c-5a2ceea36fff req-73148899-b7ff-4b20-ac3c-00dcef2f3642 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1696315 Aug 16 01:56:09.036054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:09.070827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-53bace9f-11fa-4c8a-8902-4ab56cdcfe16 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/quotas/5015db9bda05400dbdf738c50bb58702 HTTP/1.1" status: 200 len: 375 time: 0.1123903 Aug 16 01:56:09.086932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d934dcf-ec28-4fc6-8b3c-5a2ceea36fff req-0e542e9c-f77d-40f3-bcda-6cad628063c8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673027 Aug 16 01:56:09.127818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.129663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.149361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Attempting to bind port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:09.149929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Attempting to bind port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:09.150246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Attempting to bind port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:09.167178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:09.167446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Attempting to bind port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:09.176554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:09.176908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:09.177304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:09.177749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Bound port: 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:09.178119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.203440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-d3712442-f254-456e-bbc1-2c9be5143d33 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1313386 Aug 16 01:56:09.257266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:09.288548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] For port 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:09.294569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] For port 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9a0b49a8-d250-43a8-90b4-4f15634f9f25,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:09.339305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:09.341542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee499342-d55d-4740-903c-bae9b8b20809 req-85bfc688-8bbc-4281-baa8-e03900c75403 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.343125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee499342-d55d-4740-903c-bae9b8b20809 req-85bfc688-8bbc-4281-baa8-e03900c75403 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 948 time: 0.1391246 Aug 16 01:56:09.408788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee499342-d55d-4740-903c-bae9b8b20809 req-a0ac03a0-de3c-475e-9732-b28d659c1c41 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587966 Aug 16 01:56:09.414223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-893702de-9090-429a-9eba-d9a68089c6d4 service neutron] 10.222.0.76 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520743 Aug 16 01:56:09.523341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['ddac64c1-a3b3-458d-bf28-40f50c4df9f6'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:09.558657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6af1f2-2481-4db9-b845-310c7fba64d6 req-e75d94fc-3190-4d51-b2e3-22d96294bd6d tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.559889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c6af1f2-2481-4db9-b845-310c7fba64d6 req-e75d94fc-3190-4d51-b2e3-22d96294bd6d tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 945 time: 0.0750463 Aug 16 01:56:09.562262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-0ef619c9-9eea-4119-9823-5b62e2b4ead3 service neutron] 10.222.0.76 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373694 Aug 16 01:56:09.648206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c6af1f2-2481-4db9-b845-310c7fba64d6 req-78e54281-0815-4381-9d0b-d17fcfc7276b tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800309 Aug 16 01:56:09.724948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610381e3-d47e-491a-a418-d35e143a7303 req-fcd9813f-e07c-4c4c-a3a1-4d386c10b4c4 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.724948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-610381e3-d47e-491a-a418-d35e143a7303 req-fcd9813f-e07c-4c4c-a3a1-4d386c10b4c4 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.83 "GET /v2.0/ports?device_id=e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f HTTP/1.1" status: 200 len: 946 time: 0.0825887 Aug 16 01:56:09.783862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4c87d-b7a0-449a-ae7d-bd0c6bed4627 req-2eaf5531-cccd-4db9-bec6-9accca547687 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:09.785385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2df4c87d-b7a0-449a-ae7d-bd0c6bed4627 req-2eaf5531-cccd-4db9-bec6-9accca547687 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0531816 Aug 16 01:56:09.819436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Deleting port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:09.819938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:09.828141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2df4c87d-b7a0-449a-ae7d-bd0c6bed4627 req-f74a9e41-803d-4e23-ab0e-6b01c102f994 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Aug 16 01:56:09.874661 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5e9c7f-451d-42ce-b550-c4b2a13b1491 x-openstack-request-id: req-fc5e9c7f-451d-42ce-b550-c4b2a13b1491 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:09.875191 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "name": "network-vif-plugged", "status": "completed", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:09.875342 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc5e9c7f-451d-42ce-b550-c4b2a13b1491 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:09.875649 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'code': 200} Aug 16 01:56:09.909242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] For port 8acd664d-ad6e-448d-938a-f62c5bf7faa5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8acd664d-ad6e-448d-938a-f62c5bf7faa5,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:09.910017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.012692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c32bda-e381-44ad-a3d3-c11347cb22be req-309d50b1-aa7c-4db1-98ce-3249fe6ded13 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.014378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2c32bda-e381-44ad-a3d3-c11347cb22be req-309d50b1-aa7c-4db1-98ce-3249fe6ded13 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.0864255 Aug 16 01:56:10.032581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf0a8c-4063-4667-8eee-50d3bf1df07d req-1a16dad7-f2ea-445f-96b7-8fcbf0783ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.034093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddcf0a8c-4063-4667-8eee-50d3bf1df07d req-1a16dad7-f2ea-445f-96b7-8fcbf0783ad0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1098 time: 0.0656717 Aug 16 01:56:10.077487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2c32bda-e381-44ad-a3d3-c11347cb22be req-df9a1955-6db4-40ca-86d8-62e670a96c0f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564611 Aug 16 01:56:10.097811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddcf0a8c-4063-4667-8eee-50d3bf1df07d req-e18e0954-9019-49fe-9f82-a3c1236cb7a5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491695 Aug 16 01:56:10.123946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:10.173569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.174202 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.174761 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Floating IP 9788954e-a108-49a2-8c08-67264e532a47 disassociated. External IP: 172.25.6.151, port: 8acd664d-ad6e-448d-938a-f62c5bf7faa5. Aug 16 01:56:10.175338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Calling delete_port for 8acd664d-ad6e-448d-938a-f62c5bf7faa5 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:10.184492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:10.277642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc98ae-efc0-4641-8c52-9cd8f943437f req-48c57eee-4ef6-4230-b009-89ec372bb35e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.279057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63cc98ae-efc0-4641-8c52-9cd8f943437f req-48c57eee-4ef6-4230-b009-89ec372bb35e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 948 time: 0.0496979 Aug 16 01:56:10.317197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63cc98ae-efc0-4641-8c52-9cd8f943437f req-7ad4a0ee-c50f-42d7-ad7a-7f810f70e727 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322099 Aug 16 01:56:10.356675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.392540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.393596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.394445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] 10.222.0.83 "PUT /v2.0/ports/9a0b49a8-d250-43a8-90b4-4f15634f9f25 HTTP/1.1" status: 200 len: 1097 time: 2.3086741 Aug 16 01:56:10.396655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'tag': '9a0b49a8-d250-43a8-90b4-4f15634f9f25'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:10.406848 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3708be34-b046-4648-a4e2-6facaad49eec" -d '{"events": [{"name": "network-changed", "server_uuid": "c3931f2f-6c0e-405a-9130-28e2e3de0c1f", "tag": "9a0b49a8-d250-43a8-90b4-4f15634f9f25"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:10.430309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459c018-5ab6-4d05-9675-ecc34b8449de req-e7747710-82ce-4d93-a695-9db149c555fd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.439163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5459c018-5ab6-4d05-9675-ecc34b8449de req-e7747710-82ce-4d93-a695-9db149c555fd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0602612 Aug 16 01:56:10.443710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462457f8-96d8-4c1d-a86c-c366e125a70b service neutron] Pushing event updated for resources: {'Port': ['ID=9a0b49a8-d250-43a8-90b4-4f15634f9f25,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.452126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f9b24689-43ff-4cea-9882-51cd6533ee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.562940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5459c018-5ab6-4d05-9675-ecc34b8449de req-cd5d77e4-e467-4aec-8a3c-8182c585d823 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995574 Aug 16 01:56:10.562940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba74a4c7-335e-45a3-a679-87dbc059b3cb tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.564513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-ba74a4c7-335e-45a3-a679-87dbc059b3cb tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.1218214 Aug 16 01:56:10.579522 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff74eab-c6dc-4da0-9be5-eecea7a082f3 x-openstack-request-id: req-2ff74eab-c6dc-4da0-9be5-eecea7a082f3 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:10.579898 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3931f2f-6c0e-405a-9130-28e2e3de0c1f", "tag": "9a0b49a8-d250-43a8-90b4-4f15634f9f25", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:10.580155 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ff74eab-c6dc-4da0-9be5-eecea7a082f3 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:10.580566 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'tag': '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'status': 'completed', 'code': 200} Aug 16 01:56:10.681961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708be34-b046-4648-a4e2-6facaad49eec req-0e8fcf5f-8543-4844-b0d6-80e822c9aac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.684046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3708be34-b046-4648-a4e2-6facaad49eec req-0e8fcf5f-8543-4844-b0d6-80e822c9aac3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 1100 time: 0.0832875 Aug 16 01:56:10.686005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.743389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49459bc3-0a30-4c92-a2c5-741aedeb1a1f req-be2e1d26-1416-488a-933e-1a00286122db tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0589750 Aug 16 01:56:10.754546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event deleted for resources: {'Port': ['ID=8acd664d-ad6e-448d-938a-f62c5bf7faa5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:10.760413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3708be34-b046-4648-a4e2-6facaad49eec req-0a01e401-b83e-4ffc-bb0f-bfd2eacf2f8f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0579798 Aug 16 01:56:10.844341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa768c79-efa9-4305-8ceb-740ab4d1315c req-a83b065f-0792-4bf2-9ef3-134da95eb3d7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:10.852314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa768c79-efa9-4305-8ceb-740ab4d1315c req-a83b065f-0792-4bf2-9ef3-134da95eb3d7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 948 time: 0.1803715 Aug 16 01:56:10.907439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-8dcb41fe-2e3f-4643-9e1c-1a0774ebcb7d service neutron] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:10.911450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa768c79-efa9-4305-8ceb-740ab4d1315c req-1b29f8ee-6079-46a8-ad78-c253a59fde8e tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582812 Aug 16 01:56:10.915310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-8dcb41fe-2e3f-4643-9e1c-1a0774ebcb7d service neutron] Notify callbacks [] for binding, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:10.916571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8bde26-d767-4138-8c3b-9eededbd291d req-8dcb41fe-2e3f-4643-9e1c-1a0774ebcb7d service neutron] 10.222.0.58 "DELETE /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62/bindings/n-h1-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.3353629 Aug 16 01:56:10.998853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708be34-b046-4648-a4e2-6facaad49eec req-6a45ebb3-885d-400b-94a6-310824bef8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.000365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3708be34-b046-4648-a4e2-6facaad49eec req-6a45ebb3-885d-400b-94a6-310824bef8c0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1983294 Aug 16 01:56:11.004690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Router f6c11b18-c274-4baa-8949-6efe88373fdb has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:11.118900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612868c9-0163-4990-9802-154751ee67fd req-1e0534c0-81fe-4440-a67e-d04a73ed6882 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.120541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-612868c9-0163-4990-9802-154751ee67fd req-1e0534c0-81fe-4440-a67e-d04a73ed6882 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0682304 Aug 16 01:56:11.229467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-612868c9-0163-4990-9802-154751ee67fd req-056f602d-17ec-4228-8c5b-12d6451b3cf6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005282 Aug 16 01:56:11.442392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556e227-1863-4a0e-ad90-215a89cf19f2 req-33c38f05-c7eb-4419-aa20-c0537c9f9845 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.444616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3556e227-1863-4a0e-ad90-215a89cf19f2 req-33c38f05-c7eb-4419-aa20-c0537c9f9845 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.1074150 Aug 16 01:56:11.503532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb2b4a-0ca1-4487-817a-c70a4ebe2550 req-94882444-99a9-46da-b716-0626e4f4a66f tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.512508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31eb2b4a-0ca1-4487-817a-c70a4ebe2550 req-94882444-99a9-46da-b716-0626e4f4a66f tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 945 time: 0.1116862 Aug 16 01:56:11.530128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-54486714-ef56-4148-9cd4-f01b0d7e8891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.533306 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-54486714-ef56-4148-9cd4-f01b0d7e8891 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 1100 time: 0.4805303 Aug 16 01:56:11.566763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3556e227-1863-4a0e-ad90-215a89cf19f2 req-921bbd18-1309-45b9-af25-6b5f40ad642c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110857 Aug 16 01:56:11.613977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-de829b43-3fb6-4a6b-85fc-13d7d50d2e02 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9a0b49a8-d250-43a8-90b4-4f15634f9f25 HTTP/1.1" status: 200 len: 217 time: 0.0626836 Aug 16 01:56:11.615711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:11.616448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31eb2b4a-0ca1-4487-817a-c70a4ebe2550 req-71fcb565-ed71-4cc9-8a09-ee942877161e tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028244 Aug 16 01:56:11.638141 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:11.661662 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:11.662833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:11.717111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] No DVR routers for this DVR port 8acd664d-ad6e-448d-938a-f62c5bf7faa5 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:11.721008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:11.723436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-610381e3-d47e-491a-a418-d35e143a7303 req-e3b5ed29-64ff-4dbe-be15-ce9780c785b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.83 "DELETE /v2.0/ports/8acd664d-ad6e-448d-938a-f62c5bf7faa5 HTTP/1.1" status: 204 len: 173 time: 2.0527411 Aug 16 01:56:11.745593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-30b0c26d-8b66-4d19-b784-9c56ef172c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.747992 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-30b0c26d-8b66-4d19-b784-9c56ef172c89 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1167173 Aug 16 01:56:11.807849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-9c9cf426-d8bb-4459-a2fa-49849eba3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.810849 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-9c9cf426-d8bb-4459-a2fa-49849eba3e29 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0523670 Aug 16 01:56:11.823004 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:11.835775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55aca83-7812-4c8f-bc00-4130937a0394 req-96a21fce-2d91-4a8a-be12-341880acf0aa tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.837802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a55aca83-7812-4c8f-bc00-4130937a0394 req-96a21fce-2d91-4a8a-be12-341880acf0aa tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 948 time: 0.1402519 Aug 16 01:56:11.855985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2b767-26f1-4fac-8fa4-fad97a16b09a req-8b556f89-36c3-4abf-b3ab-91da670a9165 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:11.864422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46d2b767-26f1-4fac-8fa4-fad97a16b09a req-8b556f89-36c3-4abf-b3ab-91da670a9165 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0870368 Aug 16 01:56:11.940145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46d2b767-26f1-4fac-8fa4-fad97a16b09a req-48b6214d-0515-4415-a27e-202acb8bd8bf tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698569 Aug 16 01:56:11.975548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a55aca83-7812-4c8f-bc00-4130937a0394 req-107bfcd2-7bd5-436e-b06a-3a134db99d39 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044712 Aug 16 01:56:11.980258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-049becd3-cc2a-4af0-bf26-f0a84be25515 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609681 Aug 16 01:56:12.034426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ddac64c1-a3b3-458d-bf28-40f50c4df9f6 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:12.085436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2be34f0-b486-4759-977e-1381ef06d701 req-76cc76a5-f42f-4a03-9382-b3e472677c75 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0550382 Aug 16 01:56:12.111776 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:12.177826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb021f6-9920-44d8-a858-cc7a6b045c4b req-cb0d2273-13a4-45cd-956f-77bd8f153fb0 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.190764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bb021f6-9920-44d8-a858-cc7a6b045c4b req-cb0d2273-13a4-45cd-956f-77bd8f153fb0 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 948 time: 0.0771604 Aug 16 01:56:12.192867 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:12.228335 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39165c76-8ad7-4020-96dd-45fa5fec405e req-b88c35b0-06d8-46db-9900-ceb75b0eb6a3 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270286 Aug 16 01:56:12.228785 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:12.229484 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:55:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:12.271745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:12.274711 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee58d2a8-7422-432a-8390-802db1b403d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.281606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:12.282350 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.332645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bb021f6-9920-44d8-a858-cc7a6b045c4b req-567d182b-19dc-47bc-b62f-642d0dcab07c tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409476 Aug 16 01:56:12.343908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864c78f-ada0-40a4-beac-30b852cbea1a req-8e91a53b-2562-47c3-94f0-33bdecd2a91e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.345885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e864c78f-ada0-40a4-beac-30b852cbea1a req-8e91a53b-2562-47c3-94f0-33bdecd2a91e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1097 time: 0.1434448 Aug 16 01:56:12.364401 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:12.396583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e864c78f-ada0-40a4-beac-30b852cbea1a req-62b56f1b-31d7-49ce-8dc4-74d101a0fc5e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424986 Aug 16 01:56:12.470504 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.477270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce43dbe-65e5-48db-be37-462de116cb60 req-cb0288b7-7e72-4d69-8623-f947035b808c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.486926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bce43dbe-65e5-48db-be37-462de116cb60 req-cb0288b7-7e72-4d69-8623-f947035b808c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0680940 Aug 16 01:56:12.512857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:12.515271 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8f2475-0ad0-4a67-aef0-16edb7a2cac2" -d '{"events": [{"server_uuid": "7c46f7c2-8c33-4076-b4e2-68a0b474d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ddac64c1-a3b3-458d-bf28-40f50c4df9f6"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:12.536222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bce43dbe-65e5-48db-be37-462de116cb60 req-c359658c-9839-4bfb-b2d5-8bc9d41a517e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483513 Aug 16 01:56:12.536414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:12.582425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'name': 'network-vif-deleted', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:12.584764 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c712aed8-6959-439a-8c9f-ac316698c192" -d '{"events": [{"server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "name": "network-vif-deleted", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:12.640073 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28ddd8b-8829-4878-a11a-8700306baf6a x-openstack-request-id: req-c28ddd8b-8829-4878-a11a-8700306baf6a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:12.640073 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c46f7c2-8c33-4076-b4e2-68a0b474d0fa", "name": "network-vif-plugged", "status": "completed", "tag": "ddac64c1-a3b3-458d-bf28-40f50c4df9f6", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:12.640073 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c28ddd8b-8829-4878-a11a-8700306baf6a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:12.640073 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6', 'code': 200} Aug 16 01:56:12.641204 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:12.649961 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90846f4-c79d-4219-8ae2-c193e24bfe68 None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:12.749800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.758297 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:12.809735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33e86f-385e-4520-b143-b69af4a36be3 req-7c3512ef-d345-41c1-9f99-1485d5f4fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.810433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da33e86f-385e-4520-b143-b69af4a36be3 req-7c3512ef-d345-41c1-9f99-1485d5f4fe64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 1100 time: 0.0859156 Aug 16 01:56:12.813909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac400e-b100-4b89-a0a2-5dcd55b30110 req-47025818-d568-489e-911c-9e9fc3290640 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.815398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55ac400e-b100-4b89-a0a2-5dcd55b30110 req-47025818-d568-489e-911c-9e9fc3290640 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1098 time: 0.1252711 Aug 16 01:56:12.824240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-046ffe14-063d-480d-87aa-907251d52afe tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:12.829068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-046ffe14-063d-480d-87aa-907251d52afe tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.2313688 Aug 16 01:56:12.830126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:12.870027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-906efe6a-3c55-4bf9-9eb2-f1cc9f4213ac tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/quotas/d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 375 time: 0.0325201 Aug 16 01:56:12.920059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55ac400e-b100-4b89-a0a2-5dcd55b30110 req-7e3803a0-22dd-4e6d-aff0-e6d66f62b37b tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933976 Aug 16 01:56:12.929164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da33e86f-385e-4520-b143-b69af4a36be3 req-9b78a534-f701-415b-bdca-b39bf679e8c2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952888 Aug 16 01:56:12.956233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-630ed3e3-4482-44cf-8d2c-bdf3c84b9633 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0669708 Aug 16 01:56:12.977706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3c2db8-8c2f-4318-ab14-fb3cdee74e91 None None] New status for floating IP 9788954e-a108-49a2-8c08-67264e532a47: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:56:12.994158 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82011a-569d-40f3-823f-85bc56debbdf x-openstack-request-id: req-3d82011a-569d-40f3-823f-85bc56debbdf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:12.994482 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f", "name": "network-vif-deleted", "tag": "8acd664d-ad6e-448d-938a-f62c5bf7faa5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:12.994923 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d82011a-569d-40f3-823f-85bc56debbdf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:12.995333 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5cfd5b3-f2b9-4d92-a45a-9be9ac17ec0f', 'name': 'network-vif-deleted', 'tag': '8acd664d-ad6e-448d-938a-f62c5bf7faa5', 'status': 'completed', 'code': 200} Aug 16 01:56:13.083696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-95ca0030-e27d-4c53-a74f-c84c72070576 service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265798 Aug 16 01:56:13.114590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce075377-025c-4388-a034-6cdd3ec95354 req-7ba2a9b0-590c-45f0-945c-19f5bd9aa444 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.116734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce075377-025c-4388-a034-6cdd3ec95354 req-7ba2a9b0-590c-45f0-945c-19f5bd9aa444 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 945 time: 0.0748892 Aug 16 01:56:13.220290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce075377-025c-4388-a034-6cdd3ec95354 req-d0547f7d-4825-482c-8c6e-d20e5c58d0ef tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/security-groups?id=201bdf9e-aeb5-4542-83d9-d399227e6c2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888424 Aug 16 01:56:13.247239 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-b72cb04e-9534-4722-af7a-af1255e018b8 service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512408 Aug 16 01:56:13.352485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb025c-d8c2-41c2-80d5-4640b315619a req-3ce70743-9f02-4c15-b317-bcffae06d829 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.353980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32bb025c-d8c2-41c2-80d5-4640b315619a req-3ce70743-9f02-4c15-b317-bcffae06d829 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0600898 Aug 16 01:56:13.415318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32bb025c-d8c2-41c2-80d5-4640b315619a req-7ee6fd6c-2e69-4108-a25e-8d788e480544 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551543 Aug 16 01:56:13.436070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-b9ed9fe5-d45f-4d67-8d40-7bd74ca69b4c tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.437539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-b9ed9fe5-d45f-4d67-8d40-7bd74ca69b4c tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.58 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 945 time: 0.0587823 Aug 16 01:56:13.633762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b104da37-4a26-4f68-8eb3-eff1eeb19b40 req-bdfc7596-4776-454f-8c4f-f39610bf6fb5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0674307 Aug 16 01:56:13.705426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13747fe3-523f-4a70-b509-15f9262a8cd0 req-20e089dd-5e1b-4393-bdef-b78606eb95c1 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.707119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13747fe3-523f-4a70-b509-15f9262a8cd0 req-20e089dd-5e1b-4393-bdef-b78606eb95c1 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 948 time: 0.1396718 Aug 16 01:56:13.715555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Deleting port dba33712-68e9-46ae-bd3e-eb3125aab026 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:13.716137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.845607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13747fe3-523f-4a70-b509-15f9262a8cd0 req-4ca4ce51-29a7-412b-9479-7bcfde0a5125 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102512 Aug 16 01:56:13.872077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a0536-6439-421d-81c8-5cba1690a793 req-b8b67505-ee0e-495e-81f4-88a53630c636 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:13.874309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc1a0536-6439-421d-81c8-5cba1690a793 req-b8b67505-ee0e-495e-81f4-88a53630c636 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 949 time: 0.1133819 Aug 16 01:56:13.881646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] For port dba33712-68e9-46ae-bd3e-eb3125aab026, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dba33712-68e9-46ae-bd3e-eb3125aab026,segment=NetworkSegment(7ca9d114-1f4a-49e2-a64a-2a7ddad8d420),segment_id=7ca9d114-1f4a-49e2-a64a-2a7ddad8d420)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:13.882055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:13.909813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Calling delete_port for dba33712-68e9-46ae-bd3e-eb3125aab026 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:13.947706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc741cf8-818a-4663-9525-2b5aca52024e req-50a361b1-0246-4f49-90fe-3158c22fad3d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 210 time: 0.0450191 Aug 16 01:56:13.988361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc1a0536-6439-421d-81c8-5cba1690a793 req-3d3f7c3e-3dcb-4a06-a188-29fe71f50d80 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086321 Aug 16 01:56:14.150227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8acd664d-ad6e-448d-938a-f62c5bf7faa5 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:14.172008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 8acd664d-ad6e-448d-938a-f62c5bf7faa5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:14.172360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8acd664d-ad6e-448d-938a-f62c5bf7faa5 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:14.176441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-a9309204-1bf0-4bf1-ad9f-855474d3ac4f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.177996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-a9309204-1bf0-4bf1-ad9f-855474d3ac4f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.58 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 824 time: 0.1171238 Aug 16 01:56:14.241669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-17969a65-c0ca-47f1-a748-9909e25c5e9d tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5015db9bda05400dbdf738c50bb58702 HTTP/1.1" status: 200 len: 379 time: 0.0342200 Aug 16 01:56:14.251279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'port': {'device_id': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'admin_state_up': True, 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'security_groups': ['86e5e0f5-0802-4c66-b819-50f62c17964e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:14.255916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.267782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['dba33712-68e9-46ae-bd3e-eb3125aab026'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:14.333141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Pushing event deleted for resources: {'Port': ['ID=dba33712-68e9-46ae-bd3e-eb3125aab026,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:14.362189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ffc8060-53cb-4b1b-9d8d-00c8138ee6a8 req-decdba1a-71fd-4cda-abc2-8a1dfeff3c9e tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 210 time: 0.0458257 Aug 16 01:56:14.441653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] No DVR routers for this DVR port dba33712-68e9-46ae-bd3e-eb3125aab026 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:14.449697 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.449697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-227cee59-7cc9-432c-84d7-cd2869bd0f61 req-378d88a5-9ba2-43a9-9236-5b75abbff92a tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.58 "DELETE /v2.0/ports/dba33712-68e9-46ae-bd3e-eb3125aab026 HTTP/1.1" status: 204 len: 173 time: 1.0027137 Aug 16 01:56:14.449697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'name': 'network-vif-deleted', 'tag': 'dba33712-68e9-46ae-bd3e-eb3125aab026'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:14.451255 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb722fd-c0a8-4d1a-9cc0-cb8f372310ab" -d '{"events": [{"server_uuid": "ef7bc6f7-55bb-4e57-9475-fbb660c4b99b", "name": "network-vif-deleted", "tag": "dba33712-68e9-46ae-bd3e-eb3125aab026"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:14.475920 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.511711 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9717c60c-2c58-41e8-8c1f-d40a28a826a4 x-openstack-request-id: req-9717c60c-2c58-41e8-8c1f-d40a28a826a4 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:14.511961 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7bc6f7-55bb-4e57-9475-fbb660c4b99b", "name": "network-vif-deleted", "tag": "dba33712-68e9-46ae-bd3e-eb3125aab026", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:14.517170 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9717c60c-2c58-41e8-8c1f-d40a28a826a4 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:14.517170 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7bc6f7-55bb-4e57-9475-fbb660c4b99b', 'name': 'network-vif-deleted', 'tag': 'dba33712-68e9-46ae-bd3e-eb3125aab026', 'status': 'completed', 'code': 200} Aug 16 01:56:14.568235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Made reservation on behalf of 5015db9bda05400dbdf738c50bb58702 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:14.571909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:14.611348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1011974-8e7e-4900-b331-be68f7df52a2 req-27d8b5d5-2b1d-48bb-9ca8-150a7e94ac35 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:14.612874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1011974-8e7e-4900-b331-be68f7df52a2 req-27d8b5d5-2b1d-48bb-9ca8-150a7e94ac35 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0930860 Aug 16 01:56:14.691364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1011974-8e7e-4900-b331-be68f7df52a2 req-5527e3f7-a182-45a3-94fb-ec5d935d23bd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720882 Aug 16 01:56:14.769511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-809368bc-3c61-4220-979b-de7dd13a2966 req-92694bd7-d9e8-47bb-b655-a0ba04d029d8 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0310657 Aug 16 01:56:14.785666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Allocated IP 172.20.0.5 (e5445ce0-2d40-46cc-9d36-ca4320a39576/4f7361fa-c699-4e67-9d38-9a16e44433af/fccfd11d-98e0-4952-8027-5fdbdfcb4949) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:15.163812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d3991a-c683-4495-8ebc-1f0a77006ab5 req-09db760e-02b0-4dd4-ac19-a101ffd9f10f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 210 time: 0.0515301 Aug 16 01:56:15.208419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a2b8-9f4f-4826-bef3-39e9121521b4 req-fc8a83da-06ce-4152-ab16-045608c87561 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.210082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a0a2b8-9f4f-4826-bef3-39e9121521b4 req-fc8a83da-06ce-4152-ab16-045608c87561 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 948 time: 0.0993528 Aug 16 01:56:15.279197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.300523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a0a2b8-9f4f-4826-bef3-39e9121521b4 req-6d89d7ea-bceb-4b56-ba0c-31ffb5327d4b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776343 Aug 16 01:56:15.323417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Transition to ACTIVE for port object fccfd11d-98e0-4952-8027-5fdbdfcb4949 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:15.354262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83535b7-b90a-4062-a6f6-36d66c3d6efe req-863645ca-f7aa-4180-81e7-b380dd04d23e tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.357111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b83535b7-b90a-4062-a6f6-36d66c3d6efe req-863645ca-f7aa-4180-81e7-b380dd04d23e tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 949 time: 0.0924976 Aug 16 01:56:15.408120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b83535b7-b90a-4062-a6f6-36d66c3d6efe req-89ffa932-7a32-44a0-9cbd-04355d811fe3 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Aug 16 01:56:15.478032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50d8b1fc-df0c-468d-a9eb-91fb0d5713a9 req-0b3694a1-2bff-49db-b6a5-1aefa48f8a14 tempest-ServerAddressesTestJSON-558952940 tempest-ServerAddressesTestJSON-558952940-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef7bc6f7-55bb-4e57-9475-fbb660c4b99b HTTP/1.1" status: 200 len: 210 time: 0.0310082 Aug 16 01:56:15.482215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.541049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:15.541049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:15.543836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:15.642220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.642921 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.673210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event updated for resources: {'Port': ['ID=fccfd11d-98e0-4952-8027-5fdbdfcb4949,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:15.742814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.751864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-535edf68-446c-4f36-8694-11dc003fd38d tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8ce94b0627da406fa68fc2eaea101b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243590 Aug 16 01:56:15.774465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-541d8dc4-e50f-4226-a589-8cfb43b03a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5268979 Aug 16 01:56:15.828238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Request body: {'port': {'device_id': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:15.947197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349de12-ea69-4c7b-b328-e5209f618791 req-32a395c1-a2bc-427f-8f67-734c2399e580 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.948729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8349de12-ea69-4c7b-b328-e5209f618791 req-32a395c1-a2bc-427f-8f67-734c2399e580 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1787934 Aug 16 01:56:15.951050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:15.962755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-2ad5af30-e8b3-4ba8-9189-9c9f59357ad6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:15.964195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-2ad5af30-e8b3-4ba8-9189-9c9f59357ad6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055345 Aug 16 01:56:16.000527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-58826498-fb1c-43d1-85ea-5d5f503f333d tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/quotas/8ce94b0627da406fa68fc2eaea101b19 HTTP/1.1" status: 200 len: 375 time: 0.0218742 Aug 16 01:56:16.005633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4688e793-7c26-4e4e-9560-942e712c6d08 None None] Provisioning for port fccfd11d-98e0-4952-8027-5fdbdfcb4949 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:16.010435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4688e793-7c26-4e4e-9560-942e712c6d08 None None] Provisioning complete for port fccfd11d-98e0-4952-8027-5fdbdfcb4949 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:16.011202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4688e793-7c26-4e4e-9560-942e712c6d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.047620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4688e793-7c26-4e4e-9560-942e712c6d08 None None] Port fccfd11d-98e0-4952-8027-5fdbdfcb4949 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:16.066524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8349de12-ea69-4c7b-b328-e5209f618791 req-d1cf931e-9537-4091-9df2-7fc4586802ba tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108007 Aug 16 01:56:16.100214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-7ac7c822-7c6f-4237-a1ee-771f3bd922c7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.102850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-7ac7c822-7c6f-4237-a1ee-771f3bd922c7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.1175008 Aug 16 01:56:16.128068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Request body: {'port': {'device_id': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'admin_state_up': True, 'tenant_id': 'd3f59b3c8b744eeba9234fb7f391cde8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:16.158203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9a0b49a8-d250-43a8-90b4-4f15634f9f25 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:16.184920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-7fa3573e-a565-4d68-b96f-26da55edac11 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=8ce94b0627da406fa68fc2eaea101b19&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1642239 Aug 16 01:56:16.274749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b137fe7-067a-4a4b-85ba-d6ecf5ed4895 req-63fdcbd0-51c5-4581-ba0b-41fe2f6213ac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.275623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9a0b49a8-d250-43a8-90b4-4f15634f9f25,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:16.279204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b137fe7-067a-4a4b-85ba-d6ecf5ed4895 req-63fdcbd0-51c5-4581-ba0b-41fe2f6213ac tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 931 time: 0.1225369 Aug 16 01:56:16.289672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'mac_address': 'fa:16:3e:fa:c9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:16.333644 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.347201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b137fe7-067a-4a4b-85ba-d6ecf5ed4895 req-283abdd5-ebf4-4c36-b23e-80b778da6022 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627878 Aug 16 01:56:16.347880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0b49a8-d250-43a8-90b4-4f15634f9f25 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:16.375064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9a0b49a8-d250-43a8-90b4-4f15634f9f25,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:16.400327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Made reservation on behalf of d3f59b3c8b744eeba9234fb7f391cde8 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:16.404851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.457903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e1ab1a5-5a96-4431-b22b-6317320b5c63 req-956432dc-cd7f-4211-b2b4-3ee9060bddbd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 210 time: 0.0396357 Aug 16 01:56:16.469451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccfd11d-98e0-4952-8027-5fdbdfcb4949 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:16.491379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.491910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Transition to ACTIVE for port object fccfd11d-98e0-4952-8027-5fdbdfcb4949 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:16.508758 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.552901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f04dd095-d1e6-4b2e-83a6-473c2beda0aa req-0b0c5587-6edf-47da-b6a4-5dbd0cf29103 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 210 time: 0.0346353 Aug 16 01:56:16.567310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9a0b49a8-d250-43a8-90b4-4f15634f9f25,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.602162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Allocated IP 172.20.0.4 (1dfcd0dc-d638-44ae-bb52-a99fe794d54d/279720f3-9e4d-48eb-bc4f-64901131fb99/689a298b-ae4e-4eb9-88be-3cdfad68d688) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:16.614380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54300) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:16.625309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.748682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ce261-a839-4a99-9fe7-75377da030c6 req-eb1e9b4a-f879-4c0c-807e-741808187d21 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:16.750232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-516ce261-a839-4a99-9fe7-75377da030c6 req-eb1e9b4a-f879-4c0c-807e-741808187d21 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 949 time: 0.1788695 Aug 16 01:56:16.757329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Pushing event updated for resources: {'Port': ['ID=fccfd11d-98e0-4952-8027-5fdbdfcb4949,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:16.770706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Deleting subnet 2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:16.786781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.826130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['9a0b49a8-d250-43a8-90b4-4f15634f9f25'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:16.848588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.908952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.932884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-516ce261-a839-4a99-9fe7-75377da030c6 req-cd655f7f-10ed-4362-846e-3aee351755c4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728301 Aug 16 01:56:16.973311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Attempting to bind port fccfd11d-98e0-4952-8027-5fdbdfcb4949 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:16.973797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Attempting to bind port fccfd11d-98e0-4952-8027-5fdbdfcb4949 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:16.974238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Attempting to bind port fccfd11d-98e0-4952-8027-5fdbdfcb4949 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:16.981695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:16.984167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Port fccfd11d-98e0-4952-8027-5fdbdfcb4949 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:16.984453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Attempting to bind port fccfd11d-98e0-4952-8027-5fdbdfcb4949 on network e5445ce0-2d40-46cc-9d36-ca4320a39576 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:17.012512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:17.012512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Checking segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:17.017461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Bound using segment: {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:17.017461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Bound port: fccfd11d-98e0-4952-8027-5fdbdfcb4949, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f92e50-2dbc-4009-8802-115b3e7e072d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:17.017461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.041033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.109748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:17.113395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:17.116161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:17.124268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.125788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] For port fccfd11d-98e0-4952-8027-5fdbdfcb4949, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:17.131919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] For port fccfd11d-98e0-4952-8027-5fdbdfcb4949, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:17.173077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.173709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.209218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974792b-fc35-45d8-ad72-78fee7ab3b77 req-309f9517-62b3-4dd6-9bfb-28f551f59296 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.210788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1974792b-fc35-45d8-ad72-78fee7ab3b77 req-309f9517-62b3-4dd6-9bfb-28f551f59296 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0526168 Aug 16 01:56:17.255295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1974792b-fc35-45d8-ad72-78fee7ab3b77 req-684e145a-69c2-4383-94ee-63d651d92153 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363195 Aug 16 01:56:17.257887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.264509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.283936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.284777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.286262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] 10.222.0.58 "PUT /v2.0/ports/fccfd11d-98e0-4952-8027-5fdbdfcb4949 HTTP/1.1" status: 200 len: 1092 time: 1.4906414 Aug 16 01:56:17.298138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-bf2488c1-08b5-4702-8218-28def7df4adf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1756079 Aug 16 01:56:17.312562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Request body: {'port': {'device_id': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:17.322820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:17.325491 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be653b-8292-436a-83c9-521a49e405e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:17.332354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.335312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.337295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c272bf40-db8a-4401-88c6-ed2bf1d25cf1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2bc5ad43-d9ba-4f9b-b7c4-d58590d36c83 HTTP/1.1" status: 204 len: 168 time: 0.7219248 Aug 16 01:56:17.340610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:17.379321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.409470 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef492f0-f3b5-4166-b316-fb931f25fdfb x-openstack-request-id: req-fef492f0-f3b5-4166-b316-fb931f25fdfb {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:17.409584 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:17.409834 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fef492f0-f3b5-4166-b316-fb931f25fdfb {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:17.410354 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'status': 'completed', 'code': 200} Aug 16 01:56:17.479829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97349d9a-846e-4fe5-bda2-2a1e1466989e service neutron] Pushing event updated for resources: {'Port': ['ID=fccfd11d-98e0-4952-8027-5fdbdfcb4949,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.513518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.537548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be653b-8292-436a-83c9-521a49e405e3 req-cb61f39c-ae33-4d22-940c-5a2a53c045a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.539133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3be653b-8292-436a-83c9-521a49e405e3 req-cb61f39c-ae33-4d22-940c-5a2a53c045a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.1121995 Aug 16 01:56:17.554053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ee584-c28b-4baa-bbdd-195458a8c12e req-48716b0d-fdba-42ca-9409-6de0872506ed tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.559132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f8ee584-c28b-4baa-bbdd-195458a8c12e req-48716b0d-fdba-42ca-9409-6de0872506ed tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0922053 Aug 16 01:56:17.702295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.703227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689a298b-ae4e-4eb9-88be-3cdfad68d688 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:17.710869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.719812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2691688-9d86-450c-91dd-44a2e0173bd5']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:17.722818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Transition to ACTIVE for port object 689a298b-ae4e-4eb9-88be-3cdfad68d688 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:17.724442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f8ee584-c28b-4baa-bbdd-195458a8c12e req-a1aa16d2-56d0-40ae-8b79-898f319fad66 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494524 Aug 16 01:56:17.742605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:17.742999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca9d114-1f4a-49e2-a64a-2a7ddad8d420') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:17.757482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.781225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.784247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be653b-8292-436a-83c9-521a49e405e3 req-0dd60163-77b1-4bee-a8fc-243e50a579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.785704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3be653b-8292-436a-83c9-521a49e405e3 req-0dd60163-77b1-4bee-a8fc-243e50a579a9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5015db9bda05400dbdf738c50bb58702&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2292438 Aug 16 01:56:17.798888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:17.799306 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: timer() Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:17.800974 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:17.897119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:17.938063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a2878-05e8-46eb-925c-74818e52a1da req-c8027104-264d-4818-890b-84e7311f071e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.939667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-373a2878-05e8-46eb-925c-74818e52a1da req-c8027104-264d-4818-890b-84e7311f071e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 931 time: 0.1597698 Aug 16 01:56:17.973327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:17.991084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be653b-8292-436a-83c9-521a49e405e3 req-d27b9e2d-1a90-4f06-973c-0f6275bf0089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:17.992578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3be653b-8292-436a-83c9-521a49e405e3 req-d27b9e2d-1a90-4f06-973c-0f6275bf0089 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458323 Aug 16 01:56:18.000507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-373a2878-05e8-46eb-925c-74818e52a1da req-72fa7c98-2a2f-4722-bc36-b09517cd0eec tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517480 Aug 16 01:56:18.037938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:18.038322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:18.038597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:18.044002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:18.045055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:18.049442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:18.049847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:18.050461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:18.051237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Bound port: 689a298b-ae4e-4eb9-88be-3cdfad68d688, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:18.051671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.077878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dba33712-68e9-46ae-bd3e-eb3125aab026 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:18.105822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: dba33712-68e9-46ae-bd3e-eb3125aab026 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:18.106563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dba33712-68e9-46ae-bd3e-eb3125aab026 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:18.111750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c20c444-1e55-4765-bae3-96bac8740334 req-b2f11cfd-e360-4548-b80d-01827325566b tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 210 time: 0.0331800 Aug 16 01:56:18.115511 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.141775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:18.141775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:18.142358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.142358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e2691688-9d86-450c-91dd-44a2e0173bd5 HTTP/1.1" status: 204 len: 168 time: 0.7936697 Aug 16 01:56:18.142358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-1dd05931-cd6e-4512-a282-7aad078bbb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.142358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-1dd05931-cd6e-4512-a282-7aad078bbb78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 1095 time: 0.0948021 Aug 16 01:56:18.142358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e5651-3c8e-4573-abb6-ad1814f2cc40 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2691688-9d86-450c-91dd-44a2e0173bd5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.184920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9a0b49a8-d250-43a8-90b4-4f15634f9f25 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:18.209098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-5b0fb308-364e-4f19-b3d6-32b1d2ac1449 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949 HTTP/1.1" status: 200 len: 217 time: 0.0582786 Aug 16 01:56:18.263624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.295145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-6382c2b4-12a7-4169-99d6-abb2711abace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.296664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-6382c2b4-12a7-4169-99d6-abb2711abace service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 200 len: 863 time: 0.0738435 Aug 16 01:56:18.299312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.299941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.301519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] 10.222.0.83 "PUT /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 1092 time: 0.9939990 Aug 16 01:56:18.301960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:18.304233 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce9dfbe-ef1b-4995-a02b-763db607d26b" -d '{"events": [{"name": "network-changed", "server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:18.305648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c47186-31a5-4ff5-aee6-71a8a5072a0a req-81885d4d-9cf2-4b3b-ab76-e01f290a8ad3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.307156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5c47186-31a5-4ff5-aee6-71a8a5072a0a req-81885d4d-9cf2-4b3b-ab76-e01f290a8ad3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 949 time: 0.1009691 Aug 16 01:56:18.329053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34987800-7e0e-4725-a02b-50bdecaeba3c service neutron] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.380100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5c47186-31a5-4ff5-aee6-71a8a5072a0a req-2574b3a6-7eee-437d-86f9-3942d7e3d6d0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652468 Aug 16 01:56:18.394184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:18.400931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:18.408435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.408742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-9d7c44fe-7444-4bcd-9a6d-1643dde736e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.408742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-9d7c44fe-7444-4bcd-9a6d-1643dde736e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5445ce0-2d40-46cc-9d36-ca4320a39576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821929 Aug 16 01:56:18.466498 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb99c72-f144-4cb2-8287-4ce62397a7c0 x-openstack-request-id: req-0fb99c72-f144-4cb2-8287-4ce62397a7c0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:18.466841 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:18.467097 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fb99c72-f144-4cb2-8287-4ce62397a7c0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:18.467526 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'status': 'completed', 'code': 200} Aug 16 01:56:18.517431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.523485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0b49a8-d250-43a8-90b4-4f15634f9f25'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:18.526597 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb14837e-a437-4a16-891a-326a05d41100" -d '{"events": [{"server_uuid": "c3931f2f-6c0e-405a-9130-28e2e3de0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9a0b49a8-d250-43a8-90b4-4f15634f9f25"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:18.540219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9dfbe-ef1b-4995-a02b-763db607d26b req-aab4a41e-edc6-4a1e-9606-fbddcc45bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.542044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cce9dfbe-ef1b-4995-a02b-763db607d26b req-aab4a41e-edc6-4a1e-9606-fbddcc45bff3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0442197 Aug 16 01:56:18.544028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9a0b49a8-d250-43a8-90b4-4f15634f9f25,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:18.563760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134291c-da6b-42aa-adfa-269cddf08df3 req-5df9100b-9b82-462d-8cc3-cad2e8013a4d tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.565409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e134291c-da6b-42aa-adfa-269cddf08df3 req-5df9100b-9b82-462d-8cc3-cad2e8013a4d tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1312270 Aug 16 01:56:18.602507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-7e0614b3-5325-47d7-a629-4f63c89ce7da service neutron] 10.222.0.58 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695309 Aug 16 01:56:18.604531 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26803ea-1129-4a94-a305-32525dfaeef9 x-openstack-request-id: req-d26803ea-1129-4a94-a305-32525dfaeef9 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:18.605622 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3931f2f-6c0e-405a-9130-28e2e3de0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9a0b49a8-d250-43a8-90b4-4f15634f9f25", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:18.606422 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d26803ea-1129-4a94-a305-32525dfaeef9 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:18.607120 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'code': 200} Aug 16 01:56:18.645791 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:18.673109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e134291c-da6b-42aa-adfa-269cddf08df3 req-7fae8de1-ae45-4e03-beba-7ba75fb5bef8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975256 Aug 16 01:56:18.706565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54346) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.741945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9dfbe-ef1b-4995-a02b-763db607d26b req-6cd2727c-f658-4998-8a1b-cffcd44b2360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.743596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cce9dfbe-ef1b-4995-a02b-763db607d26b req-6cd2727c-f658-4998-8a1b-cffcd44b2360 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1872542 Aug 16 01:56:18.751316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9a0b49a8-d250-43a8-90b4-4f15634f9f25,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:18.824947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6eeece-68c3-4427-8e48-7a41125492ed req-ddc61c5d-3bb3-45dc-b26f-e15647ae0b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.826606 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab6eeece-68c3-4427-8e48-7a41125492ed req-ddc61c5d-3bb3-45dc-b26f-e15647ae0b09 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 1102 time: 0.1597834 Aug 16 01:56:18.863538 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3c090fb6-b282-4650-aabc-be65856080db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10a9ea07e05f4477ad3e1cd84fb2e28c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533782 Aug 16 01:56:18.869747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54354) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:18.943287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab6eeece-68c3-4427-8e48-7a41125492ed req-62372cb7-c6ed-412d-aeeb-324c5b2d2513 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062863 Aug 16 01:56:18.954122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce9dfbe-ef1b-4995-a02b-763db607d26b req-f67e7121-8b3a-4a7f-a16e-97d8106b938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:18.956170 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cce9dfbe-ef1b-4995-a02b-763db607d26b req-f67e7121-8b3a-4a7f-a16e-97d8106b938f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045360 Aug 16 01:56:18.983238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a17f9c8-28ff-476e-a5c0-a6165f50bb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.009712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a17f9c8-28ff-476e-a5c0-a6165f50bb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.052180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad5121-1281-49bc-abe3-e6d82e7bd1ed req-05824fac-4013-401a-8f89-ae289a696e8c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.053774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fad5121-1281-49bc-abe3-e6d82e7bd1ed req-05824fac-4013-401a-8f89-ae289a696e8c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0799246 Aug 16 01:56:19.082449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff396aa0-0d33-4c46-9455-9723d5386bfe req-15fd782f-866a-492f-bfa4-8bd4399554da service neutron] 10.222.0.58 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554276 Aug 16 01:56:19.118864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-089f7550-68b0-4f4f-a969-d4ad9c8541ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.121072 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-089f7550-68b0-4f4f-a969-d4ad9c8541ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1095 time: 0.0513289 Aug 16 01:56:19.126343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fad5121-1281-49bc-abe3-e6d82e7bd1ed req-6a0ba5de-7c12-427d-82b0-d6594a4c73b1 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647485 Aug 16 01:56:19.153800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02233ce-abac-4664-a12f-90915ec58e25 req-9b79962b-c726-45b1-960f-123d2589f34a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.155363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f02233ce-abac-4664-a12f-90915ec58e25 req-9b79962b-c726-45b1-960f-123d2589f34a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.0718708 Aug 16 01:56:19.182677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-a38e2838-c0a8-4c74-9b73-1045f2785810 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 217 time: 0.0495257 Aug 16 01:56:19.198133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f02233ce-abac-4664-a12f-90915ec58e25 req-4d59e777-be0f-4c49-8dfb-3d0f66b9db05 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Aug 16 01:56:19.235746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a36daaa-721f-4437-ae3b-def2c75a8e9c req-52ce4518-71c5-4d16-8923-013caf002955 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 210 time: 0.0318892 Aug 16 01:56:19.239654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a17f9c8-28ff-476e-a5c0-a6165f50bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.242187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a17f9c8-28ff-476e-a5c0-a6165f50bb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:19.243373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7a17f9c8-28ff-476e-a5c0-a6165f50bb74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/201bdf9e-aeb5-4542-83d9-d399227e6c2c HTTP/1.1" status: 204 len: 168 time: 0.3705168 Aug 16 01:56:19.258478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a17f9c8-28ff-476e-a5c0-a6165f50bb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201bdf9e-aeb5-4542-83d9-d399227e6c2c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:19.274893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-f9fc7066-c6d7-4519-b480-ae4074f3afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.276628 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-f9fc7066-c6d7-4519-b480-ae4074f3afc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0768485 Aug 16 01:56:19.312556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-58c91d45-ea13-4484-8638-2b6db9446b3c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255082 Aug 16 01:56:19.413679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-d2e9694e-df14-4d31-87d7-b9f46ab9efbc service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915544 Aug 16 01:56:19.539595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67b74b0d-5689-4ea7-83b9-2d5d0ea512d5 req-a9209672-9915-4797-b430-23e3f3e6f9d9 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168318 Aug 16 01:56:19.568008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d665f-cf35-45e7-9847-8cda72fff29c req-82fcc25f-3b2d-44d5-a5d8-c9d2f7447bd7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.569778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d81d665f-cf35-45e7-9847-8cda72fff29c req-82fcc25f-3b2d-44d5-a5d8-c9d2f7447bd7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 950 time: 0.0717742 Aug 16 01:56:19.608620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d81d665f-cf35-45e7-9847-8cda72fff29c req-08d59aeb-7225-4522-97ef-e96cfca6cca4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323987 Aug 16 01:56:19.820741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-43988205-c4c7-4595-9ff9-4d85af08edb4 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=8ce94b0627da406fa68fc2eaea101b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261545 Aug 16 01:56:19.976342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-4e87ecb9-e7d6-43ce-b531-9819c2a02dc5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:19.978447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-4e87ecb9-e7d6-43ce-b531-9819c2a02dc5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1465619 Aug 16 01:56:20.008924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Request body: {'port': {'device_id': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '8ce94b0627da406fa68fc2eaea101b19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:20.090027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1ba12-3425-48a4-9eae-b0a1412812ce req-0369703c-590a-47c7-a530-d2dd542433de tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.091695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19a1ba12-3425-48a4-9eae-b0a1412812ce req-0369703c-590a-47c7-a530-d2dd542433de tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1461725 Aug 16 01:56:20.163349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19a1ba12-3425-48a4-9eae-b0a1412812ce req-88299b29-947b-4da8-a42e-301443495a9b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632222 Aug 16 01:56:20.264098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55743-2279-4ad7-9164-8e54e12cbe6e req-df84fc92-d9d6-4383-9212-c6128908a554 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.273183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98d55743-2279-4ad7-9164-8e54e12cbe6e req-df84fc92-d9d6-4383-9212-c6128908a554 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 943 time: 0.0723474 Aug 16 01:56:20.341895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98d55743-2279-4ad7-9164-8e54e12cbe6e req-f6d11349-2a34-4c55-a45f-94f1a37a48f4 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673301 Aug 16 01:56:20.367680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e114b1-0a41-4f07-be15-ba28b3b0c0c3 req-e9648ed3-10ac-4deb-8ec9-2d2a9c676894 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.369999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90e114b1-0a41-4f07-be15-ba28b3b0c0c3 req-e9648ed3-10ac-4deb-8ec9-2d2a9c676894 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.0746503 Aug 16 01:56:20.396833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Made reservation on behalf of 8ce94b0627da406fa68fc2eaea101b19 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:20.401011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.455828 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51e661f6-7557-4339-a6e5-d239545d2ccd req-65fd204e-d75a-42f8-9c95-dc91f02c8ec5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 210 time: 0.0298140 Aug 16 01:56:20.467251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90e114b1-0a41-4f07-be15-ba28b3b0c0c3 req-c0952064-d0a7-49e9-a2b0-a4c9e3896105 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924768 Aug 16 01:56:20.613967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Allocated IP 192.168.233.220 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/48c41ff5-8971-47ba-8629-d960c019198b) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:20.732548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54398) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:20.810801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed839df-a793-4f7a-9d61-f8d35571532d req-16a930af-5a98-43a7-8220-cd52376b2a5d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:20.812350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ed839df-a793-4f7a-9d61-f8d35571532d req-16a930af-5a98-43a7-8220-cd52376b2a5d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 950 time: 0.1216083 Aug 16 01:56:20.855778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-325689020-network', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:20.869460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:20.895540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Transition to ACTIVE for port object 48c41ff5-8971-47ba-8629-d960c019198b will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:20.899271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ed839df-a793-4f7a-9d61-f8d35571532d req-fa1e196b-91d6-4bee-8fbd-52ce78a3e369 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755570 Aug 16 01:56:21.012918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8d91-9daf-4e54-a0ef-a1914caff641 req-543ba402-ffd5-4ab0-82ab-0c04bf24b2af tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.014515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a82a8d91-9daf-4e54-a0ef-a1914caff641 req-543ba402-ffd5-4ab0-82ab-0c04bf24b2af tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 1102 time: 0.0411747 Aug 16 01:56:21.051351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a82a8d91-9daf-4e54-a0ef-a1914caff641 req-7b7249cd-5d80-4616-b392-0087f4208cd1 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306261 Aug 16 01:56:21.051559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Made reservation on behalf of 61e8b741b6364901919d58f0ea5458b8 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:21.054023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.071842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.116503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.140794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['ddac64c1-a3b3-458d-bf28-40f50c4df9f6'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:21.184841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.286595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.295889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:21.358068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:21.363136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:21.375363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e48a76-30b3-4959-952d-bfccc080e46e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.376968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Pushing event updated for resources: {'Port': ['ID=48c41ff5-8971-47ba-8629-d960c019198b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.379711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:21.396456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.397039 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Added segment aac973f7-d82f-42a5-a12c-e6acb96eaa3d of type vlan for network f002cfd3-c8b3-43e8-9abc-72591230118e Aug 16 01:56:21.436206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-5eccff85-320e-41a5-9849-de69260d1ace tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659051 Aug 16 01:56:21.458687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.470220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f76cfd0-dad5-4838-bee4-1c49f2889c88 req-75e165cd-026a-4712-8aa4-d016d31d4f9c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.475292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f76cfd0-dad5-4838-bee4-1c49f2889c88 req-75e165cd-026a-4712-8aa4-d016d31d4f9c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1750081 Aug 16 01:56:21.544042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.544740 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.582860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.584484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.585735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.614747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f76cfd0-dad5-4838-bee4-1c49f2889c88 req-7bc69833-1491-4872-b85b-8f6110bea529 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221471 Aug 16 01:56:21.643918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-f7389091-c55c-4b8b-b450-3da3da6346e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.644518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-f7389091-c55c-4b8b-b450-3da3da6346e2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986513 Aug 16 01:56:21.670865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-16d65960-a82d-4360-8753-65e4c3e4ee1a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/quotas/d7354f92e5774ae9a32cb4dac6529b47 HTTP/1.1" status: 200 len: 375 time: 0.0123899 Aug 16 01:56:21.696758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f002cfd3-c8b3-43e8-9abc-72591230118e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:21.703284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f002cfd3-c8b3-43e8-9abc-72591230118e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:21.740775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-98a17fcd-6679-491e-9764-8fb2ba235f35 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7370892 Aug 16 01:56:21.757253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Request body: {'port': {'device_id': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.757845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-507a47dc-93b5-4b65-8c3c-951b4750cdb6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0239491 Aug 16 01:56:21.760420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c5a5362-7cd8-46a9-8eb9-199535345e80 None None] Provisioning for port 48c41ff5-8971-47ba-8629-d960c019198b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:21.760575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:21.768719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c5a5362-7cd8-46a9-8eb9-199535345e80 None None] Provisioning complete for port 48c41ff5-8971-47ba-8629-d960c019198b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:21.769569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c5a5362-7cd8-46a9-8eb9-199535345e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.771139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Request body: {'subnet': {'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-325689020-subnet', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:21.806302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-c5860eb0-e810-49ca-ac1d-bea4591287a5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1289964 Aug 16 01:56:21.819341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30029cf9-3de2-4b9f-8b58-b1902905e48d req-e2a2c4e3-fae6-4e63-ad2f-27dc61b4167e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:21.827963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1c5a5362-7cd8-46a9-8eb9-199535345e80 None None] Port 48c41ff5-8971-47ba-8629-d960c019198b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:21.828241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30029cf9-3de2-4b9f-8b58-b1902905e48d req-e2a2c4e3-fae6-4e63-ad2f-27dc61b4167e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1363800 Aug 16 01:56:21.880009 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:21.893588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30029cf9-3de2-4b9f-8b58-b1902905e48d req-6509b0d4-4c13-4377-86ea-69e8f80ce010 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642965 Aug 16 01:56:21.920114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Made reservation on behalf of 61e8b741b6364901919d58f0ea5458b8 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:21.922516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.207546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:22.274536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.339094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c41ff5-8971-47ba-8629-d960c019198b {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:22.339326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:22.353592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.360867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'port_id': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'mac_address': 'fa:16:3e:56:8a:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279720f3-9e4d-48eb-bc4f-64901131fb99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:22.411392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Transition to ACTIVE for port object 48c41ff5-8971-47ba-8629-d960c019198b will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:22.436876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.452477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9454e1d-632d-42ee-9a19-12e1b64675e7,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.453846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4af7e-2126-4c23-babb-f46de82e4378 req-d4c1acc1-51c2-42ed-ad2e-c9d5b174baca tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.463399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77a4af7e-2126-4c23-babb-f46de82e4378 req-d4c1acc1-51c2-42ed-ad2e-c9d5b174baca tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.2424941 Aug 16 01:56:22.476730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689a298b-ae4e-4eb9-88be-3cdfad68d688 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:22.483068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Checking segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:22.483438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Network hostable DHCP agents. Network: f002cfd3-c8b3-43e8-9abc-72591230118e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:22.516693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:22.519335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77a4af7e-2126-4c23-babb-f46de82e4378 req-7258130e-1edd-4d56-95ca-e6583ac88321 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550628 Aug 16 01:56:22.543136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.607259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Network f002cfd3-c8b3-43e8-9abc-72591230118e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:22.623207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d5e54f3-8493-40b7-9db9-1b3f34efd2f6 req-f9457950-bbcc-4b1d-aa30-b291d45830fb tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 210 time: 0.0466309 Aug 16 01:56:22.633007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Pushing event updated for resources: {'Port': ['ID=48c41ff5-8971-47ba-8629-d960c019198b,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.650850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.708417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f002cfd3-c8b3-43e8-9abc-72591230118e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:22.719536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.721783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.728542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e1443-f322-4d94-9e6f-eb0737200350 None None] Network f002cfd3-c8b3-43e8-9abc-72591230118e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:22.796221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ab0ce-dd0a-40f6-9ea0-e5a423fde1dc req-57a7de5e-3f88-4001-b570-b37c872665e2 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:22.804894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b39ab0ce-dd0a-40f6-9ea0-e5a423fde1dc req-57a7de5e-3f88-4001-b570-b37c872665e2 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 936 time: 0.2954710 Aug 16 01:56:22.816533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Attempting to bind port 48c41ff5-8971-47ba-8629-d960c019198b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:22.816881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Attempting to bind port 48c41ff5-8971-47ba-8629-d960c019198b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:22.817221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Attempting to bind port 48c41ff5-8971-47ba-8629-d960c019198b on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:22.829849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Port 48c41ff5-8971-47ba-8629-d960c019198b on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:22.830239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Attempting to bind port 48c41ff5-8971-47ba-8629-d960c019198b on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:22.845303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:22.845663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:22.846043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:22.846606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Bound port: 48c41ff5-8971-47ba-8629-d960c019198b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:22.847005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:22.851890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:22.857982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f3859b5-6505-4683-8e46-ad29dd880f64 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0937688 Aug 16 01:56:22.860550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54460) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:22.869653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:22.974411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b39ab0ce-dd0a-40f6-9ea0-e5a423fde1dc req-0b751be4-8044-475f-9849-77f780f3d406 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461380 Aug 16 01:56:23.009540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] For port 48c41ff5-8971-47ba-8629-d960c019198b, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:23.012406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.013495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.028102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] For port 48c41ff5-8971-47ba-8629-d960c019198b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=48c41ff5-8971-47ba-8629-d960c019198b,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:23.028230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554ccd41-1d5c-45f0-8190-1067511d0e4d None None] Network f002cfd3-c8b3-43e8-9abc-72591230118e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:23.076363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.090957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['689a298b-ae4e-4eb9-88be-3cdfad68d688'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:23.129226 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.149578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a15c-0da1-4ba3-b338-e178de0ceb62 req-881486b0-37f1-43fa-82ca-e74f400b0e74 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.152173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fd1a15c-0da1-4ba3-b338-e178de0ceb62 req-881486b0-37f1-43fa-82ca-e74f400b0e74 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0842090 Aug 16 01:56:23.212761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.213425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.215259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] 10.222.0.58 "PUT /v2.0/ports/48c41ff5-8971-47ba-8629-d960c019198b HTTP/1.1" status: 200 len: 1097 time: 1.4658310 Aug 16 01:56:23.215716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'tag': '48c41ff5-8971-47ba-8629-d960c019198b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:23.218007 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664bd9c2-3c23-49db-9bbc-f922e5effda7" -d '{"events": [{"name": "network-changed", "server_uuid": "de803f44-4c19-497f-adf4-a4a6d59501b6", "tag": "48c41ff5-8971-47ba-8629-d960c019198b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:23.253180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fd1a15c-0da1-4ba3-b338-e178de0ceb62 req-62c13fb5-5367-46ff-adaf-3504457604ed tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735066 Aug 16 01:56:23.253903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439a3ef-000b-4102-becf-df18fa6ff021 service neutron] Pushing event updated for resources: {'Port': ['ID=48c41ff5-8971-47ba-8629-d960c019198b,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:23.456234 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11d8b8c-e738-415c-9707-fb0477dc5e25 x-openstack-request-id: req-d11d8b8c-e738-415c-9707-fb0477dc5e25 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:23.456758 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de803f44-4c19-497f-adf4-a4a6d59501b6", "tag": "48c41ff5-8971-47ba-8629-d960c019198b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:23.457047 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d11d8b8c-e738-415c-9707-fb0477dc5e25 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:23.457457 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'tag': '48c41ff5-8971-47ba-8629-d960c019198b', 'status': 'completed', 'code': 200} Aug 16 01:56:23.466456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-5e99810c-ebe8-46c6-9e6b-03a166747839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.468589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-5e99810c-ebe8-46c6-9e6b-03a166747839 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ce94b0627da406fa68fc2eaea101b19&device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 1100 time: 0.1425748 Aug 16 01:56:23.486239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2548f0-4fe7-4f25-98d3-9791d57aa6a1 req-eba2ba6b-c314-4ce0-b49b-13083bca4cef tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.486661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.488281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e2548f0-4fe7-4f25-98d3-9791d57aa6a1 req-eba2ba6b-c314-4ce0-b49b-13083bca4cef tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 943 time: 0.1023924 Aug 16 01:56:23.562515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-6d315ad0-271b-4a09-9c4f-c836d4ba5bb8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=48c41ff5-8971-47ba-8629-d960c019198b HTTP/1.1" status: 200 len: 217 time: 0.0730417 Aug 16 01:56:23.618432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e2548f0-4fe7-4f25-98d3-9791d57aa6a1 req-8aca96e6-38df-4f93-813f-9fb77abab99a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813062 Aug 16 01:56:23.667705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-acce700c-d86e-45d6-b244-edac015260d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.669321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-acce700c-d86e-45d6-b244-edac015260d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0968146 Aug 16 01:56:23.719386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d919a62-5c28-4256-8510-27c2e4eab4de req-d011dce5-d50a-4324-8f73-ea134c06e8b9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.721111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d919a62-5c28-4256-8510-27c2e4eab4de req-d011dce5-d50a-4324-8f73-ea134c06e8b9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.1015570 Aug 16 01:56:23.762078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cce0b081-3e33-4646-849c-e95802f62d6e req-7fc5918f-ce8a-404a-966d-99c9a2c9f024 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 210 time: 0.0382469 Aug 16 01:56:23.790522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-6a2c24ef-939c-43b5-a31d-19b9920bc9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:23.792068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-6a2c24ef-939c-43b5-a31d-19b9920bc9ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093817 Aug 16 01:56:23.797738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d919a62-5c28-4256-8510-27c2e4eab4de req-dd5cb450-9ad2-403f-9117-edb3fa2cde77 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651219 Aug 16 01:56:23.835996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.860804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:23.904423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-05ee200f-1600-4f0e-be62-670ed039e7d2 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984342 Aug 16 01:56:23.974451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Allocated IP 172.25.6.20 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/16b425f3-31c0-4239-bc1c-c1c78a5c7458) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:24.009094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fef362-b809-4e1e-9755-4fc1c1eea10a req-5faad341-c85f-4bdf-ad71-5011702b0818 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945358 Aug 16 01:56:24.076340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0137e73-e218-40e5-8377-d27c269fc3b7 req-eaccc114-00a3-4ec2-839f-1ceff9d77037 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.077907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0137e73-e218-40e5-8377-d27c269fc3b7 req-eaccc114-00a3-4ec2-839f-1ceff9d77037 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 948 time: 0.0516584 Aug 16 01:56:24.083667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.118912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0137e73-e218-40e5-8377-d27c269fc3b7 req-8e211f51-b3fe-4c5f-a1ec-07cbe6203f65 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Aug 16 01:56:24.132619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fccfd11d-98e0-4952-8027-5fdbdfcb4949 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:24.218060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-e76c8e1d-6243-49d7-b89f-902c347ad1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.219631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-e76c8e1d-6243-49d7-b89f-902c347ad1eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8ce94b0627da406fa68fc2eaea101b19&device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 1100 time: 0.0411689 Aug 16 01:56:24.223158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.239611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port fccfd11d-98e0-4952-8027-5fdbdfcb4949, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:24.250971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'port_id': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'mac_address': 'fa:16:3e:64:58:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:24.259832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:24.263043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:24.268910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:24.293015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.299810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Pushing event updated for resources: {'Port': ['ID=16b425f3-31c0-4239-bc1c-c1c78a5c7458,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:24.312682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccfd11d-98e0-4952-8027-5fdbdfcb4949 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:24.338735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port fccfd11d-98e0-4952-8027-5fdbdfcb4949, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:24.392932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-ac479ff8-2dda-4f6f-ae62-6c318d639ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.394426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-ac479ff8-2dda-4f6f-ae62-6c318d639ef2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1579859 Aug 16 01:56:24.442608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-47460621-7ecb-4a09-ad59-8902467ced01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=48c41ff5-8971-47ba-8629-d960c019198b HTTP/1.1" status: 200 len: 217 time: 0.0376799 Aug 16 01:56:24.450935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d987b-0481-4c2d-b1a4-ffc8697b7752 req-4962ac10-0ccb-4a35-9a80-d13af181cddc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.452467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-652d987b-0481-4c2d-b1a4-ffc8697b7752 req-4962ac10-0ccb-4a35-9a80-d13af181cddc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0954840 Aug 16 01:56:24.457191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.525934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=fccfd11d-98e0-4952-8027-5fdbdfcb4949,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:24.533391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-652d987b-0481-4c2d-b1a4-ffc8697b7752 req-8a804540-e73f-4790-b95a-08a25fe9af4a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700614 Aug 16 01:56:24.534879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-a1ccf512-d0c5-486a-ac9d-774d2c5379fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.536275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-a1ccf512-d0c5-486a-ac9d-774d2c5379fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0829327 Aug 16 01:56:24.608054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-ae587781-dcea-4152-a864-76e2f95fb891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.609920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-ae587781-dcea-4152-a864-76e2f95fb891 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0583429 Aug 16 01:56:24.691065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:24.754673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-163fabc4-e0a1-4a17-a9d9-2086910c3148 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297724 Aug 16 01:56:24.802133 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-b337a0d4-94d6-4285-8f87-a7c5c53a7c16 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496309 Aug 16 01:56:24.817049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['fccfd11d-98e0-4952-8027-5fdbdfcb4949'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:24.827171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01a819-4947-4532-93e9-d44125eff8f7 req-3f7d6575-1860-4d83-9cd9-b7539304b1cb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:24.828760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a01a819-4947-4532-93e9-d44125eff8f7 req-3f7d6575-1860-4d83-9cd9-b7539304b1cb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 944 time: 0.1110446 Aug 16 01:56:24.986717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ea4bc4d-9cbc-493b-b509-2267ef0401ee req-3c0ca529-373c-4332-9e85-6867419ad425 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 210 time: 0.0855789 Aug 16 01:56:24.997874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a01a819-4947-4532-93e9-d44125eff8f7 req-31bf9dfb-2b76-44aa-bdb4-a8aeef317a1e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521623 Aug 16 01:56:25.025456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-664bd9c2-3c23-49db-9bbc-f922e5effda7 req-d5b1a14e-2935-4bfb-a481-c1c2cbc2edd8 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584298 Aug 16 01:56:25.081418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-4b039e91-a1e1-4e04-9584-4a9d3b5f3d53 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.083022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-4b039e91-a1e1-4e04-9584-4a9d3b5f3d53 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2732091 Aug 16 01:56:25.099610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': '57db1737-d47b-49ae-babd-1a9e53403229', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:25.108268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.197698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5162751-4239-4f44-addf-613649263a2e req-84191027-c0bb-45dd-9d23-0eca583de345 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.207998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5162751-4239-4f44-addf-613649263a2e req-84191027-c0bb-45dd-9d23-0eca583de345 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.0899212 Aug 16 01:56:25.271763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5162751-4239-4f44-addf-613649263a2e req-95180a37-0886-41d9-9871-b891d09ef46d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628729 Aug 16 01:56:25.298804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121b3ec-c3e1-4335-9287-846a954f17ff req-2150f917-ba18-4b72-ba06-2ec9a40d462f tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.298804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2121b3ec-c3e1-4335-9287-846a954f17ff req-2150f917-ba18-4b72-ba06-2ec9a40d462f tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 948 time: 0.0745423 Aug 16 01:56:25.343298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2121b3ec-c3e1-4335-9287-846a954f17ff req-55f93278-b6c5-4c72-a85a-8325be4be041 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Aug 16 01:56:25.656689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:25.660668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:25.690796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Router 308392d2-cc9f-4bdd-88c3-370b591d5a02 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:56:25.902911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4acffc-957a-4575-902d-40362f073f00 req-d7238c8c-7dd2-4d1b-855e-a932c8651caa tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:25.904504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf4acffc-957a-4575-902d-40362f073f00 req-d7238c8c-7dd2-4d1b-855e-a932c8651caa tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.2968118 Aug 16 01:56:25.907805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.72 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:25.921563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:25.936514 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Sync routers for ids ['308392d2-cc9f-4bdd-88c3-370b591d5a02'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:25.945471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Routers {'308392d2-cc9f-4bdd-88c3-370b591d5a02'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:25.946432 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['308392d2-cc9f-4bdd-88c3-370b591d5a02'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:25.966434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf4acffc-957a-4575-902d-40362f073f00 req-123a6a4d-ae39-4b41-97f4-a410a6e982a5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547748 Aug 16 01:56:26.132658 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.138720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fccfd11d-98e0-4952-8027-5fdbdfcb4949 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:26.149616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-712903bd-7fa5-4c44-8d9b-a293308a52fd req-f35c723c-7f66-4489-9d73-3ec7b5d578ff tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 210 time: 0.0399542 Aug 16 01:56:26.169944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:26.206066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:26.209783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef05a0-184d-4d65-b031-cd97c8d0946a req-06cb75ea-268a-4def-aee5-22c1b0e27d1e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.218176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9fef05a0-184d-4d65-b031-cd97c8d0946a req-06cb75ea-268a-4def-aee5-22c1b0e27d1e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 944 time: 0.0839250 Aug 16 01:56:26.223096 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Set router 308392d2-cc9f-4bdd-88c3-370b591d5a02 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:26.225824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.228570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dd550c05-5e8e-4888-96d7-28613e5ff987 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3654966 Aug 16 01:56:26.231003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:26.263115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9fef05a0-184d-4d65-b031-cd97c8d0946a req-97f172f6-f3b2-4195-8c25-05803a078a45 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440149 Aug 16 01:56:26.318473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.413476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:26.426261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:26.451311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:26.486730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec', '9a0b49a8-d250-43a8-90b4-4f15634f9f25'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:26.502151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:26.525961 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:24Z', 'revision_number': 3, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:26.558358 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Checking router: 308392d2-cc9f-4bdd-88c3-370b591d5a02 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:26.558913 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Updating router 308392d2-cc9f-4bdd-88c3-370b591d5a02 port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:26.565325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de32475-681a-4117-a2e2-5ec00c32975d req-db4578e0-a043-42cd-9a4b-6e759a6acd60 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.570211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:26.575559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2de32475-681a-4117-a2e2-5ec00c32975d req-db4578e0-a043-42cd-9a4b-6e759a6acd60 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.1850045 Aug 16 01:56:26.599416 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.654173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2de32475-681a-4117-a2e2-5ec00c32975d req-5ddf0dd0-7b37-4544-974a-a020d1c451a0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732341 Aug 16 01:56:26.691889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c42a5-e2eb-4401-96d6-6b6d3f48c557 req-fd8b3fd6-8080-487b-89b3-f00b08a88e26 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.705023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:26.705759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.708741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f0c42a5-e2eb-4401-96d6-6b6d3f48c557 req-fd8b3fd6-8080-487b-89b3-f00b08a88e26 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 948 time: 0.2488778 Aug 16 01:56:26.815767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f0c42a5-e2eb-4401-96d6-6b6d3f48c557 req-fbcdba15-a61f-440e-896a-5ea527f8fd76 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058183 Aug 16 01:56:26.835960 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:56:26.849884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port fccfd11d-98e0-4952-8027-5fdbdfcb4949 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:26.874198 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-05d9a574-7b0f-488b-a25c-751537977c85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7808213 Aug 16 01:56:26.876781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port fccfd11d-98e0-4952-8027-5fdbdfcb4949 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:26.877275 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.883469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 689a298b-ae4e-4eb9-88be-3cdfad68d688 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:26.904540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Request body: {'port': {'device_id': '57db1737-d47b-49ae-babd-1a9e53403229', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:26.921361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 689a298b-ae4e-4eb9-88be-3cdfad68d688 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:26.921891 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.957494 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:26.980372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.000504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d41aad5-3242-4170-9fab-77d1c1dff656 None None] Provisioning for port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:27.024489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.034319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d41aad5-3242-4170-9fab-77d1c1dff656 None None] Provisioning complete for port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:27.038353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d41aad5-3242-4170-9fab-77d1c1dff656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.098749 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.118431 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Transition to ACTIVE for port object 16b425f3-31c0-4239-bc1c-c1c78a5c7458 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:27.208495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1a861-1dfa-4bd5-9978-ab1d258a6480 req-ccad816e-5653-4176-badb-d16f98854ad6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.208495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1da1a861-1dfa-4bd5-9978-ab1d258a6480 req-ccad816e-5653-4176-badb-d16f98854ad6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1350071 Aug 16 01:56:27.284866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1da1a861-1dfa-4bd5-9978-ab1d258a6480 req-734e0522-8fba-4dba-a023-ecec887f2f44 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673373 Aug 16 01:56:27.302869 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.411906 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Attempting to bind port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:27.413588 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Attempting to bind port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:27.414583 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Attempting to bind port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:27.430269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.433382 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Pushing event updated for resources: {'Port': ['ID=16b425f3-31c0-4239-bc1c-c1c78a5c7458,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.438232 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:27.438942 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:27.439575 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.440171 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:27.441013 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Bound port: 16b425f3-31c0-4239-bc1c-c1c78a5c7458, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:27.441620 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.453366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9d41aad5-3242-4170-9fab-77d1c1dff656 None None] Port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:27.461224 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.487267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a455d-3db9-4ba4-9ca0-ea85578de16f req-b9a53616-a087-4939-81d1-6745d3a0772f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.497226 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c76a455d-3db9-4ba4-9ca0-ea85578de16f req-b9a53616-a087-4939-81d1-6745d3a0772f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 935 time: 0.1845047 Aug 16 01:56:27.497518 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.498047 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.501544 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.502117 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.504448 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.511002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:27.517177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a7a1a-82da-4319-8f21-a00c3fdf2d64 req-3eab6d9a-8423-474a-92de-b495870f1f0c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.525010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-977a7a1a-82da-4319-8f21-a00c3fdf2d64 req-3eab6d9a-8423-474a-92de-b495870f1f0c tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 944 time: 0.1497135 Aug 16 01:56:27.586018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:27.594602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:27.613173 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82133b2-186f-4794-8bd5-7e45bf593ca7" -d '{"events": [{"server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "name": "network-vif-plugged", "status": "completed", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:27.616679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c76a455d-3db9-4ba4-9ca0-ea85578de16f req-cc15d0f3-6dad-4395-8185-b19bd0482e00 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182153 Aug 16 01:56:27.638537 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.663228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-977a7a1a-82da-4319-8f21-a00c3fdf2d64 req-c4b17a7c-12ad-450f-8027-f56a52be4fa0 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371427 Aug 16 01:56:27.669476 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] For port 16b425f3-31c0-4239-bc1c-c1c78a5c7458, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:27.681876 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] For port 16b425f3-31c0-4239-bc1c-c1c78a5c7458, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16b425f3-31c0-4239-bc1c-c1c78a5c7458,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:27.706011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.709162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port fccfd11d-98e0-4952-8027-5fdbdfcb4949, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:27.728268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:27.740294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.783970 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.785234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Transition to ACTIVE for port object b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:27.810720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Allocated IP 172.20.0.1 (f002cfd3-c8b3-43e8-9abc-72591230118e/e9454e1d-632d-42ee-9a19-12e1b64675e7/bf3c232b-2bf9-47c3-baa1-a82371aa3be6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:27.873053 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da985ba0-2948-40e4-aa2e-9eb2c69ab324 x-openstack-request-id: req-da985ba0-2948-40e4-aa2e-9eb2c69ab324 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:27.873384 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "name": "network-vif-plugged", "status": "completed", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:27.873943 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da985ba0-2948-40e4-aa2e-9eb2c69ab324 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:27.874364 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'code': 200} Aug 16 01:56:27.895477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6f5ce-8259-4b59-8e53-33ef400cdd94 req-9764859b-ea78-4758-b895-ba90d1c40d61 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:27.900670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:27.903543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75f6f5ce-8259-4b59-8e53-33ef400cdd94 req-9764859b-ea78-4758-b895-ba90d1c40d61 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 945 time: 0.1169655 Aug 16 01:56:27.915150 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.916580 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Routers {'308392d2-cc9f-4bdd-88c3-370b591d5a02'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:27.917426 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['308392d2-cc9f-4bdd-88c3-370b591d5a02'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:27.964228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75f6f5ce-8259-4b59-8e53-33ef400cdd94 req-7ced300e-1a8b-415d-98af-73dcc7db07af tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538416 Aug 16 01:56:27.988800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:27.994056 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e1d70-5ec5-48b9-acf6-6d8bc17825c5 None None] Pushing event updated for resources: {'Port': ['ID=16b425f3-31c0-4239-bc1c-c1c78a5c7458,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.086653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=fccfd11d-98e0-4952-8027-5fdbdfcb4949,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.112635 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.136034 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] Set router 308392d2-cc9f-4bdd-88c3-370b591d5a02 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:28.147546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fb038-6a24-4442-9f52-39a129cb48b7 req-a29a8dcd-e56d-480a-9f85-9fbc99387543 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.149146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169fb038-6a24-4442-9f52-39a129cb48b7 req-a29a8dcd-e56d-480a-9f85-9fbc99387543 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 948 time: 0.1220777 Aug 16 01:56:28.205912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 48c41ff5-8971-47ba-8629-d960c019198b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:28.255959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169fb038-6a24-4442-9f52-39a129cb48b7 req-60e2054f-841a-4a9b-a476-96aa700ff094 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922816 Aug 16 01:56:28.256514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:28.258389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:28.342800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.429717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.434095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d7807-0251-40c9-b2c8-d2b96132262f req-8f6f468c-dc6d-40d6-9dcf-dc5a80c56def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.435870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-866d7807-0251-40c9-b2c8-d2b96132262f req-8f6f468c-dc6d-40d6-9dcf-dc5a80c56def service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1097 time: 0.4753711 Aug 16 01:56:28.458427 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:24Z', 'revision_number': 3, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:28.476332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4233fd5-47a0-41de-9f53-e50d594e27dc req-a2011b77-fb5a-433b-bdf2-4e4b3d5b7413 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.477936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4233fd5-47a0-41de-9f53-e50d594e27dc req-a2011b77-fb5a-433b-bdf2-4e4b3d5b7413 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0646641 Aug 16 01:56:28.485122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:28.493074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Network f002cfd3-c8b3-43e8-9abc-72591230118e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:28.494360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:28.502546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:28.504047 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c0193-f4ef-4516-b70a-115d61aec5cd None None] The sync data for ids ['308392d2-cc9f-4bdd-88c3-370b591d5a02'] in n-d-768852-19 is: [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:24Z', 'revision_number': 3, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:28.515314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:28.523260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'mac_address': 'fa:16:3e:e0:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:28.539260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.resource_extend [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:56:28.553436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4233fd5-47a0-41de-9f53-e50d594e27dc req-93c2225e-461c-4d80-8b8b-e321f1216683 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684967 Aug 16 01:56:28.604009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Attempting to bind port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:28.604431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Attempting to bind port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:28.605441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Attempting to bind port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:28.613646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:28.614260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Attempting to bind port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:28.619783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:28.620309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:28.620793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:28.621312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Bound port: b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:28.621749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.625072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.657627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.727724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:28.750732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:28.794354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-866d7807-0251-40c9-b2c8-d2b96132262f req-d66b495f-2334-4d7b-b298-55d8abe217ce service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930851 Aug 16 01:56:28.837133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 48c41ff5-8971-47ba-8629-d960c019198b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=48c41ff5-8971-47ba-8629-d960c019198b,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:28.849049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6ac6a-3ef8-4d04-a9f4-19a1782db686 req-c55080a5-10f5-42c1-8ba2-68a792f28a7b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.851023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edc6ac6a-3ef8-4d04-a9f4-19a1782db686 req-c55080a5-10f5-42c1-8ba2-68a792f28a7b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 947 time: 0.1405373 Aug 16 01:56:28.866517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2afc00-a654-4355-86c8-6c5ac5f229f5 req-f855f610-398d-47ed-91c8-d9c6564d4683 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:28.869278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.871245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] For port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:28.874932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] For port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:28.879001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b2afc00-a654-4355-86c8-6c5ac5f229f5 req-f855f610-398d-47ed-91c8-d9c6564d4683 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1150267 Aug 16 01:56:28.904050 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.906236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '48c41ff5-8971-47ba-8629-d960c019198b', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '48c41ff5-8971-47ba-8629-d960c019198b', 'mac_address': 'fa:16:3e:ac:ba:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:28.970477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:28.973419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.011644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edc6ac6a-3ef8-4d04-a9f4-19a1782db686 req-73a78bcd-7821-4bf5-95bf-90b4486cae53 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134250 Aug 16 01:56:29.029413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b2afc00-a654-4355-86c8-6c5ac5f229f5 req-d0904fe3-a067-4863-93c8-bd5198c12e2a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513846 Aug 16 01:56:29.056800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.067077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.074116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.074116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] 10.222.0.83 "PUT /v2.0/ports/b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d HTTP/1.1" status: 200 len: 1096 time: 2.1802876 Aug 16 01:56:29.094306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31c491-b3f2-422f-a00b-6879d75d546b service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.108021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57db1737-d47b-49ae-babd-1a9e53403229', 'tag': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:29.110626 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14522e8-2a69-47a7-9790-e107a07b611c" -d '{"events": [{"name": "network-changed", "server_uuid": "57db1737-d47b-49ae-babd-1a9e53403229", "tag": "b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:29.191357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c41ff5-8971-47ba-8629-d960c019198b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:29.251482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 48c41ff5-8971-47ba-8629-d960c019198b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=48c41ff5-8971-47ba-8629-d960c019198b,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:29.289984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f36f3-85b2-4292-85a4-948375c4ee2c req-84f72684-401a-44f9-96e4-ab15a09aa25e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.293247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-560f36f3-85b2-4292-85a4-948375c4ee2c req-84f72684-401a-44f9-96e4-ab15a09aa25e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 945 time: 0.1331880 Aug 16 01:56:29.305435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16b425f3-31c0-4239-bc1c-c1c78a5c7458 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:29.347684 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a61a8b-1e18-458e-b152-3c4e11729e18 x-openstack-request-id: req-f3a61a8b-1e18-458e-b152-3c4e11729e18 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:29.348124 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57db1737-d47b-49ae-babd-1a9e53403229", "tag": "b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:29.348759 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f3a61a8b-1e18-458e-b152-3c4e11729e18 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:29.349270 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57db1737-d47b-49ae-babd-1a9e53403229', 'tag': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d', 'status': 'completed', 'code': 200} Aug 16 01:56:29.398496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:29.405611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.450103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-560f36f3-85b2-4292-85a4-948375c4ee2c req-8b2f5746-9f4c-448a-822d-660cfb25e4c1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264381 Aug 16 01:56:29.460930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:56:29.461330 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:56:29.464167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.520753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.525200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-d36a79a5-46ed-4681-9cf3-442a62e4c953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.526841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-d36a79a5-46ed-4681-9cf3-442a62e4c953 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 1099 time: 0.1944649 Aug 16 01:56:29.550261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95863b-09f8-46b4-940b-7a41218c090d req-843a2c77-8075-4c14-916c-33598371c704 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.552164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f95863b-09f8-46b4-940b-7a41218c090d req-843a2c77-8075-4c14-916c-33598371c704 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 949 time: 0.0856886 Aug 16 01:56:29.561256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:29.566749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=48c41ff5-8971-47ba-8629-d960c019198b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.574686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:29.575069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.582367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-e75d5b68-3024-4c36-a549-f0ac8f2b98d7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d HTTP/1.1" status: 200 len: 217 time: 0.0455163 Aug 16 01:56:29.630228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f95863b-09f8-46b4-940b-7a41218c090d req-9f04f744-522d-4db6-949e-b9da8b7151f6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696578 Aug 16 01:56:29.671793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-508b5fab-9add-440c-9ab6-ab6c812f1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.673457 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-508b5fab-9add-440c-9ab6-ab6c812f1088 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0832102 Aug 16 01:56:29.675443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.737364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f210039-9b47-4aa8-a3b3-2a41853f8dbe req-d359400f-e2ed-4e57-a61c-dfde1dec88da tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.742045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f210039-9b47-4aa8-a3b3-2a41853f8dbe req-d359400f-e2ed-4e57-a61c-dfde1dec88da tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 948 time: 0.1002140 Aug 16 01:56:29.749516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.812895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:29.828316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f210039-9b47-4aa8-a3b3-2a41853f8dbe req-4e5a976b-6303-401b-9760-bfc5469d4169 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797143 Aug 16 01:56:29.848060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-83eab818-1e6b-4c0b-9076-b307f103f7f4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0684960 Aug 16 01:56:29.854156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 16b425f3-31c0-4239-bc1c-c1c78a5c7458, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16b425f3-31c0-4239-bc1c-c1c78a5c7458,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:29.879619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:29.882921 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3116f6f7-9bbb-402a-b90f-8ac6e3eb5694" -d '{"events": [{"server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:29.910435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['48c41ff5-8971-47ba-8629-d960c019198b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:29.919728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:29.931943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-f8d9805c-6f67-4fa3-9737-7cc909dbab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:29.931943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-f8d9805c-6f67-4fa3-9737-7cc909dbab04 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958880 Aug 16 01:56:29.961000 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708b4dfa-fb49-43d5-95c8-18ab2f5e1931 x-openstack-request-id: req-708b4dfa-fb49-43d5-95c8-18ab2f5e1931 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:29.961000 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "name": "network-vif-plugged", "status": "completed", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:29.961000 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-708b4dfa-fb49-43d5-95c8-18ab2f5e1931 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:29.961000 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'code': 200} Aug 16 01:56:29.993790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.026827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-dc3f1074-e6fd-4947-9012-e12835fe5004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.040077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-dc3f1074-e6fd-4947-9012-e12835fe5004 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 1101 time: 0.1209388 Aug 16 01:56:30.046341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.087317 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-49514841-620f-4e1c-9304-9574efb71ec1 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502206 Aug 16 01:56:30.132801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Network f002cfd3-c8b3-43e8-9abc-72591230118e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:30.148847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:30.160623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:30.177685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=16b425f3-31c0-4239-bc1c-c1c78a5c7458,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.195009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:30.268445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8833dc51-68bc-4855-bee1-18a9fdea8443 req-4f7c843b-c1b0-440f-bab2-fed647576e0b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723506 Aug 16 01:56:30.297170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:30.321533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315d8be-bced-4802-8da9-f800e41eeb13 req-5d52d714-1968-4396-aa2f-c380e25c1e1f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.322918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b315d8be-bced-4802-8da9-f800e41eeb13 req-5d52d714-1968-4396-aa2f-c380e25c1e1f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 947 time: 0.1713541 Aug 16 01:56:30.324923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaac3e9-d7fb-462a-8f09-4ddb8b769c44 req-a5c7c28c-237f-44a5-98a3-2272444ad1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.326327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aaac3e9-d7fb-462a-8f09-4ddb8b769c44 req-a5c7c28c-237f-44a5-98a3-2272444ad1ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 1097 time: 0.1730480 Aug 16 01:56:30.336346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3f628-1db2-463a-90bb-48e72b1d3744 req-1a32cc34-003b-41b6-999c-22de13bfb999 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.344321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Router 308392d2-cc9f-4bdd-88c3-370b591d5a02 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:30.344515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06f3f628-1db2-463a-90bb-48e72b1d3744 req-1a32cc34-003b-41b6-999c-22de13bfb999 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1940472 Aug 16 01:56:30.361189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:30.368214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-f1299a15-959f-4553-8fb6-c5382419a91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.369860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-f1299a15-959f-4553-8fb6-c5382419a91c service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2853370 Aug 16 01:56:30.443548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-f36ec28d-3e7a-42a6-85ff-772915992055 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025 HTTP/1.1" status: 200 len: 217 time: 0.0494738 Aug 16 01:56:30.460105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:30.467763 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-028b548f-fde7-4b58-a9c3-cd637b695c89 admin admin] 10.222.0.76 "PUT /v2.0/routers/308392d2-cc9f-4bdd-88c3-370b591d5a02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2357092 Aug 16 01:56:30.517777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06f3f628-1db2-463a-90bb-48e72b1d3744 req-144dfc68-71ac-4714-a38d-96afbf0678b1 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723599 Aug 16 01:56:30.532740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b315d8be-bced-4802-8da9-f800e41eeb13 req-7ea943be-d41c-4c91-950e-17f784523860 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819413 Aug 16 01:56:30.543426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14522e8-2a69-47a7-9790-e107a07b611c req-1c757f44-ec3a-4fe0-b47e-0a1463eeccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.545092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-1c757f44-ec3a-4fe0-b47e-0a1463eeccd7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 1099 time: 0.0759602 Aug 16 01:56:30.545824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aaac3e9-d7fb-462a-8f09-4ddb8b769c44 req-f7bd8bd1-b1a8-441d-9e1c-d553b32c113e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960561 Aug 16 01:56:30.577134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-794c51b6-478f-4604-911e-8696fdf2a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.578934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-794c51b6-478f-4604-911e-8696fdf2a15b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1184969 Aug 16 01:56:30.735257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f01b4-2d02-406b-a110-6c9db6c3af41 req-a985a885-d17d-4ba0-bef1-686da47a4b05 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.737482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-103f01b4-2d02-406b-a110-6c9db6c3af41 req-a985a885-d17d-4ba0-bef1-686da47a4b05 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 945 time: 0.1301508 Aug 16 01:56:30.798385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-773a9ef8-1cdb-4989-bd10-0b7271e87c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.799979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-773a9ef8-1cdb-4989-bd10-0b7271e87c6a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362956 Aug 16 01:56:30.812670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-103f01b4-2d02-406b-a110-6c9db6c3af41 req-4cb3ea72-52ab-4b91-8f77-d96a6ce74cbe tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572326 Aug 16 01:56:30.838027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8671e-3c91-4bc8-932b-ca80bb431a58 req-f0fdea31-0ebe-480d-acae-de3a4fbbe744 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.845886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08b8671e-3c91-4bc8-932b-ca80bb431a58 req-f0fdea31-0ebe-480d-acae-de3a4fbbe744 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1098 time: 0.1451480 Aug 16 01:56:30.950958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08b8671e-3c91-4bc8-932b-ca80bb431a58 req-89a6371d-12f7-4abc-ade0-77f35f7e05ea tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040864 Aug 16 01:56:30.987074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-a4ee886c-b8e5-42ea-88a4-19872f074c41 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743617 Aug 16 01:56:30.996337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628d316-a094-4e3f-9207-8af8e7df2324 req-c4e16eb6-97d0-4c46-b61a-88736f0ba0c6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:30.997873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9628d316-a094-4e3f-9207-8af8e7df2324 req-c4e16eb6-97d0-4c46-b61a-88736f0ba0c6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 949 time: 0.0860796 Aug 16 01:56:31.000830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14522e8-2a69-47a7-9790-e107a07b611c req-e93ca54d-380e-4f30-a045-1049c87f3775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.002585 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-e93ca54d-380e-4f30-a045-1049c87f3775 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.4411836 Aug 16 01:56:31.049161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-46317dd4-d5fc-4b3a-8572-0aca84b8ac30 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d HTTP/1.1" status: 200 len: 217 time: 0.0377274 Aug 16 01:56:31.115520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14522e8-2a69-47a7-9790-e107a07b611c req-3cb24b25-79da-4cd2-ac99-8d1efadc201d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.117529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-3cb24b25-79da-4cd2-ac99-8d1efadc201d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0525596 Aug 16 01:56:31.128105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Sync routers for ids ['308392d2-cc9f-4bdd-88c3-370b591d5a02'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:31.143026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9628d316-a094-4e3f-9207-8af8e7df2324 req-cc8aa882-d23b-4592-894b-f72ee7a4671f tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282759 Aug 16 01:56:31.178296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Routers {'308392d2-cc9f-4bdd-88c3-370b591d5a02'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:31.181282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['308392d2-cc9f-4bdd-88c3-370b591d5a02'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:31.237220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14522e8-2a69-47a7-9790-e107a07b611c req-c854ad92-5ca0-4afa-9361-88a544d404f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.238471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b037c3f-e695-4920-b985-a1a15bda5455 req-9ce81c6b-06d8-4ad9-884f-23510a80527c service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396264 Aug 16 01:56:31.239147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-c854ad92-5ca0-4afa-9361-88a544d404f7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043797 Aug 16 01:56:31.309675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5e15f-eb5b-4818-a632-1e4831675c1a req-e0dabae1-906a-4d46-802e-980c7cbe6e2f tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.311183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96c5e15f-eb5b-4818-a632-1e4831675c1a req-e0dabae1-906a-4d46-802e-980c7cbe6e2f tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0789199 Aug 16 01:56:31.355555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-f3e1c7fe-5f75-4f07-ba60-063570437e2d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.357295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-f3e1c7fe-5f75-4f07-ba60-063570437e2d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 810 time: 0.2113590 Aug 16 01:56:31.379244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96c5e15f-eb5b-4818-a632-1e4831675c1a req-de9bbbbd-076d-4701-b810-0f237e655c53 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607243 Aug 16 01:56:31.381643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-e6d72658-f2fb-4338-b8fb-6a192df59b8f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/quotas/61e8b741b6364901919d58f0ea5458b8 HTTP/1.1" status: 200 len: 375 time: 0.0155058 Aug 16 01:56:31.387520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-96313210-1075-46a2-af7f-ec8e667a287d service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336811 Aug 16 01:56:31.399766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16b425f3-31c0-4239-bc1c-c1c78a5c7458 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:31.461977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-8d3085c9-f726-41f1-84f5-99325ccc81d3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0729613 Aug 16 01:56:31.529605 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e14522e8-2a69-47a7-9790-e107a07b611c req-83e1fef5-8981-42bb-b8ed-f1720766ade4 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293645 Aug 16 01:56:31.537360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Set router 308392d2-cc9f-4bdd-88c3-370b591d5a02 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:31.539889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:31.540273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:31.568165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f1ff9-f991-4a29-bd88-f6e31ad7769f req-66c163b6-4485-4b75-8ff3-6c0f258f589f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:31.569717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e0f1ff9-f991-4a29-bd88-f6e31ad7769f req-66c163b6-4485-4b75-8ff3-6c0f258f589f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 947 time: 0.1075799 Aug 16 01:56:31.639035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e0f1ff9-f991-4a29-bd88-f6e31ad7769f req-aa768fcf-a2c8-4f70-92c0-fc73ac894bcb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586894 Aug 16 01:56:31.642752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-067647f7-5f8b-4a25-824d-d5cff3fdf6b7 service neutron] 10.222.0.76 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485150 Aug 16 01:56:31.760731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-5c85c151-d13f-4424-9c5d-bdf7af960131 service neutron] 10.222.0.76 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095750 Aug 16 01:56:31.889338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:28Z', 'revision_number': 4, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bf3c232b-2bf9-47c3-baa1-a82371aa3be6', 'name': '', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'mac_address': 'fa:16:3e:79:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:27Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 2, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'subnets': [{'id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:31.925663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Checking router: 308392d2-cc9f-4bdd-88c3-370b591d5a02 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:31.926148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Updating router 308392d2-cc9f-4bdd-88c3-370b591d5a02 port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:56:31.954679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.153137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d910b11a-de20-4a94-9e15-c77f4accf227 req-dbb6a8cd-ac4f-4f69-a8c2-a6fdc7066070 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.162503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d910b11a-de20-4a94-9e15-c77f4accf227 req-dbb6a8cd-ac4f-4f69-a8c2-a6fdc7066070 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0697603 Aug 16 01:56:32.183842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 48c41ff5-8971-47ba-8629-d960c019198b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:32.215295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d910b11a-de20-4a94-9e15-c77f4accf227 req-3c07be86-baf9-4c3f-97ce-18e31819f84a tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Aug 16 01:56:32.277577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:32.376849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7432e-9358-4077-b4fa-6e2168cb1544 req-88557454-a0d8-49c5-a5b4-4a310bf68332 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.389817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4f7432e-9358-4077-b4fa-6e2168cb1544 req-88557454-a0d8-49c5-a5b4-4a310bf68332 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1172156 Aug 16 01:56:32.428537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 971af9d5-fd63-49fc-88c7-a33e8e70edab triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:32.428921 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.434206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4f7432e-9358-4077-b4fa-6e2168cb1544 req-f17a7e04-9ec1-4434-b1fe-4e07653ea173 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432758 Aug 16 01:56:32.501781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 48c41ff5-8971-47ba-8629-d960c019198b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:32.514625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 48c41ff5-8971-47ba-8629-d960c019198b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:32.515035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.555312 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.586274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Transition to ACTIVE for port object bf3c232b-2bf9-47c3-baa1-a82371aa3be6 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:32.613512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04656aad-34ef-4b38-b1db-0e39a88d69f4 req-003964b1-8de7-4979-a9a6-f2923a16a5e6 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.623592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04656aad-34ef-4b38-b1db-0e39a88d69f4 req-003964b1-8de7-4979-a9a6-f2923a16a5e6 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 947 time: 0.1129715 Aug 16 01:56:32.662476 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.669175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.697440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04656aad-34ef-4b38-b1db-0e39a88d69f4 req-f9c2bdc4-5a0a-4cd4-8ddc-9e734469ca62 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722764 Aug 16 01:56:32.760176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:32.763183 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4a25a5-fc65-4acc-8cce-2057b2a7a500" -d '{"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-plugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:32.771223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8e0628b-50bf-4bfa-9e77-92a8489a5f98 req-683025de-45d1-4e25-a5d4-85855996e110 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 210 time: 0.0347555 Aug 16 01:56:32.771437 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.796026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:32.806620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ccc05-a28c-4e02-b7f6-f9b1d818822a None None] Pushing event updated for resources: {'Port': ['ID=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:32.889072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Attempting to bind port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:32.889743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Attempting to bind port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:32.890109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Attempting to bind port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 on network f002cfd3-c8b3-43e8-9abc-72591230118e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:32.895508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 48c41ff5-8971-47ba-8629-d960c019198b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=48c41ff5-8971-47ba-8629-d960c019198b,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:32.897207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4196d8f-2478-4eeb-a8cc-d1273ff580c8 req-3382f30f-9179-4ad2-a57f-c62da74a75bc tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:32.898631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:32.898832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4196d8f-2478-4eeb-a8cc-d1273ff580c8 req-3382f30f-9179-4ad2-a57f-c62da74a75bc tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 949 time: 0.0589795 Aug 16 01:56:32.899034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Checking segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:32.899443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.899838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Bound using segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:32.900301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Bound port: bf3c232b-2bf9-47c3-baa1-a82371aa3be6, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:32.900687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.915681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:32.939406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4196d8f-2478-4eeb-a8cc-d1273ff580c8 req-14c08aaa-49e3-4910-83b8-780634338793 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342548 Aug 16 01:56:33.005758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.011757 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.017796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] For port bf3c232b-2bf9-47c3-baa1-a82371aa3be6, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:33.021770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] For port bf3c232b-2bf9-47c3-baa1-a82371aa3be6, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:33.069824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=48c41ff5-8971-47ba-8629-d960c019198b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.084276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67cc72-3369-4212-b4b6-43d3803b5d08 req-51b1deb7-be03-45ec-8678-bfcd5570733f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.087493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed67cc72-3369-4212-b4b6-43d3803b5d08 req-51b1deb7-be03-45ec-8678-bfcd5570733f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.0559132 Aug 16 01:56:33.095188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54658) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:33.101521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Request body: {'floatingip': {'port_id': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:33.112320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.145776 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.173638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Routers {'308392d2-cc9f-4bdd-88c3-370b591d5a02'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:33.174281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['308392d2-cc9f-4bdd-88c3-370b591d5a02'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:33.204169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf4c5a-d5d3-4739-9240-fe0e2ee9e64a req-a1d7bbb7-7b5a-4022-8495-a604f7b2abb6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.205694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdcf4c5a-d5d3-4739-9240-fe0e2ee9e64a req-a1d7bbb7-7b5a-4022-8495-a604f7b2abb6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0634921 Aug 16 01:56:33.209222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ccc05-a28c-4e02-b7f6-f9b1d818822a None None] Pushing event updated for resources: {'Port': ['ID=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:33.259840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdcf4c5a-d5d3-4739-9240-fe0e2ee9e64a req-12f75ff0-9e59-4c9e-b5d9-e9c8802b232b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 Aug 16 01:56:33.304986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] Set router 308392d2-cc9f-4bdd-88c3-370b591d5a02 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:33.308320 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb44650-5897-41a9-9f8f-4d25e79c16d0 x-openstack-request-id: req-dfb44650-5897-41a9-9f8f-4d25e79c16d0 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:33.308606 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-plugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:33.308874 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dfb44650-5897-41a9-9f8f-4d25e79c16d0 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:33.309271 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'code': 200} Aug 16 01:56:33.648155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f1c0c-6598-455e-8832-3e6430c57718 req-7803c38c-abca-48f0-ac35-8ddc2336ca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.649686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7d3f1c0c-6598-455e-8832-3e6430c57718 req-7803c38c-abca-48f0-ac35-8ddc2336ca91 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1101 time: 0.0953724 Aug 16 01:56:33.661237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b615f1-3f8d-495b-99ed-4c52fdac3d1f req-59cb7237-4741-41d0-9fa7-0d73257b83b4 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.664701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3b615f1-3f8d-495b-99ed-4c52fdac3d1f req-59cb7237-4741-41d0-9fa7-0d73257b83b4 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0691977 Aug 16 01:56:33.716672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3b615f1-3f8d-495b-99ed-4c52fdac3d1f req-5d4f7f0d-b501-4946-8e17-ce7e793e2914 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400705 Aug 16 01:56:33.739848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:28Z', 'revision_number': 4, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bf3c232b-2bf9-47c3-baa1-a82371aa3be6', 'name': '', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'mac_address': 'fa:16:3e:79:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:27Z', 'updated_at': '2021-08-16T01:56:33Z', 'revision_number': 4, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'subnets': [{'id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:33.783134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b1bf1b-4dd6-4ad0-93ca-baa171ee0aa4 None None] The sync data for ids ['308392d2-cc9f-4bdd-88c3-370b591d5a02'] in n-d-768852-19 is: [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:28Z', 'revision_number': 4, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bf3c232b-2bf9-47c3-baa1-a82371aa3be6', 'name': '', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'mac_address': 'fa:16:3e:79:9d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:27Z', 'updated_at': '2021-08-16T01:56:33Z', 'revision_number': 4, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'subnets': [{'id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:33.809817 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7d3f1c0c-6598-455e-8832-3e6430c57718 req-6f4b0859-cba3-4690-a108-1191aa3be980 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502080 Aug 16 01:56:33.813086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:33.864744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb29df-859f-473e-9cd6-6704cb8ed8a0 req-84d967bf-e95b-42d2-977e-1c6ecacb912f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:33.866562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66bb29df-859f-473e-9cd6-6704cb8ed8a0 req-84d967bf-e95b-42d2-977e-1c6ecacb912f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 947 time: 0.0689754 Aug 16 01:56:33.924823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66bb29df-859f-473e-9cd6-6704cb8ed8a0 req-9af29ac1-20cc-4067-b1cb-782d58d81032 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493553 Aug 16 01:56:33.936518 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-5a5731be-412d-4022-a93b-8e1a6d753706 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607879 Aug 16 01:56:33.984566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.140108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-64e97a91-fc9f-4dd5-83fe-7d9363e7e284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.141804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-64e97a91-fc9f-4dd5-83fe-7d9363e7e284 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 1096 time: 0.1113262 Aug 16 01:56:34.153673 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Floating IP 9788954e-a108-49a2-8c08-67264e532a47 associated. External IP: 172.25.6.151, port: fccfd11d-98e0-4952-8027-5fdbdfcb4949. Aug 16 01:56:34.176727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c6a7c7f-2b73-4ad7-825a-08338bc23893 req-ec2a7453-daac-4762-9048-f1311b96938b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 210 time: 0.0419819 Aug 16 01:56:34.216417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-b73667b1-6b89-48fb-b505-dc49b07a5ed7 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:56:34.217463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-b73667b1-6b89-48fb-b505-dc49b07a5ed7 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154059 Aug 16 01:56:34.262894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Request body: {'binding': {'host': 'n-h1-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:34.263348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:56:34.274423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:34.345231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135170ed-4afe-4dd3-9956-a0af2d689393 req-c1fac42d-99be-4853-8914-5a6edcf8b5f6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.369709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-135170ed-4afe-4dd3-9956-a0af2d689393 req-c1fac42d-99be-4853-8914-5a6edcf8b5f6 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.0990958 Aug 16 01:56:34.439786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-135170ed-4afe-4dd3-9956-a0af2d689393 req-8272cab2-eb40-41a1-af85-ba074f014799 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587914 Aug 16 01:56:34.454609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:34.469906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d', 'mac_address': 'fa:16:3e:fa:d7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:34.512324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-05383b64-fe1e-488d-8b04-789934c21705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.513901 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-05383b64-fe1e-488d-8b04-789934c21705 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.3129237 Aug 16 01:56:34.529656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.556373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:34.568832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c168f4a-64fc-46b1-9ef1-cbb11d503942 req-745d9f04-4006-4081-ae30-3532c1a78ed6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.570589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c168f4a-64fc-46b1-9ef1-cbb11d503942 req-745d9f04-4006-4081-ae30-3532c1a78ed6 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0716040 Aug 16 01:56:34.587979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:34.635915 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-3191c014-9938-44a1-bf97-ef2f2b0093ae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 200 len: 217 time: 0.0778801 Aug 16 01:56:34.637301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c168f4a-64fc-46b1-9ef1-cbb11d503942 req-27af7975-765f-4adb-9451-b411701eeb6b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537808 Aug 16 01:56:34.696946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:34.754965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h1-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:34.755182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:34.755511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:34.774614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-45ee11af-18b6-4256-bf17-a708db11a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.776212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-45ee11af-18b6-4256-bf17-a708db11a6f3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1263604 Aug 16 01:56:34.779895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:34.779895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:34.787937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Router f6c11b18-c274-4baa-8949-6efe88373fdb has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:56:34.788938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:34.789275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:34.789656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:34.790183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Bound port: 0e751b8f-48c0-4535-99b2-f2957c76d539, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:34.790986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:34.869609 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-110c9ffc-9760-472a-89ce-991a732b3849 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474603 Aug 16 01:56:34.886878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e10a79-d68c-4e6c-bbaa-d437a1bc4c0e req-014030c7-2685-4a6a-b8e9-7b8b219a0136 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:34.888487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69e10a79-d68c-4e6c-bbaa-d437a1bc4c0e req-014030c7-2685-4a6a-b8e9-7b8b219a0136 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0771861 Aug 16 01:56:34.993723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:35.008202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69e10a79-d68c-4e6c-bbaa-d437a1bc4c0e req-a0cbd0d5-3fcb-469c-bacd-a610114e9dbe tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114388 Aug 16 01:56:35.054759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-0cbc3e14-14ff-4a70-8230-808bfa0bc9e5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.056355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-0cbc3e14-14ff-4a70-8230-808bfa0bc9e5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 810 time: 0.1586745 Aug 16 01:56:35.067342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:35.069732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Request body: {'port': {'device_id': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'admin_state_up': True, 'tenant_id': '61e8b741b6364901919d58f0ea5458b8'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:35.091702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.093306 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-1eec71ea-c9ea-40d8-a3c6-a909db7b379c service neutron] 10.222.0.76 "POST /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539/bindings HTTP/1.1" status: 201 len: 390 time: 0.8374200 Aug 16 01:56:35.111165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-113f506c-cdc6-4815-a261-d7c2e2df6882 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868498 Aug 16 01:56:35.113897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:56:35.124718 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:56:35.126388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.143842 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:35.144549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:35.310612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c41ff5-8971-47ba-8629-d960c019198b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:35.312951 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc89bbd-13a0-481d-8c2a-0b8af6232c5c" -d '{"events": [{"server_uuid": "de803f44-4c19-497f-adf4-a4a6d59501b6", "name": "network-vif-plugged", "status": "completed", "tag": "48c41ff5-8971-47ba-8629-d960c019198b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:35.342118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-023e806b-51c0-4943-825b-01a39ea443c9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "PUT /v2.0/floatingips/9788954e-a108-49a2-8c08-67264e532a47 HTTP/1.1" status: 200 len: 991 time: 2.2440462 Aug 16 01:56:35.346787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:35.349293 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:35.410086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97866064-07b4-4567-b9ed-b20410800af6 req-76d73a9b-7214-4789-bd2a-35e5fcd654ed tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:35.422316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bf3c232b-2bf9-47c3-baa1-a82371aa3be6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:35.424662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97866064-07b4-4567-b9ed-b20410800af6 req-76d73a9b-7214-4789-bd2a-35e5fcd654ed tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 948 time: 0.1652043 Aug 16 01:56:35.470628 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a2af89c-e92e-4e81-ab02-dfe1a38eda33 req-2a264681-1f80-47a4-a8a9-bacc195db7fa service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504226 Aug 16 01:56:35.531738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97866064-07b4-4567-b9ed-b20410800af6 req-7ec43ba9-e23a-4f9c-940d-ae10e68cc05c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058550 Aug 16 01:56:35.539658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:35.560006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Made reservation on behalf of 61e8b741b6364901919d58f0ea5458b8 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:35.564278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.593896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:35.621242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:35.622344 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.703260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49f2e293-d851-4982-9285-42c12fab70ea req-e15a22fa-2c10-449f-ac6f-dbee5764ce0b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 210 time: 0.0529895 Aug 16 01:56:35.780127 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc0bdac-1b7e-4b1d-ac43-461980b7db7d x-openstack-request-id: req-4bc0bdac-1b7e-4b1d-ac43-461980b7db7d {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:35.780418 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de803f44-4c19-497f-adf4-a4a6d59501b6", "name": "network-vif-plugged", "status": "completed", "tag": "48c41ff5-8971-47ba-8629-d960c019198b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:35.780685 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4bc0bdac-1b7e-4b1d-ac43-461980b7db7d {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:35.781135 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c41ff5-8971-47ba-8629-d960c019198b', 'code': 200} Aug 16 01:56:35.783461 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.784539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Allocated IP 172.20.0.7 (f002cfd3-c8b3-43e8-9abc-72591230118e/e9454e1d-632d-42ee-9a19-12e1b64675e7/2c94dd8f-814c-430e-8df9-5d94090578d0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:35.828002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port bf3c232b-2bf9-47c3-baa1-a82371aa3be6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:35.953539 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:35.978920 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7849b986-0d8a-43f5-9c63-6cc7bc4fe589 x-openstack-request-id: req-7849b986-0d8a-43f5-9c63-6cc7bc4fe589 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:35.979305 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:35.979489 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7849b986-0d8a-43f5-9c63-6cc7bc4fe589 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:35.979887 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'status': 'completed', 'code': 200} Aug 16 01:56:36.029864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.066658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-ea056dd7-f073-4d6b-a9ff-5a1151f7e417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.068231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-ea056dd7-f073-4d6b-a9ff-5a1151f7e417 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1098 time: 0.1490307 Aug 16 01:56:36.074033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-9e62f330-6d4a-428f-bcc6-8744314d5275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.074033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-9e62f330-6d4a-428f-bcc6-8744314d5275 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5015db9bda05400dbdf738c50bb58702&device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 1097 time: 0.0906692 Aug 16 01:56:36.107636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.115440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be6162-b448-4a4b-bc49-51aec0a5c0fa req-2d39afed-4206-4d67-b58e-2c46114ca5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.116980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9be6162-b448-4a4b-bc49-51aec0a5c0fa req-2d39afed-4206-4d67-b58e-2c46114ca5bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 1102 time: 0.1121254 Aug 16 01:56:36.123102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9788954e-a108-49a2-8c08-67264e532a47', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'port_id': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'mac_address': 'fa:16:3e:64:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:05Z', 'updated_at': '2021-08-16T01:56:33Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:36.162313 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:56:36.173529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499e91d-8c43-484b-9232-2084daafeb24 req-aebd32f1-8673-4277-b9fd-52797d04a373 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.174292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:56:36.175304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5499e91d-8c43-484b-9232-2084daafeb24 req-aebd32f1-8673-4277-b9fd-52797d04a373 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.1715894 Aug 16 01:56:36.181804 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:36.283899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9be6162-b448-4a4b-bc49-51aec0a5c0fa req-7239e4ee-57af-4977-8234-f9603001a5c3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453309 Aug 16 01:56:36.303001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5499e91d-8c43-484b-9232-2084daafeb24 req-21d54e30-6f4d-4d7a-871c-579d14e79a77 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132083 Aug 16 01:56:36.336216 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:56:36.362220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-78de6eaa-1979-4a99-a910-03ec5deb518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.364769 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-78de6eaa-1979-4a99-a910-03ec5deb518d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.2875433 Aug 16 01:56:36.430671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4577-7ce5-4657-9de2-ce1201d82760 req-5fa620b2-fd8f-4c65-9daf-566d9e74c6a1 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.438237 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-fb091d97-18b1-480d-b8f3-4d2d9579fb16 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 217 time: 0.0625839 Aug 16 01:56:36.459682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-efa36729-4d98-4d1c-8b57-df585050a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.459682 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-efa36729-4d98-4d1c-8b57-df585050a0e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 200 len: 925 time: 0.3555896 Aug 16 01:56:36.460086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35cf4577-7ce5-4657-9de2-ce1201d82760 req-5fa620b2-fd8f-4c65-9daf-566d9e74c6a1 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.0856514 Aug 16 01:56:36.463299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:36.542817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Network f002cfd3-c8b3-43e8-9abc-72591230118e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:36.554028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:36.556458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Pushing event updated for resources: {'Port': ['ID=2c94dd8f-814c-430e-8df9-5d94090578d0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:36.564406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:36.576392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35cf4577-7ce5-4657-9de2-ce1201d82760 req-6da6c7dc-3259-4e23-a94d-9bcb7720151b tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322768 Aug 16 01:56:36.579232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.579587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.579933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.580275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.580611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.580944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.581271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.581600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.581925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.582249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.582365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-31f2bd4c-c3b2-4bc8-b85c-a7d7d7828168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:36.582576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.587465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-31f2bd4c-c3b2-4bc8-b85c-a7d7d7828168 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1407630 Aug 16 01:56:36.593918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:36.618082 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-44d88fc9-4565-4b6d-b1c8-2b33efe63af5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949 HTTP/1.1" status: 200 len: 999 time: 0.1429996 Aug 16 01:56:36.750064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9788954e-a108-49a2-8c08-67264e532a47', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'port_id': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'mac_address': 'fa:16:3e:64:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:05Z', 'updated_at': '2021-08-16T01:56:33Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:36.786048 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67870efe-3ca4-4c79-a641-e5183811e8ea None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9788954e-a108-49a2-8c08-67264e532a47', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'floating_ip_address': '172.25.6.151', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'port_id': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'mac_address': 'fa:16:3e:64:58:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:54:05Z', 'updated_at': '2021-08-16T01:56:33Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:56:36.960023 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-c5e11fc7-81bb-4cc4-a536-3ee964d2b01b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3405144 Aug 16 01:56:37.003026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.003648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.029065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a454d1-c3b9-490b-a696-5bda123ed66f req-4adcf4b9-01a5-4586-9603-0eb6daed9327 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.030681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7a454d1-c3b9-490b-a696-5bda123ed66f req-4adcf4b9-01a5-4586-9603-0eb6daed9327 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.3301148 Aug 16 01:56:37.060177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-8fcafcfd-1bbd-499f-aef3-7829b7e4bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.063400 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-8fcafcfd-1bbd-499f-aef3-7829b7e4bc74 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 200 len: 863 time: 0.1056569 Aug 16 01:56:37.089596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7a454d1-c3b9-490b-a696-5bda123ed66f req-10ff1e98-942f-4f75-bbbc-898f6da8ebdb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481031 Aug 16 01:56:37.091367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff2601a-2485-449e-8cbd-90bd469da0a3 None None] New status for floating IP 9788954e-a108-49a2-8c08-67264e532a47: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:56:37.143744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-483ce5b1-1ec3-496f-a658-1eb8afee8b98 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0781283 Aug 16 01:56:37.155063 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-05777975-210c-4d06-809b-babc85c41b58 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864696 Aug 16 01:56:37.171821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Request body: {'port': {'device_id': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:37.211744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-52016a9e-092b-4fec-a61e-d3afa1991665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.212573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bf3c232b-2bf9-47c3-baa1-a82371aa3be6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:37.215521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-52016a9e-092b-4fec-a61e-d3afa1991665 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e5445ce0-2d40-46cc-9d36-ca4320a39576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1404042 Aug 16 01:56:37.292462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ff43f-cf38-49b8-9777-94d9be6d6cda req-227f8e60-af0e-4cb3-8a81-b39ace424fce tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.298280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-183ff43f-cf38-49b8-9777-94d9be6d6cda req-227f8e60-af0e-4cb3-8a81-b39ace424fce tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 948 time: 0.1384170 Aug 16 01:56:37.299257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.312772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:37.313153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.378293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-ac3a56f6-8cd8-4b86-9f93-cc15089103ce service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052400 Aug 16 01:56:37.407229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-183ff43f-cf38-49b8-9777-94d9be6d6cda req-c2ec5fbe-3767-4686-bfc1-f6c428d603db tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046250 Aug 16 01:56:37.463521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-9c142a32-8693-4089-bfff-9f92b570d9f4 service neutron] 10.222.0.58 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113261 Aug 16 01:56:37.600299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a282f39e-ad24-448e-95fd-15e2dd2e4cc1 req-fa85f674-576c-4dbf-8761-1e25de61647a service neutron] 10.222.0.58 "GET /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281757 Aug 16 01:56:37.636876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc7100-e267-47d6-830d-f8f6861ec4d4 req-d6b76b0d-8134-4691-b0a8-cb4cbe2d5bde tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.638581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cccc7100-e267-47d6-830d-f8f6861ec4d4 req-d6b76b0d-8134-4691-b0a8-cb4cbe2d5bde tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 931 time: 0.1136301 Aug 16 01:56:37.718750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cccc7100-e267-47d6-830d-f8f6861ec4d4 req-48096ab8-04c5-44de-92ea-a77dd3bf032c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644922 Aug 16 01:56:37.776640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4313b94e-b451-4d97-8b7e-5ea239404a67 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:56:37.777910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4313b94e-b451-4d97-8b7e-5ea239404a67 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082417 Aug 16 01:56:37.788914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Request body: {'binding': {'host': 'n-h2-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:37.789516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:56:37.789801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c94dd8f-814c-430e-8df9-5d94090578d0 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:37.800446 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.816880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Transition to ACTIVE for port object 2c94dd8f-814c-430e-8df9-5d94090578d0 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:37.943075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf8515-9634-4d7e-a472-89dcec6de10f req-d2fdd98d-83f8-4c0a-908e-3b91630bf41f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:37.945101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3eaf8515-9634-4d7e-a472-89dcec6de10f req-d2fdd98d-83f8-4c0a-908e-3b91630bf41f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0608730 Aug 16 01:56:37.955270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on host n-h2-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:37.955768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:37.956227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:37.962974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:37.963466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:37.967801 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:37.969984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:37.970437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:37.971134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:37.971643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Bound port: 689a298b-ae4e-4eb9-88be-3cdfad68d688, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:38.049725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:38.084384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3eaf8515-9634-4d7e-a472-89dcec6de10f req-2f4236a7-0174-478a-9718-72ad0e28bec9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299241 Aug 16 01:56:38.095305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Pushing event updated for resources: {'Port': ['ID=2c94dd8f-814c-430e-8df9-5d94090578d0,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.160575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.165739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4a670df7-7c26-4100-8207-8e4bf53100bb service neutron] 10.222.0.76 "POST /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688/bindings HTTP/1.1" status: 201 len: 390 time: 0.3806643 Aug 16 01:56:38.223798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Attempting to bind port 2c94dd8f-814c-430e-8df9-5d94090578d0 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:38.224329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Attempting to bind port 2c94dd8f-814c-430e-8df9-5d94090578d0 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:38.224471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Attempting to bind port 2c94dd8f-814c-430e-8df9-5d94090578d0 on network f002cfd3-c8b3-43e8-9abc-72591230118e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:38.234198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Port 2c94dd8f-814c-430e-8df9-5d94090578d0 on network f002cfd3-c8b3-43e8-9abc-72591230118e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:38.234444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Attempting to bind port 2c94dd8f-814c-430e-8df9-5d94090578d0 on network f002cfd3-c8b3-43e8-9abc-72591230118e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:38.243512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:38.243826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Checking segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:38.244217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Bound using segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:38.244662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Bound port: 2c94dd8f-814c-430e-8df9-5d94090578d0, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:38.245083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.268043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb57c08-0c3b-4e8d-831f-7bae93936f1c req-7997e254-1d3b-4d31-b060-2c750fe9122d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.269641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbb57c08-0c3b-4e8d-831f-7bae93936f1c req-7997e254-1d3b-4d31-b060-2c750fe9122d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0965817 Aug 16 01:56:38.299490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:38.364751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbb57c08-0c3b-4e8d-831f-7bae93936f1c req-6ce0e8f5-e373-4859-8829-7108233615ee tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698102 Aug 16 01:56:38.373576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] For port 2c94dd8f-814c-430e-8df9-5d94090578d0, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:38.377103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] For port 2c94dd8f-814c-430e-8df9-5d94090578d0, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2c94dd8f-814c-430e-8df9-5d94090578d0,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:38.498803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32588a42-1545-4737-be26-9eb8843bb8c1 req-a5b2aee0-10a5-4274-aa8a-0dc2ae0c3d0e tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.500597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32588a42-1545-4737-be26-9eb8843bb8c1 req-a5b2aee0-10a5-4274-aa8a-0dc2ae0c3d0e tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.0593283 Aug 16 01:56:38.507658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:38.509143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.511740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:38.517127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.571958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.572680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.575269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] 10.222.0.58 "PUT /v2.0/ports/2c94dd8f-814c-430e-8df9-5d94090578d0 HTTP/1.1" status: 200 len: 1092 time: 1.4100218 Aug 16 01:56:38.592283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'tag': '2c94dd8f-814c-430e-8df9-5d94090578d0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:38.595242 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b" -d '{"events": [{"name": "network-changed", "server_uuid": "7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b", "tag": "2c94dd8f-814c-430e-8df9-5d94090578d0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:38.618064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.641390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32588a42-1545-4737-be26-9eb8843bb8c1 req-26188f37-c929-4ff6-9d3a-5c1baae9cc47 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216583 Aug 16 01:56:38.642581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c837d7-bc48-4688-924f-ceb53558847f service neutron] Pushing event updated for resources: {'Port': ['ID=2c94dd8f-814c-430e-8df9-5d94090578d0,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.649455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1737-d47b-49ae-babd-1a9e53403229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:38.653636 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38e5255-c9ba-4aa9-9bbb-1de261b0d7e1" -d '{"events": [{"server_uuid": "57db1737-d47b-49ae-babd-1a9e53403229", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:38.677477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:38.788206 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:38.791262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-ece8432d-1c9a-4581-812e-a10f0867eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.794994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-ece8432d-1c9a-4581-812e-a10f0867eed8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 1095 time: 0.0883360 Aug 16 01:56:38.857894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:38.860845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-8b980949-4a3a-4b3c-a986-ad70c719dc4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c94dd8f-814c-430e-8df9-5d94090578d0 HTTP/1.1" status: 200 len: 217 time: 0.0530598 Aug 16 01:56:38.869384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633b0ab-b374-4e8f-a2f2-487917db236e req-a8739adb-1f8f-446b-a042-d444529e94da tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.871765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6633b0ab-b374-4e8f-a2f2-487917db236e req-a8739adb-1f8f-446b-a042-d444529e94da tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 948 time: 0.1396434 Aug 16 01:56:38.974824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-1c70e89d-362c-48a5-9699-20454225c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:38.977198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-1c70e89d-362c-48a5-9699-20454225c030 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.1040835 Aug 16 01:56:38.981390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6633b0ab-b374-4e8f-a2f2-487917db236e req-dd97dfb4-117c-415f-b0c4-f4dd9bdc55c6 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993433 Aug 16 01:56:39.053496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-28f65fa1-3fb3-425f-8eb6-3c6f37462cc8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460753 Aug 16 01:56:39.097041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-5415233a-f957-4858-93ab-85a55ee42aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.098812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-5415233a-f957-4858-93ab-85a55ee42aa9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1097 time: 0.0790102 Aug 16 01:56:39.106631 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f265dbb4-d526-4050-b801-dc3c159b9cb3 x-openstack-request-id: req-f265dbb4-d526-4050-b801-dc3c159b9cb3 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:39.107350 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b", "tag": "2c94dd8f-814c-430e-8df9-5d94090578d0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:39.107905 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f265dbb4-d526-4050-b801-dc3c159b9cb3 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:39.108526 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'tag': '2c94dd8f-814c-430e-8df9-5d94090578d0', 'status': 'completed', 'code': 200} Aug 16 01:56:39.185104 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aec17f-c791-4e4f-94bc-f02840e1a023 x-openstack-request-id: req-23aec17f-c791-4e4f-94bc-f02840e1a023 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:39.185687 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1737-d47b-49ae-babd-1a9e53403229", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:39.186106 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23aec17f-c791-4e4f-94bc-f02840e1a023 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:39.186819 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1737-d47b-49ae-babd-1a9e53403229', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d', 'code': 200} Aug 16 01:56:39.274670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-d8ee6a26-204f-4ff7-a077-932f1d9df5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.280084 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-d8ee6a26-204f-4ff7-a077-932f1d9df5ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.1680999 Aug 16 01:56:39.351085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8a350-0f4a-4ad4-8632-f11276f985b5 req-f3896d30-d5d1-4cf9-95b8-1f6efa247f51 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.360423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e0a8a350-0f4a-4ad4-8632-f11276f985b5 req-f3896d30-d5d1-4cf9-95b8-1f6efa247f51 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 945 time: 0.2970231 Aug 16 01:56:39.365323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-80068fa8-2a3b-48da-8c12-424905703fc4 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890949 Aug 16 01:56:39.407539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-1d234c57-873e-4072-8e91-00bc2a44a25e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 217 time: 0.0951107 Aug 16 01:56:39.467561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650096d-b39f-4ff3-9495-9c7554bbf6cf req-9d2f4dbe-1a74-4a69-a3c9-8ad51dd40745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.469543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b650096d-b39f-4ff3-9495-9c7554bbf6cf req-9d2f4dbe-1a74-4a69-a3c9-8ad51dd40745 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 1101 time: 0.1966364 Aug 16 01:56:39.498986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e0a8a350-0f4a-4ad4-8632-f11276f985b5 req-a219edd7-eed7-462c-9c2e-3dfb98543b13 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567324 Aug 16 01:56:39.503160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1f12084-a812-4298-aab5-c7914af1cf40 req-86a8c502-ab70-4b35-b57b-5dda7ebebe79 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312277 Aug 16 01:56:39.552208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9d3ebfda-5875-416b-9c82-eacc4ef7282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.555346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9d3ebfda-5875-416b-9c82-eacc4ef7282f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.1372035 Aug 16 01:56:39.632628 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-022cebb0-c95d-4170-9661-d46e2d128155 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564930 Aug 16 01:56:39.634507 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b650096d-b39f-4ff3-9495-9c7554bbf6cf req-03e948ee-eb75-482e-9920-bbf24a5c8d8b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490948 Aug 16 01:56:39.651239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a39a0fc-c116-44a7-9f46-f3b3aac9fb94 req-80343b8c-68d6-41cb-be55-b967dc33d4eb tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.653190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a39a0fc-c116-44a7-9f46-f3b3aac9fb94 req-80343b8c-68d6-41cb-be55-b967dc33d4eb tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 943 time: 0.0599740 Aug 16 01:56:39.728382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a39a0fc-c116-44a7-9f46-f3b3aac9fb94 req-84af3836-e922-45e6-a381-1cdaf8257330 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681994 Aug 16 01:56:39.741499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-736805a6-5709-4bbd-ab1e-e55d11170e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.743593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-736805a6-5709-4bbd-ab1e-e55d11170e4c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 1095 time: 0.0626352 Aug 16 01:56:39.839190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-7af606c4-c291-44cf-8d12-0bf0576f899b service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608672 Aug 16 01:56:39.868016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1d72ea06-3c08-4d8b-86cb-11647cac10c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:39.962594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-b3adc02d-f539-4153-9177-5aa3e0de93d0 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149676 Aug 16 01:56:39.983461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8642e1-e0da-40d9-8e9d-dc0e5b849751 req-524bc531-91fa-4ed9-8507-c3beb2374847 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.985022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc8642e1-e0da-40d9-8e9d-dc0e5b849751 req-524bc531-91fa-4ed9-8507-c3beb2374847 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1189826 Aug 16 01:56:39.997175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897bfd0-3a2d-48c9-bba5-b68687f9a2f3 req-3ed8e585-1c1f-475a-bc8e-44d020c95f98 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:39.998746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0897bfd0-3a2d-48c9-bba5-b68687f9a2f3 req-3ed8e585-1c1f-475a-bc8e-44d020c95f98 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.1337554 Aug 16 01:56:40.029719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-178220e9-1f63-4c56-b520-aab2737e8254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.031118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-178220e9-1f63-4c56-b520-aab2737e8254 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 911 time: 0.2726305 Aug 16 01:56:40.106367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc8642e1-e0da-40d9-8e9d-dc0e5b849751 req-5ff94d93-3487-4544-a0d0-e5bff41c1b6d tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016150 Aug 16 01:56:40.109949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-e534e09e-e0cc-4abe-ba9d-5f32c34df7ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c94dd8f-814c-430e-8df9-5d94090578d0 HTTP/1.1" status: 200 len: 217 time: 0.0554223 Aug 16 01:56:40.116188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0897bfd0-3a2d-48c9-bba5-b68687f9a2f3 req-14e1b8a7-eabb-4f4d-bbdc-1b713b2a28bd tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081631 Aug 16 01:56:40.210136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-24cfa086-b652-4757-ab46-adafb60aa70f tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.212393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-24cfa086-b652-4757-ab46-adafb60aa70f tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.0537107 Aug 16 01:56:40.227054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:40.285677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-ec54bdd9-72cb-407e-9e88-16d288ec88ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.287514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-ec54bdd9-72cb-407e-9e88-16d288ec88ef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.1578507 Aug 16 01:56:40.296640 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.297747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce02b0-9572-44a5-bc0d-81bcabb335b3 req-7c84cfea-56e7-4a8f-bc07-93f7fe0c9ee9 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.299357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6ce02b0-9572-44a5-bc0d-81bcabb335b3 req-7c84cfea-56e7-4a8f-bc07-93f7fe0c9ee9 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 1102 time: 0.1085672 Aug 16 01:56:40.339485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-990238b4-4d35-4e27-940d-576e2a74fc44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374455 Aug 16 01:56:40.352015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba30ea3-8623-4718-82b4-6f86ae7b563f req-6926a0bd-f779-4da0-b1a0-b91b6571a495 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.359610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ba30ea3-8623-4718-82b4-6f86ae7b563f req-6926a0bd-f779-4da0-b1a0-b91b6571a495 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 949 time: 0.1279397 Aug 16 01:56:40.375512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c6ce02b0-9572-44a5-bc0d-81bcabb335b3 req-4d6ee319-ef2d-4527-94bf-6f477e781b12 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.722602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ba30ea3-8623-4718-82b4-6f86ae7b563f req-574d4343-6045-4e4e-9246-7b801deaf1f2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385765 Aug 16 01:56:40.722782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:40.722913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-8447eaf8-43e7-4d6f-acf5-66ed7fc7e75b service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844015 Aug 16 01:56:40.723012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:40.723012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.723012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:40.723012 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aa6356-8917-4162-a862-d0f3fedb65bb" -d '{"events": [{"server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:40.739009 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c6ce02b0-9572-44a5-bc0d-81bcabb335b3 req-4d6ee319-ef2d-4527-94bf-6f477e781b12 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:40.765589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce60fa-0b5e-4e85-8316-fad75e025260 req-3e6677dd-6c47-41e5-9540-b9e122ed4547 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.774865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3ce60fa-0b5e-4e85-8316-fad75e025260 req-3e6677dd-6c47-41e5-9540-b9e122ed4547 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 945 time: 0.1603758 Aug 16 01:56:40.786719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-613bb6a8-4c6c-45cc-b71b-26c70b0de41b req-3503e2c4-c0b0-47c8-a6a6-de0cd961581a service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202237 Aug 16 01:56:40.844386 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3ce60fa-0b5e-4e85-8316-fad75e025260 req-19d081cb-cd40-44de-bc03-df5a50a6de8a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608101 Aug 16 01:56:40.883877 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63369b00-268b-463e-a6c2-5c46bb2e7ae9 x-openstack-request-id: req-63369b00-268b-463e-a6c2-5c46bb2e7ae9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:40.884246 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "name": "network-vif-unplugged", "status": "completed", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:40.884561 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63369b00-268b-463e-a6c2-5c46bb2e7ae9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:40.885019 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'code': 200} Aug 16 01:56:40.978365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac7e48-6ae9-428f-9fb1-e14b7b193b79 req-e9cacc60-38e7-40c2-b90c-5288887e2b42 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:40.980442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ac7e48-6ae9-428f-9fb1-e14b7b193b79 req-e9cacc60-38e7-40c2-b90c-5288887e2b42 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 943 time: 0.0516391 Aug 16 01:56:41.018835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33ac7e48-6ae9-428f-9fb1-e14b7b193b79 req-78e32b56-4b98-4de9-8a69-f81ba3528ff8 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Aug 16 01:56:41.022853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.074188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c6ce02b0-9572-44a5-bc0d-81bcabb335b3 req-4d6ee319-ef2d-4527-94bf-6f477e781b12 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.106014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.125589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.126774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.127329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.129190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.129190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.129190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.129190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.129652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.130668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.131088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.131495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.132342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:41.137843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6ce02b0-9572-44a5-bc0d-81bcabb335b3 req-4d6ee319-ef2d-4527-94bf-6f477e781b12 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8270843 Aug 16 01:56:41.178686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ee319-ef2d-4527-94bf-6f477e781b12 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb373c8-ffd3-48ed-baa2-33d2d88fe10f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.185953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:41.186716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:41.187186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:41.193972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:41.194401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Attempting to bind port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:41.204747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:41.205119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:41.205526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:41.205990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Bound port: 689a298b-ae4e-4eb9-88be-3cdfad68d688, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:41.206345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.293932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:41.297326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:41.317452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154bdcd-3716-4725-b034-574dda471a42 req-8228893c-acda-4822-b732-027671c459f5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.319063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7154bdcd-3716-4725-b034-574dda471a42 req-8228893c-acda-4822-b732-027671c459f5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0951004 Aug 16 01:56:41.331930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f75dcf-6e9c-4b17-8f4e-3f6038f254d5 req-050cc120-31ad-4c0d-b4fd-df40af372198 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.333416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28f75dcf-6e9c-4b17-8f4e-3f6038f254d5 req-050cc120-31ad-4c0d-b4fd-df40af372198 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0751531 Aug 16 01:56:41.395360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7154bdcd-3716-4725-b034-574dda471a42 req-e27ebc8e-6b73-4969-b6d4-144ddef4109f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609627 Aug 16 01:56:41.400746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28f75dcf-6e9c-4b17-8f4e-3f6038f254d5 req-d0aa3d94-04b9-47c2-96bb-46ca00f18c73 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584745 Aug 16 01:56:41.422712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.503745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.506924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:41.506924 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] 10.222.0.58 "PUT /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 1123 time: 1.2839715 Aug 16 01:56:41.506924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc83312-39a3-4d8d-936d-ed727b7adc09 service neutron] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:41.628275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f579c6-68de-46fd-bc36-b9b30185f1ed req-070576e2-679f-44d1-a6d2-31efb7cff729 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.629881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29f579c6-68de-46fd-bc36-b9b30185f1ed req-070576e2-679f-44d1-a6d2-31efb7cff729 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 949 time: 0.0509667 Aug 16 01:56:41.639118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['689a298b-ae4e-4eb9-88be-3cdfad68d688'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:41.674347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29f579c6-68de-46fd-bc36-b9b30185f1ed req-01439dda-3d94-46ee-b8a0-39f61d98e672 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Aug 16 01:56:41.800672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409032d-07ba-4b53-ab2c-112b00cd0237 req-43d5ad1e-8a5d-4305-85df-161df5262795 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.807139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9409032d-07ba-4b53-ab2c-112b00cd0237 req-43d5ad1e-8a5d-4305-85df-161df5262795 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 1101 time: 0.0604844 Aug 16 01:56:41.841657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9409032d-07ba-4b53-ab2c-112b00cd0237 req-e41c4dfd-d1e6-4602-bda5-d3e495c2fc82 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296035 Aug 16 01:56:41.990036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684f0f9-8554-47bc-930a-a24a729d97c5 req-8c1c6ad1-a425-420d-b719-7c28c249805d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:41.995745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7684f0f9-8554-47bc-930a-a24a729d97c5 req-8c1c6ad1-a425-420d-b719-7c28c249805d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.0573282 Aug 16 01:56:42.029438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-21922c58-a19f-45ab-8f3c-f74711c68f45 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319376 Aug 16 01:56:42.096433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7684f0f9-8554-47bc-930a-a24a729d97c5 req-a1d0bf70-8a0a-4da6-b173-49c52079b131 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887780 Aug 16 01:56:42.161622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-b8b93a4f-acc0-4b37-9948-8ed13c7581af tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.163853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-b8b93a4f-acc0-4b37-9948-8ed13c7581af tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1277704 Aug 16 01:56:42.182378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-7925c946-8593-4c7f-8871-d8c6c9d2bd93 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/quotas/d7354f92e5774ae9a32cb4dac6529b47 HTTP/1.1" status: 200 len: 375 time: 0.0113790 Aug 16 01:56:42.263329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a61f34bf-8aba-4433-9689-a58f5d299910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.300372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb4d2d-d2ca-45a0-9852-1955c3003285 req-0a813317-3ec6-4180-9a6f-a8c8328e7bc4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.302570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1eb4d2d-d2ca-45a0-9852-1955c3003285 req-0a813317-3ec6-4180-9a6f-a8c8328e7bc4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 943 time: 0.1152756 Aug 16 01:56:42.328866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-f53414b2-cfdd-477d-a7d8-44dd558fed9d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1396873 Aug 16 01:56:42.366889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1eb4d2d-d2ca-45a0-9852-1955c3003285 req-4618061b-579e-44ba-8753-3be2ad87bb35 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Aug 16 01:56:42.554362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c0482-08cd-43a3-b0e5-cb6017a089b4 req-3d15379d-ce8f-47e1-9130-ec664bdc4efd tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.556244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-400c0482-08cd-43a3-b0e5-cb6017a089b4 req-3d15379d-ce8f-47e1-9130-ec664bdc4efd tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 1102 time: 0.0468917 Aug 16 01:56:42.577237 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:42.621928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-400c0482-08cd-43a3-b0e5-cb6017a089b4 req-0a5ee81c-1585-4063-a0dc-a809455b5986 tempest-ServersAdminNegativeTestJSON-1024116433 tempest-ServersAdminNegativeTestJSON-1024116433-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 Aug 16 01:56:42.710177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69087f89-c8d2-4122-95cf-4bb03ee02c19 req-2d222867-674c-4016-be7a-d675bcbd2f09 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.712621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69087f89-c8d2-4122-95cf-4bb03ee02c19 req-2d222867-674c-4016-be7a-d675bcbd2f09 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0795124 Aug 16 01:56:42.785920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69087f89-c8d2-4122-95cf-4bb03ee02c19 req-60b4e562-3d79-41db-ac89-909d9bf14e02 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628352 Aug 16 01:56:42.795396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6201ac-0397-4711-a462-1fae388c3662 req-32f7f6be-ab1f-4f66-9d8c-d6ee34581588 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:42.796935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b6201ac-0397-4711-a462-1fae388c3662 req-32f7f6be-ab1f-4f66-9d8c-d6ee34581588 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0828855 Aug 16 01:56:42.849464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b6201ac-0397-4711-a462-1fae388c3662 req-e0102396-41a1-427e-8e38-ed8a8c66c48d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438211 Aug 16 01:56:42.886574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:42.889430 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33" -d '{"events": [{"name": "network-changed", "server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:42.931788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ec2f3e9-04e5-4e82-8422-32324bf58986 req-ab3852f8-1539-4b21-98af-5685a11fef45 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 210 time: 0.0290904 Aug 16 01:56:43.074291 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96078b2-fd17-48a8-8a0d-41107cf2c3a9 x-openstack-request-id: req-d96078b2-fd17-48a8-8a0d-41107cf2c3a9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:43.074291 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:43.074291 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d96078b2-fd17-48a8-8a0d-41107cf2c3a9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:43.075151 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'status': 'completed', 'code': 200} Aug 16 01:56:43.172972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-f27122a1-8bdc-458b-a53b-72e6e5d457f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.174965 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-f27122a1-8bdc-458b-a53b-72e6e5d457f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1126 time: 0.0739982 Aug 16 01:56:43.279933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-5d8ddbda-87cf-4f56-af5f-4a59570ee06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.281440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-5d8ddbda-87cf-4f56-af5f-4a59570ee06c service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.0968225 Aug 16 01:56:43.335808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-481ff555-4bd2-4afc-8dbe-ef363d88e2ea service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 217 time: 0.0387967 Aug 16 01:56:43.388482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-52a0c54f-aee5-47e4-8a03-2d78cd1ee274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.390047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-52a0c54f-aee5-47e4-8a03-2d78cd1ee274 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0466194 Aug 16 01:56:43.428432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-960e8bb0-47ff-4f05-8b84-ecd0e5a36e01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255182 Aug 16 01:56:43.543195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-8312006d-19ff-4015-b30f-0f9e3eecc07b service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980847 Aug 16 01:56:43.615881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de0afe-e8b0-466c-9a0f-8681e77d637d req-11ea0ac4-5e7e-4dd3-aef2-6f00d3ee9b9f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.617400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1de0afe-e8b0-466c-9a0f-8681e77d637d req-11ea0ac4-5e7e-4dd3-aef2-6f00d3ee9b9f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.2893422 Aug 16 01:56:43.649017 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03bb7fbe-505c-4b44-bcdd-2e026a0e6b33 req-c810eaa2-143c-43e9-86c3-eb2609c5b496 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916340 Aug 16 01:56:43.658094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1de0afe-e8b0-466c-9a0f-8681e77d637d req-2e8355b5-8cdc-463d-9d9e-299287accc8b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341549 Aug 16 01:56:43.800513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0401ea-606c-44ae-bb4a-34c61e17f2b2 req-2599296d-5df0-41ef-9e7e-81d8dffa5665 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.801990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d0401ea-606c-44ae-bb4a-34c61e17f2b2 req-2599296d-5df0-41ef-9e7e-81d8dffa5665 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.0830238 Aug 16 01:56:43.821500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97bfe72-00ea-4025-afab-c8fc12fdc6d0 req-fedf5386-6670-42c5-a23f-1a59ce2eb1de tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.823062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e97bfe72-00ea-4025-afab-c8fc12fdc6d0 req-fedf5386-6670-42c5-a23f-1a59ce2eb1de tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 943 time: 0.0789309 Aug 16 01:56:43.866169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d0401ea-606c-44ae-bb4a-34c61e17f2b2 req-9875b86c-f7c6-4f32-95ee-54becec88d05 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575430 Aug 16 01:56:43.880350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e97bfe72-00ea-4025-afab-c8fc12fdc6d0 req-fb5f0414-f636-4c89-8e09-685506a294f2 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Aug 16 01:56:43.985180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86812c0-1f5a-450e-810a-9c0360b2e8db req-74ce3826-0736-4aa8-8fc7-b4682073d0be tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:43.986776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e86812c0-1f5a-450e-810a-9c0360b2e8db req-74ce3826-0736-4aa8-8fc7-b4682073d0be tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.0501909 Aug 16 01:56:44.053111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e86812c0-1f5a-450e-810a-9c0360b2e8db req-6272d6e7-2145-478a-b20f-e4e60465a8de tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597351 Aug 16 01:56:44.074221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db835a-7b54-4918-bc62-1f2b0ea8a5eb req-4bc68128-a885-49dd-bf97-c8d77ca01157 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.074221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74db835a-7b54-4918-bc62-1f2b0ea8a5eb req-4bc68128-a885-49dd-bf97-c8d77ca01157 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0725563 Aug 16 01:56:44.108283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74db835a-7b54-4918-bc62-1f2b0ea8a5eb req-828ec713-ed62-453e-876d-eaaadd20eeae tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330911 Aug 16 01:56:44.162577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab158568-f04d-466e-8d8e-de9cf80e1ec3 req-bca7cef7-57ae-4e74-970b-8ac2aa6a4799 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.164111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab158568-f04d-466e-8d8e-de9cf80e1ec3 req-bca7cef7-57ae-4e74-970b-8ac2aa6a4799 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0528526 Aug 16 01:56:44.204656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:44.207365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42be7eea-bf07-4689-a1c5-a2adadcfdc17 req-788986ec-8930-4a6b-b94b-33f38afb59b2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 210 time: 0.0349405 Aug 16 01:56:44.229669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab158568-f04d-466e-8d8e-de9cf80e1ec3 req-bbbc2687-5e75-48bf-b95f-6589d80c3f51 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584683 Aug 16 01:56:44.299349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:44.314652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 has no active binding in host n-h2-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:56:44.315036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2c94dd8f-814c-430e-8df9-5d94090578d0 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:44.415782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2c94dd8f-814c-430e-8df9-5d94090578d0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2c94dd8f-814c-430e-8df9-5d94090578d0,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:44.426625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '2c94dd8f-814c-430e-8df9-5d94090578d0', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'port_id': '2c94dd8f-814c-430e-8df9-5d94090578d0', 'mac_address': 'fa:16:3e:07:ab:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:44.462544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.475311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c94dd8f-814c-430e-8df9-5d94090578d0 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:44.494770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2c94dd8f-814c-430e-8df9-5d94090578d0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2c94dd8f-814c-430e-8df9-5d94090578d0,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:44.501851 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.565006 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:44.615254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2c94dd8f-814c-430e-8df9-5d94090578d0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:44.622524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.624937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.625246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.625551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.625872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.626193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:56:44.782718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d516ef8-e240-47d8-8a9d-9870be153767 req-559eb3b7-11c6-4b6a-82fc-616f25d208c0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:44.788150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d516ef8-e240-47d8-8a9d-9870be153767 req-559eb3b7-11c6-4b6a-82fc-616f25d208c0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.0508080 Aug 16 01:56:44.824170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d516ef8-e240-47d8-8a9d-9870be153767 req-4813596f-7cff-4f61-9af0-92d37a5988d8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337076 Aug 16 01:56:45.016992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c0106-42db-46a2-b4e5-7bbea4d90490 req-65054a06-2521-417d-ac13-585f3abe32b2 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.018589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc8c0106-42db-46a2-b4e5-7bbea4d90490 req-65054a06-2521-417d-ac13-585f3abe32b2 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.0806723 Aug 16 01:56:45.027492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b69340-24ea-4c97-9a67-8823d095632e req-bda4a1f7-a7c4-4921-bfe8-f4ca9189d824 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.028948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25b69340-24ea-4c97-9a67-8823d095632e req-bda4a1f7-a7c4-4921-bfe8-f4ca9189d824 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 944 time: 0.0823169 Aug 16 01:56:45.093143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc8c0106-42db-46a2-b4e5-7bbea4d90490 req-0c37cb1e-bf90-4a1d-9114-bc6584d781cf tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632250 Aug 16 01:56:45.097420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25b69340-24ea-4c97-9a67-8823d095632e req-515c5f36-f276-4673-b77d-08ac330f4355 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615656 Aug 16 01:56:45.207588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd93d8-78b0-40cb-bc5f-0a3679f2244f req-8fb81706-6679-4764-b888-46beb39e6f6a tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.209126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1bd93d8-78b0-40cb-bc5f-0a3679f2244f req-8fb81706-6679-4764-b888-46beb39e6f6a tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.0505729 Aug 16 01:56:45.277535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1bd93d8-78b0-40cb-bc5f-0a3679f2244f req-bb5fe1d0-3b5c-416a-b266-eddb29094664 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612886 Aug 16 01:56:45.294168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1fe418-ef64-4df6-b398-a9c6acc3cca2 req-fba56893-b1b2-41fd-821d-68359af15898 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.295687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e1fe418-ef64-4df6-b398-a9c6acc3cca2 req-fba56893-b1b2-41fd-821d-68359af15898 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0719240 Aug 16 01:56:45.333818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e1fe418-ef64-4df6-b398-a9c6acc3cca2 req-99205d4c-b884-42d7-ac64-e2537d6de4ca tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320408 Aug 16 01:56:45.360860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3d052df-24fd-4629-8e60-0078fae302e4 req-e309ab31-f1bb-4166-aac9-6304f2ab55c8 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 210 time: 0.0260930 Aug 16 01:56:45.447307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278685f2-5b81-465c-878f-65fadbc33bff req-8ea05c22-e39f-4b28-aa76-324543223b72 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.449584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-278685f2-5b81-465c-878f-65fadbc33bff req-8ea05c22-e39f-4b28-aa76-324543223b72 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0605383 Aug 16 01:56:45.489137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-278685f2-5b81-465c-878f-65fadbc33bff req-b0fcc56e-66d1-4e41-a7d9-475a5d6d818b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 16 01:56:45.678952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:45.940291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130adb4f-2359-4c54-85c6-27f5f2cb9f48 req-f68996b9-051c-4d75-99d6-e82e11c79911 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:45.941797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-130adb4f-2359-4c54-85c6-27f5f2cb9f48 req-f68996b9-051c-4d75-99d6-e82e11c79911 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.0512424 Aug 16 01:56:45.981968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-130adb4f-2359-4c54-85c6-27f5f2cb9f48 req-22817d21-ee0a-495a-9b2f-2d4263f013e5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Aug 16 01:56:46.238028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd0feed-ccb6-424b-a54c-feb981a9a9f7 req-93c8a31c-1802-4e51-a00d-6c186084a3fe tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.239554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbd0feed-ccb6-424b-a54c-feb981a9a9f7 req-93c8a31c-1802-4e51-a00d-6c186084a3fe tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.0786431 Aug 16 01:56:46.248293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352682d-b374-49d4-b7eb-d8f311ca3c49 req-c53b09f5-bf9e-4136-b345-4b59eb72474f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.249717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9352682d-b374-49d4-b7eb-d8f311ca3c49 req-c53b09f5-bf9e-4136-b345-4b59eb72474f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 944 time: 0.0797305 Aug 16 01:56:46.305041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbd0feed-ccb6-424b-a54c-feb981a9a9f7 req-e34e5524-1531-4ff1-8b70-a229a3ffc964 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543439 Aug 16 01:56:46.312942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9352682d-b374-49d4-b7eb-d8f311ca3c49 req-ff4a91e8-8ae3-4079-b55a-cbec0c8a69b9 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565557 Aug 16 01:56:46.425195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-778b0d36-e845-4001-abe5-d18f1e6ad112 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272436 Aug 16 01:56:46.444743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51db65f-558f-46c4-b0fa-48c133b37d93 req-d2be6557-9895-4df0-a1b4-00ab8dbc5b73 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.446214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c51db65f-558f-46c4-b0fa-48c133b37d93 req-d2be6557-9895-4df0-a1b4-00ab8dbc5b73 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.0611515 Aug 16 01:56:46.467141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2c94dd8f-814c-430e-8df9-5d94090578d0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:46.515545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b21f-85bf-4f41-b391-6bc1490e7696 req-6be1f188-f1df-4b17-9924-70a632688d4c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.517267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac8b21f-85bf-4f41-b391-6bc1490e7696 req-6be1f188-f1df-4b17-9924-70a632688d4c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0888362 Aug 16 01:56:46.528290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c51db65f-558f-46c4-b0fa-48c133b37d93 req-21dcebaa-c1d5-4d13-9f80-a4dd3cea749a tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636432 Aug 16 01:56:46.562215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-d4e3d8de-d110-44fc-90c2-f590817d4dcf tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.564061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-d4e3d8de-d110-44fc-90c2-f590817d4dcf tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1295981 Aug 16 01:56:46.595888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Request body: {'port': {'device_id': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd7354f92e5774ae9a32cb4dac6529b47'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:46.601393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac8b21f-85bf-4f41-b391-6bc1490e7696 req-c6a9338d-9d1a-4de8-9a41-43c88e596d88 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719600 Aug 16 01:56:46.650180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c908c26e-8148-44b0-a9a7-6715beb8aa33 req-d5b46c9f-24e0-4b40-b932-686d865eef4d tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 210 time: 0.0450094 Aug 16 01:56:46.710540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b46621-6cb0-4c1a-9118-de79edf86efb req-2cde7056-6ac7-42e8-b0e2-6abba92a52e9 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:46.712861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44b46621-6cb0-4c1a-9118-de79edf86efb req-2cde7056-6ac7-42e8-b0e2-6abba92a52e9 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.0550301 Aug 16 01:56:46.752777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44b46621-6cb0-4c1a-9118-de79edf86efb req-6eb2b855-7852-470b-b0da-4d81542abbc6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326943 Aug 16 01:56:46.844963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Made reservation on behalf of d7354f92e5774ae9a32cb4dac6529b47 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:46.848686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:46.978328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Allocated IP 192.168.233.236 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/03bc4dfc-070b-470a-bb1d-76b79a80c784) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:47.080113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4369b760-bb83-48a1-bbdb-ea6a897c1653 service neutron] 10.222.0.83 "GET /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688/bindings/n-h2-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.0918949 Aug 16 01:56:47.113336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c2752-1017-4573-84ff-2b422a12e2d4 req-5815f248-01b1-4f1a-a873-b64202f00cc1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.114969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-978c2752-1017-4573-84ff-2b422a12e2d4 req-5815f248-01b1-4f1a-a873-b64202f00cc1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 943 time: 0.0658767 Aug 16 01:56:47.157544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-978c2752-1017-4573-84ff-2b422a12e2d4 req-5dedcb32-fca9-4369-9629-b5ddd469610d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354526 Aug 16 01:56:47.240744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.264281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Transition to ACTIVE for port object 03bc4dfc-070b-470a-bb1d-76b79a80c784 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:47.364064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:47.386888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:47.421128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689a298b-ae4e-4eb9-88be-3cdfad68d688 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:47.431620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:47.439322 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.456649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec', '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:47.460955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99e07f-d1ae-4b9b-a267-0f956e0eb840 req-b69d7b1b-7a55-4c41-997a-a846ebd856cd tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.462560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e99e07f-d1ae-4b9b-a267-0f956e0eb840 req-b69d7b1b-7a55-4c41-997a-a846ebd856cd tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.0867429 Aug 16 01:56:47.473068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836666ef-ef84-4a86-8402-453161f8bd14 req-fe1d891d-01c2-4283-ab76-5f6d7de684c6 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.474577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-836666ef-ef84-4a86-8402-453161f8bd14 req-fe1d891d-01c2-4283-ab76-5f6d7de684c6 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 944 time: 0.0872467 Aug 16 01:56:47.497317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:47.500389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:47.503350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:47.532557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event updated for resources: {'Port': ['ID=03bc4dfc-070b-470a-bb1d-76b79a80c784,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:47.535542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e99e07f-d1ae-4b9b-a267-0f956e0eb840 req-f2dd0b78-729f-416e-bbf7-ea513d240ac7 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599632 Aug 16 01:56:47.566712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-836666ef-ef84-4a86-8402-453161f8bd14 req-b5022fa3-4463-4320-a015-32de9282ea6d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744383 Aug 16 01:56:47.585874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.604799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.604799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.702317 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-9110aa46-d46c-492b-a96b-0364d6a4d0e7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1136832 Aug 16 01:56:47.721869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Request body: {'port': {'device_id': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:47.760084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] Transition to ACTIVE for port object 689a298b-ae4e-4eb9-88be-3cdfad68d688 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:47.789110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790147-b241-43b4-a3fb-45e962372cf7 req-e2943bdd-8978-409c-8203-4252913dcbc5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.789110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73790147-b241-43b4-a3fb-45e962372cf7 req-e2943bdd-8978-409c-8203-4252913dcbc5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.1035156 Aug 16 01:56:47.793682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.813339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548f4be-d417-408a-ad6c-401d5bc71d63 req-586e9bdd-0934-4d71-86ca-52108b6cdf41 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.815183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6548f4be-d417-408a-ad6c-401d5bc71d63 req-586e9bdd-0934-4d71-86ca-52108b6cdf41 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0988231 Aug 16 01:56:47.900633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.929385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6548f4be-d417-408a-ad6c-401d5bc71d63 req-5af45c03-fdaa-45ac-82af-178a58e41308 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975902 Aug 16 01:56:47.934546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:47.954546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73790147-b241-43b4-a3fb-45e962372cf7 req-c99eadce-fd78-47a2-827e-0d394345fc3b tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580675 Aug 16 01:56:47.968233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a88b881d-ce4d-4638-ad98-a9dd501bfa5d None None] Provisioning for port 03bc4dfc-070b-470a-bb1d-76b79a80c784 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:47.977813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a88b881d-ce4d-4638-ad98-a9dd501bfa5d None None] Provisioning complete for port 03bc4dfc-070b-470a-bb1d-76b79a80c784 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:47.977813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a88b881d-ce4d-4638-ad98-a9dd501bfa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:47.993073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e01828-39db-4e61-8365-a36347f77c44 req-b2648950-1496-4e38-93e2-2be519abe12d tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:47.993073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-43e01828-39db-4e61-8365-a36347f77c44 req-b2648950-1496-4e38-93e2-2be519abe12d tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.58 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.1738427 Aug 16 01:56:48.038722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] No DVR routers for this DVR port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:48.050508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] Pushing event updated for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.055740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a88b881d-ce4d-4638-ad98-a9dd501bfa5d None None] Port 03bc4dfc-070b-470a-bb1d-76b79a80c784 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:56:48.092047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-2fe2cb12-515b-4906-b28d-5d6e8b2e365b service neutron] 10.222.0.83 "PUT /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688/bindings/n-h2-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 0.9763887 Aug 16 01:56:48.164818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-9341ee73-bb5c-4349-bafa-e16767c2ab65 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.166633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-9341ee73-bb5c-4349-bafa-e16767c2ab65 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 950 time: 0.2890952 Aug 16 01:56:48.196987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bc4dfc-070b-470a-bb1d-76b79a80c784 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:48.217217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.227128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2c94dd8f-814c-430e-8df9-5d94090578d0 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:48.231427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Transition to ACTIVE for port object 03bc4dfc-070b-470a-bb1d-76b79a80c784 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:48.280529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.58', 60656) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:48.290910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de08ac-1103-4daa-a0c0-0b64907f0cdc req-ae6d6979-dfd4-403b-8017-aef2c1a2fe7f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.299250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78de08ac-1103-4daa-a0c0-0b64907f0cdc req-ae6d6979-dfd4-403b-8017-aef2c1a2fe7f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.2070723 Aug 16 01:56:48.312193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e060-1075-40d9-b15a-d9226a363403 req-03418477-9285-4415-9e89-80f0e180daf9 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.317312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e265e060-1075-40d9-b15a-d9226a363403 req-03418477-9285-4415-9e89-80f0e180daf9 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 936 time: 0.2231941 Aug 16 01:56:48.329928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-d6e95b81-5ccf-4bc7-a986-40de31c07bc4 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.331642 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-d6e95b81-5ccf-4bc7-a986-40de31c07bc4 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.0498109 Aug 16 01:56:48.341626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.359337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Deleting port 8e91eaee-d4a4-44a8-9d64-36816c281931 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:48.363081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.413223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 2c94dd8f-814c-430e-8df9-5d94090578d0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:48.420420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 2c94dd8f-814c-430e-8df9-5d94090578d0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:48.421531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.423921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=03bc4dfc-070b-470a-bb1d-76b79a80c784,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.473167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78de08ac-1103-4daa-a0c0-0b64907f0cdc req-0db61d12-f739-43fd-91f1-0eabe56c22a2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676929 Aug 16 01:56:48.491401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e265e060-1075-40d9-b15a-d9226a363403 req-24de2c41-e64d-47d1-afbb-f2db9a3a0246 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623645 Aug 16 01:56:48.538975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Deleting port 48c41ff5-8971-47ba-8629-d960c019198b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:48.539587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.544149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Attempting to bind port 03bc4dfc-070b-470a-bb1d-76b79a80c784 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:48.544706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Attempting to bind port 03bc4dfc-070b-470a-bb1d-76b79a80c784 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:48.545241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Attempting to bind port 03bc4dfc-070b-470a-bb1d-76b79a80c784 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:48.548358 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.553686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9eb5fbcd-66de-4277-9021-b3bf75ce1b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.556214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9eb5fbcd-66de-4277-9021-b3bf75ce1b9c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 1096 time: 0.1831474 Aug 16 01:56:48.556829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Port 03bc4dfc-070b-470a-bb1d-76b79a80c784 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:48.557294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Attempting to bind port 03bc4dfc-070b-470a-bb1d-76b79a80c784 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:48.579881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:48.580227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:48.580622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:48.581068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Bound port: 03bc4dfc-070b-470a-bb1d-76b79a80c784, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:48.581446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.589321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c94dd8f-814c-430e-8df9-5d94090578d0'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:48.605179 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418150e1-c33d-4f51-91a1-d7591098122e" -d '{"events": [{"server_uuid": "7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b", "name": "network-vif-plugged", "status": "completed", "tag": "2c94dd8f-814c-430e-8df9-5d94090578d0"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:48.619044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2c94dd8f-814c-430e-8df9-5d94090578d0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2c94dd8f-814c-430e-8df9-5d94090578d0,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:48.684625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] For port 8e91eaee-d4a4-44a8-9d64-36816c281931, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8e91eaee-d4a4-44a8-9d64-36816c281931,segment=NetworkSegment(5f8439fd-2586-4136-9299-a3b4a53e3fb4),segment_id=5f8439fd-2586-4136-9299-a3b4a53e3fb4)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:48.685019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.686594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-d9f080cd-69ed-400a-a054-a74cf20a7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.688205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-d9f080cd-69ed-400a-a054-a74cf20a7974 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0842602 Aug 16 01:56:48.722426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Calling delete_port for 8e91eaee-d4a4-44a8-9d64-36816c281931 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:48.730622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.751353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] For port 03bc4dfc-070b-470a-bb1d-76b79a80c784, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:48.773650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] For port 03bc4dfc-070b-470a-bb1d-76b79a80c784, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:48.787320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2c94dd8f-814c-430e-8df9-5d94090578d0,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.810781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-b8848c3a-8fad-4043-b1d8-3d64de666007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.812280 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-b8848c3a-8fad-4043-b1d8-3d64de666007 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.1064131 Aug 16 01:56:48.815613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248205b6-af1d-4f24-81f9-1f9a697663d9 req-9ecd23a0-4d6a-420c-a55a-8ecc0f219c2a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.822382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248205b6-af1d-4f24-81f9-1f9a697663d9 req-9ecd23a0-4d6a-420c-a55a-8ecc0f219c2a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.2032940 Aug 16 01:56:48.825885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] For port 48c41ff5-8971-47ba-8629-d960c019198b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=48c41ff5-8971-47ba-8629-d960c019198b,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:48.826260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.836465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7abc1-622d-4a85-a018-034a9effe726 req-4e3357b7-ea03-49af-9592-b8cf7fa9bd87 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.838109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87a7abc1-622d-4a85-a018-034a9effe726 req-4e3357b7-ea03-49af-9592-b8cf7fa9bd87 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 946 time: 0.1987956 Aug 16 01:56:48.864594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-dd54c006-0bb1-4f50-bd5e-26efa832e268 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 217 time: 0.0357122 Aug 16 01:56:48.865692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.872383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Calling delete_port for 48c41ff5-8971-47ba-8629-d960c019198b owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:48.907397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.908167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:48.909906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] 10.222.0.58 "PUT /v2.0/ports/03bc4dfc-070b-470a-bb1d-76b79a80c784 HTTP/1.1" status: 200 len: 1097 time: 1.1927319 Aug 16 01:56:48.930572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'tag': '03bc4dfc-070b-470a-bb1d-76b79a80c784'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:48.933592 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8435e-2d00-4cff-8db0-cef567e6c94a" -d '{"events": [{"name": "network-changed", "server_uuid": "77bd5f20-6c29-46c5-9b8a-cf40e95314fc", "tag": "03bc4dfc-070b-470a-bb1d-76b79a80c784"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:48.969955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248205b6-af1d-4f24-81f9-1f9a697663d9 req-16d04ba6-8559-4c13-80fe-248cf44aa2aa tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405797 Aug 16 01:56:48.972585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-f6f0573a-67b8-45f8-a5b4-46ff12b671b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:48.974214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-f6f0573a-67b8-45f8-a5b4-46ff12b671b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0986025 Aug 16 01:56:48.975213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4e0db-343a-48be-96d3-93476d099cd2 service neutron] Pushing event updated for resources: {'Port': ['ID=03bc4dfc-070b-470a-bb1d-76b79a80c784,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:48.996780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87a7abc1-622d-4a85-a018-034a9effe726 req-b2b36d6f-f3f7-49e4-8b99-3f184f47abf1 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/security-groups?id=11cdf3fe-b29e-48d4-b33d-54ada7d72683&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454794 Aug 16 01:56:49.064141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-988877af-8ba3-4a89-a26a-66757966b47a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795867 Aug 16 01:56:49.081938 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7961cfc-f2cc-4a02-8c50-37e1d8d0d0b5 x-openstack-request-id: req-b7961cfc-f2cc-4a02-8c50-37e1d8d0d0b5 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:49.082240 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b", "name": "network-vif-plugged", "status": "completed", "tag": "2c94dd8f-814c-430e-8df9-5d94090578d0", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:49.082616 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7961cfc-f2cc-4a02-8c50-37e1d8d0d0b5 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:49.089247 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c94dd8f-814c-430e-8df9-5d94090578d0', 'code': 200} Aug 16 01:56:49.158351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.58', 60657) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:49.170423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a69d-7cc2-4fce-a8df-44894a6393bf req-a4989aff-8fc8-4292-be9b-c9c91a8d0624 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.173001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3442a69d-7cc2-4fce-a8df-44894a6393bf req-a4989aff-8fc8-4292-be9b-c9c91a8d0624 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1009870 Aug 16 01:56:49.216011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-03f7a7f6-b719-4f7c-8108-0212db35d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.217450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.217565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-03f7a7f6-b719-4f7c-8108-0212db35d256 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 1100 time: 0.1655872 Aug 16 01:56:49.233165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['8e91eaee-d4a4-44a8-9d64-36816c281931'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:49.243650 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91728a9d-ff1d-42be-a978-4ff8a299c897 x-openstack-request-id: req-91728a9d-ff1d-42be-a978-4ff8a299c897 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:49.244056 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bd5f20-6c29-46c5-9b8a-cf40e95314fc", "tag": "03bc4dfc-070b-470a-bb1d-76b79a80c784", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:49.244400 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91728a9d-ff1d-42be-a978-4ff8a299c897 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:49.245405 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'tag': '03bc4dfc-070b-470a-bb1d-76b79a80c784', 'status': 'completed', 'code': 200} Aug 16 01:56:49.251761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3442a69d-7cc2-4fce-a8df-44894a6393bf req-4dc478e9-3a4e-4e1c-b46a-cb6578f9edff tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726106 Aug 16 01:56:49.254193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Pushing event deleted for resources: {'Port': ['ID=8e91eaee-d4a4-44a8-9d64-36816c281931,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.290690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-508e7ebe-6efd-45d2-bdbf-49c981c17ccb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784 HTTP/1.1" status: 200 len: 217 time: 0.0561335 Aug 16 01:56:49.291890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53669c-e1ec-4742-bf69-b017e3c924f5 req-52b082d3-ea72-4771-bd1e-31492433f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.293533 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c53669c-e1ec-4742-bf69-b017e3c924f5 req-52b082d3-ea72-4771-bd1e-31492433f936 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 1097 time: 0.1338317 Aug 16 01:56:49.306106 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-0b895f67-4674-43fb-af02-31921d285d27 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154946 Aug 16 01:56:49.310234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] No DVR routers for this DVR port 8e91eaee-d4a4-44a8-9d64-36816c281931 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:49.312950 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.315393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.58 "DELETE /v2.0/ports/8e91eaee-d4a4-44a8-9d64-36816c281931 HTTP/1.1" status: 204 len: 173 time: 1.3147235 Aug 16 01:56:49.322342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588510bc-7302-4ea1-861e-400b64d924f6', 'name': 'network-vif-deleted', 'tag': '8e91eaee-d4a4-44a8-9d64-36816c281931'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:49.325753 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c90b07c-d86f-4951-953f-64cb89602148" -d '{"events": [{"server_uuid": "588510bc-7302-4ea1-861e-400b64d924f6", "name": "network-vif-deleted", "tag": "8e91eaee-d4a4-44a8-9d64-36816c281931"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:49.331463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.344554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['ddac64c1-a3b3-458d-bf28-40f50c4df9f6', '48c41ff5-8971-47ba-8629-d960c019198b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:49.387584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Pushing event deleted for resources: {'Port': ['ID=48c41ff5-8971-47ba-8629-d960c019198b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:49.406066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db018748-4a71-41e9-a3e7-c64ae91265e4 req-993c0a60-506a-42b1-a26c-67bda91582db tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 210 time: 0.0503030 Aug 16 01:56:49.456932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-84fd727a-fb88-42ba-93ff-8b452fb0d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.458430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-84fd727a-fb88-42ba-93ff-8b452fb0d08a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1475470 Aug 16 01:56:49.459969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c53669c-e1ec-4742-bf69-b017e3c924f5 req-b5f16694-2042-4d45-9e00-a7f0cec32477 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398630 Aug 16 01:56:49.489769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6b84a-00e1-43d7-9b45-2ebd1523c8e2 req-2c098587-6a0a-4315-a6d9-588ad9620cbb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.497395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17c6b84a-00e1-43d7-9b45-2ebd1523c8e2 req-2c098587-6a0a-4315-a6d9-588ad9620cbb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1881869 Aug 16 01:56:49.498028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-4d037b79-2f4a-43be-b938-4bbad7e4f02f service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686006 Aug 16 01:56:49.499508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] No DVR routers for this DVR port 48c41ff5-8971-47ba-8629-d960c019198b on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:49.507011 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d10acba-1013-46a1-8cd5-1606cf59a680 x-openstack-request-id: req-4d10acba-1013-46a1-8cd5-1606cf59a680 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:49.507303 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588510bc-7302-4ea1-861e-400b64d924f6", "name": "network-vif-deleted", "tag": "8e91eaee-d4a4-44a8-9d64-36816c281931", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:49.507553 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4d10acba-1013-46a1-8cd5-1606cf59a680 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:49.508002 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '588510bc-7302-4ea1-861e-400b64d924f6', 'name': 'network-vif-deleted', 'tag': '8e91eaee-d4a4-44a8-9d64-36816c281931', 'status': 'completed', 'code': 200} Aug 16 01:56:49.509937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:49.512518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f103db8-a4ef-496c-ad15-fd7b42804243 req-492de1f4-bcb3-4724-b543-94b4457b2143 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "DELETE /v2.0/ports/48c41ff5-8971-47ba-8629-d960c019198b HTTP/1.1" status: 204 len: 173 time: 1.3276830 Aug 16 01:56:49.552614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17c6b84a-00e1-43d7-9b45-2ebd1523c8e2 req-0512a43b-f65e-44b8-879d-c31c47187a93 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501318 Aug 16 01:56:49.614999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-f5ad29b5-631a-4c1f-9879-dc9714920739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.616813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-f5ad29b5-631a-4c1f-9879-dc9714920739 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0872734 Aug 16 01:56:49.706487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7d003-6fff-4fb3-b5f6-6bc35e371f92 req-b9079e59-b139-49de-baf5-df44b9802e33 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.710792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2de7d003-6fff-4fb3-b5f6-6bc35e371f92 req-b9079e59-b139-49de-baf5-df44b9802e33 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.1026483 Aug 16 01:56:49.722186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7da7ba-2689-4877-ae26-89d710020aa8 req-53a02d80-0c3c-4749-8f39-89d5ec694ae0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:49.724209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b7da7ba-2689-4877-ae26-89d710020aa8 req-53a02d80-0c3c-4749-8f39-89d5ec694ae0 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 948 time: 0.0753350 Aug 16 01:56:49.781422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2de7d003-6fff-4fb3-b5f6-6bc35e371f92 req-04b4340a-7536-4a0c-92ca-526fb6a52174 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561948 Aug 16 01:56:49.797097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b7da7ba-2689-4877-ae26-89d710020aa8 req-a49af730-8929-4afa-8e49-b069ed2cad19 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560439 Aug 16 01:56:49.981400 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-90f4fe24-5e7a-4d6d-8c8b-8089b1a0b2a8 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544228 Aug 16 01:56:50.085630 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d7dac7-81d8-4275-a857-7a3147ad723b req-8fb122e5-1dd8-4170-a30b-3089e389574f service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967057 Aug 16 01:56:50.098305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66204a-1548-463a-b879-fad10bd35616 req-c9d0bfe7-90fc-46d2-885b-c0a2b451f490 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.099888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c66204a-1548-463a-b879-fad10bd35616 req-c9d0bfe7-90fc-46d2-885b-c0a2b451f490 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.0528672 Aug 16 01:56:50.131814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-014456a6-6b06-4606-a1d3-6510ff66e10f req-25547f43-383c-4029-b2c8-31f45dc1da7a tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] 10.222.0.76 "GET /v2.0/ports?device_id=588510bc-7302-4ea1-861e-400b64d924f6 HTTP/1.1" status: 200 len: 210 time: 0.0309174 Aug 16 01:56:50.159508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c66204a-1548-463a-b879-fad10bd35616 req-80d6825d-dc95-48f3-bccc-06929c6909f4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501041 Aug 16 01:56:50.190335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-24af8ebd-b768-4185-b9fe-081f8bfe04aa tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.191958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-24af8ebd-b768-4185-b9fe-081f8bfe04aa tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.0472610 Aug 16 01:56:50.331602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-c163b27f-efb3-4ddc-8e4a-429e6c034fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.333115 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-c163b27f-efb3-4ddc-8e4a-429e6c034fbe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 1100 time: 0.0731781 Aug 16 01:56:50.356192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:50.395248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9693eb-8994-4f3c-82d5-8660319acc82 req-f026171e-c37a-4f68-8044-0c2899149acb tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.399106 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb9693eb-8994-4f3c-82d5-8660319acc82 req-f026171e-c37a-4f68-8044-0c2899149acb tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0569706 Aug 16 01:56:50.409480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:50.437579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9d7af480-ec42-47ff-939b-156ab306ad1a service neutron] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:50.443244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb9693eb-8994-4f3c-82d5-8660319acc82 req-806c48b4-6c1a-45da-b2b4-457c87c9df59 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Aug 16 01:56:50.444065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9d7af480-ec42-47ff-939b-156ab306ad1a service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:50.445367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9937e23f-d39e-47e2-a4fe-d05d08698635 req-9d7af480-ec42-47ff-939b-156ab306ad1a service neutron] 10.222.0.58 "DELETE /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688/bindings/n-h1-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.2445688 Aug 16 01:56:50.470338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-af2c4d10-3831-4c33-b34d-91fc67e588b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.471853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-af2c4d10-3831-4c33-b34d-91fc67e588b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1271179 Aug 16 01:56:50.516632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-030f7e31-b098-4711-9f6f-5cac8050e0c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784 HTTP/1.1" status: 200 len: 217 time: 0.0358980 Aug 16 01:56:50.541284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-116374d5-6012-4f6d-97f3-a27d6ccacab3 req-9686b5fd-7595-4ada-a770-009880944820 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=de803f44-4c19-497f-adf4-a4a6d59501b6 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 16 01:56:50.591121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-81b4e9b7-e476-4b69-99a9-86dff2027e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.592704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-81b4e9b7-e476-4b69-99a9-86dff2027e20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0538783 Aug 16 01:56:50.652068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-3f8a4f19-59f7-40d5-896a-eff9da5b9f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.653696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-3f8a4f19-59f7-40d5-896a-eff9da5b9f5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444624 Aug 16 01:56:50.676985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008bab4-d649-440d-925c-272ca8c806bc req-65897524-527c-4982-8ee3-df7e6075937c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.680685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1008bab4-d649-440d-925c-272ca8c806bc req-65897524-527c-4982-8ee3-df7e6075937c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0519173 Aug 16 01:56:50.726495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1008bab4-d649-440d-925c-272ca8c806bc req-4f23fe1b-7246-4985-bfbe-7c473f382c31 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402656 Aug 16 01:56:50.768059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-e4b92eb3-8f6c-4652-8bdd-b486e1be4e24 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933745 Aug 16 01:56:50.877387 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ac8435e-2d00-4cff-8db0-cef567e6c94a req-d415be5a-5e67-4e6e-a42a-97eaeb1feb97 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995750 Aug 16 01:56:50.985057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bfd255-3cb8-4ce8-913e-c6c3e678f8a3 req-7834f972-8774-484e-94eb-899d93bbd7c2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:50.986526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52bfd255-3cb8-4ce8-913e-c6c3e678f8a3 req-7834f972-8774-484e-94eb-899d93bbd7c2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 948 time: 0.0775034 Aug 16 01:56:51.004535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40aa0f-a65b-4527-ae27-28c2cf0b5642 req-f5a9c84d-84ef-40fa-b86d-64c78089f455 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.006126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b40aa0f-a65b-4527-ae27-28c2cf0b5642 req-f5a9c84d-84ef-40fa-b86d-64c78089f455 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 946 time: 0.1069558 Aug 16 01:56:51.317033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b40aa0f-a65b-4527-ae27-28c2cf0b5642 req-31c31f88-d94f-4659-b982-cecf12960e96 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018768 Aug 16 01:56:51.321945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52bfd255-3cb8-4ce8-913e-c6c3e678f8a3 req-5fb20d67-c928-4e20-aaee-29527ad8aa32 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148501 Aug 16 01:56:51.367518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54960) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.445819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Deleting subnet c4a00dfd-7c88-4287-9d3f-0488ba2c55de {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:51.450855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.493229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa1da6-6b30-4255-b140-d3500defa189 req-dd7610d6-4406-4390-b54f-66a1fc66d8c8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.495522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0aa1da6-6b30-4255-b140-d3500defa189 req-dd7610d6-4406-4390-b54f-66a1fc66d8c8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.0983121 Aug 16 01:56:51.506555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.508837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'name': 'network-vif-deleted', 'tag': '48c41ff5-8971-47ba-8629-d960c019198b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:51.512067 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c562fbfb-7f9a-4929-bd3e-b63293f4c300" -d '{"events": [{"server_uuid": "de803f44-4c19-497f-adf4-a4a6d59501b6", "name": "network-vif-deleted", "tag": "48c41ff5-8971-47ba-8629-d960c019198b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:51.592161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-7aa19c83-8ea6-47c5-959a-5114f60ed214 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.593622 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-7aa19c83-8ea6-47c5-959a-5114f60ed214 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1098 time: 0.0457046 Aug 16 01:56:51.610439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0aa1da6-6b30-4255-b140-d3500defa189 req-f1181349-fcba-4ea6-9069-8796813cddc8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064024 Aug 16 01:56:51.618263 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.618859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:51.654034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924249f-cf47-4581-8ee2-c7d46a20b5b3 req-e91aef20-518c-45f2-bcab-658cc0a5aa7b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:51.655594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4924249f-cf47-4581-8ee2-c7d46a20b5b3 req-e91aef20-518c-45f2-bcab-658cc0a5aa7b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1179471 Aug 16 01:56:51.687688 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba33c82-1cc0-4824-b133-9212bf142bd3 x-openstack-request-id: req-2ba33c82-1cc0-4824-b133-9212bf142bd3 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:51.687688 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de803f44-4c19-497f-adf4-a4a6d59501b6", "name": "network-vif-deleted", "tag": "48c41ff5-8971-47ba-8629-d960c019198b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:51.687688 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ba33c82-1cc0-4824-b133-9212bf142bd3 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:51.687688 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de803f44-4c19-497f-adf4-a4a6d59501b6', 'name': 'network-vif-deleted', 'tag': '48c41ff5-8971-47ba-8629-d960c019198b', 'status': 'completed', 'code': 200} Aug 16 01:56:51.690025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.724043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4924249f-cf47-4581-8ee2-c7d46a20b5b3 req-e3c6de3a-03a7-4724-b28a-223836a2800f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558910 Aug 16 01:56:51.805041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.851445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.857078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c4a00dfd-7c88-4287-9d3f-0488ba2c55de HTTP/1.1" status: 204 len: 168 time: 0.4844351 Aug 16 01:56:51.858308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54978) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:51.859285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b290692-9669-4cb5-bea6-6f86d0e19e6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4a00dfd-7c88-4287-9d3f-0488ba2c55de,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:51.867674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:51.956124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:51.969545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:52.071892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:52.074189 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ccccaa3-b0b3-4d22-92d3-c8652be90691" -d '{"events": [{"server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:52.078162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.088856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.099507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:52.111507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8439fd-2586-4136-9299-a3b4a53e3fb4') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:52.111731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8439fd-2586-4136-9299-a3b4a53e3fb4') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:52.120895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.133857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.139493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:52.139876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:52.142371 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:52.204664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.243375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8e91eaee-d4a4-44a8-9d64-36816c281931 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:52.277746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 8e91eaee-d4a4-44a8-9d64-36816c281931 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:52.278538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8e91eaee-d4a4-44a8-9d64-36816c281931 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:52.279360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 48c41ff5-8971-47ba-8629-d960c019198b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:52.293819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.297922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.300683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 48c41ff5-8971-47ba-8629-d960c019198b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:52.305010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 48c41ff5-8971-47ba-8629-d960c019198b not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:52.305920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.308185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] 10.222.0.76 "DELETE /v2.0/networks/bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9 HTTP/1.1" status: 204 len: 168 time: 0.4487565 Aug 16 01:56:52.311460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54986) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.344391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6cf94b-3784-4a8f-89ef-b670f2d000d0 req-3bf10c20-0b3e-4aa1-baf4-6ee900d69e30 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.345960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed6cf94b-3784-4a8f-89ef-b670f2d000d0 req-3bf10c20-0b3e-4aa1-baf4-6ee900d69e30 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0985522 Aug 16 01:56:52.348233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbf872-d297-4bec-8cd7-192d09f3deeb req-7c61a4ea-057d-4749-8d55-f20ebdea4d27 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.349668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56cbf872-d297-4bec-8cd7-192d09f3deeb req-7c61a4ea-057d-4749-8d55-f20ebdea4d27 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1096 time: 0.0697932 Aug 16 01:56:52.357264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa783bc-2a75-480d-b3c5-1e21c966b553 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd0dd4b9-b358-41b1-a5fa-300dceb1d2f9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.378487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:52.395606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h2-768852-19 for vnic_type normal with profile {"migrating_to": "n-h1-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:52.395948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:52.396279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:52.407789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:52.408147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:52.414551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Deleting subnet ebd14b2c-cffb-482b-a00b-9be34f10df67 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:56:52.418427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed6cf94b-3784-4a8f-89ef-b670f2d000d0 req-c41114f0-9f6f-4f1c-aa3c-38245570c23f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647895 Aug 16 01:56:52.420157 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.422083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56cbf872-d297-4bec-8cd7-192d09f3deeb req-9b1ec7c4-9a13-4790-b196-c8c69f2fe68d tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613339 Aug 16 01:56:52.442796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:52.442796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:52.442796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:52.442796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Bound port: 0e751b8f-48c0-4535-99b2-f2957c76d539, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:52.443209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.474003 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f856b6d2-24b9-4051-81b1-a6a90e36a7e0 x-openstack-request-id: req-f856b6d2-24b9-4051-81b1-a6a90e36a7e0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:52.474318 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "name": "network-vif-unplugged", "status": "completed", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:52.474581 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f856b6d2-24b9-4051-81b1-a6a90e36a7e0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:52.475006 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'code': 200} Aug 16 01:56:52.488220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.491145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-c9469027-05d8-4947-a09e-c1a11d9778bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.493535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-c9469027-05d8-4947-a09e-c1a11d9778bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 1097 time: 0.1387210 Aug 16 01:56:52.538226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:52.560767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.571931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h2-768852-19 for vnic_type normal with profile {"migrating_to": "n-h1-768852-19"} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:52.572449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:52.573217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:52.578262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:52.578946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:52.586360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:52.587514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:52.588978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:52.591208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Bound port: 0e751b8f-48c0-4535-99b2-f2957c76d539, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:52.592597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.608388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e12643-ab6e-4ff9-8c7a-7508a8d00bd5 req-706b4f34-5cf4-4bb2-95c9-a8ca2ccaa03d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.609974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94e12643-ab6e-4ff9-8c7a-7508a8d00bd5 req-706b4f34-5cf4-4bb2-95c9-a8ca2ccaa03d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0851741 Aug 16 01:56:52.623662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28be4e-44c4-4b7d-9134-3bedc2c81634 req-6c18a32d-f2cc-40fd-a2d5-6459b232325f tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.625137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae28be4e-44c4-4b7d-9134-3bedc2c81634 req-6c18a32d-f2cc-40fd-a2d5-6459b232325f tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 949 time: 0.0904219 Aug 16 01:56:52.684972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:52.686081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94e12643-ab6e-4ff9-8c7a-7508a8d00bd5 req-278ef81c-aeff-4079-9986-99f2362f5b90 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599570 Aug 16 01:56:52.688952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae28be4e-44c4-4b7d-9134-3bedc2c81634 req-8bcf8aca-7289-4750-a90c-2cff4ca82047 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559525 Aug 16 01:56:52.690971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:52.722281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-03870178-e62e-4759-afea-e41d592112a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.723868 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-03870178-e62e-4759-afea-e41d592112a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 911 time: 0.1855853 Aug 16 01:56:52.774469 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-ebbdfc56-4316-4494-8dbd-edfa58161825 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c94dd8f-814c-430e-8df9-5d94090578d0 HTTP/1.1" status: 200 len: 217 time: 0.0384457 Aug 16 01:56:52.811443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.822578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:52.837189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb801cdc-2097-4168-8e36-7937e3ab21b3 req-f962cdd4-f210-4ea8-be49-7cac2f367fb4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.838882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-cf93b45c-96c1-4071-8fd4-01fa33a13932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.839995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb801cdc-2097-4168-8e36-7937e3ab21b3 req-f962cdd4-f210-4ea8-be49-7cac2f367fb4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 948 time: 0.0868895 Aug 16 01:56:52.841953 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-cf93b45c-96c1-4071-8fd4-01fa33a13932 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.0569510 Aug 16 01:56:52.844657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.849888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a3427-718c-4feb-81d1-ce64db9b0c9a req-d09ace67-4800-4012-89da-34b52937a090 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:52.851352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b73a3427-718c-4feb-81d1-ce64db9b0c9a req-d09ace67-4800-4012-89da-34b52937a090 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0876431 Aug 16 01:56:52.878435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 has no active binding in host n-h1-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:56:52.888421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:52.890355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ebd14b2c-cffb-482b-a00b-9be34f10df67 HTTP/1.1" status: 204 len: 168 time: 0.5754189 Aug 16 01:56:52.892659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.898954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54998) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:52.907638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e218e-beaf-4bac-a41b-90a8e1e2f65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd14b2c-cffb-482b-a00b-9be34f10df67,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:52.913024 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-0cc427d6-662e-4ee2-8c1b-477a1c32481e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566018 Aug 16 01:56:52.919463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 0e751b8f-48c0-4535-99b2-f2957c76d539-n-h2-768852-19-0 {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:56:52.919821 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:56:52.934584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb801cdc-2097-4168-8e36-7937e3ab21b3 req-9b2a49ca-0a0f-4609-a404-ec8be9c3affa tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792429 Aug 16 01:56:52.984968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b73a3427-718c-4feb-81d1-ce64db9b0c9a req-85211131-47a6-4174-9ad2-1df8856e8b51 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201925 Aug 16 01:56:53.021127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.026680 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-41050278-7067-46d1-96ba-1f6b99a4726e service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000421 Aug 16 01:56:53.127511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8bea661-2af0-4934-b490-fda6ca111b2b req-8e0fd78c-2d87-4b2e-bc73-5871a9fc20e5 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846291 Aug 16 01:56:53.155548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.172437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e6b813-26e9-4ccd-837b-f68a88a27ef7']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.187113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87a7d77-e110-420a-82a8-b310f05ef230') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.187415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87a7d77-e110-420a-82a8-b310f05ef230') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:56:53.205571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.230610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.240817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-b257adbb-0a62-408a-9a54-dbb2b8c9a460 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.242294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-b257adbb-0a62-408a-9a54-dbb2b8c9a460 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.1746726 Aug 16 01:56:53.245812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:56:53.246223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: timer() Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:56:53.247939 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:56:53.304716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-71c12e77-f0c7-4f48-a859-dc3a25355bc6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/quotas/d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 375 time: 0.0456400 Aug 16 01:56:53.363876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-e348038c-77ed-4ffb-b75c-4445f8ac9289 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503252 Aug 16 01:56:53.388319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.417786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.419717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a9e6b813-26e9-4ccd-837b-f68a88a27ef7 HTTP/1.1" status: 204 len: 168 time: 0.5172744 Aug 16 01:56:53.432593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e9578-f791-4fa0-91fd-1730f252a8b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e6b813-26e9-4ccd-837b-f68a88a27ef7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:53.435039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h2-768852-19 for vnic_type normal with profile {"migrating_to": "n-h1-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:53.435708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:53.435708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:53.440589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:53.441036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempting to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:53.445982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:53.446174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:53.446550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:53.447008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Bound port: 0e751b8f-48c0-4535-99b2-f2957c76d539, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:53.447405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.488616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-8108e14f-bfa9-4ea6-9cf7-834737bc78b6 service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171815 Aug 16 01:56:53.515924 n-d-768852-19 neutron-server[101946]: WARNING neutron.plugins.ml2.plugin [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Concurrent port binding operations failed on port 0e751b8f-48c0-4535-99b2-f2957c76d539 Aug 16 01:56:53.519349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:53.520696 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attempt 2 to bind port 0e751b8f-48c0-4535-99b2-f2957c76d539 Aug 16 01:56:53.523677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.524217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.525574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-0bbc1568-5221-4811-b5db-72be7d5ff5b6 service neutron] 10.222.0.83 "PUT /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 1124 time: 1.9116342 Aug 16 01:56:53.620227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcb8a5-c505-4c52-ad56-4e0a6134af46 req-4ae259e7-a3d8-4fcb-875d-54fb43a206dc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.621864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64fcb8a5-c505-4c52-ad56-4e0a6134af46 req-4ae259e7-a3d8-4fcb-875d-54fb43a206dc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1079993 Aug 16 01:56:53.627664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-1662c81f-154e-4bc0-9d5d-17ff2f29ce4e service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333439 Aug 16 01:56:53.663977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64fcb8a5-c505-4c52-ad56-4e0a6134af46 req-ce83b10d-b246-489f-868a-b3403b2fe871 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353599 Aug 16 01:56:53.682565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['0e751b8f-48c0-4535-99b2-f2957c76d539'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:53.775014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55020) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.811526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22c4c4-bd88-47e5-82f2-33263411e29b req-0adee9f9-0db9-474f-9b5b-116e79594141 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:53.813122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb22c4c4-bd88-47e5-82f2-33263411e29b req-0adee9f9-0db9-474f-9b5b-116e79594141 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0553064 Aug 16 01:56:53.826421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8838c97c-b391-4323-bc89-16520c96740c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c471ac7ba2ef4fa99d9297dfcc9f4144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462425 Aug 16 01:56:53.826698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:53.843562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0e751b8f-48c0-4535-99b2-f2957c76d539'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:53.861358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb22c4c4-bd88-47e5-82f2-33263411e29b req-b23c5908-e753-43b7-bfa1-2e1b6dd21f22 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416253 Aug 16 01:56:53.888607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c846dba4-aa67-4df1-a3f1-87cf6cd33be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:53.937465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c846dba4-aa67-4df1-a3f1-87cf6cd33be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.060417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3beb8cc-7422-41e2-a2b6-b80667e23712 req-e73b2ec1-c976-43a0-bb5f-4022610af0a2 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 210 time: 0.0879879 Aug 16 01:56:54.096052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c846dba4-aa67-4df1-a3f1-87cf6cd33be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.098847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c846dba4-aa67-4df1-a3f1-87cf6cd33be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.100496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c846dba4-aa67-4df1-a3f1-87cf6cd33be9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/11cdf3fe-b29e-48d4-b33d-54ada7d72683 HTTP/1.1" status: 204 len: 168 time: 0.2727168 Aug 16 01:56:54.133161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846dba4-aa67-4df1-a3f1-87cf6cd33be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cdf3fe-b29e-48d4-b33d-54ada7d72683,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.162888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf3e93-6731-4fc6-934f-d0d149c44401 req-72e395ad-3870-460c-b924-5886ae8045df tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.164455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97cf3e93-6731-4fc6-934f-d0d149c44401 req-72e395ad-3870-460c-b924-5886ae8045df tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 949 time: 0.1520293 Aug 16 01:56:54.263121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97cf3e93-6731-4fc6-934f-d0d149c44401 req-6de17496-241d-4299-89e0-a122be2359c5 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887249 Aug 16 01:56:54.270389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f17c3-5aae-42d1-9fd3-733c53ef24c4 req-ae2badee-0978-42ff-892f-f8f0a7d38d9c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.271884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 03bc4dfc-070b-470a-bb1d-76b79a80c784 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:56:54.272007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c7f17c3-5aae-42d1-9fd3-733c53ef24c4 req-ae2badee-0978-42ff-892f-f8f0a7d38d9c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 948 time: 0.0891051 Aug 16 01:56:54.325994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c7f17c3-5aae-42d1-9fd3-733c53ef24c4 req-ad2e042e-c2c5-4c9f-bf6c-e0f251b16f4e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 Aug 16 01:56:54.428084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b4ccf-40e6-446d-8ffa-b72df86d0ac2 req-0873a47c-df02-4209-a9e5-ebcf9c98b22e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.431115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-312b4ccf-40e6-446d-8ffa-b72df86d0ac2 req-0873a47c-df02-4209-a9e5-ebcf9c98b22e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0959158 Aug 16 01:56:54.434236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 03bc4dfc-070b-470a-bb1d-76b79a80c784, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:54.450666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '03bc4dfc-070b-470a-bb1d-76b79a80c784', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '03bc4dfc-070b-470a-bb1d-76b79a80c784', 'mac_address': 'fa:16:3e:35:6d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:56:54.471809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-312b4ccf-40e6-446d-8ffa-b72df86d0ac2 req-b605c490-feb8-4a79-a5eb-bcb931a716e1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354657 Aug 16 01:56:54.481767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:54.481767 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08752e7-2366-4950-b249-f4941093607d" -d '{"events": [{"name": "network-changed", "server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:54.492927 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.521546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bc4dfc-070b-470a-bb1d-76b79a80c784 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:54.549920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 03bc4dfc-070b-470a-bb1d-76b79a80c784, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:54.557756 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616c7b37-6a79-49f5-8595-a8bfa09d0e49 x-openstack-request-id: req-616c7b37-6a79-49f5-8595-a8bfa09d0e49 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:54.558120 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:54.558446 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-616c7b37-6a79-49f5-8595-a8bfa09d0e49 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:54.559452 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'status': 'completed', 'code': 200} Aug 16 01:56:54.618904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00339a08-d84b-4241-8b93-6875749a1304 req-6af7ee0e-a059-4ccc-8133-d13653182c82 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.620754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-00339a08-d84b-4241-8b93-6875749a1304 req-6af7ee0e-a059-4ccc-8133-d13653182c82 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 949 time: 0.1365829 Aug 16 01:56:54.629671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08752e7-2366-4950-b249-f4941093607d req-f8ee5281-0c8d-46f5-a12f-3390f0c4b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.631310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-f8ee5281-0c8d-46f5-a12f-3390f0c4b158 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1127 time: 0.0715635 Aug 16 01:56:54.645803 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.713963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=03bc4dfc-070b-470a-bb1d-76b79a80c784,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:54.795034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08752e7-2366-4950-b249-f4941093607d req-8f3dd7cc-3c20-4e1f-88ae-0e1a6f0c03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.796631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-8f3dd7cc-3c20-4e1f-88ae-0e1a6f0c03df service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1554346 Aug 16 01:56:54.800233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8256f-173a-453c-91a8-817a12f00f9e req-ae6a7076-9d3c-4094-a5b9-bc02ac5f6105 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.801852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ea8256f-173a-453c-91a8-817a12f00f9e req-ae6a7076-9d3c-4094-a5b9-bc02ac5f6105 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0572278 Aug 16 01:56:54.806604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Deleting port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:56:54.806987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:54.845006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ea8256f-173a-453c-91a8-817a12f00f9e req-54a83608-7fc7-4394-a795-96c706020c01 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347843 Aug 16 01:56:54.881967 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-3230d68a-0ea2-4a98-9b8c-5a1f082bed3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 217 time: 0.0713525 Aug 16 01:56:54.972275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08752e7-2366-4950-b249-f4941093607d req-13e958de-1e59-44fc-852f-65d0a4b6275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:54.973780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-13e958de-1e59-44fc-852f-65d0a4b6275f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0782962 Aug 16 01:56:54.982556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] For port ddac64c1-a3b3-458d-bf28-40f50c4df9f6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:54.983741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.022574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-4405d5c7-c1ee-4213-b63d-4a228cf8482a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366716 Aug 16 01:56:55.022834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb528f-4b35-4b54-b439-36d276ad8b35 req-ee3b8ef3-e75e-460b-a123-5916bc6773f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.023473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Calling delete_port for ddac64c1-a3b3-458d-bf28-40f50c4df9f6 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:56:55.024235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9feb528f-4b35-4b54-b439-36d276ad8b35 req-ee3b8ef3-e75e-460b-a123-5916bc6773f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0592768 Aug 16 01:56:55.039584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55050) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:55.086353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['03bc4dfc-070b-470a-bb1d-76b79a80c784'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:55.113144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8de8b478-19c8-49d2-bc63-6681a474edfa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c0b4e8f0181414bbd8a7aca07118f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697684 Aug 16 01:56:55.113260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55054) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:55.171160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9feb528f-4b35-4b54-b439-36d276ad8b35 req-73c6cf0e-f3bd-4638-8ef4-c444319e25ba tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356363 Aug 16 01:56:55.199366 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-a1177e40-708a-42ae-a5c1-277046f89ef7 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612771 Aug 16 01:56:55.209981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-510387da-d7f0-41e7-a186-0223cc1ba28e req-0e8b8334-70ac-4a5a-bb0d-e03647e2ef75 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 210 time: 0.0449858 Aug 16 01:56:55.214334 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-758541e8-233f-49ad-90c9-e2168bec3d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.241761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-758541e8-233f-49ad-90c9-e2168bec3d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.359026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c08752e7-2366-4950-b249-f4941093607d req-4544668c-a7ce-4469-81e0-a4ccb4aa408d service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064420 Aug 16 01:56:55.392437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29872b0-ba8a-4ba7-b372-89d85d06cf06 req-db84b1d3-f6a7-480a-9222-62aa27508550 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.393761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f29872b0-ba8a-4ba7-b372-89d85d06cf06 req-db84b1d3-f6a7-480a-9222-62aa27508550 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 949 time: 0.0528214 Aug 16 01:56:55.416179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.444730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Pushing event deleted for resources: {'Port': ['ID=ddac64c1-a3b3-458d-bf28-40f50c4df9f6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.459816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-758541e8-233f-49ad-90c9-e2168bec3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.462445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-758541e8-233f-49ad-90c9-e2168bec3d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.466771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-758541e8-233f-49ad-90c9-e2168bec3d5d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/164bccfb-8363-4400-aada-495dd8028dce HTTP/1.1" status: 204 len: 168 time: 0.3525920 Aug 16 01:56:55.478296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758541e8-233f-49ad-90c9-e2168bec3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164bccfb-8363-4400-aada-495dd8028dce,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:55.497563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f29872b0-ba8a-4ba7-b372-89d85d06cf06 req-40926f5a-7b84-44cb-8413-62a5f3a7fc26 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/security-groups?id=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973971 Aug 16 01:56:55.507136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] No DVR routers for this DVR port ddac64c1-a3b3-458d-bf28-40f50c4df9f6 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:56:55.511678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:55.514141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-00339a08-d84b-4241-8b93-6875749a1304 req-c5c5e890-ad41-44cc-8965-7d7da4d1cfc7 tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.58 "DELETE /v2.0/ports/ddac64c1-a3b3-458d-bf28-40f50c4df9f6 HTTP/1.1" status: 204 len: 173 time: 0.8811717 Aug 16 01:56:55.518485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ed1a0-e730-4150-b25a-fcff92155ee9 req-f7123783-346c-4a4f-9708-ddb78c55f49f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.518485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a0ed1a0-e730-4150-b25a-fcff92155ee9 req-f7123783-346c-4a4f-9708-ddb78c55f49f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 949 time: 0.0969744 Aug 16 01:56:55.578025 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a0ed1a0-e730-4150-b25a-fcff92155ee9 req-9d3becb3-a054-4529-b4d8-675dfee3d955 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Aug 16 01:56:55.683175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49a500-0e40-4d69-a3b7-876b16f9ad30 req-233498cc-47b8-4858-9a1f-3e389436e175 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.692389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af49a500-0e40-4d69-a3b7-876b16f9ad30 req-233498cc-47b8-4858-9a1f-3e389436e175 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0536942 Aug 16 01:56:55.734804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af49a500-0e40-4d69-a3b7-876b16f9ad30 req-3ae7d158-ad3e-4a02-b219-faaa3724a190 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408881 Aug 16 01:56:55.967223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fde8ab-2e4c-44ea-ad23-cff654d7772e req-f3b79497-c4bd-46f0-9913-c557594340db tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:55.974422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0fde8ab-2e4c-44ea-ad23-cff654d7772e req-f3b79497-c4bd-46f0-9913-c557594340db tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0568640 Aug 16 01:56:56.013454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0fde8ab-2e4c-44ea-ad23-cff654d7772e req-030dd867-bef1-4c1a-a443-7b814dde7fb5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Aug 16 01:56:56.167400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['ddac64c1-a3b3-458d-bf28-40f50c4df9f6'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:56:56.295550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db991213-96db-4e54-b512-6c9d12b3c5c6 req-0a6e9b61-24aa-4c6f-909f-1ce0cfeb391d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.297255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db991213-96db-4e54-b512-6c9d12b3c5c6 req-0a6e9b61-24aa-4c6f-909f-1ce0cfeb391d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0546055 Aug 16 01:56:56.339436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9045f3b4-0927-447c-8860-02bc6945ae42 req-c70df0d5-d076-4578-b950-84a7b08483f4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 210 time: 0.0372317 Aug 16 01:56:56.360425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db991213-96db-4e54-b512-6c9d12b3c5c6 req-9a5e5d8e-ac32-407d-b37d-38a5ef941707 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484951 Aug 16 01:56:56.560078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'name': 'network-vif-deleted', 'tag': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:56.562436 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44294bea-4be9-4a8a-a5c0-3a75dad6d96c" -d '{"events": [{"server_uuid": "7c46f7c2-8c33-4076-b4e2-68a0b474d0fa", "name": "network-vif-deleted", "tag": "ddac64c1-a3b3-458d-bf28-40f50c4df9f6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:56.609103 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b146997-c4d3-40f1-8d91-96f82dfad38c x-openstack-request-id: req-0b146997-c4d3-40f1-8d91-96f82dfad38c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:56.609472 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c46f7c2-8c33-4076-b4e2-68a0b474d0fa", "name": "network-vif-deleted", "tag": "ddac64c1-a3b3-458d-bf28-40f50c4df9f6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:56.609790 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b146997-c4d3-40f1-8d91-96f82dfad38c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:56.610165 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c46f7c2-8c33-4076-b4e2-68a0b474d0fa', 'name': 'network-vif-deleted', 'tag': 'ddac64c1-a3b3-458d-bf28-40f50c4df9f6', 'status': 'completed', 'code': 200} Aug 16 01:56:56.667500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4935e466-4482-4697-99eb-2cb6e3a0d181 req-4319a5f1-404e-435b-9021-f556f73433af tempest-ServersAdminNegativeTestJSON-346610167 tempest-ServersAdminNegativeTestJSON-346610167-project] 10.222.0.76 "GET /v2.0/ports?device_id=7c46f7c2-8c33-4076-b4e2-68a0b474d0fa HTTP/1.1" status: 200 len: 210 time: 0.0506790 Aug 16 01:56:56.729563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-0e361559-9046-4d60-9069-07c033be40a4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.729809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32511b21-0fb5-44cd-a7b6-f89b70ebd95b req-b68001f2-5e13-4926-b671-a21b4111754b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.731205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-0e361559-9046-4d60-9069-07c033be40a4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.1529019 Aug 16 01:56:56.737031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32511b21-0fb5-44cd-a7b6-f89b70ebd95b req-b68001f2-5e13-4926-b671-a21b4111754b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 949 time: 0.0679588 Aug 16 01:56:56.759253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Request body: {'port': {'device_id': '8635b024-1520-43ae-8709-132f82d2cf26', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'admin_state_up': True, 'tenant_id': 'd3f59b3c8b744eeba9234fb7f391cde8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:56.793773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32511b21-0fb5-44cd-a7b6-f89b70ebd95b req-1fe1e024-e013-4435-8714-c7c66a2a9457 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558236 Aug 16 01:56:56.891933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d560dae-28fc-482f-9ea0-a25558d3c156 req-43b095f5-02b5-40ec-8cd3-2900d91b0d4c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:56.893116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55100) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:56.893476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d560dae-28fc-482f-9ea0-a25558d3c156 req-43b095f5-02b5-40ec-8cd3-2900d91b0d4c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0589306 Aug 16 01:56:56.935448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d560dae-28fc-482f-9ea0-a25558d3c156 req-4b1e470b-914f-4258-8aa4-f79159e3c2de tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358109 Aug 16 01:56:57.000607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-network', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:57.127517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b012-23cb-400d-8a49-53af56a9e6d7 req-45aa6168-0191-4fa2-9281-6a3ac7654eeb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.128989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2923b012-23cb-400d-8a49-53af56a9e6d7 req-45aa6168-0191-4fa2-9281-6a3ac7654eeb tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0483985 Aug 16 01:56:57.159176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.160391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.169550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Made reservation on behalf of d3f59b3c8b744eeba9234fb7f391cde8 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:57.170308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2923b012-23cb-400d-8a49-53af56a9e6d7 req-a3f35b2d-66a7-466d-bad7-64cef3bb7ef5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351703 Aug 16 01:56:57.173537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.290208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Made reservation on behalf of 8d4a4dcd89e34761a5a3394f2bbfd7a5 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:57.293052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.304890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.323734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Allocated IP 172.20.0.10 (1dfcd0dc-d638-44ae-bb52-a99fe794d54d/279720f3-9e4d-48eb-bc4f-64901131fb99/41ba3ded-4e7c-4e4b-9421-c91a5cf49237) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:57.451558 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-005925ac-471e-4ca8-8af6-5c9d03424e03 req-b3703aba-efd9-47a1-b28d-1910fc3de0b0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 210 time: 0.0315061 Aug 16 01:56:57.509069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2dcd8-3239-4b6b-8658-2a4ef028777a req-8c6980e1-c861-427d-b909-730c683d918b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.512271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ea2dcd8-3239-4b6b-8658-2a4ef028777a req-8c6980e1-c861-427d-b909-730c683d918b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0636973 Aug 16 01:56:57.519093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.531884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.555478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ea2dcd8-3239-4b6b-8658-2a4ef028777a req-fc9b9b7b-8bba-4226-ac24-b5dbdb913a73 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367689 Aug 16 01:56:57.610829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.639019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:56:57.644289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409f0dbe-32be-43f4-9175-c564f9033276,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.652491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.654479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.654970 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Added segment fe65d44d-7795-4c69-9ce3-de60215053b9 of type vlan for network 719785f7-3db7-4138-aea3-af166fb3a41f Aug 16 01:56:57.735551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:56:57.749488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:57.753348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:56:57.756314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:57.760551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.825201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.825902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.923382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ff86d-9fb4-46ed-a8a3-de481e01cd98 req-422daba3-55d8-415a-b709-de349b56909a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.924969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c57ff86d-9fb4-46ed-a8a3-de481e01cd98 req-422daba3-55d8-415a-b709-de349b56909a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 949 time: 0.0526323 Aug 16 01:56:57.967792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c57ff86d-9fb4-46ed-a8a3-de481e01cd98 req-cce24573-caa5-4582-a718-d0920d2d68e5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358162 Aug 16 01:56:57.995341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-24f72101-5990-4808-8d61-a66d44f6e20a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2392590 Aug 16 01:56:57.996034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:57.997125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:57.997846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.026144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Request body: {'port': {'device_id': '8635b024-1520-43ae-8709-132f82d2cf26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:58.069711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de1940-bc63-442c-a59f-9921fdd40a03 req-b2af7507-758e-4955-82c5-9b16aef434be tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.071843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01de1940-bc63-442c-a59f-9921fdd40a03 req-b2af7507-758e-4955-82c5-9b16aef434be tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0565844 Aug 16 01:56:58.119082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01de1940-bc63-442c-a59f-9921fdd40a03 req-5d96d9e4-37ab-4d13-b5e7-d15f3f5e5079 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 Aug 16 01:56:58.120016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55122) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.133605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] Pushing event updated for resources: {'Network': ['ID=719785f7-3db7-4138-aea3-af166fb3a41f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.144604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 719785f7-3db7-4138-aea3-af166fb3a41f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:56:58.148849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.201800 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74d3cb57-e7c2-437f-9235-65400749fd8b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3066065 Aug 16 01:56:58.208540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55128) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.219327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Request body: {'subnet': {'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-subnet', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:58.311571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 03bc4dfc-070b-470a-bb1d-76b79a80c784 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:56:58.347335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750c158-b25e-4a83-823b-659693e5713d req-3892c792-bb78-47d0-9965-eda086397579 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.349000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5750c158-b25e-4a83-823b-659693e5713d req-3892c792-bb78-47d0-9965-eda086397579 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0945072 Aug 16 01:56:58.355423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90216436-6afe-4027-b521-0a34f10a1b6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ce94b0627da406fa68fc2eaea101b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345545 Aug 16 01:56:58.356037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55130) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:58.358068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Made reservation on behalf of 8d4a4dcd89e34761a5a3394f2bbfd7a5 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:56:58.360415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.438696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 03bc4dfc-070b-470a-bb1d-76b79a80c784 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:56:58.442702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 03bc4dfc-070b-470a-bb1d-76b79a80c784 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:56:58.443142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.471581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:56:58.486106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.496983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5750c158-b25e-4a83-823b-659693e5713d req-2dc08b77-2092-4833-8d06-c8365f5ea39f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342082 Aug 16 01:56:58.512993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Transition to ACTIVE for port object 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:58.539305 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.551695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbaac1a7-01ef-41e6-b5d3-5d3842abe943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.564934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc4dfc-070b-470a-bb1d-76b79a80c784'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:58.567172 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e20ec1-1aca-4865-869b-117d4710b8cc" -d '{"events": [{"server_uuid": "77bd5f20-6c29-46c5-9b8a-cf40e95314fc", "name": "network-vif-plugged", "status": "completed", "tag": "03bc4dfc-070b-470a-bb1d-76b79a80c784"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:58.575854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.583751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 03bc4dfc-070b-470a-bb1d-76b79a80c784, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:56:58.615547 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef6767a-e7bb-4014-81e9-c15d7f2424f3 x-openstack-request-id: req-5ef6767a-e7bb-4014-81e9-c15d7f2424f3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:58.616419 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bd5f20-6c29-46c5-9b8a-cf40e95314fc", "name": "network-vif-plugged", "status": "completed", "tag": "03bc4dfc-070b-470a-bb1d-76b79a80c784", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:58.617121 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ef6767a-e7bb-4014-81e9-c15d7f2424f3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:58.617740 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bc4dfc-070b-470a-bb1d-76b79a80c784', 'code': 200} Aug 16 01:56:58.627824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.628868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ddac64c1-a3b3-458d-bf28-40f50c4df9f6 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:56:58.645845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbaac1a7-01ef-41e6-b5d3-5d3842abe943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.648559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.690606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: ddac64c1-a3b3-458d-bf28-40f50c4df9f6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:56:58.690985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ddac64c1-a3b3-458d-bf28-40f50c4df9f6 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:56:58.721000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=03bc4dfc-070b-470a-bb1d-76b79a80c784,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.737700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054fa3f-00b2-4ed1-912d-421fe320667a req-ecb8ebef-dc5e-4b35-bac2-32c5a1d46e90 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.739234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2054fa3f-00b2-4ed1-912d-421fe320667a req-ecb8ebef-dc5e-4b35-bac2-32c5a1d46e90 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 932 time: 0.2082574 Aug 16 01:56:58.778359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120b1d2-a716-45af-9b65-9cb7f56a5be7 req-11b8c453-45fb-4a96-9c7d-d215c3182e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.780349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6120b1d2-a716-45af-9b65-9cb7f56a5be7 req-11b8c453-45fb-4a96-9c7d-d215c3182e00 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 1102 time: 0.0962021 Aug 16 01:56:58.781189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:56:58.781525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:56:58.781929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:58.787461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:56:58.787815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:56:58.792946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:56:58.793283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:58.806245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:56:58.806245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Bound port: 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:56:58.806245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.818118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29152d65-3b96-4048-9112-e50a3273a476 req-ac887ba7-802c-4a8f-80b7-c6bfa1fb9005 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:58.819788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29152d65-3b96-4048-9112-e50a3273a476 req-ac887ba7-802c-4a8f-80b7-c6bfa1fb9005 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1125717 Aug 16 01:56:58.825952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2054fa3f-00b2-4ed1-912d-421fe320667a req-06e417d4-6146-4cbe-9c32-3825977afc0c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615606 Aug 16 01:56:58.835432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.866707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6120b1d2-a716-45af-9b65-9cb7f56a5be7 req-a2fa59e2-84c0-4b8c-a30d-40aa54208b31 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696497 Aug 16 01:56:58.889745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbaac1a7-01ef-41e6-b5d3-5d3842abe943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.890789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:56:58.892729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbaac1a7-01ef-41e6-b5d3-5d3842abe943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:58.896367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbaac1a7-01ef-41e6-b5d3-5d3842abe943 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7 HTTP/1.1" status: 204 len: 168 time: 0.5364990 Aug 16 01:56:58.896521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:56:58.932177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaac1a7-01ef-41e6-b5d3-5d3842abe943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d4434e-8ae0-4c31-b93c-2a48a6dfb4a7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.947071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f998bd00-1f9f-49f3-920b-c6ec77a03a95,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:58.953216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29152d65-3b96-4048-9112-e50a3273a476 req-2ef43680-068b-4223-8ffd-e44382adc6e8 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202381 Aug 16 01:56:58.962328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Checking segment: {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:56:58.962806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Network hostable DHCP agents. Network: 719785f7-3db7-4138-aea3-af166fb3a41f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:56:58.976689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.012461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.013206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.014996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] 10.222.0.83 "PUT /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 200 len: 1093 time: 1.0031857 Aug 16 01:56:59.017568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:56:59.020172 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd69653a-7190-4010-8c6f-50a4e1de069e" -d '{"events": [{"name": "network-changed", "server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:56:59.046844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2686a870-9a71-4711-aace-f5821f7ebd78 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:56:59.064951 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa969575-b541-4919-8a87-5796f00ab72e x-openstack-request-id: req-aa969575-b541-4919-8a87-5796f00ab72e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:56:59.065340 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:56:59.065670 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa969575-b541-4919-8a87-5796f00ab72e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:56:59.066240 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'status': 'completed', 'code': 200} Aug 16 01:56:59.091556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19e0d-c88d-4fa3-bbc6-8c0e23eef42d req-75c8506b-def0-4695-8d82-d6c514d30d6f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.093067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32a19e0d-c88d-4fa3-bbc6-8c0e23eef42d req-75c8506b-def0-4695-8d82-d6c514d30d6f tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.0514243 Aug 16 01:56:59.133404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32a19e0d-c88d-4fa3-bbc6-8c0e23eef42d req-bdf153f3-0f3e-4774-8009-72da21924fb4 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342290 Aug 16 01:56:59.142936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69653a-7190-4010-8c6f-50a4e1de069e req-500c98ed-6499-4a25-a48c-5c23467eed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.145554 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd69653a-7190-4010-8c6f-50a4e1de069e req-500c98ed-6499-4a25-a48c-5c23467eed41 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1096 time: 0.0544527 Aug 16 01:56:59.157099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Network 719785f7-3db7-4138-aea3-af166fb3a41f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:56:59.249043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8c1e6-bd5b-4863-86d2-8bbae47df791 req-c2473dc7-ac6e-44e5-8745-28c72fce5725 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.250625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fb8c1e6-bd5b-4863-86d2-8bbae47df791 req-c2473dc7-ac6e-44e5-8745-28c72fce5725 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0506024 Aug 16 01:56:59.251772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 719785f7-3db7-4138-aea3-af166fb3a41f) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:56:59.255958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.256548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.261464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ce226-338a-4e26-8e6a-075c59121a7a None None] Network 719785f7-3db7-4138-aea3-af166fb3a41f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:56:59.272308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69653a-7190-4010-8c6f-50a4e1de069e req-bca78a99-1f08-4ae1-8ab7-0b797b269262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.273894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd69653a-7190-4010-8c6f-50a4e1de069e req-bca78a99-1f08-4ae1-8ab7-0b797b269262 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1154819 Aug 16 01:56:59.313246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fb8c1e6-bd5b-4863-86d2-8bbae47df791 req-93db0b44-035d-4029-94d2-bb633886f5ba tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540674 Aug 16 01:56:59.390396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2c9ffce2-db8e-4218-ba8b-e7fde3dc3711 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1819909 Aug 16 01:56:59.390751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.396666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:56:59.400060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69653a-7190-4010-8c6f-50a4e1de069e req-c048bf88-e637-4c80-92d0-0d8a67adb78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.402330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd69653a-7190-4010-8c6f-50a4e1de069e req-c048bf88-e637-4c80-92d0-0d8a67adb78b service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1168523 Aug 16 01:56:59.440570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-719785f7-3db7-4138-aea3-af166fb3a41f', 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'fixed_ips': [{'subnet_id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:56:59.441450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.480993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.482010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.514978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-22fa43c8-1620-410d-a6a8-1930b3cc6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.516428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-22fa43c8-1620-410d-a6a8-1930b3cc6f8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1096 time: 0.0636239 Aug 16 01:56:59.560947 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.589197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-ade8d47d-caa7-4ec0-b68c-0206e2744018 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 200 len: 217 time: 0.0381732 Aug 16 01:56:59.596391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Allocated IP 172.20.0.2 (719785f7-3db7-4138-aea3-af166fb3a41f/f998bd00-1f9f-49f3-920b-c6ec77a03a95/b732068b-ca60-4f3a-be61-ce031e6a0dbb) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:56:59.639116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80558d-88ce-46c7-8e53-fd5bd5f528e0 req-5d3542dc-b36b-452f-93de-53b9dfa06b5b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.640725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce80558d-88ce-46c7-8e53-fd5bd5f528e0 req-5d3542dc-b36b-452f-93de-53b9dfa06b5b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0584660 Aug 16 01:56:59.651803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-20b6a515-8d1b-4cb4-9d76-76b518252e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.653268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-20b6a515-8d1b-4cb4-9d76-76b518252e3f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0462854 Aug 16 01:56:59.690029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55154) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.693374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-25190c10-369f-473a-b80d-ded5dcab5da6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311983 Aug 16 01:56:59.726112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce80558d-88ce-46c7-8e53-fd5bd5f528e0 req-19673683-1699-4c01-a330-f722e2d4d282 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776305 Aug 16 01:56:59.754686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ba42c60-4610-40bb-99cb-269b25f9e927 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f883937115b4c2898e21c42ab10f4e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610688 Aug 16 01:56:59.755346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55156) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:56:59.773627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.783053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Transition to ACTIVE for port object b732068b-ca60-4f3a-be61-ce031e6a0dbb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:59.800765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Transition to ACTIVE for port object b732068b-ca60-4f3a-be61-ce031e6a0dbb will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:56:59.817484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd79d-cab6-4f80-b8a5-9e5c2df975c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.842328 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd79d-cab6-4f80-b8a5-9e5c2df975c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:56:59.957946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386b0f9-f30e-4013-a33a-476fab7e977d req-ca313ba2-5005-46c2-959e-5d93d3b17d61 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:56:59.959584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b386b0f9-f30e-4013-a33a-476fab7e977d req-ca313ba2-5005-46c2-959e-5d93d3b17d61 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0563049 Aug 16 01:57:00.016582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b386b0f9-f30e-4013-a33a-476fab7e977d req-02bc1a0c-8af5-4c86-8758-d184e362ef29 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360837 Aug 16 01:57:00.022607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.070398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Network 719785f7-3db7-4138-aea3-af166fb3a41f is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:00.074595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:00.082461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:00.124337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd79d-cab6-4f80-b8a5-9e5c2df975c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.127556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec9fd79d-cab6-4f80-b8a5-9e5c2df975c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.131268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec9fd79d-cab6-4f80-b8a5-9e5c2df975c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ccb373c8-ffd3-48ed-baa2-33d2d88fe10f HTTP/1.1" status: 204 len: 168 time: 0.3724706 Aug 16 01:57:00.137403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Pushing event updated for resources: {'Port': ['ID=b732068b-ca60-4f3a-be61-ce031e6a0dbb,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.148488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Attempting to bind port b732068b-ca60-4f3a-be61-ce031e6a0dbb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:00.148960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Attempting to bind port b732068b-ca60-4f3a-be61-ce031e6a0dbb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:00.149400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Attempting to bind port b732068b-ca60-4f3a-be61-ce031e6a0dbb on network 719785f7-3db7-4138-aea3-af166fb3a41f {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:00.151416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fd79d-cab6-4f80-b8a5-9e5c2df975c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb373c8-ffd3-48ed-baa2-33d2d88fe10f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.157184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:00.157184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Checking segment: {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:00.157508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.157869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Bound using segment: {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:00.159923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Bound port: b732068b-ca60-4f3a-be61-ce031e6a0dbb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:00.160397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.172507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.178050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfdddf-1d92-4288-a046-34b2f69e00f6 req-79ec4d15-548e-42da-9a05-13334a9c5a28 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.193616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fdfdddf-1d92-4288-a046-34b2f69e00f6 req-79ec4d15-548e-42da-9a05-13334a9c5a28 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1031880 Aug 16 01:57:00.274300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fdfdddf-1d92-4288-a046-34b2f69e00f6 req-0dbe3314-753f-4b74-a4a3-73156d8ae474 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680175 Aug 16 01:57:00.297765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] For port b732068b-ca60-4f3a-be61-ce031e6a0dbb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:00.302163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] For port b732068b-ca60-4f3a-be61-ce031e6a0dbb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b732068b-ca60-4f3a-be61-ce031e6a0dbb,segment=NetworkSegment(fe65d44d-7795-4c69-9ce3-de60215053b9),segment_id=fe65d44d-7795-4c69-9ce3-de60215053b9)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:00.305701 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-2ac89c70-d462-4d85-afca-0a235d74da86 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5785441 Aug 16 01:57:00.350203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ac0fd-14e6-499b-9ab8-2fd378d519d2 req-c55a5996-e436-4be4-9c45-f25b8d0b9e7e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.355763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a4ac0fd-14e6-499b-9ab8-2fd378d519d2 req-c55a5996-e436-4be4-9c45-f25b8d0b9e7e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.0803332 Aug 16 01:57:00.372192 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.412975 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a4ac0fd-14e6-499b-9ab8-2fd378d519d2 req-cc0feb98-c3e3-463a-8c9b-b320e36db2be tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Aug 16 01:57:00.491483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432d4ac-e7a7-42fc-a83a-8bab803f0ef7 None None] Pushing event updated for resources: {'Port': ['ID=b732068b-ca60-4f3a-be61-ce031e6a0dbb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:00.494432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a6b0626-2e3b-4b1f-a2fc-67508b5b2020 req-31e28025-db09-4b77-affd-6f79c870b0e6 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537454 Aug 16 01:57:00.559226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44838ace-b3a7-49ef-9abb-09882e4b88cb req-97ea37bf-5388-4381-8fbf-d58d8be6ec3f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.568856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44838ace-b3a7-49ef-9abb-09882e4b88cb req-97ea37bf-5388-4381-8fbf-d58d8be6ec3f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.1122787 Aug 16 01:57:00.609127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44838ace-b3a7-49ef-9abb-09882e4b88cb req-bc59e727-f9ab-40ff-948c-dfa3a5966712 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392230 Aug 16 01:57:00.669875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.709282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:00.886059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Allocated IP 172.25.6.184 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/33ae6284-2233-4544-992d-8732a994370c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:00.917472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee8fe-0104-451e-9590-0f5bb30ff57e req-40741852-5266-47f0-952c-cc3280b24ffd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:00.922126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e44ee8fe-0104-451e-9590-0f5bb30ff57e req-40741852-5266-47f0-952c-cc3280b24ffd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0908334 Aug 16 01:57:00.980035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e44ee8fe-0104-451e-9590-0f5bb30ff57e req-bedf8868-acbe-47be-8517-c4f836198c72 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Aug 16 01:57:01.039752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.159958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.192941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112e0fa-c71d-4546-9c2b-47aca0c1b540 req-ea6bda2d-424f-4eca-b194-5117b5e5f9c9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.194965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d112e0fa-c71d-4546-9c2b-47aca0c1b540 req-ea6bda2d-424f-4eca-b194-5117b5e5f9c9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0630558 Aug 16 01:57:01.231977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:01.236087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:01.237949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Pushing event updated for resources: {'Port': ['ID=33ae6284-2233-4544-992d-8732a994370c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:01.240572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:01.285128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b732068b-ca60-4f3a-be61-ce031e6a0dbb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:01.294128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d112e0fa-c71d-4546-9c2b-47aca0c1b540 req-72476bc6-aeaa-494f-a159-7d1ba431a81e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895815 Aug 16 01:57:01.458283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a90628-bf00-44e7-874b-ce282d82f483 req-de912437-a34c-4be9-a740-70ec4abe7a38 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.461591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b732068b-ca60-4f3a-be61-ce031e6a0dbb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:01.466997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40a90628-bf00-44e7-874b-ce282d82f483 req-de912437-a34c-4be9-a740-70ec4abe7a38 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0831406 Aug 16 01:57:01.527311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40a90628-bf00-44e7-874b-ce282d82f483 req-478ecd62-a90b-46b9-b67b-d5aab522c3d4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588157 Aug 16 01:57:01.639761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f2a8a-13cb-47dd-b655-e470edbe0cb0 req-c2e31e27-6af6-4c1d-9d0d-f3795b01f30c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.648433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e73f2a8a-13cb-47dd-b655-e470edbe0cb0 req-c2e31e27-6af6-4c1d-9d0d-f3795b01f30c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.0874698 Aug 16 01:57:01.705878 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.729394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e73f2a8a-13cb-47dd-b655-e470edbe0cb0 req-580c8e25-74ef-47c4-b7e6-5d7918b51b92 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797913 Aug 16 01:57:01.816433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3e0da3-01b1-42b9-aeda-23e74e1254b5 None None] Network 719785f7-3db7-4138-aea3-af166fb3a41f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:01.871523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad3793-1317-45e3-b3df-b84dadf66444 req-0d98ee05-1c85-4534-a5f5-10bf94d81551 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.874209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbad3793-1317-45e3-b3df-b84dadf66444 req-0d98ee05-1c85-4534-a5f5-10bf94d81551 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.1297834 Aug 16 01:57:01.957059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:01.975474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbad3793-1317-45e3-b3df-b84dadf66444 req-0781e26c-36f0-40a6-a0ad-f0ae13745f93 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863321 Aug 16 01:57:01.993640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1c481-7d40-49e2-924f-bae57f66a118 req-663d89ff-80cb-488d-b020-0256c6d1a3d8 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:01.995430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f1c481-7d40-49e2-924f-bae57f66a118 req-663d89ff-80cb-488d-b020-0256c6d1a3d8 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 1102 time: 0.1199961 Aug 16 01:57:02.030183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] Provisioning for port b732068b-ca60-4f3a-be61-ce031e6a0dbb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:02.040270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] Provisioning complete for port b732068b-ca60-4f3a-be61-ce031e6a0dbb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:02.041946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.063643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f1c481-7d40-49e2-924f-bae57f66a118 req-7e013bfa-05fc-4b31-986c-7546171063f2 tempest-ServersOnMultiNodesTest-1131108159 tempest-ServersOnMultiNodesTest-1131108159-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588677 Aug 16 01:57:02.166406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.229940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] For port b732068b-ca60-4f3a-be61-ce031e6a0dbb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b732068b-ca60-4f3a-be61-ce031e6a0dbb,segment=NetworkSegment(fe65d44d-7795-4c69-9ce3-de60215053b9),segment_id=fe65d44d-7795-4c69-9ce3-de60215053b9)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:02.237500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c335e57-0deb-4fdb-92e7-7b3566bb373a req-6ed27558-a291-4f25-9552-6a7a3d21ae9e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.239791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c335e57-0deb-4fdb-92e7-7b3566bb373a req-6ed27558-a291-4f25-9552-6a7a3d21ae9e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0987737 Aug 16 01:57:02.287156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c335e57-0deb-4fdb-92e7-7b3566bb373a req-10d1695b-80ff-4a63-bce0-ad76778c8071 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383818 Aug 16 01:57:02.318980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:02.319334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.361548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:02.411893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dffb9f-1036-4078-8ad6-f869e75ec4aa None None] Pushing event updated for resources: {'Port': ['ID=b732068b-ca60-4f3a-be61-ce031e6a0dbb,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:02.500592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb7d74c9-ebb8-47e6-8509-65fc544b0b6d None None] Provisioning complete for port b732068b-ca60-4f3a-be61-ce031e6a0dbb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:02.501261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb7d74c9-ebb8-47e6-8509-65fc544b0b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.501987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:02.511902 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-86b20ec5-c14a-428a-9b00-a156e6278be3 service neutron] 10.222.0.58 "GET /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.0891593 Aug 16 01:57:02.513853 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Sync routers for ids ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:02.523910 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Routers {'6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:02.524631 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:02.616748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.618073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bb72ec27-9555-41ef-ac7d-8f54427e9922 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2263587 Aug 16 01:57:02.621584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55218) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:02.650276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65b39d-a306-4be6-b3d1-538d9179d4a7 req-a0030fb9-7c42-4b38-b6db-3e7e94ad3067 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.652533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da65b39d-a306-4be6-b3d1-538d9179d4a7 req-a0030fb9-7c42-4b38-b6db-3e7e94ad3067 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0580750 Aug 16 01:57:02.661042 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Set router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:02.715815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da65b39d-a306-4be6-b3d1-538d9179d4a7 req-4e6c3ad2-eb11-4304-9c6b-0ed85bca712f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561559 Aug 16 01:57:02.854528 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '33ae6284-2233-4544-992d-8732a994370c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:01Z', 'revision_number': 3, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port': {'id': '33ae6284-2233-4544-992d-8732a994370c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:00Z', 'updated_at': '2021-08-16T01:57:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:02.859427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdedace-41e5-4b17-8d31-fa716f4178ba req-62235d83-3a79-4222-b265-88f3012ea349 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.861159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bdedace-41e5-4b17-8d31-fa716f4178ba req-62235d83-3a79-4222-b265-88f3012ea349 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1017516 Aug 16 01:57:02.879116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b4b98-e5f6-4a68-ad1d-c605f8f1a6b8 req-74102ccc-0cf0-4676-b3e4-70f77c6feab9 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:02.880812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd4b4b98-e5f6-4a68-ad1d-c605f8f1a6b8 req-74102ccc-0cf0-4676-b3e4-70f77c6feab9 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.0687804 Aug 16 01:57:02.883177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:02.885568 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Checking router: 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:02.886208 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Updating router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc port 33ae6284-2233-4544-992d-8732a994370c binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:02.912934 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:02.940899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bdedace-41e5-4b17-8d31-fa716f4178ba req-54b5c2f3-aecc-4187-9aa5-e6c428d7cb56 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589957 Aug 16 01:57:02.942388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:02.949108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd4b4b98-e5f6-4a68-ad1d-c605f8f1a6b8 req-6a6fde9d-40f3-4d2f-a634-3a1d0e32ea85 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Aug 16 01:57:03.029079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e751b8f-48c0-4535-99b2-f2957c76d539 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:03.043894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:03.088642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdeacdc-557c-4924-b82d-dd28866f6013 req-d8925eef-1689-41c8-b97c-edb8edb25f0f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.090239 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cdeacdc-557c-4924-b82d-dd28866f6013 req-d8925eef-1689-41c8-b97c-edb8edb25f0f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 944 time: 0.0519171 Aug 16 01:57:03.152068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cdeacdc-557c-4924-b82d-dd28866f6013 req-1038b074-da0c-45f5-aa86-943d65ebcaa9 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523617 Aug 16 01:57:03.169112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.211056 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.223326 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Transition to ACTIVE for port object 33ae6284-2233-4544-992d-8732a994370c will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:03.233895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b732068b-ca60-4f3a-be61-ce031e6a0dbb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:03.295091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b732068b-ca60-4f3a-be61-ce031e6a0dbb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:03.296523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.309325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.331266 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.339810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] Transition to ACTIVE for port object 0e751b8f-48c0-4535-99b2-f2957c76d539 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:03.423087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.440052 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Attempting to bind port 33ae6284-2233-4544-992d-8732a994370c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:03.440274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da219-4a5e-4d1c-9ee7-fd144b5dc714 req-6c54f253-ec45-4d38-b452-197ea4c06b0f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.441152 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Attempting to bind port 33ae6284-2233-4544-992d-8732a994370c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:03.443265 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Attempting to bind port 33ae6284-2233-4544-992d-8732a994370c on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:03.448615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b36da219-4a5e-4d1c-9ee7-fd144b5dc714 req-6c54f253-ec45-4d38-b452-197ea4c06b0f tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0818071 Aug 16 01:57:03.459275 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe617e74-ad17-464c-8445-d2ab512a8a17 None None] Pushing event updated for resources: {'Port': ['ID=33ae6284-2233-4544-992d-8732a994370c,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:03.468756 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:03.469349 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:03.469920 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.470521 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:03.471220 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Bound port: 33ae6284-2233-4544-992d-8732a994370c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:03.471636 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.489114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b36da219-4a5e-4d1c-9ee7-fd144b5dc714 req-d34927bb-9c9b-4aa7-9eef-5c23b91935dc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398059 Aug 16 01:57:03.533761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] For port 33ae6284-2233-4544-992d-8732a994370c, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:03.537406 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] For port 33ae6284-2233-4544-992d-8732a994370c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=33ae6284-2233-4544-992d-8732a994370c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:03.674335 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:03.743850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Routers {'6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:03.745724 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:03.783779 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe617e74-ad17-464c-8445-d2ab512a8a17 None None] Pushing event updated for resources: {'Port': ['ID=33ae6284-2233-4544-992d-8732a994370c,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:03.816839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] No DVR routers for this DVR port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:03.848935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:03.867854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af7a1-2777-47da-8628-89c0875d472d req-7716081a-fdb6-4c04-9f5a-dbd08eaea3dd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:03.870149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-269af7a1-2777-47da-8628-89c0875d472d req-7716081a-fdb6-4c04-9f5a-dbd08eaea3dd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0623584 Aug 16 01:57:03.876213 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] Set router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:03.905030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] 10.222.0.58 "PUT /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539/bindings/n-h1-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 1.3774450 Aug 16 01:57:03.909048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02c7b94-fac4-4773-8b6b-7c9cb6730791 service neutron] Pushing event updated for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:03.919969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-269af7a1-2777-47da-8628-89c0875d472d req-13e46eac-142a-44ef-b668-e976f4649d8d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410628 Aug 16 01:57:03.936456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Allocated IP 172.20.0.1 (719785f7-3db7-4138-aea3-af166fb3a41f/f998bd00-1f9f-49f3-920b-c6ec77a03a95/437ca125-108c-46d0-b8a9-14442c00b09d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:04.074528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33ccf4-a9c0-4795-9f01-adabd15f61e5 req-209201c8-f8bb-40d3-801f-f8e337bd79d7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.076178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb33ccf4-a9c0-4795-9f01-adabd15f61e5 req-209201c8-f8bb-40d3-801f-f8e337bd79d7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0499423 Aug 16 01:57:04.082784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.115945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Transition to ACTIVE for port object 437ca125-108c-46d0-b8a9-14442c00b09d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:04.118229 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '33ae6284-2233-4544-992d-8732a994370c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:01Z', 'revision_number': 3, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port': {'id': '33ae6284-2233-4544-992d-8732a994370c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:00Z', 'updated_at': '2021-08-16T01:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:04.134590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f42afee8-2835-4ecd-9161-896a9c39c1ef tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.137336 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-f42afee8-2835-4ecd-9161-896a9c39c1ef tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.0699260 Aug 16 01:57:04.161474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb33ccf4-a9c0-4795-9f01-adabd15f61e5 req-d8a7ef9e-106c-4815-9a1e-7cc5fcc2faba tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761516 Aug 16 01:57:04.193608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056200a-a12a-41e1-a5ad-08ff8aa09afa req-6e530bc4-be33-41ea-aec7-2ac16c66a4bb tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.195387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9056200a-a12a-41e1-a5ad-08ff8aa09afa req-6e530bc4-be33-41ea-aec7-2ac16c66a4bb tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.0919635 Aug 16 01:57:04.226074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-90677ceb-1f67-4164-b000-1a09e09b84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.228299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-90677ceb-1f67-4164-b000-1a09e09b84cd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a&tenant_id=deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 1097 time: 0.0764520 Aug 16 01:57:04.256870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9056200a-a12a-41e1-a5ad-08ff8aa09afa req-688f650f-ac13-4dff-af96-cda623281324 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486457 Aug 16 01:57:04.267927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598c5d5-1a9c-45e7-bdbd-dcda4caeda30 None None] The sync data for ids ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'] in n-d-768852-19 is: [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '33ae6284-2233-4544-992d-8732a994370c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:01Z', 'revision_number': 3, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port': {'id': '33ae6284-2233-4544-992d-8732a994370c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:00Z', 'updated_at': '2021-08-16T01:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:04.307367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.391753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Network 719785f7-3db7-4138-aea3-af166fb3a41f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:04.393540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8c58f-293d-4427-a874-4e2d328d3fd1 req-f21cdab8-b1de-4686-8294-e4b243824327 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.399926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:04.401548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31b8c58f-293d-4427-a874-4e2d328d3fd1 req-f21cdab8-b1de-4686-8294-e4b243824327 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 945 time: 0.0620310 Aug 16 01:57:04.402759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:04.405923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Pushing event updated for resources: {'Port': ['ID=437ca125-108c-46d0-b8a9-14442c00b09d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:04.438306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-fc4c6f57-2a84-4356-8716-33557c83bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.440496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-fc4c6f57-2a84-4356-8716-33557c83bb47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1097 time: 0.1785078 Aug 16 01:57:04.443198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31b8c58f-293d-4427-a874-4e2d328d3fd1 req-5a511554-b2d3-4016-bcae-7c075b8d8aa4 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Aug 16 01:57:04.450947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:04.459373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-17f189d6-bc1c-4eeb-bb0f-5e2606000331 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.463487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:04.463615 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-17f189d6-bc1c-4eeb-bb0f-5e2606000331 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.1976180 Aug 16 01:57:04.634274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.740270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170618c3-f640-45c8-8d46-d04001e031b1 req-69ab5dbd-ef0c-4d81-b9e5-2f74e9e6d7dc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.749396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-170618c3-f640-45c8-8d46-d04001e031b1 req-69ab5dbd-ef0c-4d81-b9e5-2f74e9e6d7dc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1372488 Aug 16 01:57:04.775119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:04.795480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-170618c3-f640-45c8-8d46-d04001e031b1 req-24936804-d0e1-4521-b40f-648e2625e31b tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442269 Aug 16 01:57:04.810617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'port_id': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'mac_address': 'fa:16:3e:1a:3c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279720f3-9e4d-48eb-bc4f-64901131fb99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:04.833330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port 03bc4dfc-070b-470a-bb1d-76b79a80c784 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:04.833969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.843131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-513a108a-8af7-4be1-8939-ffc799b02553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:04.844977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-513a108a-8af7-4be1-8939-ffc799b02553 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.3831153 Aug 16 01:57:04.880559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:04.899331 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:04.925097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:04.948170 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-31aae000-5369-443f-832c-f23b041b5b26 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 200 len: 217 time: 0.0886314 Aug 16 01:57:05.007859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17250de8-5d97-4a31-8fcf-4227cb25963f None None] Provisioning for port 437ca125-108c-46d0-b8a9-14442c00b09d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:05.014459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17250de8-5d97-4a31-8fcf-4227cb25963f None None] Provisioning complete for port 437ca125-108c-46d0-b8a9-14442c00b09d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:05.015456 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17250de8-5d97-4a31-8fcf-4227cb25963f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.047418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-87238905-0c5e-4913-8a8e-8f4fc8fa5334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.048951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-87238905-0c5e-4913-8a8e-8f4fc8fa5334 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0899615 Aug 16 01:57:05.058518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port 03bc4dfc-070b-470a-bb1d-76b79a80c784, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=03bc4dfc-070b-470a-bb1d-76b79a80c784,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:05.059079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.069208 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.090684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacd08ea-2c43-47ab-9213-172c3a59a3bc req-bb2afdd2-ef78-4361-9bae-84bdaf323bd8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.093486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-17250de8-5d97-4a31-8fcf-4227cb25963f None None] Port 437ca125-108c-46d0-b8a9-14442c00b09d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:05.101229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dacd08ea-2c43-47ab-9213-172c3a59a3bc req-bb2afdd2-ef78-4361-9bae-84bdaf323bd8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0841339 Aug 16 01:57:05.108572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for 03bc4dfc-070b-470a-bb1d-76b79a80c784 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:05.112124 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-213946e8-1812-4e03-82a0-a43818a8963b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486407 Aug 16 01:57:05.146939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.155117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dacd08ea-2c43-47ab-9213-172c3a59a3bc req-892b1038-8ae2-47b3-83ef-41d9887d0aff tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526693 Aug 16 01:57:05.159419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.277859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 33ae6284-2233-4544-992d-8732a994370c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:05.364729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8701a-bd2f-41ea-85e8-4bbc2f6ab5bd req-2e0e3fde-4e17-4939-a508-d03580936dae tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.372803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1b8701a-bd2f-41ea-85e8-4bbc2f6ab5bd req-2e0e3fde-4e17-4939-a508-d03580936dae tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0874586 Aug 16 01:57:05.423447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1b8701a-bd2f-41ea-85e8-4bbc2f6ab5bd req-60dcd377-d2f8-4ce3-881a-cc0dd2bf8364 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475185 Aug 16 01:57:05.440187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 33ae6284-2233-4544-992d-8732a994370c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:05.456332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 33ae6284-2233-4544-992d-8732a994370c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:05.457018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.488467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['41ba3ded-4e7c-4e4b-9421-c91a5cf49237'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:05.533580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-aefbb7c7-9971-4ec7-8547-15b5e0133f72 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814157 Aug 16 01:57:05.575049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a954436-2def-4595-bd56-814c8af8d76f req-0e029151-46e3-499f-aef9-11606935e77e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:05.583450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a954436-2def-4595-bd56-814c8af8d76f req-0e029151-46e3-499f-aef9-11606935e77e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 950 time: 0.0812619 Aug 16 01:57:05.638326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.649614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a954436-2def-4595-bd56-814c8af8d76f req-9bd82e94-7322-4d1b-8bf3-21667d1e4e39 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539653 Aug 16 01:57:05.663278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.663665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57', '03bc4dfc-070b-470a-bb1d-76b79a80c784'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:05.692078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=03bc4dfc-070b-470a-bb1d-76b79a80c784,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:05.731711 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-6d777bb4-e1ed-48da-a2d6-a22da683d590 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851306 Aug 16 01:57:05.746112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port 03bc4dfc-070b-470a-bb1d-76b79a80c784 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:05.749006 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.751156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-211b848c-f308-4b3a-ba40-8c5a1ccb98af req-8fca44d9-6497-4003-9735-176a1f16f35a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "DELETE /v2.0/ports/03bc4dfc-070b-470a-bb1d-76b79a80c784 HTTP/1.1" status: 204 len: 173 time: 1.2802093 Aug 16 01:57:05.751768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'name': 'network-vif-deleted', 'tag': '03bc4dfc-070b-470a-bb1d-76b79a80c784'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:05.764543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.766987 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ece3aa6-7465-4e03-b6b9-25d2fb199443" -d '{"events": [{"server_uuid": "77bd5f20-6c29-46c5-9b8a-cf40e95314fc", "name": "network-vif-deleted", "tag": "03bc4dfc-070b-470a-bb1d-76b79a80c784"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:05.772194 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.823855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 33ae6284-2233-4544-992d-8732a994370c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=33ae6284-2233-4544-992d-8732a994370c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:05.833891 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:05.902793 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf34bafb-7c98-48ad-bd19-569306693827 x-openstack-request-id: req-cf34bafb-7c98-48ad-bd19-569306693827 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:05.902793 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bd5f20-6c29-46c5-9b8a-cf40e95314fc", "name": "network-vif-deleted", "tag": "03bc4dfc-070b-470a-bb1d-76b79a80c784", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:05.902793 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf34bafb-7c98-48ad-bd19-569306693827 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:05.902793 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bd5f20-6c29-46c5-9b8a-cf40e95314fc', 'name': 'network-vif-deleted', 'tag': '03bc4dfc-070b-470a-bb1d-76b79a80c784', 'status': 'completed', 'code': 200} Aug 16 01:57:05.970301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Pushing event updated for resources: {'Port': ['ID=437ca125-108c-46d0-b8a9-14442c00b09d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:06.044038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Network 719785f7-3db7-4138-aea3-af166fb3a41f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:06.045682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:06.173422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346e0d-9445-40e9-b31e-c10f4e8e36ef req-e676a1bb-4cbd-4ddb-84bf-f130eda36f15 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.180895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b346e0d-9445-40e9-b31e-c10f4e8e36ef req-e676a1bb-4cbd-4ddb-84bf-f130eda36f15 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 945 time: 0.4775481 Aug 16 01:57:06.210393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:06.218904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d928f0-a08a-4ef6-8533-0eb08b7a43f4 req-383f0e64-5da3-4450-b997-a89fc1d66dd9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.227177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1d928f0-a08a-4ef6-8533-0eb08b7a43f4 req-383f0e64-5da3-4450-b997-a89fc1d66dd9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1217449 Aug 16 01:57:06.267837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b346e0d-9445-40e9-b31e-c10f4e8e36ef req-37ab32e5-4711-472e-a918-d8a9b9c0e8d5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856383 Aug 16 01:57:06.273172 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.321040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1d928f0-a08a-4ef6-8533-0eb08b7a43f4 req-9430abd8-2594-4049-9d10-0e47922c7fbf tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777283 Aug 16 01:57:06.380798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:06.397518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=33ae6284-2233-4544-992d-8732a994370c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:06.410513 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b33219d8-49d1-4b87-a0c3-7e35c8a78771 admin admin] 10.222.0.76 "PUT /v2.0/routers/6cb702fb-e5a2-46c6-a89e-1b518ac28bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7870922 Aug 16 01:57:06.429077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-56db9b60-3087-40bb-918b-20f235d7d00c None None] Provisioning complete for port 437ca125-108c-46d0-b8a9-14442c00b09d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:06.430057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56db9b60-3087-40bb-918b-20f235d7d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.476693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-56db9b60-3087-40bb-918b-20f235d7d00c None None] Port 437ca125-108c-46d0-b8a9-14442c00b09d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:06.511731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca45b3a-e88c-4f68-993b-9ce09fc60658 req-416cbc82-5bd0-4014-b3c3-77d19dfe1cb7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.515727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eca45b3a-e88c-4f68-993b-9ce09fc60658 req-416cbc82-5bd0-4014-b3c3-77d19dfe1cb7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.0694976 Aug 16 01:57:06.524192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Sync routers for ids ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:06.534841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Routers {'6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:06.535685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:06.559673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eca45b3a-e88c-4f68-993b-9ce09fc60658 req-99a9419a-353d-4217-b61c-b2ec0cd35080 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372906 Aug 16 01:57:06.678286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-b0c55f92-25c6-4d49-bb4a-38738a9a95d4 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.680409 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-b0c55f92-25c6-4d49-bb4a-38738a9a95d4 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.0508099 Aug 16 01:57:06.690923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ee302-131e-4ae2-ab40-033f31559c31 req-814a69f1-3d59-47b5-901c-6af753b1d0af tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:06.692527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a3ee302-131e-4ae2-ab40-033f31559c31 req-814a69f1-3d59-47b5-901c-6af753b1d0af tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0644133 Aug 16 01:57:06.743167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a3ee302-131e-4ae2-ab40-033f31559c31 req-27155478-77ff-4902-96b6-7e0c74cb5087 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 Aug 16 01:57:06.843676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45911220-bab7-4937-98a0-93394bc9e730 req-4684d3dc-704e-458d-b0b8-5a09d77d417f tempest-FloatingIPsNegativeTestJSON-2018118978 tempest-FloatingIPsNegativeTestJSON-2018118978-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=8d4a4dcd89e34761a5a3394f2bbfd7a5 HTTP/1.1" status: 200 len: 217 time: 0.0685866 Aug 16 01:57:06.865927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Set router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:06.882944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcbeb91b-876a-456c-a4b9-905f35cf79fa req-f472f06a-44b2-4c8f-a81c-7be474565797 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bd5f20-6c29-46c5-9b8a-cf40e95314fc HTTP/1.1" status: 200 len: 210 time: 0.0294027 Aug 16 01:57:06.938546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19dd4300-1801-40a2-935b-aeec3103f2c0 req-69ade98a-6a43-4a5a-80b4-84d54016c6fe tempest-FloatingIPsNegativeTestJSON-2018118978 tempest-FloatingIPsNegativeTestJSON-2018118978-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0312331 Aug 16 01:57:06.945767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-25fd96fa-d9bd-4c53-b4dc-451d88a6de6d service neutron] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:06.950711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-25fd96fa-d9bd-4c53-b4dc-451d88a6de6d service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:06.951081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c42583c-0d12-4132-97fd-2be7277baac6 req-25fd96fa-d9bd-4c53-b4dc-451d88a6de6d service neutron] 10.222.0.83 "DELETE /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539/bindings/n-h2-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.2562363 Aug 16 01:57:06.966898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec', '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:07.022672 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-40c47393-b050-46d7-a3cc-71e5431f9647 req-6c868193-3ab6-4ee2-af79-e93388db1165 tempest-FloatingIPsNegativeTestJSON-2018118978 tempest-FloatingIPsNegativeTestJSON-2018118978-project] show failed (client error): The resource could not be found. Aug 16 01:57:07.023720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40c47393-b050-46d7-a3cc-71e5431f9647 req-6c868193-3ab6-4ee2-af79-e93388db1165 tempest-FloatingIPsNegativeTestJSON-2018118978 tempest-FloatingIPsNegativeTestJSON-2018118978-project] 10.222.0.76 "GET /v2.0/floatingips/31bacf92-a2e3-49f5-b851-3c22f9db079f HTTP/1.1" status: 404 len: 350 time: 0.0627103 Aug 16 01:57:07.033864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55296) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:07.219087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 33ae6284-2233-4544-992d-8732a994370c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:07.372807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '33ae6284-2233-4544-992d-8732a994370c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:04Z', 'revision_number': 4, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port': {'id': '33ae6284-2233-4544-992d-8732a994370c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:00Z', 'updated_at': '2021-08-16T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '437ca125-108c-46d0-b8a9-14442c00b09d', 'name': '', 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'mac_address': 'fa:16:3e:b9:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:03Z', 'updated_at': '2021-08-16T01:57:05Z', 'revision_number': 2, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'subnets': [{'id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:07.382628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 33ae6284-2233-4544-992d-8732a994370c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:07.383034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.414455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Checking router: 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:07.414784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Updating router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc port 437ca125-108c-46d0-b8a9-14442c00b09d binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:07.492597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.498305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.510794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a18d-aae4-4c02-84f8-e6c066e885f5 req-22b9748b-1155-443e-86aa-ab0f9ea6dbdd tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.518338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3e5a18d-aae4-4c02-84f8-e6c066e885f5 req-22b9748b-1155-443e-86aa-ab0f9ea6dbdd tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 945 time: 0.1058156 Aug 16 01:57:07.559668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05f50b8-9efb-48a8-950a-b9136c78816b req-b954bf78-8790-478b-9d00-5b13630534dd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.561531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b05f50b8-9efb-48a8-950a-b9136c78816b req-b954bf78-8790-478b-9d00-5b13630534dd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1076477 Aug 16 01:57:07.602156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3e5a18d-aae4-4c02-84f8-e6c066e885f5 req-eb211ec6-f70b-4886-aa3f-e3cb03edc9d5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829074 Aug 16 01:57:07.680013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b05f50b8-9efb-48a8-950a-b9136c78816b req-cf630129-51fd-4031-8380-5993bb39963a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082153 Aug 16 01:57:07.735274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55310) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:07.870782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542ab11-7cb4-4004-813c-4f8cba507a61 req-b882b5a7-bc8c-4b4f-9d27-6f862d85fdf3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:07.879270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d542ab11-7cb4-4004-813c-4f8cba507a61 req-b882b5a7-bc8c-4b4f-9d27-6f862d85fdf3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.0909932 Aug 16 01:57:07.949505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:07.951892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Transition to ACTIVE for port object 437ca125-108c-46d0-b8a9-14442c00b09d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:07.957120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d542ab11-7cb4-4004-813c-4f8cba507a61 req-95ae14df-9951-4038-91ff-aa691ec693bf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755351 Aug 16 01:57:07.959747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd55b19d-0fec-49cb-ae57-463c1eade567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.015876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f40cf-e2b1-46bc-993a-fd7c3aaf7d1e req-6fa4f250-5e6a-494f-91f4-56d788773964 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.017378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-500f40cf-e2b1-46bc-993a-fd7c3aaf7d1e req-6fa4f250-5e6a-494f-91f4-56d788773964 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1190243 Aug 16 01:57:08.063293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.128790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-500f40cf-e2b1-46bc-993a-fd7c3aaf7d1e req-f6229b32-bede-4dd4-a4ff-b05f927f6400 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034040 Aug 16 01:57:08.146568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abcc9-4bbe-44b2-b434-6e197235c128 None None] Pushing event updated for resources: {'Port': ['ID=437ca125-108c-46d0-b8a9-14442c00b09d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.159498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820795a7-51b7-414e-8aa2-fc58c4ea5cd9 req-6a430f7a-8ed1-4c0f-a83d-340d1a6f251f tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.161320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-820795a7-51b7-414e-8aa2-fc58c4ea5cd9 req-6a430f7a-8ed1-4c0f-a83d-340d1a6f251f tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1097 time: 0.1105647 Aug 16 01:57:08.274170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-820795a7-51b7-414e-8aa2-fc58c4ea5cd9 req-7babbd41-7625-4485-a01b-b9a318e82606 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042860 Aug 16 01:57:08.287727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd55b19d-0fec-49cb-ae57-463c1eade567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.365610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Deleting port 437ca125-108c-46d0-b8a9-14442c00b09d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:08.366160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.375918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd55b19d-0fec-49cb-ae57-463c1eade567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.395909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 03bc4dfc-070b-470a-bb1d-76b79a80c784 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:08.430390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 03bc4dfc-070b-470a-bb1d-76b79a80c784 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:08.430390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 03bc4dfc-070b-470a-bb1d-76b79a80c784 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:08.430390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Attempting to bind port 437ca125-108c-46d0-b8a9-14442c00b09d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:08.430390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Attempting to bind port 437ca125-108c-46d0-b8a9-14442c00b09d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:08.430390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Attempting to bind port 437ca125-108c-46d0-b8a9-14442c00b09d on network 719785f7-3db7-4138-aea3-af166fb3a41f {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:08.446031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:08.446031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Checking segment: {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:08.447097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.447097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Bound using segment: {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:08.447590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Bound port: 437ca125-108c-46d0-b8a9-14442c00b09d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe65d44d-7795-4c69-9ce3-de60215053b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:08.447979 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.466396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:08.470042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b19d-0fec-49cb-ae57-463c1eade567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80f146c-3436-44f3-b7e7-b57bc0be9ccb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.480755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dd55b19d-0fec-49cb-ae57-463c1eade567 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d1c7b5d715e4d2e8294e64c45c3de9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7397664 Aug 16 01:57:08.488037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55324) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:08.511935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8e3a9-8ebb-4a15-8e57-87b353b5dbf2 req-9865072e-827d-440e-b2d3-005841eefd17 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.520223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8c8e3a9-8ebb-4a15-8e57-87b353b5dbf2 req-9865072e-827d-440e-b2d3-005841eefd17 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 1097 time: 0.1044481 Aug 16 01:57:08.520392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] For port 437ca125-108c-46d0-b8a9-14442c00b09d, host n-d-768852-19, got binding levels [] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:08.520392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.533858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Calling delete_port for 437ca125-108c-46d0-b8a9-14442c00b09d owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:08.567016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd60d-ad24-4ed7-a2af-b1a9acea2879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.576400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8c8e3a9-8ebb-4a15-8e57-87b353b5dbf2 req-1c786778-f3fa-4572-b272-ece6b487244d tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Aug 16 01:57:08.595236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd60d-ad24-4ed7-a2af-b1a9acea2879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.625888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] For port 437ca125-108c-46d0-b8a9-14442c00b09d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:08.630974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] For port 437ca125-108c-46d0-b8a9-14442c00b09d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=437ca125-108c-46d0-b8a9-14442c00b09d,segment=NetworkSegment(fe65d44d-7795-4c69-9ce3-de60215053b9),segment_id=fe65d44d-7795-4c69-9ce3-de60215053b9)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:08.733934 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.783053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:08.802779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd60d-ad24-4ed7-a2af-b1a9acea2879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.803434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:08.803434 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.803593 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c8cd60d-ad24-4ed7-a2af-b1a9acea2879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.803593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6c8cd60d-ad24-4ed7-a2af-b1a9acea2879 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a80f146c-3436-44f3-b7e7-b57bc0be9ccb HTTP/1.1" status: 204 len: 168 time: 0.3178833 Aug 16 01:57:08.813537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cd60d-ad24-4ed7-a2af-b1a9acea2879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80f146c-3436-44f3-b7e7-b57bc0be9ccb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:08.845604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20074dc1-e472-4801-90b3-93ddc35a375b req-e26ec288-fbca-47b6-8d59-ee7db69e9491 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:08.847346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20074dc1-e472-4801-90b3-93ddc35a375b req-e26ec288-fbca-47b6-8d59-ee7db69e9491 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0941758 Aug 16 01:57:08.887716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Routers {'6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:08.888361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:08.896119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:08.898718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20074dc1-e472-4801-90b3-93ddc35a375b req-b4d781df-063a-41e0-9b8d-835efa3ff022 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427101 Aug 16 01:57:08.957862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Pushing event deleted for resources: {'Port': ['ID=437ca125-108c-46d0-b8a9-14442c00b09d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:09.025063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abcc9-4bbe-44b2-b434-6e197235c128 None None] Pushing event updated for resources: {'Port': ['ID=437ca125-108c-46d0-b8a9-14442c00b09d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:09.082925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.120508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] Set router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:09.123583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9c24a18a-7b19-4c1b-ad7f-9053fa88e013 None None] Could not find standard attr ID for object 437ca125-108c-46d0-b8a9-14442c00b09d. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 01:57:09.157403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:09.159502 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672f125d-c968-40ae-80e2-e3fa7e16b821" -d '{"events": [{"server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "name": "network-vif-plugged", "status": "completed", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:09.177771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:09.193100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306fed3-008a-42dd-9a8f-92d78a899c51 req-ee31ec3e-4191-4398-afd1-d2dc68ffceab tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.194609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.202524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7306fed3-008a-42dd-9a8f-92d78a899c51 req-ee31ec3e-4191-4398-afd1-d2dc68ffceab tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 949 time: 0.0989401 Aug 16 01:57:09.278307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7306fed3-008a-42dd-9a8f-92d78a899c51 req-7d66bab5-2e1c-4d07-9623-66e3016d8002 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Aug 16 01:57:09.440353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37c928-f981-4826-9212-f0c693c5b25a req-02176da9-fb8b-4fe1-b5c6-01ff9bfb2a67 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.442073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df37c928-f981-4826-9212-f0c693c5b25a req-02176da9-fb8b-4fe1-b5c6-01ff9bfb2a67 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0626080 Aug 16 01:57:09.505600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.530520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0702-5e49-4903-9814-3d0d9761ccba req-6e0cd7bd-6766-4fbe-9c6f-54243d31ad81 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.532202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29da0702-5e49-4903-9814-3d0d9761ccba req-6e0cd7bd-6766-4fbe-9c6f-54243d31ad81 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0891111 Aug 16 01:57:09.535093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df37c928-f981-4826-9212-f0c693c5b25a req-cd95e3dc-1347-4b79-b86d-c7becaa1147c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815651 Aug 16 01:57:09.580082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29da0702-5e49-4903-9814-3d0d9761ccba req-d835a78d-9499-41bd-a032-72a11e752197 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Aug 16 01:57:09.608459 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e711b385-41ab-4665-9657-c4b427fd8242 x-openstack-request-id: req-e711b385-41ab-4665-9657-c4b427fd8242 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:09.608787 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "name": "network-vif-plugged", "status": "completed", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:09.609046 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e711b385-41ab-4665-9657-c4b427fd8242 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:09.609532 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'code': 200} Aug 16 01:57:09.624349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:09.637367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:09.698141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '33ae6284-2233-4544-992d-8732a994370c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:04Z', 'revision_number': 4, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port': {'id': '33ae6284-2233-4544-992d-8732a994370c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:00Z', 'updated_at': '2021-08-16T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '437ca125-108c-46d0-b8a9-14442c00b09d', 'name': '', 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'mac_address': 'fa:16:3e:b9:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:03Z', 'updated_at': '2021-08-16T01:57:08Z', 'revision_number': 4, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'subnets': [{'id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:09.729865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e784e-8de5-4507-9fac-8f75afaea471 None None] The sync data for ids ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'] in n-d-768852-19 is: [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '33ae6284-2233-4544-992d-8732a994370c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:04Z', 'revision_number': 4, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port': {'id': '33ae6284-2233-4544-992d-8732a994370c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:8d:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:00Z', 'updated_at': '2021-08-16T01:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '437ca125-108c-46d0-b8a9-14442c00b09d', 'name': '', 'network_id': '719785f7-3db7-4138-aea3-af166fb3a41f', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'mac_address': 'fa:16:3e:b9:c9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:03Z', 'updated_at': '2021-08-16T01:57:08Z', 'revision_number': 4, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'subnets': [{'id': 'f998bd00-1f9f-49f3-920b-c6ec77a03a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:09.799688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa220bf7-aee6-4408-89e7-afbd7d0f3c77 req-547a6f5d-eb1f-48dd-8dcd-4ce517b50ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:09.801467 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fa220bf7-aee6-4408-89e7-afbd7d0f3c77 req-547a6f5d-eb1f-48dd-8dcd-4ce517b50ce2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1098 time: 0.1018443 Aug 16 01:57:09.834840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:09.845343 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afb3c81f-8d1e-4d47-b13d-6bdfbb061303 admin admin] 10.222.0.76 "PUT /v2.0/routers/6cb702fb-e5a2-46c6-a89e-1b518ac28bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8100190 Aug 16 01:57:09.847967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55360) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:09.873113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fa220bf7-aee6-4408-89e7-afbd7d0f3c77 req-2b8ba055-e8ae-4dd6-ac4a-c38c011778ad service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530274 Aug 16 01:57:09.924706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2bc87352-2475-4496-8416-d7843b1bda00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:09.975455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.110860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf2318-7574-4af3-a6ca-fdd3865b1fe7 req-395e8038-5942-4020-8714-345668528a02 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.112712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17cf2318-7574-4af3-a6ca-fdd3865b1fe7 req-395e8038-5942-4020-8714-345668528a02 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1029105 Aug 16 01:57:10.169008 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.181362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17cf2318-7574-4af3-a6ca-fdd3865b1fe7 req-66a84547-5d29-4298-b250-29b29ccbcbfd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579231 Aug 16 01:57:10.412529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Deleting port 33ae6284-2233-4544-992d-8732a994370c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:10.412661 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.521469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] For port 33ae6284-2233-4544-992d-8732a994370c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=33ae6284-2233-4544-992d-8732a994370c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:10.521847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:10.547027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf41c1b-5b0e-44a6-8751-815a81bef99f req-daf64a49-0329-45c7-baed-7fb94d4c66a1 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.554399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cf41c1b-5b0e-44a6-8751-815a81bef99f req-daf64a49-0329-45c7-baed-7fb94d4c66a1 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 949 time: 0.1774731 Aug 16 01:57:10.557873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Calling delete_port for 33ae6284-2233-4544-992d-8732a994370c owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:10.616223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cf41c1b-5b0e-44a6-8751-815a81bef99f req-66bd57a1-99fb-47a6-af1f-7b3b5d5ddfcc tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559800 Aug 16 01:57:10.824310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597e760-7498-4ab0-9435-3018aa5263a1 req-de7877af-1880-43ce-b369-ef5ce2be63ec tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:10.825891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1597e760-7498-4ab0-9435-3018aa5263a1 req-de7877af-1880-43ce-b369-ef5ce2be63ec tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1232839 Aug 16 01:57:10.908543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1597e760-7498-4ab0-9435-3018aa5263a1 req-14bf943a-f5cf-4638-be23-117b724b0006 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688677 Aug 16 01:57:10.993538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.058326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Pushing event deleted for resources: {'Port': ['ID=33ae6284-2233-4544-992d-8732a994370c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:11.152593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19921331-1f03-45aa-9439-26f4c9213668 req-17155907-3f40-424d-8a78-433b6ede339c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.153795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19921331-1f03-45aa-9439-26f4c9213668 req-17155907-3f40-424d-8a78-433b6ede339c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.1352699 Aug 16 01:57:11.187466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.202223 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] Sync routers for ids ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:11.225002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] Routers {'6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:11.225639 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:11.322181 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] Set router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:11.328922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-f419b63f-3942-4504-9794-45e16425e4a7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.331341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-f419b63f-3942-4504-9794-45e16425e4a7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 949 time: 0.1188042 Aug 16 01:57:11.362225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.364857 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.379384 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:10Z', 'revision_number': 7, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:11.413739 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] Checking router: 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:11.424348 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] Routers {'6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:11.425329 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:56:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:11.486486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19921331-1f03-45aa-9439-26f4c9213668 req-c59099f7-f280-47f8-8dd4-2635e1581901 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186789 Aug 16 01:57:11.521727 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] Set router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:11.626997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:11.626997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.627354 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:10Z', 'revision_number': 7, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:11.640571 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771a471-6082-4ae2-b15f-8e3a7e356581 None None] The sync data for ids ['6cb702fb-e5a2-46c6-a89e-1b518ac28bcc'] in n-d-768852-19 is: [{'id': '6cb702fb-e5a2-46c6-a89e-1b518ac28bcc', 'name': 'tempest-FloatingIPsNegativeTestJSON-872815962-router', 'tenant_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:59Z', 'updated_at': '2021-08-16T01:57:10Z', 'revision_number': 7, 'project_id': '8d4a4dcd89e34761a5a3394f2bbfd7a5', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:11.669757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa8a7c-f772-4e67-8156-4575a223ffe7 req-06315306-575a-44a6-a591-a638a4dec06a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.671318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4efa8a7c-f772-4e67-8156-4575a223ffe7 req-06315306-575a-44a6-a591-a638a4dec06a tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0711734 Aug 16 01:57:11.719990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4efa8a7c-f772-4e67-8156-4575a223ffe7 req-a69d1b57-de78-4824-b5f1-4216eafa7906 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Aug 16 01:57:11.790459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.790459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb702fb-e5a2-46c6-a89e-1b518ac28bcc {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:57:11.790459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.790459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c2d662e9-8fed-4012-8a8f-4ffa99205acc admin admin] 10.222.0.76 "DELETE /v2.0/routers/6cb702fb-e5a2-46c6-a89e-1b518ac28bcc HTTP/1.1" status: 204 len: 168 time: 1.9009602 Aug 16 01:57:11.791598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:11.791598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.791929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55398) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:11.793119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:11.897236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Deleting subnet f998bd00-1f9f-49f3-920b-c6ec77a03a95 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:57:11.897236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:11.951158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b08a2-a06d-430b-b30b-e273d6fccbee req-6c8dd89b-084e-4387-9658-271391553ed2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:11.959258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-808b08a2-a06d-430b-b30b-e273d6fccbee req-6c8dd89b-084e-4387-9658-271391553ed2 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 949 time: 0.1346920 Aug 16 01:57:11.986889 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.043152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-808b08a2-a06d-430b-b30b-e273d6fccbee req-a87cf128-4e71-44fd-994c-3f78368588a8 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Aug 16 01:57:12.160832 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.227627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.238020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627661b-9898-4273-846a-4f53ccf47ee1 req-6bfc98c5-271c-4751-be8d-74c24bd3b3db tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.240093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b627661b-9898-4273-846a-4f53ccf47ee1 req-6bfc98c5-271c-4751-be8d-74c24bd3b3db tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1309929 Aug 16 01:57:12.242362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec', '9a0b49a8-d250-43a8-90b4-4f15634f9f25'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:12.245757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:12.271935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.299659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b627661b-9898-4273-846a-4f53ccf47ee1 req-0f670044-bd7c-4700-af43-71ebdee4c43b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484183 Aug 16 01:57:12.418280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:12.419932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.423622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.429710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3a2d212-edf0-44f6-9054-d34c7d522f5f req-d930bcd5-ac72-4575-ac70-36716928444c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "DELETE /v2.0/ports/b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d HTTP/1.1" status: 204 len: 173 time: 1.0908816 Aug 16 01:57:12.431561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57db1737-d47b-49ae-babd-1a9e53403229', 'name': 'network-vif-deleted', 'tag': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:12.435575 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f970751e-c464-4562-a1d4-17163eb15f9f" -d '{"events": [{"server_uuid": "57db1737-d47b-49ae-babd-1a9e53403229", "name": "network-vif-deleted", "tag": "b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:12.468518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-131ad68b-b778-4d16-a1eb-6807842cbec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.513510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f998bd00-1f9f-49f3-920b-c6ec77a03a95,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:12.519844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.522962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-be6c8396-597e-4b4c-b6f2-502b9dc16a1d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f998bd00-1f9f-49f3-920b-c6ec77a03a95 HTTP/1.1" status: 204 len: 168 time: 0.7391398 Aug 16 01:57:12.526049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55412) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:12.583960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf6963-24f6-4bc8-b66c-f00a6f13aa6f None None] Network 719785f7-3db7-4138-aea3-af166fb3a41f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:12.671444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.688707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1932c-28e3-4209-9d43-e5b1616f9a2e req-32d7909f-1f64-487f-b052-a2063eb7a830 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:12.691207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6a1932c-28e3-4209-9d43-e5b1616f9a2e req-32d7909f-1f64-487f-b052-a2063eb7a830 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1098 time: 0.0663908 Aug 16 01:57:12.750403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6a1932c-28e3-4209-9d43-e5b1616f9a2e req-f4ba4610-a899-47aa-b049-5692fe66cfb5 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465055 Aug 16 01:57:12.759301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Deleting port b732068b-ca60-4f3a-be61-ce031e6a0dbb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:12.760313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.847675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] For port b732068b-ca60-4f3a-be61-ce031e6a0dbb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b732068b-ca60-4f3a-be61-ce031e6a0dbb,segment=NetworkSegment(fe65d44d-7795-4c69-9ce3-de60215053b9),segment_id=fe65d44d-7795-4c69-9ce3-de60215053b9)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:12.848065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:12.863460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Calling delete_port for b732068b-ca60-4f3a-be61-ce031e6a0dbb owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:12.959049 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0956a3ba-9fb8-47fa-94e5-38bc161c10c2 x-openstack-request-id: req-0956a3ba-9fb8-47fa-94e5-38bc161c10c2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:12.959282 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57db1737-d47b-49ae-babd-1a9e53403229", "name": "network-vif-deleted", "tag": "b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:12.959505 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0956a3ba-9fb8-47fa-94e5-38bc161c10c2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:12.961303 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57db1737-d47b-49ae-babd-1a9e53403229', 'name': 'network-vif-deleted', 'tag': 'b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d', 'status': 'completed', 'code': 200} Aug 16 01:57:12.979643 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.064243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615e6ed-e3ea-4579-9644-9e07a2d0ee52 req-400d90a5-3662-4a12-9c3d-e15a472ca616 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.067560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6615e6ed-e3ea-4579-9644-9e07a2d0ee52 req-400d90a5-3662-4a12-9c3d-e15a472ca616 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0671082 Aug 16 01:57:13.090554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.130118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6615e6ed-e3ea-4579-9644-9e07a2d0ee52 req-796891b4-a080-4e7d-9066-9d6cf92b9fb7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549297 Aug 16 01:57:13.155050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=b732068b-ca60-4f3a-be61-ce031e6a0dbb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:13.173689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] No DVR routers for this DVR port b732068b-ca60-4f3a-be61-ce031e6a0dbb on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:13.209803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 437ca125-108c-46d0-b8a9-14442c00b09d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:13.256452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 437ca125-108c-46d0-b8a9-14442c00b09d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:13.256452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 437ca125-108c-46d0-b8a9-14442c00b09d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:13.257206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 33ae6284-2233-4544-992d-8732a994370c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:13.283783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01e57b-b1cd-4720-9fa2-72890530aaf6 req-b66f041b-d28d-4264-8a92-362daf2b37d3 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:13.295824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.302061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc01e57b-b1cd-4720-9fa2-72890530aaf6 req-b66f041b-d28d-4264-8a92-362daf2b37d3 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1851556 Aug 16 01:57:13.324986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719785f7-3db7-4138-aea3-af166fb3a41f']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.358335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc01e57b-b1cd-4720-9fa2-72890530aaf6 req-c768656f-7c7a-44ab-876f-abeebe696671 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 Aug 16 01:57:13.359480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b582ab8-42fc-40c5-85d0-f720b9ff52d9 None None] DHCP port deletion for 719785f7-3db7-4138-aea3-af166fb3a41f request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:57:13.368667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 33ae6284-2233-4544-992d-8732a994370c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:13.369585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 33ae6284-2233-4544-992d-8732a994370c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:13.379351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe65d44d-7795-4c69-9ce3-de60215053b9') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.379712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe65d44d-7795-4c69-9ce3-de60215053b9') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:13.399135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.414492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec5b1360-60dd-4864-a2ef-f2166f678c74 req-811c61a0-7c58-40de-8322-6a625261fd0a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=57db1737-d47b-49ae-babd-1a9e53403229 HTTP/1.1" status: 200 len: 210 time: 0.0355175 Aug 16 01:57:13.438256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.446682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:57:13.450021 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:57:13.672994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.677266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:13.686741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] 10.222.0.76 "DELETE /v2.0/networks/719785f7-3db7-4138-aea3-af166fb3a41f HTTP/1.1" status: 204 len: 168 time: 1.1597283 Aug 16 01:57:13.714142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198b6d5-70cc-4c31-8ccb-16ed00ee6f34 admin admin] Pushing event deleted for resources: {'Network': ['ID=719785f7-3db7-4138-aea3-af166fb3a41f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.267383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2389181b-c0dd-4d78-bc2d-b602227741ea req-1ff23367-f34c-4763-b26b-d8b31f8700e5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.268990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2389181b-c0dd-4d78-bc2d-b602227741ea req-1ff23367-f34c-4763-b26b-d8b31f8700e5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0598102 Aug 16 01:57:14.309794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2389181b-c0dd-4d78-bc2d-b602227741ea req-69aff037-403a-40a2-ad73-003e4c7d948f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Aug 16 01:57:14.381982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55446) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.432260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0846d846-d4d8-43b3-a4a1-df2081379e43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8d4a4dcd89e34761a5a3394f2bbfd7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482624 Aug 16 01:57:14.435003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55452) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:14.468776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:14.531472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.538367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a540ef6d-b3f9-436a-b474-6b9de0867a1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.549814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb4240-9560-4407-8f83-086ca3c5ace6 req-d3da4a51-30b2-49d7-bf39-2964055cf9b9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:14.551742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04fb4240-9560-4407-8f83-086ca3c5ace6 req-d3da4a51-30b2-49d7-bf39-2964055cf9b9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0867224 Aug 16 01:57:14.576542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.608381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a540ef6d-b3f9-436a-b474-6b9de0867a1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.629775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:14.634080 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cefcc731-24dc-41ea-8c57-80fa63ea8050" -d '{"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-unplugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:14.649684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:14.656898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04fb4240-9560-4407-8f83-086ca3c5ace6 req-55fa8dda-fc30-48d4-bb2e-1a6e29df34ee tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965314 Aug 16 01:57:14.732940 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.734177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:14.815535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a540ef6d-b3f9-436a-b474-6b9de0867a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.824660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:14.824660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b5b9dc79-e6c5-4b3c-a6ee-21e2b40c4a3d not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:14.824984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a540ef6d-b3f9-436a-b474-6b9de0867a1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:14.824984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a540ef6d-b3f9-436a-b474-6b9de0867a1f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/409f0dbe-32be-43f4-9175-c564f9033276 HTTP/1.1" status: 204 len: 168 time: 0.3878186 Aug 16 01:57:14.843099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a540ef6d-b3f9-436a-b474-6b9de0867a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409f0dbe-32be-43f4-9175-c564f9033276,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:14.898890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:15.226188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b732068b-ca60-4f3a-be61-ce031e6a0dbb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:15.249401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b732068b-ca60-4f3a-be61-ce031e6a0dbb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:15.249844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b732068b-ca60-4f3a-be61-ce031e6a0dbb not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:15.253864 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb78e073-452b-45a7-8c26-8f148f99d7ed x-openstack-request-id: req-cb78e073-452b-45a7-8c26-8f148f99d7ed {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:15.254183 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-unplugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:15.254457 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb78e073-452b-45a7-8c26-8f148f99d7ed {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:15.254879 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'code': 200} Aug 16 01:57:15.373251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a0fc5-9195-4e6d-a414-fa781824708b req-94f145b7-c8b2-4d00-87ec-03a807bcb910 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.374982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec2a0fc5-9195-4e6d-a414-fa781824708b req-94f145b7-c8b2-4d00-87ec-03a807bcb910 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 950 time: 0.0537322 Aug 16 01:57:15.451204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec2a0fc5-9195-4e6d-a414-fa781824708b req-4c228dde-c324-4ee7-aef6-8d7ac90ce66b tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703864 Aug 16 01:57:15.475303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bae643d-f49c-4433-886b-502f9b89739e req-e09a4acb-52e5-439b-bf49-5cee227469c5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.484592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bae643d-f49c-4433-886b-502f9b89739e req-e09a4acb-52e5-439b-bf49-5cee227469c5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0963347 Aug 16 01:57:15.528762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bae643d-f49c-4433-886b-502f9b89739e req-83717ac1-7598-4e6b-9636-8f91393d090d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432646 Aug 16 01:57:15.720071 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:15.783044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78b5836-6763-41fe-9aad-f0cf337ee30c req-0e4b648b-8405-4c88-8602-8498843a4b83 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:15.784953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c78b5836-6763-41fe-9aad-f0cf337ee30c req-0e4b648b-8405-4c88-8602-8498843a4b83 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 947 time: 0.0503581 Aug 16 01:57:15.828889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c78b5836-6763-41fe-9aad-f0cf337ee30c req-a755c478-5d13-4d70-a740-70dd07721680 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335276 Aug 16 01:57:16.475793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:16.591569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:16.605455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'mac_address': 'fa:16:3e:e0:87:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:16.656002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.670944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:16.673434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a19b85-edf7-49a8-95b4-ef69873805ae req-52e3d857-ea5d-4cc1-8b7e-a27ae28e38d5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.675007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2a19b85-edf7-49a8-95b4-ef69873805ae req-52e3d857-ea5d-4cc1-8b7e-a27ae28e38d5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 950 time: 0.0529914 Aug 16 01:57:16.692910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:16.713412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2a19b85-edf7-49a8-95b4-ef69873805ae req-bc2d713c-511d-483f-8ab4-5cbb64733b1c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320640 Aug 16 01:57:16.787939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:16.788606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-a089382e-7d51-4a8a-a857-de8718a2ee50 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.789988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-a089382e-7d51-4a8a-a857-de8718a2ee50 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 950 time: 0.0488329 Aug 16 01:57:16.848472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19448edf-e211-4415-8dc8-933434e1c8a8 req-598214d5-2be4-455c-b719-9172aeec464c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:16.854304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19448edf-e211-4415-8dc8-933434e1c8a8 req-598214d5-2be4-455c-b719-9172aeec464c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0756810 Aug 16 01:57:16.897503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:16.927254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19448edf-e211-4415-8dc8-933434e1c8a8 req-1befdaa5-2350-40ac-8090-9d15764b4f91 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688553 Aug 16 01:57:16.961786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:16.962249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.074407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port 9a0b49a8-d250-43a8-90b4-4f15634f9f25, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9a0b49a8-d250-43a8-90b4-4f15634f9f25,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:17.074922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.088696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for 9a0b49a8-d250-43a8-90b4-4f15634f9f25 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:17.130413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:17.384250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.405891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:17.447964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add9e30-02cc-4be3-b066-37934b8fb50d req-38c81f89-aed4-4523-844c-0f11e1e2d5e8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:17.453342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=9a0b49a8-d250-43a8-90b4-4f15634f9f25,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:17.457811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4add9e30-02cc-4be3-b066-37934b8fb50d req-38c81f89-aed4-4523-844c-0f11e1e2d5e8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.0740883 Aug 16 01:57:17.541202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4add9e30-02cc-4be3-b066-37934b8fb50d req-175e3030-6a75-45ce-b8e5-c28fddfbdcec tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611336 Aug 16 01:57:17.544301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port 9a0b49a8-d250-43a8-90b4-4f15634f9f25 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:17.549231 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:17.551998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-705ddea1-954a-40b4-9c5f-6c0733fd9d4a req-dfe4f7b0-5e04-4cf1-ad23-6213c3e59987 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "DELETE /v2.0/ports/9a0b49a8-d250-43a8-90b4-4f15634f9f25 HTTP/1.1" status: 204 len: 173 time: 0.7446277 Aug 16 01:57:17.552710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'name': 'network-vif-deleted', 'tag': '9a0b49a8-d250-43a8-90b4-4f15634f9f25'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:17.558335 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd5d434-eef0-436a-bc06-2ff0622ed54a" -d '{"events": [{"server_uuid": "c3931f2f-6c0e-405a-9130-28e2e3de0c1f", "name": "network-vif-deleted", "tag": "9a0b49a8-d250-43a8-90b4-4f15634f9f25"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:17.636156 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f69f3b-adc8-4f90-9899-22d68a49070b x-openstack-request-id: req-69f69f3b-adc8-4f90-9899-22d68a49070b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:17.636699 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3931f2f-6c0e-405a-9130-28e2e3de0c1f", "name": "network-vif-deleted", "tag": "9a0b49a8-d250-43a8-90b4-4f15634f9f25", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:17.637152 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69f69f3b-adc8-4f90-9899-22d68a49070b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:17.637677 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3931f2f-6c0e-405a-9130-28e2e3de0c1f', 'name': 'network-vif-deleted', 'tag': '9a0b49a8-d250-43a8-90b4-4f15634f9f25', 'status': 'completed', 'code': 200} Aug 16 01:57:18.008138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2e3a450-53b4-4c7c-9e94-b599e0f7ba93 req-79bc926f-c65d-4629-833b-b5e3b29c3193 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=c3931f2f-6c0e-405a-9130-28e2e3de0c1f HTTP/1.1" status: 200 len: 210 time: 0.0781357 Aug 16 01:57:18.075369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec', '9a0b49a8-d250-43a8-90b4-4f15634f9f25'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:18.219871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0e946-3963-4526-93de-267d7fa5099e req-1efe79bf-dda0-448b-a7bc-269ac4223409 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.230242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68e0e946-3963-4526-93de-267d7fa5099e req-1efe79bf-dda0-448b-a7bc-269ac4223409 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0859423 Aug 16 01:57:18.285854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68e0e946-3963-4526-93de-267d7fa5099e req-72c315f3-e08a-492f-813b-7c4ecc19bfe7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542870 Aug 16 01:57:18.507840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:18.705159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 971af9d5-fd63-49fc-88c7-a33e8e70edab triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:18.705547 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.715622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55738) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:18.841635 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.844033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d215a-6915-4153-bdf3-63acf956c8d4 req-98e2d3e7-fef7-4b5b-a132-72bc39926fe8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:18.846630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce1d215a-6915-4153-bdf3-63acf956c8d4 req-98e2d3e7-fef7-4b5b-a132-72bc39926fe8 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 949 time: 0.1605618 Aug 16 01:57:18.910877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41464bca-c0aa-4cc9-8606-27678345c65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:18.913942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce1d215a-6915-4153-bdf3-63acf956c8d4 req-c03993af-0d34-4a69-894b-c861c4b66af2 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610449 Aug 16 01:57:19.312366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:19.318207 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f366244-6a42-4d9c-bd96-1f99eff0c430" -d '{"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-plugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:19.329992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:19.384676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41464bca-c0aa-4cc9-8606-27678345c65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.467278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.541614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=11']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.560192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a6f8f-f462-4329-9db7-10c7ebdff3c0 req-e58c3269-d4fc-4c6d-965c-86575fde569e tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.568215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326a6f8f-f462-4329-9db7-10c7ebdff3c0 req-e58c3269-d4fc-4c6d-965c-86575fde569e tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0660636 Aug 16 01:57:19.576092 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41464bca-c0aa-4cc9-8606-27678345c65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.622580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326a6f8f-f462-4329-9db7-10c7ebdff3c0 req-4d1153dd-4c17-412b-8e8b-15ff3239e8f7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533233 Aug 16 01:57:19.649120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41464bca-c0aa-4cc9-8606-27678345c65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3374f804-16d5-4637-8fa5-a4093e07f5cb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:19.652271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-41464bca-c0aa-4cc9-8606-27678345c65b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81933b8de5c24fa9babe7b3e43946a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9355397 Aug 16 01:57:19.655395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55772) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:19.688786 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b273733-1364-4c36-bdcb-25db50578e20 x-openstack-request-id: req-3b273733-1364-4c36-bdcb-25db50578e20 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:19.689306 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-plugged", "status": "completed", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:19.689798 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b273733-1364-4c36-bdcb-25db50578e20 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:19.690361 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'code': 200} Aug 16 01:57:19.730860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a706f989-27be-49d1-9dba-57a383e51df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.774749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a706f989-27be-49d1-9dba-57a383e51df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.962022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dcc1f-8446-4d13-a48c-93ab41918684 req-cf386321-4122-4934-bb04-2c3c0062b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:19.964475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8b7dcc1f-8446-4d13-a48c-93ab41918684 req-cf386321-4122-4934-bb04-2c3c0062b559 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1102 time: 0.0626659 Aug 16 01:57:19.965783 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a706f989-27be-49d1-9dba-57a383e51df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.972259 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a706f989-27be-49d1-9dba-57a383e51df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:19.972259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a706f989-27be-49d1-9dba-57a383e51df8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3374f804-16d5-4637-8fa5-a4093e07f5cb HTTP/1.1" status: 204 len: 168 time: 0.3135040 Aug 16 01:57:19.980876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f989-27be-49d1-9dba-57a383e51df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3374f804-16d5-4637-8fa5-a4093e07f5cb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:20.085047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8b7dcc1f-8446-4d13-a48c-93ab41918684 req-017f6fd8-9864-48f3-878b-5b1bea7c0fcd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041315 Aug 16 01:57:20.093156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7a735-d58d-44c4-84b7-fd6bd037a452 req-74aedb5f-234f-4f40-8c79-b77a8c828acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.098433 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9c7a735-d58d-44c4-84b7-fd6bd037a452 req-74aedb5f-234f-4f40-8c79-b77a8c828acc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 1097 time: 0.1293390 Aug 16 01:57:20.165719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9c7a735-d58d-44c4-84b7-fd6bd037a452 req-c365dd1c-0516-43f7-9739-5335458ed770 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560167 Aug 16 01:57:20.167733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469220f-04d8-4084-b190-21cc33ee2e20 req-a75c9493-5bce-4cf7-8def-6ce07ccc807e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.175241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4469220f-04d8-4084-b190-21cc33ee2e20 req-a75c9493-5bce-4cf7-8def-6ce07ccc807e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 950 time: 0.0852263 Aug 16 01:57:20.232921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4469220f-04d8-4084-b190-21cc33ee2e20 req-17e3a19e-2358-452d-993d-b41dac936795 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530851 Aug 16 01:57:20.485629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9a0b49a8-d250-43a8-90b4-4f15634f9f25 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:20.553998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 9a0b49a8-d250-43a8-90b4-4f15634f9f25 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:20.554610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9a0b49a8-d250-43a8-90b4-4f15634f9f25 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:20.779933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e840-6f0b-4936-ae34-b657ae46e784 req-6dcfbcf6-2021-4c3a-b0fe-7caae2cb2442 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.781688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6148e840-6f0b-4936-ae34-b657ae46e784 req-6dcfbcf6-2021-4c3a-b0fe-7caae2cb2442 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0502665 Aug 16 01:57:20.830433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6148e840-6f0b-4936-ae34-b657ae46e784 req-9b365208-4f04-4244-87a4-e4ddeb5f6d71 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410938 Aug 16 01:57:20.997155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da5d81-3131-4329-af3e-14ea2c85b037 req-47f40a47-d1cd-4f5c-9f91-9e5a6a4b4601 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:20.999684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79da5d81-3131-4329-af3e-14ea2c85b037 req-47f40a47-d1cd-4f5c-9f91-9e5a6a4b4601 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 950 time: 0.0704455 Aug 16 01:57:21.052258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79da5d81-3131-4329-af3e-14ea2c85b037 req-20fcf16f-c83d-43ac-bc02-09171c8bb880 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460532 Aug 16 01:57:21.461289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f3669-b209-41a8-8b0b-f89aed4319cc req-ca713d24-3cba-477e-a95b-1905f804f5d5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.467906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-766f3669-b209-41a8-8b0b-f89aed4319cc req-ca713d24-3cba-477e-a95b-1905f804f5d5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 950 time: 0.1158836 Aug 16 01:57:21.568490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-766f3669-b209-41a8-8b0b-f89aed4319cc req-131708a1-c1d8-44f8-906c-2f05550debfd tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989501 Aug 16 01:57:21.659459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-9041f33d-207f-4745-8ed6-52d20e8192d3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:21.664299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-9041f33d-207f-4745-8ed6-52d20e8192d3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 950 time: 0.1390040 Aug 16 01:57:21.782754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port a8402d0e-868b-4824-bad9-c487b93323ec {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:21.783115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.910187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port a8402d0e-868b-4824-bad9-c487b93323ec, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a8402d0e-868b-4824-bad9-c487b93323ec,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:21.910966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:21.932604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for a8402d0e-868b-4824-bad9-c487b93323ec owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:22.159163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.171326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'a8402d0e-868b-4824-bad9-c487b93323ec'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:22.176445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:22.253054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=a8402d0e-868b-4824-bad9-c487b93323ec,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:22.281654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port a8402d0e-868b-4824-bad9-c487b93323ec on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:22.284953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.288801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-695e801b-4b3e-4e82-8ae9-9291ce76877c req-89a09213-d168-43bf-8b7e-5361cbeb6541 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "DELETE /v2.0/ports/a8402d0e-868b-4824-bad9-c487b93323ec HTTP/1.1" status: 204 len: 173 time: 0.6178026 Aug 16 01:57:22.289279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'name': 'network-vif-deleted', 'tag': 'a8402d0e-868b-4824-bad9-c487b93323ec'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:22.304209 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8760b71e-e98b-4e88-8fb6-2433382a73da" -d '{"events": [{"server_uuid": "2c1b254e-71e8-4e7a-815b-277ece2ec10e", "name": "network-vif-deleted", "tag": "a8402d0e-868b-4824-bad9-c487b93323ec"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:22.332102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111723ba-41c2-46d5-9755-8efd174d2f19 req-b66b0abf-6639-4dc6-97fb-a16e035772c7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.335167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-111723ba-41c2-46d5-9755-8efd174d2f19 req-b66b0abf-6639-4dc6-97fb-a16e035772c7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0818725 Aug 16 01:57:22.387849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-111723ba-41c2-46d5-9755-8efd174d2f19 req-f675c07a-f2b8-4109-affc-30e3fda1c05b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461905 Aug 16 01:57:22.623337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95a84c1b-bb4a-4865-bef2-72c0bb4b0178 req-3759113b-086e-410e-8415-96667e19435e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=2c1b254e-71e8-4e7a-815b-277ece2ec10e HTTP/1.1" status: 200 len: 210 time: 0.1036549 Aug 16 01:57:22.650321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-05b3bab3-02be-44c5-896d-8530a0fa5627 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.655077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-05b3bab3-02be-44c5-896d-8530a0fa5627 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 950 time: 0.1226597 Aug 16 01:57:22.852612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ad1ca-e188-4880-a4e4-2a1edcfde81d req-b1678aaa-2aca-4335-901a-0d92f5213945 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:22.858229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf5ad1ca-e188-4880-a4e4-2a1edcfde81d req-b1678aaa-2aca-4335-901a-0d92f5213945 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1102 time: 0.1024904 Aug 16 01:57:22.871983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:22.873819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:22.928575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf5ad1ca-e188-4880-a4e4-2a1edcfde81d req-db14f328-36ce-486b-9b4f-8c932c3f602d tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691090 Aug 16 01:57:23.082185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port a2f2593c-2d37-448a-a0a4-42d5e3c10b57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:23.083047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.098996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for a2f2593c-2d37-448a-a0a4-42d5e3c10b57 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:23.570667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.583740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:23.610031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=a2f2593c-2d37-448a-a0a4-42d5e3c10b57,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:23.627073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:23.706214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port a2f2593c-2d37-448a-a0a4-42d5e3c10b57 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:23.715148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:23.722433 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7f9fc97-935e-4818-b226-ed06ca6638df req-02308faa-fd42-4d92-a32d-7fc07ae9c5f7 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "DELETE /v2.0/ports/a2f2593c-2d37-448a-a0a4-42d5e3c10b57 HTTP/1.1" status: 204 len: 173 time: 1.0544474 Aug 16 01:57:23.732021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65091286-208f-4229-8b57-1e29b9439dac req-8c049335-52c8-4702-89f1-6e53feb17d65 tempest-AbsoluteLimitsNegativeTestJSON-1276300149 tempest-AbsoluteLimitsNegativeTestJSON-1276300149-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=20873afc8cbf4154bd6a6336adb00f6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334508 Aug 16 01:57:23.743102 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8456aad0-c61b-4772-84ff-a5782de1375c x-openstack-request-id: req-8456aad0-c61b-4772-84ff-a5782de1375c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:23.743523 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c1b254e-71e8-4e7a-815b-277ece2ec10e", "name": "network-vif-deleted", "tag": "a8402d0e-868b-4824-bad9-c487b93323ec", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:23.744482 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8456aad0-c61b-4772-84ff-a5782de1375c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:23.745545 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c1b254e-71e8-4e7a-815b-277ece2ec10e', 'name': 'network-vif-deleted', 'tag': 'a8402d0e-868b-4824-bad9-c487b93323ec', 'status': 'completed', 'code': 200} Aug 16 01:57:24.204876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65091286-208f-4229-8b57-1e29b9439dac req-01fbda7f-23fc-4352-866c-0d77be2b5a10 tempest-AbsoluteLimitsNegativeTestJSON-1276300149 tempest-AbsoluteLimitsNegativeTestJSON-1276300149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.206526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65091286-208f-4229-8b57-1e29b9439dac req-01fbda7f-23fc-4352-866c-0d77be2b5a10 tempest-AbsoluteLimitsNegativeTestJSON-1276300149 tempest-AbsoluteLimitsNegativeTestJSON-1276300149-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4672892 Aug 16 01:57:24.237256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65091286-208f-4229-8b57-1e29b9439dac req-d2368231-846c-4532-ab1c-9db7b52d02ed tempest-AbsoluteLimitsNegativeTestJSON-1276300149 tempest-AbsoluteLimitsNegativeTestJSON-1276300149-project] 10.222.0.76 "GET /v2.0/quotas/20873afc8cbf4154bd6a6336adb00f6c HTTP/1.1" status: 200 len: 375 time: 0.0231814 Aug 16 01:57:24.269062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-6b8c9bdf-40d5-4d60-b98c-ecd1e10cd587 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:24.270542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-6b8c9bdf-40d5-4d60-b98c-ecd1e10cd587 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 810 time: 0.4244246 Aug 16 01:57:24.288094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65091286-208f-4229-8b57-1e29b9439dac req-1f1aa570-3d53-48ae-b2b5-8222ae47b140 tempest-AbsoluteLimitsNegativeTestJSON-1276300149 tempest-AbsoluteLimitsNegativeTestJSON-1276300149-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=20873afc8cbf4154bd6a6336adb00f6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388486 Aug 16 01:57:24.297147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-a7e13cc4-76c3-49b0-9db5-ab1396360ce9 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/quotas/61e8b741b6364901919d58f0ea5458b8 HTTP/1.1" status: 200 len: 375 time: 0.0123148 Aug 16 01:57:24.362799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-90c8ab66-877d-4068-8d10-82b55d039715 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574186 Aug 16 01:57:24.468709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-66101009-9502-48aa-a4e7-79807a16b8f7 service neutron] 10.222.0.76 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946577 Aug 16 01:57:24.511608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a8402d0e-868b-4824-bad9-c487b93323ec no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:24.535833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: a8402d0e-868b-4824-bad9-c487b93323ec {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:24.539857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a8402d0e-868b-4824-bad9-c487b93323ec not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:24.581061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-4cfaadc0-b9bc-4e8d-b7d9-a95b3257f14f service neutron] 10.222.0.76 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011488 Aug 16 01:57:24.991225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f065cf8-07f8-4ebc-a2df-63c5fad4ce1f req-081d77fb-f5f6-46b8-9501-4ee49b71a6f3 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=163d3545-75b4-4e23-ac67-d5b512796d02 HTTP/1.1" status: 200 len: 210 time: 0.0341434 Aug 16 01:57:25.080237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4d675cc-8794-4c48-b9b1-4b9d5b57e8c1 req-a39341a3-1477-4ccc-8f79-437058327605 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 210 time: 0.0403929 Aug 16 01:57:25.085349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e502e3-243c-410b-8e9c-feb9b1303ec0 req-9bcae7c0-2db1-4628-8513-2bf6d0c41088 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.093355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89e502e3-243c-410b-8e9c-feb9b1303ec0 req-9bcae7c0-2db1-4628-8513-2bf6d0c41088 tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1102 time: 0.1003323 Aug 16 01:57:25.129139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56084) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.169973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89e502e3-243c-410b-8e9c-feb9b1303ec0 req-86ab83d4-dc83-4a28-a980-796f2283b98b tempest-ServersAdminTestJSON-315610203 tempest-ServersAdminTestJSON-315610203-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754282 Aug 16 01:57:25.312569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-77489174-884a-4666-9d8c-1a5353bde05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.427840 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-77489174-884a-4666-9d8c-1a5353bde05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.529891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-77489174-884a-4666-9d8c-1a5353bde05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.578680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-77489174-884a-4666-9d8c-1a5353bde05d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20873afc8cbf4154bd6a6336adb00f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4478350 Aug 16 01:57:25.580228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77489174-884a-4666-9d8c-1a5353bde05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab18bf0-ad39-4043-9f93-11021576ca99,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:25.581109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56126) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:25.654499 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d988c6ae-3ccb-403c-965b-e92b3096b048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.686753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d988c6ae-3ccb-403c-965b-e92b3096b048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.747150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '163d3545-75b4-4e23-ac67-d5b512796d02', 'name': 'network-vif-deleted', 'tag': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:25.749631 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8ccda-ef56-4bfe-99ed-f406668a12a4" -d '{"events": [{"server_uuid": "163d3545-75b4-4e23-ac67-d5b512796d02", "name": "network-vif-deleted", "tag": "a2f2593c-2d37-448a-a0a4-42d5e3c10b57"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:25.768813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f244e-453d-4f80-b1e2-8f4b07b0ee9c req-d5714a51-71da-45e5-8e5b-50eb57c66cac tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:25.770574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-213f244e-453d-4f80-b1e2-8f4b07b0ee9c req-d5714a51-71da-45e5-8e5b-50eb57c66cac tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 950 time: 0.0625162 Aug 16 01:57:25.814154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-213f244e-453d-4f80-b1e2-8f4b07b0ee9c req-48d29d97-4c60-443a-a2b4-d562350c2292 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357406 Aug 16 01:57:25.864331 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa4111b-d84d-44a7-b003-7b842590f9eb x-openstack-request-id: req-0fa4111b-d84d-44a7-b003-7b842590f9eb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:25.864629 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "163d3545-75b4-4e23-ac67-d5b512796d02", "name": "network-vif-deleted", "tag": "a2f2593c-2d37-448a-a0a4-42d5e3c10b57", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:25.864882 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fa4111b-d84d-44a7-b003-7b842590f9eb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:25.865275 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '163d3545-75b4-4e23-ac67-d5b512796d02', 'name': 'network-vif-deleted', 'tag': 'a2f2593c-2d37-448a-a0a4-42d5e3c10b57', 'status': 'completed', 'code': 200} Aug 16 01:57:25.866910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d988c6ae-3ccb-403c-965b-e92b3096b048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.870279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d988c6ae-3ccb-403c-965b-e92b3096b048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:25.871485 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d988c6ae-3ccb-403c-965b-e92b3096b048 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ab18bf0-ad39-4043-9f93-11021576ca99 HTTP/1.1" status: 204 len: 168 time: 0.2888165 Aug 16 01:57:25.879993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988c6ae-3ccb-403c-965b-e92b3096b048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab18bf0-ad39-4043-9f93-11021576ca99,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:26.282711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-230d35df-c057-461b-a3fb-564287c32bc1 req-a150b121-a47e-48e8-bbc6-851d30aec2f1 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 210 time: 0.0291667 Aug 16 01:57:26.458186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a2f2593c-2d37-448a-a0a4-42d5e3c10b57 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:26.480923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: a2f2593c-2d37-448a-a0a4-42d5e3c10b57 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:26.481271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a2f2593c-2d37-448a-a0a4-42d5e3c10b57 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:27.025976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.025976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.127214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e64599-459e-44a6-ba5e-2d594c44d310 req-7334b2bd-a577-4ade-a116-6695f4f7a45c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.129173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7e64599-459e-44a6-ba5e-2d594c44d310 req-7334b2bd-a577-4ade-a116-6695f4f7a45c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 950 time: 0.0527422 Aug 16 01:57:27.175077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7e64599-459e-44a6-ba5e-2d594c44d310 req-9498d141-545e-497f-b6e8-8e0945f374da tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Aug 16 01:57:27.230956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-494fe9ad-c680-4035-8a6c-ccd07598680e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:27.233309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-494fe9ad-c680-4035-8a6c-ccd07598680e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 950 time: 0.1006074 Aug 16 01:57:27.362431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Deleting port 26857935-e2a7-4cbb-9c19-446875d11181 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:27.362933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.467374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0381d04-c80b-4129-97c8-4750423e97c5 req-6ad75dd7-aef9-4536-bbf4-430ec02fdc35 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 210 time: 0.0433629 Aug 16 01:57:27.492284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] For port 26857935-e2a7-4cbb-9c19-446875d11181, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=26857935-e2a7-4cbb-9c19-446875d11181,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:27.492885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.522547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Calling delete_port for 26857935-e2a7-4cbb-9c19-446875d11181 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:27.794236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.800973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['248b022c-0f5e-4cd0-8525-c433fe17ffa4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:27.827633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event deleted for resources: {'Port': ['ID=26857935-e2a7-4cbb-9c19-446875d11181,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:27.848295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['26857935-e2a7-4cbb-9c19-446875d11181', '971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:27.904700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] No DVR routers for this DVR port 26857935-e2a7-4cbb-9c19-446875d11181 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:27.908993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:27.912212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-95c39d2a-6d9e-475a-a3ac-f5ae0bced8c0 req-81ac0e9f-9f3e-4d3a-9537-2297f01efc2c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "DELETE /v2.0/ports/26857935-e2a7-4cbb-9c19-446875d11181 HTTP/1.1" status: 204 len: 173 time: 0.6712832 Aug 16 01:57:27.912718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '552fe177-1f7e-4954-8960-881fc9901afc', 'name': 'network-vif-deleted', 'tag': '26857935-e2a7-4cbb-9c19-446875d11181'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:27.916247 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c9476-0d33-4bdf-9a17-e9ea662d130d" -d '{"events": [{"server_uuid": "552fe177-1f7e-4954-8960-881fc9901afc", "name": "network-vif-deleted", "tag": "26857935-e2a7-4cbb-9c19-446875d11181"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:27.995758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:28.097701 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda8f2a4-c55a-4437-9871-f14722972d72 x-openstack-request-id: req-cda8f2a4-c55a-4437-9871-f14722972d72 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:28.098062 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "552fe177-1f7e-4954-8960-881fc9901afc", "name": "network-vif-deleted", "tag": "26857935-e2a7-4cbb-9c19-446875d11181", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:28.098823 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cda8f2a4-c55a-4437-9871-f14722972d72 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:28.098823 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '552fe177-1f7e-4954-8960-881fc9901afc', 'name': 'network-vif-deleted', 'tag': '26857935-e2a7-4cbb-9c19-446875d11181', 'status': 'completed', 'code': 200} Aug 16 01:57:28.188977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571ef4-3d90-48a8-b913-b64fb08ebe78 req-5c9b60ba-0dae-4a24-bf62-0cbc28721f98 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.193311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53571ef4-3d90-48a8-b913-b64fb08ebe78 req-5c9b60ba-0dae-4a24-bf62-0cbc28721f98 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 949 time: 0.0659826 Aug 16 01:57:28.211415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-563331621-network', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:28.286414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53571ef4-3d90-48a8-b913-b64fb08ebe78 req-9ef05251-4c57-400f-8b9a-b55ecf7a8ba6 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848773 Aug 16 01:57:28.402884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e41ef5c-06e0-4de9-a669-26c5d44062f7 req-5151c9f1-9d14-4ed5-a23f-df998c2dba3e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0375674 Aug 16 01:57:28.415939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Made reservation on behalf of c7b8b603ac3e4830ae8c5a8e9eba35dd for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:28.428490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.438415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.473024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-c9e2faeb-8f27-4083-8c3b-e4a8357debb8 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.473024 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-c9e2faeb-8f27-4083-8c3b-e4a8357debb8 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 810 time: 0.2401419 Aug 16 01:57:28.491201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Request body: {'port': {'device_id': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'admin_state_up': True, 'tenant_id': '61e8b741b6364901919d58f0ea5458b8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:28.599029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.632522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33b23555-3232-4651-8b1d-c72349a8c239 req-8a35e910-d1f0-4d2c-8f78-401dec6875e0 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Aug 16 01:57:28.689944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.711808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:28.729604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e72bae7-50f2-479a-b898-21a4e0fcf86d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:28.734744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.735099 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Added segment 5556217f-b098-4743-a6cc-b0f519b67fe7 of type vlan for network cab1915a-f29a-4188-a224-153f71026bb9 Aug 16 01:57:28.783117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.829919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Made reservation on behalf of 61e8b741b6364901919d58f0ea5458b8 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:28.830899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.970172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:28.971216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:28.971814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.022825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Allocated IP 172.20.0.14 (f002cfd3-c8b3-43e8-9abc-72591230118e/e9454e1d-632d-42ee-9a19-12e1b64675e7/dcf113d9-df71-42da-950d-e4d31f78ff1a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:29.026111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-04eb93f4-b622-453a-841a-3dbbe5914411 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.027860 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-04eb93f4-b622-453a-841a-3dbbe5914411 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 949 time: 0.1111901 Aug 16 01:57:29.087484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=cab1915a-f29a-4188-a224-153f71026bb9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.098410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network cab1915a-f29a-4188-a224-153f71026bb9 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:29.170949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec1253de-5142-4a58-8844-809726e5e6e9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1733639 Aug 16 01:57:29.174044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56352) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:29.179924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Request body: {'subnet': {'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-563331621-subnet', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:29.248673 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.280488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:29.280949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.308338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Made reservation on behalf of c7b8b603ac3e4830ae8c5a8e9eba35dd for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:29.313148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.400112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:29.400523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.419347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:29.531274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.549383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2c94dd8f-814c-430e-8df9-5d94090578d0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:29.636931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Network f002cfd3-c8b3-43e8-9abc-72591230118e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:29.642363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:29.646440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Pushing event updated for resources: {'Port': ['ID=dcf113d9-df71-42da-950d-e4d31f78ff1a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:29.654831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:29.666672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b80f22e-f736-457b-821e-7f9d869a25a4 req-192ff152-6863-4014-8555-c1e704f767fc tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=552fe177-1f7e-4954-8960-881fc9901afc HTTP/1.1" status: 200 len: 210 time: 0.0444922 Aug 16 01:57:29.684346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd471aec-1ac8-4ba2-acf1-5a7e8f3776b0 req-1faa7a45-04f8-4848-bb30-5e5f7dad2ec5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.686035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd471aec-1ac8-4ba2-acf1-5a7e8f3776b0 req-1faa7a45-04f8-4848-bb30-5e5f7dad2ec5 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 949 time: 0.2354274 Aug 16 01:57:29.799737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.800375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:29.859249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-b77eb363-f9dd-43f5-9f27-4bee2c7c3578 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.861976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-b77eb363-f9dd-43f5-9f27-4bee2c7c3578 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 950 time: 0.1148281 Aug 16 01:57:29.873607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd471aec-1ac8-4ba2-acf1-5a7e8f3776b0 req-33fc9a98-d6e4-40fe-8711-852578822dc1 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183293 Aug 16 01:57:29.933247 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b6c043c2-5ebf-4e5c-b73a-4b76775954f4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4482245 Aug 16 01:57:29.937315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56366) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:29.952932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Request body: {'port': {'device_id': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:29.958029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca7dcb-3c72-4261-904e-108529058859 req-c93428b3-8a61-4b09-ba81-de5b089d461e tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:29.962814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7eca7dcb-3c72-4261-904e-108529058859 req-c93428b3-8a61-4b09-ba81-de5b089d461e tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 932 time: 0.1900351 Aug 16 01:57:29.996024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.008624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:30.020099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7eca7dcb-3c72-4261-904e-108529058859 req-5935192c-9d39-4e6f-b366-3ad966cf09c4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407696 Aug 16 01:57:30.045499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=51b73acc-f7e6-4ae7-8c70-c9b660efc1ea,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.066399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.105702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:30.171910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Checking segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:30.175255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Network hostable DHCP agents. Network: cab1915a-f29a-4188-a224-153f71026bb9, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:30.178940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e880870-0c4e-439d-824c-b38c3b60e7e3,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:30.318671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Network cab1915a-f29a-4188-a224-153f71026bb9 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:30.429569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, cab1915a-f29a-4188-a224-153f71026bb9) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:30.442514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.443644 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.444955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b09896-19fb-4811-82cc-b60191cba652 None None] Network cab1915a-f29a-4188-a224-153f71026bb9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:30.548205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bbbea4b3-756b-4d94-8830-ff6639fad508 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3727770 Aug 16 01:57:30.550940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56376) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:30.552359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:30.560199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:30.568124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2862a649-2deb-4f78-b79f-f75bfb270cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.574376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.586397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 26857935-e2a7-4cbb-9c19-446875d11181 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:30.597052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.618752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac8e9c0b-4bf0-4fb7-bb1b-e6d3ae5b6f63 req-91c21006-dc55-4006-9948-c13a27e7c967 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "DELETE /v2.0/ports/51b73acc-f7e6-4ae7-8c70-c9b660efc1ea HTTP/1.1" status: 204 len: 173 time: 1.4798775 Aug 16 01:57:30.618752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'name': 'network-vif-deleted', 'tag': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:30.618752 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697636f0-ce95-4d97-ae5a-ac8952655c0d" -d '{"events": [{"server_uuid": "a7dd804f-1068-4c9f-a1fa-73d81c29222f", "name": "network-vif-deleted", "tag": "51b73acc-f7e6-4ae7-8c70-c9b660efc1ea"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:30.640947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 26857935-e2a7-4cbb-9c19-446875d11181 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:30.641363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 26857935-e2a7-4cbb-9c19-446875d11181 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:30.683144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:30.683506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.697762 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.698932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.702558 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b681e0e2-52dc-4d35-bafe-3d5882668623 x-openstack-request-id: req-b681e0e2-52dc-4d35-bafe-3d5882668623 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:30.709920 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7dd804f-1068-4c9f-a1fa-73d81c29222f", "name": "network-vif-deleted", "tag": "51b73acc-f7e6-4ae7-8c70-c9b660efc1ea", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:30.709920 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b681e0e2-52dc-4d35-bafe-3d5882668623 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:30.709920 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7dd804f-1068-4c9f-a1fa-73d81c29222f', 'name': 'network-vif-deleted', 'tag': '51b73acc-f7e6-4ae7-8c70-c9b660efc1ea', 'status': 'completed', 'code': 200} Aug 16 01:57:30.804002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cab1915a-f29a-4188-a224-153f71026bb9', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:30.804002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.870145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.920190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e988f9-8435-4864-8c92-f1b3a33969fa req-56a6aa7d-bf80-4c70-8c0c-4ea9c3e8646b tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:30.921770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05e988f9-8435-4864-8c92-f1b3a33969fa req-56a6aa7d-bf80-4c70-8c0c-4ea9c3e8646b tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1098 time: 0.0543866 Aug 16 01:57:30.933867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:30.937184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:30.964745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05e988f9-8435-4864-8c92-f1b3a33969fa req-e0ad41da-2bdd-4a73-bf9f-753d131ca8d3 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345979 Aug 16 01:57:31.085344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b4f8b79-e9c7-4f84-a742-79fe2b08ccbc req-76007415-7220-4b4b-93cb-0ac6f748a295 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=a7dd804f-1068-4c9f-a1fa-73d81c29222f HTTP/1.1" status: 200 len: 210 time: 0.0311639 Aug 16 01:57:31.136123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for b0b257eb-abc6-4adb-85c5-84ed86ee3ddb owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:31.160736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Allocated IP 172.20.0.2 (cab1915a-f29a-4188-a224-153f71026bb9/9e880870-0c4e-439d-824c-b38c3b60e7e3/6d6a520f-0648-429b-a9a3-636b6468b3fb) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:31.231824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.452570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2862a649-2deb-4f78-b79f-f75bfb270cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.471945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-e4bfcef4-bf7e-4639-bb9d-8fae47328d19 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1821289 Aug 16 01:57:31.475171 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.487447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Transition to ACTIVE for port object 6d6a520f-0648-429b-a9a3-636b6468b3fb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:31.510447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Transition to ACTIVE for port object 6d6a520f-0648-429b-a9a3-636b6468b3fb will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:31.624894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2862a649-2deb-4f78-b79f-f75bfb270cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.636166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-645d7b04-32d6-45ee-b49c-a5c5bf5a7a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.637936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-645d7b04-32d6-45ee-b49c-a5c5bf5a7a0c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1097 time: 0.1369512 Aug 16 01:57:31.649578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.658797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ffd80-9031-42e0-9ff2-29cf8c9563e7 req-2a7a72f0-b8e7-4062-b268-62bf02c70858 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.667768 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.671232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-260ffd80-9031-42e0-9ff2-29cf8c9563e7 req-2a7a72f0-b8e7-4062-b268-62bf02c70858 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 932 time: 0.1410124 Aug 16 01:57:31.722342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.736209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Network cab1915a-f29a-4188-a224-153f71026bb9 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:31.765847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Pushing event updated for resources: {'Port': ['ID=6d6a520f-0648-429b-a9a3-636b6468b3fb,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.769113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:31.775264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:31.800826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-260ffd80-9031-42e0-9ff2-29cf8c9563e7 req-d9825919-a410-4d1a-87cc-0eb1180d4a54 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258085 Aug 16 01:57:31.824546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2862a649-2deb-4f78-b79f-f75bfb270cfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ecd973e959a44ce78d82632003e803ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8767099 Aug 16 01:57:31.824546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862a649-2deb-4f78-b79f-f75bfb270cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71ad589-e887-48ca-b494-c9ab6d42bcdf,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.824889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56400) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:31.842200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcf113d9-df71-42da-950d-e4d31f78ff1a {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:31.857749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Attempting to bind port 6d6a520f-0648-429b-a9a3-636b6468b3fb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:31.858300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Attempting to bind port 6d6a520f-0648-429b-a9a3-636b6468b3fb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:31.858814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Attempting to bind port 6d6a520f-0648-429b-a9a3-636b6468b3fb on network cab1915a-f29a-4188-a224-153f71026bb9 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:31.859680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.863677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.865511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:31.866168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Checking segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:31.866795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.867334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Bound using segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:31.867977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Bound port: 6d6a520f-0648-429b-a9a3-636b6468b3fb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:31.869057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:31.887013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:31.953486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=b0b257eb-abc6-4adb-85c5-84ed86ee3ddb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:31.969697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-c2cc6e93-0b9f-42f8-aa09-7cb808f08ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:31.971365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-c2cc6e93-0b9f-42f8-aa09-7cb808f08ad3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.2985034 Aug 16 01:57:31.978203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Transition to ACTIVE for port object dcf113d9-df71-42da-950d-e4d31f78ff1a will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:32.001459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port b0b257eb-abc6-4adb-85c5-84ed86ee3ddb on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:32.006274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.008613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08ef080f-cd1a-443d-a6d2-957bf6ac663b req-36588d13-af04-4801-9fc1-b6e4ce2ba034 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.83 "DELETE /v2.0/ports/b0b257eb-abc6-4adb-85c5-84ed86ee3ddb HTTP/1.1" status: 204 len: 173 time: 2.1358621 Aug 16 01:57:32.026984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b12e7c23-73d1-45f9-8ac3-59da1b7dbd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.046003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] For port 6d6a520f-0648-429b-a9a3-636b6468b3fb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:32.074694 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-3d5bba42-402b-4cd3-8943-8032249698e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.0930538 Aug 16 01:57:32.098851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] For port 6d6a520f-0648-429b-a9a3-636b6468b3fb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6d6a520f-0648-429b-a9a3-636b6468b3fb,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:32.101831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b12e7c23-73d1-45f9-8ac3-59da1b7dbd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.129607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Allocated IP 172.25.6.115 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/16e6097f-2c4a-41aa-b175-05a34247ec7c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:32.151523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.250002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.277376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-dc9b7a70-9e6a-46be-bc0b-ae97f5b49fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.281451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-dc9b7a70-9e6a-46be-bc0b-ae97f5b49fe1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.1961162 Aug 16 01:57:32.354723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf113d9-df71-42da-950d-e4d31f78ff1a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:32.416034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-fa052ee3-b022-49b5-9a50-fcc746546702 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559657 Aug 16 01:57:32.417811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40aa84-d273-4cba-bd62-0389725afe75 req-579896a1-2880-475e-905d-693acc7bde02 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:32.426521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d40aa84-d273-4cba-bd62-0389725afe75 req-579896a1-2880-475e-905d-693acc7bde02 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.2316792 Aug 16 01:57:32.433968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf5903-f29a-4367-a148-ec89898fa4fa None None] Pushing event updated for resources: {'Port': ['ID=6d6a520f-0648-429b-a9a3-636b6468b3fb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:32.467408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b12e7c23-73d1-45f9-8ac3-59da1b7dbd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.470201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b12e7c23-73d1-45f9-8ac3-59da1b7dbd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.471886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b12e7c23-73d1-45f9-8ac3-59da1b7dbd76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f71ad589-e887-48ca-b494-c9ab6d42bcdf HTTP/1.1" status: 204 len: 168 time: 0.6534913 Aug 16 01:57:32.531988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e7c23-73d1-45f9-8ac3-59da1b7dbd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71ad589-e887-48ca-b494-c9ab6d42bcdf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:32.564148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.567192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:32.605063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d40aa84-d273-4cba-bd62-0389725afe75 req-d89cc537-613b-43d0-b555-340276c1c940 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768522 Aug 16 01:57:32.628421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:32.628773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 51b73acc-f7e6-4ae7-8c70-c9b660efc1ea not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:32.629222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b0b257eb-abc6-4adb-85c5-84ed86ee3ddb no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:32.671001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Attempting to bind port dcf113d9-df71-42da-950d-e4d31f78ff1a on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:32.676380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Attempting to bind port dcf113d9-df71-42da-950d-e4d31f78ff1a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:32.683591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Attempting to bind port dcf113d9-df71-42da-950d-e4d31f78ff1a on network f002cfd3-c8b3-43e8-9abc-72591230118e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:32.697921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Port dcf113d9-df71-42da-950d-e4d31f78ff1a on network f002cfd3-c8b3-43e8-9abc-72591230118e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:32.698190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Attempting to bind port dcf113d9-df71-42da-950d-e4d31f78ff1a on network f002cfd3-c8b3-43e8-9abc-72591230118e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:32.705353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'name': 'network-vif-deleted', 'tag': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:32.708036 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f978ef-6d34-4b59-a964-51253c6ac615" -d '{"events": [{"server_uuid": "4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4", "name": "network-vif-deleted", "tag": "b0b257eb-abc6-4adb-85c5-84ed86ee3ddb"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:32.712995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: b0b257eb-abc6-4adb-85c5-84ed86ee3ddb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:32.718025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b0b257eb-abc6-4adb-85c5-84ed86ee3ddb not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:32.719515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:32.719962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Checking segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:32.720447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Bound using segment: {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:32.720992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Bound port: dcf113d9-df71-42da-950d-e4d31f78ff1a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:32.723494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.756738 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-e26c95e2-a11a-41c8-93fc-7508075c92e6 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271399 Aug 16 01:57:32.795387 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:32.906560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Pushing event updated for resources: {'Port': ['ID=16e6097f-2c4a-41aa-b175-05a34247ec7c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:32.925057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] For port dcf113d9-df71-42da-950d-e4d31f78ff1a, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:32.932572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] For port dcf113d9-df71-42da-950d-e4d31f78ff1a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:32.949286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32530077-8d9b-4562-8ddd-035e763d2d91 req-152089f7-c877-4809-bde6-c0444005d08c tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4 HTTP/1.1" status: 200 len: 210 time: 0.0439086 Aug 16 01:57:32.953026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:32.973422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-123d836b-8d18-4cbf-a86c-4d14787dca87 req-bf599940-1022-45ac-8f91-494e8a1fcca9 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024643 Aug 16 01:57:32.983515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:32.990335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:33.045013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.065685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-a67aa08c-4258-4c03-8450-0527e15a0f56 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.067702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-a67aa08c-4258-4c03-8450-0527e15a0f56 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.58 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.1171668 Aug 16 01:57:33.122984 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823f0595-d11b-4456-832a-2dcb0f93fdd5 x-openstack-request-id: req-823f0595-d11b-4456-832a-2dcb0f93fdd5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:33.123322 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4", "name": "network-vif-deleted", "tag": "b0b257eb-abc6-4adb-85c5-84ed86ee3ddb", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:33.123585 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-823f0595-d11b-4456-832a-2dcb0f93fdd5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:33.123998 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb5e87f-7cca-4651-bf9a-6a0b6d4c68d4', 'name': 'network-vif-deleted', 'tag': 'b0b257eb-abc6-4adb-85c5-84ed86ee3ddb', 'status': 'completed', 'code': 200} Aug 16 01:57:33.148724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.150075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.151793 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] 10.222.0.58 "PUT /v2.0/ports/dcf113d9-df71-42da-950d-e4d31f78ff1a HTTP/1.1" status: 200 len: 1093 time: 3.2053292 Aug 16 01:57:33.241036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8db83-d35e-4592-8276-8c93bda4bb99 service neutron] Pushing event updated for resources: {'Port': ['ID=dcf113d9-df71-42da-950d-e4d31f78ff1a,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:33.389478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6d6a520f-0648-429b-a9a3-636b6468b3fb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:33.456170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1868505d-2705-4717-8b73-cc0f94001426 req-d842c877-24e0-40f5-919e-5ec14ffdbac3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.460392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1868505d-2705-4717-8b73-cc0f94001426 req-d842c877-24e0-40f5-919e-5ec14ffdbac3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 944 time: 0.2825794 Aug 16 01:57:33.536064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-178bdace-e31f-4fc5-8255-7d0c6ee7bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.541679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-178bdace-e31f-4fc5-8255-7d0c6ee7bed1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 1096 time: 0.1501606 Aug 16 01:57:33.559969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1868505d-2705-4717-8b73-cc0f94001426 req-c3ae64e6-d146-495b-9636-810fc5dbbf6d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982025 Aug 16 01:57:33.574478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Deleting port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:33.574884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.627353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-54e0d765-35a4-46db-8c25-7ee1e0e957f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a HTTP/1.1" status: 200 len: 217 time: 0.0771136 Aug 16 01:57:33.667711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6d6a520f-0648-429b-a9a3-636b6468b3fb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:33.782542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-4bd38cf0-efcf-4283-83a2-3f1e1db54ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.785462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-4bd38cf0-efcf-4283-83a2-3f1e1db54ac0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.1467965 Aug 16 01:57:33.794890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-59bb0b62-3d87-4528-b1a3-89a7ec235264 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014681 Aug 16 01:57:33.825979 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-5fdbe11a-44d2-4a1f-8686-d538aa45e1cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282516 Aug 16 01:57:33.932401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:33.961342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-daf45d61-5849-4cb6-8393-e1520e6b3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.962964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-daf45d61-5849-4cb6-8393-e1520e6b3dcd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=16ae772617174bbd918e62abc6f4fa13&device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 1102 time: 0.1359105 Aug 16 01:57:33.984622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8836bc4-f958-46f0-8ee7-a845c6223f4f req-3a95ae85-df8e-41fb-a098-e91471234819 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:33.992783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8836bc4-f958-46f0-8ee7-a845c6223f4f req-3a95ae85-df8e-41fb-a098-e91471234819 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 950 time: 0.1721652 Aug 16 01:57:34.001647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0ca45d-10a4-4d2c-8ad7-6925a1dd1595 None None] Network cab1915a-f29a-4188-a224-153f71026bb9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:34.049186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] For port 248b022c-0f5e-4cd0-8525-c433fe17ffa4, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=248b022c-0f5e-4cd0-8525-c433fe17ffa4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:34.049581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.052185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-0116728a-09c7-4245-83c2-aee87508ba09 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166419 Aug 16 01:57:34.083744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Calling delete_port for 248b022c-0f5e-4cd0-8525-c433fe17ffa4 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:34.142529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8836bc4-f958-46f0-8ee7-a845c6223f4f req-fa8fa76e-e9b2-48ce-9076-39926abaa085 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463058 Aug 16 01:57:34.251989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] Provisioning for port 6d6a520f-0648-429b-a9a3-636b6468b3fb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:34.256953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ee77b749-168a-483c-b306-9f3fb6a462ab tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:57:34.258320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ee77b749-168a-483c-b306-9f3fb6a462ab tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469878 Aug 16 01:57:34.270287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-2ec7b42d-7522-4758-9fdc-9cef767edab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.271923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-2ec7b42d-7522-4758-9fdc-9cef767edab4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2869468 Aug 16 01:57:34.279700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Request body: {'binding': {'host': 'n-h2-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:34.279877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:57:34.293390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] Provisioning complete for port 6d6a520f-0648-429b-a9a3-636b6468b3fb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:34.293390 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.363550 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-368d268f-0c65-44ee-bd9e-b5bed3821c4e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab HTTP/1.1" status: 200 len: 217 time: 0.0525577 Aug 16 01:57:34.411187 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3952cfea-a4bb-489b-b3c2-ea241667135b req-9ce1d0db-7794-4a52-9497-6c7bfc7a5dfd service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411686 Aug 16 01:57:34.441124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.530545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] For port 6d6a520f-0648-429b-a9a3-636b6468b3fb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6d6a520f-0648-429b-a9a3-636b6468b3fb,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:34.558661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-c1ca9d05-6406-4e34-ba25-e50ad0468bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.560542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-c1ca9d05-6406-4e34-ba25-e50ad0468bf0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1883001 Aug 16 01:57:34.585952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.585952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56466) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:34.605692 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.667615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on host n-h2-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:34.667963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:34.668300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:34.679003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-c53601f5-13d6-40a3-8f6d-da25a6bc7824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:34.683492 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-c53601f5-13d6-40a3-8f6d-da25a6bc7824 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008649 Aug 16 01:57:34.683492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:34.683492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:34.712572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:34.712572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:34.712572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:34.712572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Bound port: 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:34.760697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3058b8a-856e-4f9d-8589-b1b0300c5df1 None None] Pushing event updated for resources: {'Port': ['ID=6d6a520f-0648-429b-a9a3-636b6468b3fb,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:34.833614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c6060d6-8d61-4196-b627-02ae87009e79 None None] Provisioning complete for port 6d6a520f-0648-429b-a9a3-636b6468b3fb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:34.834069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c6060d6-8d61-4196-b627-02ae87009e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:34.887727 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-72ffa7b4-9199-44b7-bc01-d511f9b4ec3a service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941888 Aug 16 01:57:34.996788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-686731258-network', 'tenant_id': '67525953912743a09eecbc070e69ea3a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:35.014254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8e337d9e-9fcb-471e-9898-c041f9f457e1 req-04e98edc-d11f-4f49-83ae-deee28a945dc service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164880 Aug 16 01:57:35.014525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.027088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:35.049214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:35.077765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event deleted for resources: {'Port': ['ID=248b022c-0f5e-4cd0-8525-c433fe17ffa4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:35.114674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Made reservation on behalf of 67525953912743a09eecbc070e69ea3a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:35.117110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.124946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'tag': 'dcf113d9-df71-42da-950d-e4d31f78ff1a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:35.128932 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e27d06f9-b7c7-40b7-8c52-34288db27294", "tag": "dcf113d9-df71-42da-950d-e4d31f78ff1a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:35.131093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.181979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.183735 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-31362929-18a9-4a8a-8136-1ba5cd3e85dc service neutron] 10.222.0.76 "POST /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237/bindings HTTP/1.1" status: 201 len: 390 time: 0.9085989 Aug 16 01:57:35.184022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] No DVR routers for this DVR port 248b022c-0f5e-4cd0-8525-c433fe17ffa4 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:35.201156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.201156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdcc6d18-51d5-424d-ab5a-5cd3ec77f4f5 req-43509f4a-17be-4c14-8ca1-16298acc7696 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.58 "DELETE /v2.0/ports/248b022c-0f5e-4cd0-8525-c433fe17ffa4 HTTP/1.1" status: 204 len: 173 time: 2.1187260 Aug 16 01:57:35.201156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'name': 'network-vif-deleted', 'tag': '248b022c-0f5e-4cd0-8525-c433fe17ffa4'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:35.201156 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c50e775-9536-4847-bf5d-0fddd205fc50" -d '{"events": [{"server_uuid": "3605ed8b-2363-4a81-8347-d4d370a8570b", "name": "network-vif-deleted", "tag": "248b022c-0f5e-4cd0-8525-c433fe17ffa4"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:35.259887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f4b43-86c2-475c-811a-37ec2e3030c8 req-c751b371-c5fe-42a5-9580-eb76943760a3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.267123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf2f4b43-86c2-475c-811a-37ec2e3030c8 req-c751b371-c5fe-42a5-9580-eb76943760a3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 944 time: 0.2282887 Aug 16 01:57:35.270030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6d6a520f-0648-429b-a9a3-636b6468b3fb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:35.345751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6d6a520f-0648-429b-a9a3-636b6468b3fb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:35.345751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.346760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf2f4b43-86c2-475c-811a-37ec2e3030c8 req-b45346da-7aa5-426c-a540-cba21e4da755 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727286 Aug 16 01:57:35.410304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:35.596407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378bfbfa-3c19-45ea-871c-d278dfcae8e2 req-5a52b4f2-f66e-40f2-b3d0-26eb7742fabd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.596407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-378bfbfa-3c19-45ea-871c-d278dfcae8e2 req-5a52b4f2-f66e-40f2-b3d0-26eb7742fabd tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 949 time: 0.0577102 Aug 16 01:57:35.603083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-378bfbfa-3c19-45ea-871c-d278dfcae8e2 req-68b87ddf-df43-442a-9de1-deb34bd7c29a tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Aug 16 01:57:35.660288 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b7787a-80b8-4c3a-8bff-18d79fa8bf23 x-openstack-request-id: req-08b7787a-80b8-4c3a-8bff-18d79fa8bf23 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:35.660685 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27d06f9-b7c7-40b7-8c52-34288db27294", "tag": "dcf113d9-df71-42da-950d-e4d31f78ff1a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:35.660973 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08b7787a-80b8-4c3a-8bff-18d79fa8bf23 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:35.661470 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'tag': 'dcf113d9-df71-42da-950d-e4d31f78ff1a', 'status': 'completed', 'code': 200} Aug 16 01:57:35.774008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77264d18-7545-410f-9d46-2c40df43ec40 req-98295404-4183-4daa-b8b7-7bb2d632f5d0 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0485866 Aug 16 01:57:35.784229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-ae58ec46-5fb2-4c83-9fca-6a6127a1b477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.786166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-ae58ec46-5fb2-4c83-9fca-6a6127a1b477 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 1096 time: 0.0912063 Aug 16 01:57:35.840432 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67336390-a3b8-489c-acc8-2149f2fe23ec x-openstack-request-id: req-67336390-a3b8-489c-acc8-2149f2fe23ec {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:35.840800 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3605ed8b-2363-4a81-8347-d4d370a8570b", "name": "network-vif-deleted", "tag": "248b022c-0f5e-4cd0-8525-c433fe17ffa4", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:35.841061 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67336390-a3b8-489c-acc8-2149f2fe23ec {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:35.841442 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3605ed8b-2363-4a81-8347-d4d370a8570b', 'name': 'network-vif-deleted', 'tag': '248b022c-0f5e-4cd0-8525-c433fe17ffa4', 'status': 'completed', 'code': 200} Aug 16 01:57:35.892865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-1f825cb5-3e6d-489f-9f5d-fad05e422d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:35.894328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-1f825cb5-3e6d-489f-9f5d-fad05e422d6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 911 time: 0.0990500 Aug 16 01:57:35.949284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-d16309d6-948a-4720-975f-9790d1fee1c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a HTTP/1.1" status: 200 len: 217 time: 0.0451539 Aug 16 01:57:36.026341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-1c79ab6f-2c10-44df-bf58-e76370743e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.027934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-1c79ab6f-2c10-44df-bf58-e76370743e30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.0685599 Aug 16 01:57:36.068116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-263544d3-8510-48cf-8c67-9811b9b842e4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288897 Aug 16 01:57:36.172440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd79b3-eded-4049-aace-d6f85bd54f7e req-99620c7c-ba0a-4ae0-9051-ea7e47024501 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.173829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bfd79b3-eded-4049-aace-d6f85bd54f7e req-99620c7c-ba0a-4ae0-9051-ea7e47024501 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1089244 Aug 16 01:57:36.217740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-6d922c34-f693-40a7-91b1-eb75776e9a70 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263027 Aug 16 01:57:36.242813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bfd79b3-eded-4049-aace-d6f85bd54f7e req-684dc5c2-20ee-40ac-ad89-44dfceb7ecc8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597751 Aug 16 01:57:36.325188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41ab587d-9c0e-4784-b3ec-ea53b463e8dc req-b6a58099-d3ea-4a69-9a17-a74b81cf56a5 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953462 Aug 16 01:57:36.376580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Router 0b781bc9-dcde-4f3b-8225-3339eaabf803 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:36.378811 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.413959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:36.492304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.492611 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Added segment bfa4df92-8986-4958-b938-4e0b24aec974 of type vlan for network a739aecc-c548-4a15-b670-3bcca38e96a4 Aug 16 01:57:36.496552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3df9eb-2a9a-4b48-add2-b61aa43ec238,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:36.514171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dcf113d9-df71-42da-950d-e4d31f78ff1a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:36.530388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 248b022c-0f5e-4cd0-8525-c433fe17ffa4 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:36.546179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 248b022c-0f5e-4cd0-8525-c433fe17ffa4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:36.546530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 248b022c-0f5e-4cd0-8525-c433fe17ffa4 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:36.566158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.629273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port dcf113d9-df71-42da-950d-e4d31f78ff1a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:36.634914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dd7ac-78a9-46dc-997a-197562047d5d req-74de8d0a-b46f-4177-a845-37cf7fec1c1c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.636479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d5dd7ac-78a9-46dc-997a-197562047d5d req-74de8d0a-b46f-4177-a845-37cf7fec1c1c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 944 time: 0.2155728 Aug 16 01:57:36.640925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'dcf113d9-df71-42da-950d-e4d31f78ff1a', 'network_id': 'f002cfd3-c8b3-43e8-9abc-72591230118e', 'port_id': 'dcf113d9-df71-42da-950d-e4d31f78ff1a', 'mac_address': 'fa:16:3e:12:4b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9454e1d-632d-42ee-9a19-12e1b64675e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:36.683466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.695505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3346d-b1d7-4105-8038-6755570d5357 req-38a9cb02-b7b1-43b3-b669-f36794636313 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.696046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcf113d9-df71-42da-950d-e4d31f78ff1a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:36.697656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07c3346d-b1d7-4105-8038-6755570d5357 req-38a9cb02-b7b1-43b3-b669-f36794636313 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 949 time: 0.1573946 Aug 16 01:57:36.702397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:36.716811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Sync routers for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:36.721667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port dcf113d9-df71-42da-950d-e4d31f78ff1a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:36.729640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:36.730310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:36.785660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d5dd7ac-78a9-46dc-997a-197562047d5d req-8dd5e80f-1e41-4af3-aafa-25c26e0f023f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301444 Aug 16 01:57:36.827754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e38628-5ff7-43fd-a3d5-f75227d31ee7 req-9a74cc15-606e-4155-8555-35f471122aef tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:36.829215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4e38628-5ff7-43fd-a3d5-f75227d31ee7 req-9a74cc15-606e-4155-8555-35f471122aef tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 949 time: 0.1304958 Aug 16 01:57:36.847696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:36.896584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Deleting port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:36.896929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:36.914241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4e38628-5ff7-43fd-a3d5-f75227d31ee7 req-b684490f-ef5a-40ad-abd4-e712a0fb6273 tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c423f7e-16ca-4c50-80db-bd3f96a6b367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749624 Aug 16 01:57:36.954748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a97785-4dad-4f0c-ae06-32c43894d696 req-c80dc49a-80fb-46cf-b3bf-662bc445e959 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0715909 Aug 16 01:57:37.005605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] For port 2a58c6b4-ff11-4218-a0d7-7b6c23363025, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2a58c6b4-ff11-4218-a0d7-7b6c23363025,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:37.006084 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.016453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.017449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.018043 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.021512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.023351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.026962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a4c17b2-a568-4264-8e7a-48b2bb2e14f9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4747803 Aug 16 01:57:37.028782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56506) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.041841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Calling delete_port for 2a58c6b4-ff11-4218-a0d7-7b6c23363025 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:37.087689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=dcf113d9-df71-42da-950d-e4d31f78ff1a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.111997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:33Z', 'revision_number': 3, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:37.151697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Checking router: 0b781bc9-dcde-4f3b-8225-3339eaabf803 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:37.152065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Updating router 0b781bc9-dcde-4f3b-8225-3339eaabf803 port 16e6097f-2c4a-41aa-b175-05a34247ec7c binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:37.153399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Pushing event updated for resources: {'Network': ['ID=a739aecc-c548-4a15-b670-3bcca38e96a4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.174037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.174948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.175418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.175912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.176365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.176921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.177371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.177802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.178236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.179781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.179781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.179781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:37.189903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.195231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a739aecc-c548-4a15-b670-3bcca38e96a4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:37.317669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46a046a6-5b5c-4a16-b420-0b654d9a3b4c admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7354298 Aug 16 01:57:37.321649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56518) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:37.329069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Request body: {'subnet': {'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-686731258-subnet', 'tenant_id': '67525953912743a09eecbc070e69ea3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:37.437947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a97e0-b57f-428b-88b1-c01e469f9338 req-eabfbaeb-1e14-4564-b1c5-fd0ac5644d5e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.447971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-110a97e0-b57f-428b-88b1-c01e469f9338 req-eabfbaeb-1e14-4564-b1c5-fd0ac5644d5e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0681086 Aug 16 01:57:37.458523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.487739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['dcf113d9-df71-42da-950d-e4d31f78ff1a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:37.510695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Made reservation on behalf of 67525953912743a09eecbc070e69ea3a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:37.513729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.528805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-f3c97b05-eff1-492b-b6a0-6a11e00e64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.530801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-f3c97b05-eff1-492b-b6a0-6a11e00e64b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1098 time: 0.1124794 Aug 16 01:57:37.531287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Pushing event deleted for resources: {'Port': ['ID=2a58c6b4-ff11-4218-a0d7-7b6c23363025,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:37.604072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-110a97e0-b57f-428b-88b1-c01e469f9338 req-3b9b9a5a-5821-4bdc-bf51-db89e9d3f79a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550090 Aug 16 01:57:37.733292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] No DVR routers for this DVR port 2a58c6b4-ff11-4218-a0d7-7b6c23363025 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:37.740664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.744944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07c3346d-b1d7-4105-8038-6755570d5357 req-9ab9c419-235c-4c56-9e6c-82b51d8bc28e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.58 "DELETE /v2.0/ports/2a58c6b4-ff11-4218-a0d7-7b6c23363025 HTTP/1.1" status: 204 len: 173 time: 1.0334163 Aug 16 01:57:37.775226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-c0df33b0-32d9-45e5-9e75-a5eb1d0794fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:37.776764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-c0df33b0-32d9-45e5-9e75-a5eb1d0794fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.1945729 Aug 16 01:57:37.878461 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.885822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'name': 'network-vif-deleted', 'tag': '2a58c6b4-ff11-4218-a0d7-7b6c23363025'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:37.885822 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b2f9a7-b08e-42e7-ad3d-d5a62afcc86d" -d '{"events": [{"server_uuid": "0e41cb73-b0fc-44ae-b409-39aad7ff2b87", "name": "network-vif-deleted", "tag": "2a58c6b4-ff11-4218-a0d7-7b6c23363025"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:37.888726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-b529223c-4f7b-4988-b95c-3d72cb93ed1e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 200 len: 217 time: 0.1010075 Aug 16 01:57:37.913785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:37.940528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Transition to ACTIVE for port object 16e6097f-2c4a-41aa-b175-05a34247ec7c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:37.994678 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61178a08-cdc2-4d53-9b84-7c0af33a4573 x-openstack-request-id: req-61178a08-cdc2-4d53-9b84-7c0af33a4573 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:37.994678 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e41cb73-b0fc-44ae-b409-39aad7ff2b87", "name": "network-vif-deleted", "tag": "2a58c6b4-ff11-4218-a0d7-7b6c23363025", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:37.994678 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-61178a08-cdc2-4d53-9b84-7c0af33a4573 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:37.994678 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e41cb73-b0fc-44ae-b409-39aad7ff2b87', 'name': 'network-vif-deleted', 'tag': '2a58c6b4-ff11-4218-a0d7-7b6c23363025', 'status': 'completed', 'code': 200} Aug 16 01:57:38.012052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6113275-2e92-48cf-8486-c917875a488c req-2ebe9b5d-3cc0-49af-bfb3-f6ce3d88802a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.020612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6113275-2e92-48cf-8486-c917875a488c req-2ebe9b5d-3cc0-49af-bfb3-f6ce3d88802a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 945 time: 0.0838203 Aug 16 01:57:38.079309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-2d963a02-27ae-414a-98c3-c27a2b5970e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.080810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-2d963a02-27ae-414a-98c3-c27a2b5970e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.1687360 Aug 16 01:57:38.104591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6113275-2e92-48cf-8486-c917875a488c req-035c2382-cd31-4c2f-ab42-9f022540538d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794969 Aug 16 01:57:38.105605 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.123666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f075816-191a-4a25-aa9f-29b260b8dcee req-3332534e-14f4-43a1-ad83-55fd2cebff5e tempest-ServersOnMultiNodesTest-665052329 tempest-ServersOnMultiNodesTest-665052329-project] 10.222.0.76 "GET /v2.0/ports?device_id=0e41cb73-b0fc-44ae-b409-39aad7ff2b87 HTTP/1.1" status: 200 len: 210 time: 0.0844202 Aug 16 01:57:38.162806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-9a0f6749-1087-4d7a-b037-d59a75a7fbe1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419059 Aug 16 01:57:38.180994 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.271526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63691e24-f796-48d0-9e51-d8f47edc14c2,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.293375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Attempting to bind port 16e6097f-2c4a-41aa-b175-05a34247ec7c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:38.293789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Attempting to bind port 16e6097f-2c4a-41aa-b175-05a34247ec7c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:38.294160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Attempting to bind port 16e6097f-2c4a-41aa-b175-05a34247ec7c on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:38.304693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e75d92ed-b564-4468-816b-ed620c8e243c req-258e9ecc-0e39-4b2d-b08d-77125d705224 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=3605ed8b-2363-4a81-8347-d4d370a8570b HTTP/1.1" status: 200 len: 210 time: 0.0598507 Aug 16 01:57:38.305047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Allocated IP 172.20.0.1 (cab1915a-f29a-4188-a224-153f71026bb9/9e880870-0c4e-439d-824c-b38c3b60e7e3/20d6e651-ff3c-48d2-b2d2-7851f21d63a4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:38.308630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:38.309299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:38.309765 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.309993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Checking segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:38.310207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:38.310386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Network hostable DHCP agents. Network: a739aecc-c548-4a15-b670-3bcca38e96a4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:38.310679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Bound port: 16e6097f-2c4a-41aa-b175-05a34247ec7c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:38.311101 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.314271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26fe13-049a-4cb4-9570-7240d0253290 None None] Pushing event updated for resources: {'Port': ['ID=16e6097f-2c4a-41aa-b175-05a34247ec7c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.381451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] For port 16e6097f-2c4a-41aa-b175-05a34247ec7c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:38.384690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] For port 16e6097f-2c4a-41aa-b175-05a34247ec7c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16e6097f-2c4a-41aa-b175-05a34247ec7c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:38.411153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-e5c97c4d-1aa8-4ce9-b181-ad63d0afda67 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888828 Aug 16 01:57:38.442002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2a58c6b4-ff11-4218-a0d7-7b6c23363025'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:38.450265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Network a739aecc-c548-4a15-b670-3bcca38e96a4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:38.509781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.536584 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.536783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Transition to ACTIVE for port object 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:38.566888 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-95e370ef-b4f4-44d2-9015-153199e157f1 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276898 Aug 16 01:57:38.569900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a739aecc-c548-4a15-b670-3bcca38e96a4) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:38.579048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.583046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.597238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df3394-2780-4aab-8c57-925444ca5093 None None] Network a739aecc-c548-4a15-b670-3bcca38e96a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:38.614328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:38.615048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:38.651170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26fe13-049a-4cb4-9570-7240d0253290 None None] Pushing event updated for resources: {'Port': ['ID=16e6097f-2c4a-41aa-b175-05a34247ec7c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.725121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:38.733479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-23f0d52c-d6fe-4085-acce-dccf51d70068 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4112711 Aug 16 01:57:38.762548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd068b-28bf-4c95-96bd-828894cbea0a req-7dd8bf9f-290a-47b2-93dc-2d73ff877f61 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:38.772238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7cd068b-28bf-4c95-96bd-828894cbea0a req-7dd8bf9f-290a-47b2-93dc-2d73ff877f61 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0920260 Aug 16 01:57:38.794670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Network cab1915a-f29a-4188-a224-153f71026bb9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:38.809568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:38.827836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:38.843658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7cd068b-28bf-4c95-96bd-828894cbea0a req-ab10abab-6678-4f50-a5a5-1ae110669f68 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704715 Aug 16 01:57:38.905500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Pushing event updated for resources: {'Port': ['ID=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:38.925533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3799ed0e-f82f-4295-977e-7aac5691ef93 None None] Network a739aecc-c548-4a15-b670-3bcca38e96a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:38.930361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:38.952912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.345449 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.350028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b1d6a-0677-407c-9b15-d4484d4b2c53 req-38079151-cdac-4daa-9963-db28bbfb656c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.356051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-baac4cba-82b2-4e13-8495-c492d622ef0a None None] Provisioning for port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:39.360216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec4b1d6a-0677-407c-9b15-d4484d4b2c53 req-38079151-cdac-4daa-9963-db28bbfb656c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 945 time: 0.1427798 Aug 16 01:57:39.382437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-baac4cba-82b2-4e13-8495-c492d622ef0a None None] Provisioning complete for port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:39.386981 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-baac4cba-82b2-4e13-8495-c492d622ef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.492303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-baac4cba-82b2-4e13-8495-c492d622ef0a None None] Port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:39.519157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:33Z', 'revision_number': 3, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:39.545005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-5fdec3e9-ffb2-425e-a0aa-bb9db657c4d5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:39.552807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-5fdec3e9-ffb2-425e-a0aa-bb9db657c4d5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.2160895 Aug 16 01:57:39.558361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e7448f-f0f3-4e6a-928d-52746ae2c1b0 None None] The sync data for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 is: [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:33Z', 'revision_number': 3, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:39.606906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec4b1d6a-0677-407c-9b15-d4484d4b2c53 req-ef7ed74d-b57f-4476-8ad0-282849a7e8ad tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455006 Aug 16 01:57:39.627325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-c92182b5-94c8-4e8f-a422-4e843b906996 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/quotas/67525953912743a09eecbc070e69ea3a HTTP/1.1" status: 200 len: 375 time: 0.0678110 Aug 16 01:57:39.698477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-334841da-20c6-40a2-bb0b-9f89d58abaef tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759301 Aug 16 01:57:39.825544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-4802ef7c-2a77-46b9-b8cb-d7350d585bf9 service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259580 Aug 16 01:57:39.826342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.965827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd08f7ad-69d4-4ada-8bcf-e5f1dcabbce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:39.966611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-3455070e-0550-4900-8010-73ad95c8e60d service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335433 Aug 16 01:57:39.986467 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.171581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Pushing event updated for resources: {'Port': ['ID=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:40.187697 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.344775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Network cab1915a-f29a-4188-a224-153f71026bb9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:40.357415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:40.486062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Router 0b781bc9-dcde-4f3b-8225-3339eaabf803 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:57:40.528417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dcf113d9-df71-42da-950d-e4d31f78ff1a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:40.666870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:40.675090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:57:40.687481 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-148c262e-2675-48b2-8ece-027fce15a05f admin admin] 10.222.0.76 "PUT /v2.0/routers/0b781bc9-dcde-4f3b-8225-3339eaabf803/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6541374 Aug 16 01:57:40.751753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f245880-362f-4ad1-9104-8e806f41eae0 req-322d3715-872e-4f70-92a9-61d2fcae41ef tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 210 time: 0.0987053 Aug 16 01:57:40.781418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port dcf113d9-df71-42da-950d-e4d31f78ff1a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:40.784789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915dea8-4d2a-4168-b7cc-8350ddc88cf9 req-42799b49-3b5c-48bd-b633-687059390ba1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:40.789718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port dcf113d9-df71-42da-950d-e4d31f78ff1a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:40.790786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.799738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9915dea8-4d2a-4168-b7cc-8350ddc88cf9 req-42799b49-3b5c-48bd-b633-687059390ba1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.2147489 Aug 16 01:57:40.841466 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:57:40.920302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9915dea8-4d2a-4168-b7cc-8350ddc88cf9 req-5222cc0c-3c4a-4d40-a060-cffd2447e3ff tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175904 Aug 16 01:57:40.987187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2b35b5e0-6fb4-4b1d-8dee-c2591b92df0c None None] Provisioning complete for port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:40.987752 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2b35b5e0-6fb4-4b1d-8dee-c2591b92df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:40.995316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.044879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-02d347ec-90aa-4a05-b13a-c1bfbd0bd843 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7354f92e5774ae9a32cb4dac6529b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747096 Aug 16 01:57:41.045691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:41.053802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe92280-b296-44af-b7b8-a9df34c8636c req-7156d13c-7458-40ef-82d9-c6be46b8423e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.057924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-afe92280-b296-44af-b7b8-a9df34c8636c req-7156d13c-7458-40ef-82d9-c6be46b8423e tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 950 time: 0.1366119 Aug 16 01:57:41.106295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf113d9-df71-42da-950d-e4d31f78ff1a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:41.108941 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e47b0-7c1c-4a0e-8427-1b67abca6b75" -d '{"events": [{"server_uuid": "e27d06f9-b7c7-40b7-8c52-34288db27294", "name": "network-vif-plugged", "status": "completed", "tag": "dcf113d9-df71-42da-950d-e4d31f78ff1a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:41.142944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port dcf113d9-df71-42da-950d-e4d31f78ff1a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:41.146146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2b35b5e0-6fb4-4b1d-8dee-c2591b92df0c None None] Port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:57:41.207374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-afe92280-b296-44af-b7b8-a9df34c8636c req-38c3cce1-740c-4820-940c-c797ef17e70c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425312 Aug 16 01:57:41.227019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db7c32-71a2-4fee-b142-a27560a2430b req-681b10cb-4b17-452f-942f-c40737e4f86a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.230969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12db7c32-71a2-4fee-b142-a27560a2430b req-681b10cb-4b17-452f-942f-c40737e4f86a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 945 time: 0.1251831 Aug 16 01:57:41.238748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.239514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2a58c6b4-ff11-4218-a0d7-7b6c23363025 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:41.308863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 2a58c6b4-ff11-4218-a0d7-7b6c23363025 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:41.308863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2a58c6b4-ff11-4218-a0d7-7b6c23363025 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:41.376457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12db7c32-71a2-4fee-b142-a27560a2430b req-e0ef6b33-0c9e-4f2c-af9e-b36f356f6775 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397347 Aug 16 01:57:41.408754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=dcf113d9-df71-42da-950d-e4d31f78ff1a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.419606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16e6097f-2c4a-41aa-b175-05a34247ec7c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:41.610567 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751fd390-a0bb-4c2b-a85e-0d554df456d4 x-openstack-request-id: req-751fd390-a0bb-4c2b-a85e-0d554df456d4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:41.610567 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27d06f9-b7c7-40b7-8c52-34288db27294", "name": "network-vif-plugged", "status": "completed", "tag": "dcf113d9-df71-42da-950d-e4d31f78ff1a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:41.610567 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-751fd390-a0bb-4c2b-a85e-0d554df456d4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:41.610567 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcf113d9-df71-42da-950d-e4d31f78ff1a', 'code': 200} Aug 16 01:57:41.674659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.695487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 16e6097f-2c4a-41aa-b175-05a34247ec7c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:41.697674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.700410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 16e6097f-2c4a-41aa-b175-05a34247ec7c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:41.716102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.753080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2a129-7d3f-4665-8608-827f0338de2a req-ec218474-6478-43cc-95c9-057d18236063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:41.755495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6cd2a129-7d3f-4665-8608-827f0338de2a req-ec218474-6478-43cc-95c9-057d18236063 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 1098 time: 0.1297333 Aug 16 01:57:41.844397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.845601 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6cd2a129-7d3f-4665-8608-827f0338de2a req-b25e535f-0073-4e3a-9f6f-ee441330b63a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779688 Aug 16 01:57:41.857901 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.870816 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:41.871198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 16e6097f-2c4a-41aa-b175-05a34247ec7c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16e6097f-2c4a-41aa-b175-05a34247ec7c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:41.871308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c423f7e-16ca-4c50-80db-bd3f96a6b367 HTTP/1.1" status: 204 len: 168 time: 0.8227696 Aug 16 01:57:41.880062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c423f7e-16ca-4c50-80db-bd3f96a6b367,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:41.880860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfa40193-d74e-4b5c-91c2-25327bb3881a req-6882b766-7637-432a-aabd-91fe5e48d4a6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 210 time: 0.0328534 Aug 16 01:57:41.896134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.896535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.897307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.897659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.897997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.898326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.898676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.899614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.900087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.900425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.900763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.901096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf0c9c9-f500-409e-97d0-05acb1ce029f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:41.999793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.012136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.021312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022712029', 'description': 'tempest-description--983532364'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:42.096165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dcabd-1cb1-4897-a23c-07e65b4aeb03 req-22dcd68c-c78a-4ada-8184-ddacdbefa64c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.101970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=16e6097f-2c4a-41aa-b175-05a34247ec7c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.105195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b3dcabd-1cb1-4897-a23c-07e65b4aeb03 req-22dcd68c-c78a-4ada-8184-ddacdbefa64c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0777433 Aug 16 01:57:42.167219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b3dcabd-1cb1-4897-a23c-07e65b4aeb03 req-ac05ee15-3283-4994-b560-91b1f64ac40f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Aug 16 01:57:42.207406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.267257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4afd605-c5a4-415b-b009-00f907e8985f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.358005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acb838-2954-4da8-984e-a2b1456aeafe req-98b664ef-0cdf-419b-8cf8-321409aafcd9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.359844 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-97acb838-2954-4da8-984e-a2b1456aeafe req-98b664ef-0cdf-419b-8cf8-321409aafcd9 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 950 time: 0.2033954 Aug 16 01:57:42.390257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.418157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f12546-4378-47ee-9e0f-764f87037d76 req-efc7b136-3352-47f9-8ba9-8fffb3fc36b7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.424651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5f12546-4378-47ee-9e0f-764f87037d76 req-efc7b136-3352-47f9-8ba9-8fffb3fc36b7 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 950 time: 0.1242352 Aug 16 01:57:42.515257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.560063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5f12546-4378-47ee-9e0f-764f87037d76 req-132c228c-3d29-49bc-932b-54574dbb356c tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/security-groups?id=81ad8157-d7a0-4728-894c-652943ffd70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251462 Aug 16 01:57:42.617445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Deleting port 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:57:42.618742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.637144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Sync routers for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:57:42.656590 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:42.659612 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:42.661922 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.679224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde9d2-e80e-40a4-b642-124f742c449f req-4a0831fa-b3e2-400b-8fd0-4435325fa614 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:42.681959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-60dde9d2-e80e-40a4-b642-124f742c449f req-4a0831fa-b3e2-400b-8fd0-4435325fa614 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1160550 Aug 16 01:57:42.699422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db895c9-77c4-4dd6-bec1-2c15639abf6c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:42.755876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-60dde9d2-e80e-40a4-b642-124f742c449f req-a64f45bd-e8a6-4e48-b85c-d35f63fa7b22 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671930 Aug 16 01:57:42.789156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] For port 971af9d5-fd63-49fc-88c7-a33e8e70edab, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=971af9d5-fd63-49fc-88c7-a33e8e70edab,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:42.790197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.804694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Calling delete_port for 971af9d5-fd63-49fc-88c7-a33e8e70edab owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:57:42.814456 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:42.875290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:42.879507 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-053c581f-ccee-470a-8657-f35213579d16 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8655589 Aug 16 01:57:42.879670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56630) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:42.889404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Request body: {'security_group_rule': {'security_group_id': '0db895c9-77c4-4dd6-bec1-2c15639abf6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:43.010326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1b6fe59-d310-42b8-8794-ef653e18d128 req-1beb79ee-9a52-49ee-aa04-d18a5e580c6f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 210 time: 0.0252969 Aug 16 01:57:43.054995 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 2, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:43.081613 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Checking router: 0b781bc9-dcde-4f3b-8225-3339eaabf803 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:57:43.085153 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Updating router 0b781bc9-dcde-4f3b-8225-3339eaabf803 port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:57:43.112838 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.122994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.187232 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.239277 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.253694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['971af9d5-fd63-49fc-88c7-a33e8e70edab'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:43.294153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Pushing event deleted for resources: {'Port': ['ID=971af9d5-fd63-49fc-88c7-a33e8e70edab,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.308215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16e6097f-2c4a-41aa-b175-05a34247ec7c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:43.379956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] No DVR routers for this DVR port 971af9d5-fd63-49fc-88c7-a33e8e70edab on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:57:43.385282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 16e6097f-2c4a-41aa-b175-05a34247ec7c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:43.385641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.386943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.389656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-97acb838-2954-4da8-984e-a2b1456aeafe req-7de328ee-13ef-48aa-882c-7cd2875fd761 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.83 "DELETE /v2.0/ports/971af9d5-fd63-49fc-88c7-a33e8e70edab HTTP/1.1" status: 204 len: 173 time: 1.0203958 Aug 16 01:57:43.391859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-deleted', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:43.399233 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619f5aa3-0852-4683-861b-9c1d25487f0b" -d '{"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-deleted", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:43.420099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.455847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.465594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a6b18d2-40a6-4935-b9c4-b8d93910dfbd,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.482296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a67497-960a-4597-b633-f30c4ed2168e req-37d50f19-1083-4a15-8ef2-721a1e966555 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.491438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9a67497-960a-4597-b633-f30c4ed2168e req-37d50f19-1083-4a15-8ef2-721a1e966555 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1925333 Aug 16 01:57:43.543368 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eabdc5d-13b3-4c65-9a0e-1d64b2496a5e x-openstack-request-id: req-3eabdc5d-13b3-4c65-9a0e-1d64b2496a5e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:43.545316 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "016d432d-dad1-4248-a2e8-e0417c3c9408", "name": "network-vif-deleted", "tag": "971af9d5-fd63-49fc-88c7-a33e8e70edab", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:43.545316 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3eabdc5d-13b3-4c65-9a0e-1d64b2496a5e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:43.545529 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016d432d-dad1-4248-a2e8-e0417c3c9408', 'name': 'network-vif-deleted', 'tag': '971af9d5-fd63-49fc-88c7-a33e8e70edab', 'status': 'completed', 'code': 200} Aug 16 01:57:43.549514 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82a2c2eb-bf79-4f84-b480-136b7d0ba41f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c5f849a78264304bc0c740c7274e154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924904 Aug 16 01:57:43.572967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9a67497-960a-4597-b633-f30c4ed2168e req-b6654472-7466-4de5-8b04-3d69a81db75b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805099 Aug 16 01:57:43.573305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.599386 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.605022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.613153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e52d7f8f-6840-4c22-8b95-1b2b34b7015d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7256374 Aug 16 01:57:43.613920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56646) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:43.620463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Request body: {'security_group_rule': {'security_group_id': '0db895c9-77c4-4dd6-bec1-2c15639abf6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:43.620877 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Transition to ACTIVE for port object 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:43.678269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cd399c5-debc-4125-9912-2d7d1a1887de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.716675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cd399c5-debc-4125-9912-2d7d1a1887de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.735310 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.737687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a89de51e-8595-49f8-985b-469f8fece2d6 req-da78a0d7-d48e-4b3e-b2ea-2636708c7798 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 210 time: 0.0597935 Aug 16 01:57:43.811639 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.841915 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Pushing event updated for resources: {'Port': ['ID=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:43.855487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.856098 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.856924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.857467 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.858006 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.858536 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.859102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.859643 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.860172 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.860698 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.861222 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.861979 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:43.898064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Attempting to bind port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:43.898500 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Attempting to bind port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:43.899556 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Attempting to bind port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 on network cab1915a-f29a-4188-a224-153f71026bb9 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:43.905450 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:43.905914 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Checking segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:43.906410 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.906891 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Bound using segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:43.907461 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Bound port: 20d6e651-ff3c-48d2-b2d2-7851f21d63a4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:43.907933 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.908411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:43.934023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6045a-fad2-4f96-9d76-0b5b35c9b58d req-10346aff-883c-46f5-a227-4dc5799e9afc tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:43.941948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdb6045a-fad2-4f96-9d76-0b5b35c9b58d req-10346aff-883c-46f5-a227-4dc5799e9afc tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0698853 Aug 16 01:57:43.985551 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdb6045a-fad2-4f96-9d76-0b5b35c9b58d req-93ef358d-8674-46dd-af22-27ba30e4a386 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Aug 16 01:57:43.997924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] For port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:44.013120 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] For port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:44.067367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cd399c5-debc-4125-9912-2d7d1a1887de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.067802 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.075720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cd399c5-debc-4125-9912-2d7d1a1887de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.075720 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2cd399c5-debc-4125-9912-2d7d1a1887de admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee08a700-5312-46fe-b3f7-ce60dce0ef88 HTTP/1.1" status: 204 len: 168 time: 0.4978437 Aug 16 01:57:44.088483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd399c5-debc-4125-9912-2d7d1a1887de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee08a700-5312-46fe-b3f7-ce60dce0ef88,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.097965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56242bc4-e7be-4559-9642-b78ef17aa92a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.147909 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.155150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82957e0a-0442-40fc-be8e-8cc1f343f12f req-dc48618f-178f-448f-9913-70fc0e2b1856 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 210 time: 0.0412896 Aug 16 01:57:44.221471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdf1bb-f471-4115-b70f-58f0daa15564 None None] Pushing event updated for resources: {'Port': ['ID=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:44.246443 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:57:44.247384 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.369868 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.375052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bd03ee4e-0695-40e0-8929-f9dfd05e56c7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7587519 Aug 16 01:57:44.377264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56658) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:44.379520 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:57:44.388637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:44.567176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.575833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.838751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11092f-3f37-41e7-a4d9-30451b3519f4 req-3f827b9a-f739-4fe4-987e-6f779e44b08e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.851279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee11092f-3f37-41e7-a4d9-30451b3519f4 req-3f827b9a-f739-4fe4-987e-6f779e44b08e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1526966 Aug 16 01:57:44.862558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-c1a843ba-bb80-4d5b-957a-596f46fb1e5d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.865093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-c1a843ba-bb80-4d5b-957a-596f46fb1e5d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.2789521 Aug 16 01:57:44.880136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Request body: {'port': {'device_id': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'admin_state_up': True, 'tenant_id': '67525953912743a09eecbc070e69ea3a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:44.888758 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:43Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:57:44.903953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7a84-2697-4527-9f78-b67c0041242d req-3fecb0bb-d8b6-4ba9-82f1-bec47e9ec012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:44.905570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-3fecb0bb-d8b6-4ba9-82f1-bec47e9ec012 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 1098 time: 0.0825992 Aug 16 01:57:44.943637 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:44.947122 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1a5e2f-1c4b-4d31-bef4-e18c19dd71c8 None None] The sync data for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 is: [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:43Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:57:45.009217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee11092f-3f37-41e7-a4d9-30451b3519f4 req-8ef43519-4be8-4700-9a10-c08c9f453d26 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399362 Aug 16 01:57:45.205678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7a84-2697-4527-9f78-b67c0041242d req-df07c76e-f547-4b4a-9ed2-0aa508e8051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.207276 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-df07c76e-f547-4b4a-9ed2-0aa508e8051a service neutron] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 911 time: 0.2674561 Aug 16 01:57:45.224980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4f5fc-16d0-4337-81db-2a5011b4afdc req-668c0112-d5a7-4f2d-bfe1-1f8f14278ac7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.227091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfa4f5fc-16d0-4337-81db-2a5011b4afdc req-668c0112-d5a7-4f2d-bfe1-1f8f14278ac7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.3730340 Aug 16 01:57:45.295634 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-d399e64d-7058-4277-9335-27d323fcfc2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a HTTP/1.1" status: 200 len: 217 time: 0.0643749 Aug 16 01:57:45.374027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:45.382795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b7a84-2697-4527-9f78-b67c0041242d req-0e01bb46-2b49-4733-9d28-f5c790e22cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:45.384999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-0e01bb46-2b49-4733-9d28-f5c790e22cf4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.0771387 Aug 16 01:57:45.412636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfa4f5fc-16d0-4337-81db-2a5011b4afdc req-c556da85-6e51-40ea-8d02-9cba57fc400a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754353 Aug 16 01:57:45.429257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5fa2ccd-88fc-4156-b6c4-e97cf3cd1da5 req-e5e7d0f4-0205-4903-9521-a262ea0c6eb5 tempest-ServersAdminTestJSON-1634395868 tempest-ServersAdminTestJSON-1634395868-project] 10.222.0.76 "GET /v2.0/ports?device_id=016d432d-dad1-4248-a2e8-e0417c3c9408 HTTP/1.1" status: 200 len: 210 time: 0.1168685 Aug 16 01:57:45.460341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-24cc9ae7-9b45-4382-88fa-9e8f6362a999 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555847 Aug 16 01:57:45.477946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Allocated IP 172.25.6.219 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/515de5c0-f267-416d-a1ac-e90019684f81) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:45.554105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb7b3e01-d5fc-4c49-81fe-50083ba45871 req-7cb38325-07fc-44ef-88a2-99f6b5724f5c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 210 time: 0.0465412 Aug 16 01:57:45.590915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:45.596058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:45.596432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.631470 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-3d2520fe-51ed-4675-97a4-2df570d95aee service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566749 Aug 16 01:57:45.634926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Made reservation on behalf of 67525953912743a09eecbc070e69ea3a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:45.645225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.777447 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.797160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c90b7a84-2697-4527-9f78-b67c0041242d req-72a4c114-fc6e-42f4-8a94-c6b4fe94c1b2 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484053 Aug 16 01:57:45.840336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:45.861052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:45.964052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Allocated IP 172.20.0.4 (a739aecc-c548-4a15-b670-3bcca38e96a4/63691e24-f796-48d0-9e51-d8f47edc14c2/dcced1d3-f737-42a7-ad6e-7cf4c6897583) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:45.986372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.075389 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.156980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.163897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.166586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.166960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.167371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.167642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.167964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.168302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.169080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.170533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.171017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.171258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.171979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.172425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:57:46.192087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df1274-1566-4cc2-b439-94885c1807fe req-7d5057fc-4b97-46d0-925c-5fe72aa24f8e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.202616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75df1274-1566-4cc2-b439-94885c1807fe req-7d5057fc-4b97-46d0-925c-5fe72aa24f8e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0892835 Aug 16 01:57:46.245026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75df1274-1566-4cc2-b439-94885c1807fe req-00f9ddfb-e80f-45e1-a5ec-7c94be735137 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Aug 16 01:57:46.341438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.387159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.401786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:46.405427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:46.409218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:46.450579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Network a739aecc-c548-4a15-b670-3bcca38e96a4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:46.454103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:46.459200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event updated for resources: {'Port': ['ID=515de5c0-f267-416d-a1ac-e90019684f81,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.460295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:46.530513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:46.599299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.600341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.638295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:57:46.658539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 971af9d5-fd63-49fc-88c7-a33e8e70edab {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:57:46.659075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 971af9d5-fd63-49fc-88c7-a33e8e70edab not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:57:46.659184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:46.695734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a3d75-d282-4da7-8d1b-bf0939166550 req-b06d4994-f64d-4924-a40a-8cda12515c74 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.697390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-428a3d75-d282-4da7-8d1b-bf0939166550 req-b06d4994-f64d-4924-a40a-8cda12515c74 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1334743 Aug 16 01:57:46.733374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9804f1-4f18-48a5-a42b-7be609c9abc0 req-ad729041-c94a-4269-b2ab-3bfb8cbb68b6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:46.735267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec9804f1-4f18-48a5-a42b-7be609c9abc0 req-ad729041-c94a-4269-b2ab-3bfb8cbb68b6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 931 time: 0.1018834 Aug 16 01:57:46.759162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-428a3d75-d282-4da7-8d1b-bf0939166550 req-20227a90-fc3e-4643-8487-bff588eac4b3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547385 Aug 16 01:57:46.806761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec9804f1-4f18-48a5-a42b-7be609c9abc0 req-25b03296-fa7a-4b00-8624-3b0e7952807b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Aug 16 01:57:47.232038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:47.282890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:47.283274 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.342668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f51aae12-2707-48c2-aa39-b030661fad30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4664304 Aug 16 01:57:47.529632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Request body: {'port': {'device_id': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:47.529732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2cb3c-8c7a-4708-8f0a-8abeb923d17c req-1f91f098-a5a1-4137-a4c2-13968a429aab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:47.529732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77b2cb3c-8c7a-4708-8f0a-8abeb923d17c req-1f91f098-a5a1-4137-a4c2-13968a429aab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0544705 Aug 16 01:57:47.529732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77b2cb3c-8c7a-4708-8f0a-8abeb923d17c req-ebb536ea-8ce7-49e2-a2f0-b0e5d95d6851 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332606 Aug 16 01:57:47.530268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.686292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcced1d3-f737-42a7-ad6e-7cf4c6897583 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:47.693670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.705807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Transition to ACTIVE for port object dcced1d3-f737-42a7-ad6e-7cf4c6897583 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:47.738693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.857801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:47.931161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.005253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Attempting to bind port dcced1d3-f737-42a7-ad6e-7cf4c6897583 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:48.005584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Attempting to bind port dcced1d3-f737-42a7-ad6e-7cf4c6897583 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:48.006187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Attempting to bind port dcced1d3-f737-42a7-ad6e-7cf4c6897583 on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:48.015709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Port dcced1d3-f737-42a7-ad6e-7cf4c6897583 on network a739aecc-c548-4a15-b670-3bcca38e96a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:48.016066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Attempting to bind port dcced1d3-f737-42a7-ad6e-7cf4c6897583 on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:48.016975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f55129-4155-4495-ab25-55c30ca4a0ce req-df62d31a-081c-4760-85df-1cb17f27acfd tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.018506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14f55129-4155-4495-ab25-55c30ca4a0ce req-df62d31a-081c-4760-85df-1cb17f27acfd tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 943 time: 0.1104929 Aug 16 01:57:48.021323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:48.021675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Checking segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:48.022487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Bound using segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:48.022487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Bound port: dcced1d3-f737-42a7-ad6e-7cf4c6897583, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:48.022895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.024649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.036049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921bfe8-f8ca-48b1-8ab7-92ed840465e8 req-d7f62cdf-13cc-4955-a30c-bf98d818329d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.037511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9921bfe8-f8ca-48b1-8ab7-92ed840465e8 req-d7f62cdf-13cc-4955-a30c-bf98d818329d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1470103 Aug 16 01:57:48.094265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14f55129-4155-4495-ab25-55c30ca4a0ce req-45c70711-453a-40f0-aa4a-89fc83c078cc tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655744 Aug 16 01:57:48.108946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9921bfe8-f8ca-48b1-8ab7-92ed840465e8 req-99ff4c33-e497-4273-ab8a-16f1d10b19e6 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Aug 16 01:57:48.119900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:48.123619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:48.135756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.185328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56732) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.214239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event updated for resources: {'Port': ['ID=515de5c0-f267-416d-a1ac-e90019684f81,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.222484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.225668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.265195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.265840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.267298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] 10.222.0.83 "PUT /v2.0/ports/dcced1d3-f737-42a7-ad6e-7cf4c6897583 HTTP/1.1" status: 200 len: 1092 time: 0.9161427 Aug 16 01:57:48.270514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:48.270514 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6e4ccb-021f-455b-8c15-955a9baa6423" -d '{"events": [{"name": "network-changed", "server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:48.317209 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5913a2a-a301-4c96-8f3d-62628dffe952 x-openstack-request-id: req-b5913a2a-a301-4c96-8f3d-62628dffe952 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:48.317750 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:48.318012 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5913a2a-a301-4c96-8f3d-62628dffe952 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:48.318480 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'status': 'completed', 'code': 200} Aug 16 01:57:48.319480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5272e5e-7183-4cbe-9df1-dacf426ca15e service neutron] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:48.353262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.355021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a78364cf-38db-44f4-bfc0-64ae6f7c80e3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9752734 Aug 16 01:57:48.404082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e4ccb-021f-455b-8c15-955a9baa6423 req-4b403284-f908-47c2-8cf3-06ed382659d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.405896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a6e4ccb-021f-455b-8c15-955a9baa6423 req-4b403284-f908-47c2-8cf3-06ed382659d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 1095 time: 0.0671620 Aug 16 01:57:48.562964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e4ccb-021f-455b-8c15-955a9baa6423 req-0833d28f-19ff-422b-8c70-dc120a408042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.564554 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a6e4ccb-021f-455b-8c15-955a9baa6423 req-0833d28f-19ff-422b-8c70-dc120a408042 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=67525953912743a09eecbc070e69ea3a&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1500270 Aug 16 01:57:48.575552 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d286198c-9aa1-41bc-9792-fef07a0cea8f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=16ae772617174bbd918e62abc6f4fa13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867083 Aug 16 01:57:48.575891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56758) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:48.682504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e4ccb-021f-455b-8c15-955a9baa6423 req-5df8dd62-451e-4287-adaa-fff936410335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.686417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a6e4ccb-021f-455b-8c15-955a9baa6423 req-5df8dd62-451e-4287-adaa-fff936410335 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085083 Aug 16 01:57:48.694263 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb62a30a-f533-42a1-a6a2-8ce12caf6e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.706495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8cca7-046c-43d0-b0a9-a75067b9893f req-fbe9455a-60b1-47c6-9617-2bf644dd6074 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.714052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ef8cca7-046c-43d0-b0a9-a75067b9893f req-fbe9455a-60b1-47c6-9617-2bf644dd6074 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0915782 Aug 16 01:57:48.768212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb62a30a-f533-42a1-a6a2-8ce12caf6e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.772585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ef8cca7-046c-43d0-b0a9-a75067b9893f req-fb6ddec9-efb7-4ea0-a0fc-f812d82322bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552702 Aug 16 01:57:48.789183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-e1e37438-60c9-48bf-a792-6fdf7fa24087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.789183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-e1e37438-60c9-48bf-a792-6fdf7fa24087 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 1095 time: 0.0619624 Aug 16 01:57:48.845364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-478f97b6-eb85-4135-9b48-f4f5e1e061fa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583 HTTP/1.1" status: 200 len: 217 time: 0.0482466 Aug 16 01:57:48.904124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-e5d22130-1393-4661-b762-4bee4d5efb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:48.905854 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-e5d22130-1393-4661-b762-4bee4d5efb12 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.0537162 Aug 16 01:57:48.937408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-4b2d960a-4e2a-4895-9eab-2a3e1b1b3643 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243921 Aug 16 01:57:48.975083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb62a30a-f533-42a1-a6a2-8ce12caf6e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.980877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb62a30a-f533-42a1-a6a2-8ce12caf6e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:48.980877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bb62a30a-f533-42a1-a6a2-8ce12caf6e91 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81ad8157-d7a0-4728-894c-652943ffd70e HTTP/1.1" status: 204 len: 168 time: 0.4025538 Aug 16 01:57:48.987741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb62a30a-f533-42a1-a6a2-8ce12caf6e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ad8157-d7a0-4728-894c-652943ffd70e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:49.037868 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-6ee6d7dd-348f-4817-b47f-aec4e8b6bc1f service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928426 Aug 16 01:57:49.133383 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2cd5807-a137-4f3a-aac3-f9c84284eec8 req-fa7debba-9408-4cbb-8973-d06699fcfb5a service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868828 Aug 16 01:57:49.252354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca3154-cc69-45f9-85cb-5e6aa257f25b req-2803b531-e642-4fe4-b5ae-605afcda5c4e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.253881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79ca3154-cc69-45f9-85cb-5e6aa257f25b req-2803b531-e642-4fe4-b5ae-605afcda5c4e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 943 time: 0.0865183 Aug 16 01:57:49.273771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9813061-10c6-4919-8cf2-28afea9fdd11 req-b89775bf-7fdc-44b8-84b9-9ac5a7002380 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.273771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9813061-10c6-4919-8cf2-28afea9fdd11 req-b89775bf-7fdc-44b8-84b9-9ac5a7002380 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0726721 Aug 16 01:57:49.321068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79ca3154-cc69-45f9-85cb-5e6aa257f25b req-890752ef-387e-4cfc-b302-83d1f076d284 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515709 Aug 16 01:57:49.334159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9813061-10c6-4919-8cf2-28afea9fdd11 req-f7cc7f6e-546a-4b01-922c-6a2be10e7a08 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505965 Aug 16 01:57:49.671693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56816) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:49.782174 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33fcc982-6320-453a-b1d6-1350884327fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.910317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33fcc982-6320-453a-b1d6-1350884327fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:49.932455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c01607-de95-4ec5-8972-4d187182a347 req-07534516-158e-4dbe-bae1-db92189280b5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:49.933998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7c01607-de95-4ec5-8972-4d187182a347 req-07534516-158e-4dbe-bae1-db92189280b5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0724673 Aug 16 01:57:49.974334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7c01607-de95-4ec5-8972-4d187182a347 req-e1140d7a-0c45-457b-a1cd-f43d13e63165 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336516 Aug 16 01:57:50.118164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33fcc982-6320-453a-b1d6-1350884327fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.161955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-33fcc982-6320-453a-b1d6-1350884327fa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2820e750b67446619c9e35b11390f55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4890876 Aug 16 01:57:50.163085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcc982-6320-453a-b1d6-1350884327fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b323a0a-9797-488f-b612-aa04a9c6589d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.165203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56830) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.214538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0abb09fc-06dc-4aa6-8d5c-5be522cb02b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.239532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0abb09fc-06dc-4aa6-8d5c-5be522cb02b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.460070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56838) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.480821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de6dd74-b3da-4258-a1b4-02521f08f2e7 req-e16bb1c7-5731-41ee-b9a8-a4c99300b6e5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.482326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5de6dd74-b3da-4258-a1b4-02521f08f2e7 req-e16bb1c7-5731-41ee-b9a8-a4c99300b6e5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0762432 Aug 16 01:57:50.487974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0abb09fc-06dc-4aa6-8d5c-5be522cb02b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.489662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4298abaa-7e90-4eb2-b3f2-73f7927716ce req-afcaf939-e965-4222-a3d8-30e0a5c6d875 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:50.490495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0abb09fc-06dc-4aa6-8d5c-5be522cb02b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.491146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4298abaa-7e90-4eb2-b3f2-73f7927716ce req-afcaf939-e965-4222-a3d8-30e0a5c6d875 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 943 time: 0.0937014 Aug 16 01:57:50.500891 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0abb09fc-06dc-4aa6-8d5c-5be522cb02b1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b323a0a-9797-488f-b612-aa04a9c6589d HTTP/1.1" status: 204 len: 168 time: 0.3347852 Aug 16 01:57:50.524951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb09fc-06dc-4aa6-8d5c-5be522cb02b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b323a0a-9797-488f-b612-aa04a9c6589d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:50.550555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5de6dd74-b3da-4258-a1b4-02521f08f2e7 req-a820e039-8fe8-4058-81e4-12a2801749a1 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583656 Aug 16 01:57:50.553412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4298abaa-7e90-4eb2-b3f2-73f7927716ce req-b04f695b-5357-463a-b4c1-74f0f007f551 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547087 Aug 16 01:57:50.579253 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c25d0b40-0708-4b04-9588-ca7f7d0e0511 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5943ff64ab043afae445ddda2d8ce9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1160200 Aug 16 01:57:50.580015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:50.657298 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15ec0618-ee6c-4ba1-bab7-4c18586cd327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.681946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15ec0618-ee6c-4ba1-bab7-4c18586cd327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.844058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15ec0618-ee6c-4ba1-bab7-4c18586cd327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.848895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15ec0618-ee6c-4ba1-bab7-4c18586cd327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:50.850084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-15ec0618-ee6c-4ba1-bab7-4c18586cd327 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb280107-e6d7-48c1-8043-d7db647fe2aa HTTP/1.1" status: 204 len: 168 time: 0.2688291 Aug 16 01:57:50.862728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec0618-ee6c-4ba1-bab7-4c18586cd327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb280107-e6d7-48c1-8043-d7db647fe2aa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:51.130901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85fefa-3c5e-4827-8894-703456ebcf78 req-9e24ed5b-1716-43d7-a1f2-64b5ffe3fffd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.132917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb85fefa-3c5e-4827-8894-703456ebcf78 req-9e24ed5b-1716-43d7-a1f2-64b5ffe3fffd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.0588419 Aug 16 01:57:51.186683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb85fefa-3c5e-4827-8894-703456ebcf78 req-428cf04c-f3b9-4aec-8990-b96996cefe43 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Aug 16 01:57:51.771161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2765b68-71a1-4109-91ed-1a9897e33631 req-3e50d2c1-4c9a-498f-9999-664c5f12d823 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.772829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2765b68-71a1-4109-91ed-1a9897e33631 req-3e50d2c1-4c9a-498f-9999-664c5f12d823 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1140027 Aug 16 01:57:51.782145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8f627-f51e-4d3a-bd3b-121ee7ad8edf req-4e061a4d-86a7-4a78-a30f-1b8a5b63041a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:51.783728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7a8f627-f51e-4d3a-bd3b-121ee7ad8edf req-4e061a4d-86a7-4a78-a30f-1b8a5b63041a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 943 time: 0.0855846 Aug 16 01:57:51.819314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56898) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:51.835344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c380-ebaf-4ddf-88c9-c4d181ee8615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:51.854733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2765b68-71a1-4109-91ed-1a9897e33631 req-fd84e3df-27e0-46e5-8fe4-735273ea8ca7 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696015 Aug 16 01:57:51.861437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7a8f627-f51e-4d3a-bd3b-121ee7ad8edf req-433588a6-b522-4924-a3eb-db1fe6917a28 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677423 Aug 16 01:57:51.988432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c380-ebaf-4ddf-88c9-c4d181ee8615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.129744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c380-ebaf-4ddf-88c9-c4d181ee8615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.172656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f2a9c380-ebaf-4ddf-88c9-c4d181ee8615 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e1215fe451554d78bfb4d45d0672cc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536057 Aug 16 01:57:52.173513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c380-ebaf-4ddf-88c9-c4d181ee8615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc5e040-7543-4597-b99c-2a88d3badef4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.176243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56904) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.253745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6585085e-6fb4-415a-9842-049c113c015d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.299571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6585085e-6fb4-415a-9842-049c113c015d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.376266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b7bca-8b3f-49d1-a9e4-fe79f72c26b1 req-06adb43a-6f25-431d-aac8-74e81840d2d4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:52.377716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a1b7bca-8b3f-49d1-a9e4-fe79f72c26b1 req-06adb43a-6f25-431d-aac8-74e81840d2d4 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1028824 Aug 16 01:57:52.429627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a1b7bca-8b3f-49d1-a9e4-fe79f72c26b1 req-9ec4ffe6-b40d-41e0-bdc0-2dd1e03990ed tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443358 Aug 16 01:57:52.518346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6585085e-6fb4-415a-9842-049c113c015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.520968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6585085e-6fb4-415a-9842-049c113c015d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:52.524420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6585085e-6fb4-415a-9842-049c113c015d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1fc5e040-7543-4597-b99c-2a88d3badef4 HTTP/1.1" status: 204 len: 168 time: 0.3446705 Aug 16 01:57:52.537915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6585085e-6fb4-415a-9842-049c113c015d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc5e040-7543-4597-b99c-2a88d3badef4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:52.686035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56920) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:52.693395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:52.948277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:52.951434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-499269446-network', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:52.970370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'mac_address': 'fa:16:3e:2d:c0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:57:53.047773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.078932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcced1d3-f737-42a7-ad6e-7cf4c6897583 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:57:53.093510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a919b-1dff-4566-9f0f-e6c0f5e0aae7 req-ec937294-92c2-4ddd-b422-b07162ba0f2a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.095370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f2a919b-1dff-4566-9f0f-e6c0f5e0aae7 req-ec937294-92c2-4ddd-b422-b07162ba0f2a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 943 time: 0.0960143 Aug 16 01:57:53.099794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:53.105297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172fe32-2f32-46eb-909b-3c1339172485 req-845753d4-73cb-4032-b669-8f7006d07e1b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.107039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1172fe32-2f32-46eb-909b-3c1339172485 req-845753d4-73cb-4032-b669-8f7006d07e1b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0954299 Aug 16 01:57:53.163279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Made reservation on behalf of b79a25b5d84e4b8f9bbdfb3b3fc3837f for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:53.166828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.185888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f2a919b-1dff-4566-9f0f-e6c0f5e0aae7 req-dceaad2a-c516-4527-9b28-676676bfadbb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777545 Aug 16 01:57:53.207558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.225732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1172fe32-2f32-46eb-909b-3c1339172485 req-7741427a-be8e-4978-a95a-140487ad1a7b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080775 Aug 16 01:57:53.265360 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.322685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.341136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.519496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.553318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:57:53.572921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['dcced1d3-f737-42a7-ad6e-7cf4c6897583'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:53.573982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.574452 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Added segment a1488331-76b4-465b-80c5-89ebb8821cc4 of type vlan for network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 Aug 16 01:57:53.596647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db71bfc-5a6f-4bb3-b50a-f52b22e4cb80,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.639061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c13dc1-fee5-499e-be64-afe9dfa07a07 req-dc814d4e-fc2f-4d15-8096-8056ae122409 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.640801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c13dc1-fee5-499e-be64-afe9dfa07a07 req-dc814d4e-fc2f-4d15-8096-8056ae122409 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 946 time: 0.1329796 Aug 16 01:57:53.652622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.716860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c13dc1-fee5-499e-be64-afe9dfa07a07 req-2efea3d9-4c08-4e5d-a529-26c8c203dc58 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595872 Aug 16 01:57:53.825878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.826950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.827554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:53.892019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-fc895dce-f433-4f42-8050-296b9e94b40d tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:53.893720 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-fc895dce-f433-4f42-8050-296b9e94b40d tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1098 time: 0.0553126 Aug 16 01:57:53.903416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] Pushing event updated for resources: {'Network': ['ID=6fa3ff9a-432e-4e51-955f-1540f31e79a3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:53.909009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:53.915145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:57:53.982952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.073159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9f1b1c8f-8758-45d7-96fa-eef17037d669 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3859468 Aug 16 01:57:54.075933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56956) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:54.081520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Request body: {'subnet': {'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-499269446-subnet', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:54.338506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Made reservation on behalf of b79a25b5d84e4b8f9bbdfb3b3fc3837f for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:57:54.349057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.378511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:54.443328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:54.498083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cac96-18f5-4326-9e09-fd19f7dec12e req-58bcb513-9ab7-4647-ad9e-0dabc104b883 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.501531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.504126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:54.506600 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8a1d34-a5b6-4905-8fe2-651cb817f11b" -d '{"events": [{"server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "name": "network-vif-unplugged", "status": "completed", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:54.511845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed0cac96-18f5-4326-9e09-fd19f7dec12e req-58bcb513-9ab7-4647-ad9e-0dabc104b883 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 944 time: 0.2291558 Aug 16 01:57:54.576895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd3c77-b5df-4fa5-b6e4-36d3e5ed7c7f req-b28142c5-d68b-415d-9a88-0afec4f02583 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:54.579654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97bd3c77-b5df-4fa5-b6e4-36d3e5ed7c7f req-b28142c5-d68b-415d-9a88-0afec4f02583 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.2290003 Aug 16 01:57:54.615603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:57:54.632371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed0cac96-18f5-4326-9e09-fd19f7dec12e req-5c7ec85c-e2e7-4554-93ea-8dd10ba24115 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193027 Aug 16 01:57:54.677795 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:54.694663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:54.697628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97bd3c77-b5df-4fa5-b6e4-36d3e5ed7c7f req-fc52fc5b-9c11-46d0-9b0a-c310ebc0a862 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092947 Aug 16 01:57:54.833517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:54.856464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 has no active binding in host n-h2-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:57:54.869551 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e9cca8-51d4-4a70-933c-6489d3a10632 x-openstack-request-id: req-a9e9cca8-51d4-4a70-933c-6489d3a10632 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:54.869849 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "name": "network-vif-unplugged", "status": "completed", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:54.870101 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9e9cca8-51d4-4a70-933c-6489d3a10632 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:54.870542 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'code': 200} Aug 16 01:57:54.875495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:54.936930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:54.937630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:54.937630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:54.942548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:57:54.943161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Attempting to bind port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:54.954901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:54.955657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:54.956217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:54.957274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Bound port: 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:54.957687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.006366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42bb55-d066-4316-818d-4f526e32939a req-4a3ce3ee-d66f-41e6-83ea-cc9155be883d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.008739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port dcced1d3-f737-42a7-ad6e-7cf4c6897583 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:55.012134 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba42bb55-d066-4316-818d-4f526e32939a req-4a3ce3ee-d66f-41e6-83ea-cc9155be883d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.1402631 Aug 16 01:57:55.013316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port dcced1d3-f737-42a7-ad6e-7cf4c6897583 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:55.014214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.060206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:55.069337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:55.072135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba42bb55-d066-4316-818d-4f526e32939a req-a6dfd0ee-a5ed-4983-b6dc-1f1529b805e7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484102 Aug 16 01:57:55.126818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.150468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.161290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:55.161290 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbecb21-9498-4c9d-858c-e88199ac2428" -d '{"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-plugged", "status": "completed", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:55.190711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:55.206728 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.237949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Checking segment: {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:55.238627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Network hostable DHCP agents. Network: 6fa3ff9a-432e-4e51-955f-1540f31e79a3, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:57:55.243836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Pushing event updated for resources: {'Subnet': ['ID=296c5a98-a8f4-4eda-ba44-e39a568723f1,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.255307 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203bade-c80b-4f38-b795-a23eef5dc1b1 x-openstack-request-id: req-6203bade-c80b-4f38-b795-a23eef5dc1b1 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:55.263138 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-plugged", "status": "completed", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:55.263138 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6203bade-c80b-4f38-b795-a23eef5dc1b1 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:55.263138 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'code': 200} Aug 16 01:57:55.336973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.338069 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.339075 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] 10.222.0.58 "PUT /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 200 len: 1124 time: 1.4376967 Aug 16 01:57:55.365825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.384446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62839768-7a15-4ce6-9592-16612e77dbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.401942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51155db2-8881-4201-9fc7-b38138fd03b3 req-8186fca5-1b80-4377-98fd-60140696fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.403898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-51155db2-8881-4201-9fc7-b38138fd03b3 req-8186fca5-1b80-4377-98fd-60140696fa28 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 1096 time: 0.0638638 Aug 16 01:57:55.416026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:57:55.428061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['41ba3ded-4e7c-4e4b-9421-c91a5cf49237'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:55.458696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-51155db2-8881-4201-9fc7-b38138fd03b3 req-f2dcfb1c-9413-474f-90cb-78b757ae7fb5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Aug 16 01:57:55.495136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['41ba3ded-4e7c-4e4b-9421-c91a5cf49237'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:57:55.526530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:55.598489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6fa3ff9a-432e-4e51-955f-1540f31e79a3) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:55.604030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.609522 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.623479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20b19b6-9218-42fc-8922-643d58ba5a77 None None] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:55.784416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-68cb58b5-c6b8-45c9-8cde-6fba7c7f260c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7071164 Aug 16 01:57:55.788041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57006) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:55.796197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:57:55.819808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fd788-069b-4c26-b3a0-c681f4500316 req-1ed6b207-1dce-47af-9113-220b840cd987 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:55.822579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d92fd788-069b-4c26-b3a0-c681f4500316 req-1ed6b207-1dce-47af-9113-220b840cd987 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 945 time: 0.0777473 Aug 16 01:57:55.878860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d92fd788-069b-4c26-b3a0-c681f4500316 req-173f59ea-f6f3-4046-8e2b-f8cac6f9bbcf tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495586 Aug 16 01:57:55.940797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.941999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:55.951695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-6fa3ff9a-432e-4e51-955f-1540f31e79a3', 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'fixed_ips': [{'subnet_id': '296c5a98-a8f4-4eda-ba44-e39a568723f1'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:57:55.957770 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.049927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890dc17-ea91-441a-ad42-d0c5dc7a6d55 req-a1c27a44-2082-4ea7-b87a-9ea39ab083ce tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.051678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c890dc17-ea91-441a-ad42-d0c5dc7a6d55 req-a1c27a44-2082-4ea7-b87a-9ea39ab083ce tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1033726 Aug 16 01:57:56.058593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.097481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c890dc17-ea91-441a-ad42-d0c5dc7a6d55 req-87d7b0c0-210c-4fdc-80f8-4006d6e94d68 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Aug 16 01:57:56.170389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Allocated IP 172.20.0.2 (6fa3ff9a-432e-4e51-955f-1540f31e79a3/296c5a98-a8f4-4eda-ba44-e39a568723f1/694a1323-0b87-42c7-8472-6d7358a6da74) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:56.218312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b04bd4-bf45-45b6-b55a-834cd4a861e4 req-28524c97-257e-48b8-86d4-75b65d6dc960 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.220118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5b04bd4-bf45-45b6-b55a-834cd4a861e4 req-28524c97-257e-48b8-86d4-75b65d6dc960 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0559518 Aug 16 01:57:56.274503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5b04bd4-bf45-45b6-b55a-834cd4a861e4 req-3e1e80e2-d690-49ff-94c6-f5dd5aa0c59a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Aug 16 01:57:56.372785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.384806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Transition to ACTIVE for port object 694a1323-0b87-42c7-8472-6d7358a6da74 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:56.403224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:56.403619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Transition to ACTIVE for port object 694a1323-0b87-42c7-8472-6d7358a6da74 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:57:56.871400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:57:56.873812 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1254d18c-6871-4771-bd3d-52fb77bc6f44" -d '{"events": [{"name": "network-changed", "server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:57:56.909920 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00271e20-b3c7-47fb-8fa5-592050aaf7cb x-openstack-request-id: req-00271e20-b3c7-47fb-8fa5-592050aaf7cb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:57:56.910162 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:57:56.910415 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00271e20-b3c7-47fb-8fa5-592050aaf7cb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:57:56.910841 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'status': 'completed', 'code': 200} Aug 16 01:57:56.971288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-2d4c2142-55fd-487f-87c6-93302e1e0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:56.978151 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-2d4c2142-55fd-487f-87c6-93302e1e0e43 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1127 time: 0.0454099 Aug 16 01:57:57.019949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6fb79-d83e-4349-8dce-7c87f032a1fc req-46a1dd1f-ca81-4703-a805-7a64d07d7ada tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.021446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aa6fb79-d83e-4349-8dce-7c87f032a1fc req-46a1dd1f-ca81-4703-a805-7a64d07d7ada tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 945 time: 0.0524192 Aug 16 01:57:57.077030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aa6fb79-d83e-4349-8dce-7c87f032a1fc req-fd3b1d7b-58fb-4d23-a9d4-ed06c9451493 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490832 Aug 16 01:57:57.085133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.165360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-6c3448d7-5f73-40f5-ad2e-97a9f1611e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.167740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-6c3448d7-5f73-40f5-ad2e-97a9f1611e93 service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.1819711 Aug 16 01:57:57.172110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:57.181590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:57.188684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:57.202459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Pushing event updated for resources: {'Port': ['ID=694a1323-0b87-42c7-8472-6d7358a6da74,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.262321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943fc79-c3b6-49a7-9ee8-b2c7f764ebe3 req-4029b82e-f943-477e-8b3f-ef8d15d15d01 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.272207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4943fc79-c3b6-49a7-9ee8-b2c7f764ebe3 req-4029b82e-f943-477e-8b3f-ef8d15d15d01 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0716779 Aug 16 01:57:57.272801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-d592b831-a757-4909-9a8e-9030df34e8cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 200 len: 217 time: 0.0463989 Aug 16 01:57:57.281940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Attempting to bind port 694a1323-0b87-42c7-8472-6d7358a6da74 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:57:57.282930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Attempting to bind port 694a1323-0b87-42c7-8472-6d7358a6da74 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:57:57.282930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Attempting to bind port 694a1323-0b87-42c7-8472-6d7358a6da74 on network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:57:57.289105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:57:57.290077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Checking segment: {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:57:57.290491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.290971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Bound using segment: {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:57:57.291442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Bound port: 694a1323-0b87-42c7-8472-6d7358a6da74, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:57:57.291828 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.329253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4943fc79-c3b6-49a7-9ee8-b2c7f764ebe3 req-832ce1a1-118f-430a-9315-eb0e28eb821a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553868 Aug 16 01:57:57.375451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-b7646683-f67b-4747-a973-6c9e5e577850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.380202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-b7646683-f67b-4747-a973-6c9e5e577850 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0982256 Aug 16 01:57:57.388275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] For port 694a1323-0b87-42c7-8472-6d7358a6da74, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:57:57.392087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] For port 694a1323-0b87-42c7-8472-6d7358a6da74, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=694a1323-0b87-42c7-8472-6d7358a6da74,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:57:57.421219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-b0a65e30-196c-4c8b-b646-5feae7906805 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362723 Aug 16 01:57:57.450409 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.451458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.462903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4377ca-15dd-4af7-af9c-beabc5f87763 req-019a9d11-6709-48c4-93ff-7544e93ee458 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:57.464467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f4377ca-15dd-4af7-af9c-beabc5f87763 req-019a9d11-6709-48c4-93ff-7544e93ee458 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0761845 Aug 16 01:57:57.519791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f4377ca-15dd-4af7-af9c-beabc5f87763 req-366a8512-f95e-476a-a08b-3d54f98b3146 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408330 Aug 16 01:57:57.604170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.634535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-bca5989c-c29b-4521-817c-8adf45a58200 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034888 Aug 16 01:57:57.689774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50998e-a208-4686-9b1e-418d3cacfc32 None None] Pushing event updated for resources: {'Port': ['ID=694a1323-0b87-42c7-8472-6d7358a6da74,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:57.708418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.732711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:57.826302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1254d18c-6871-4771-bd3d-52fb77bc6f44 req-0d4d3461-9f26-4e62-918b-165e6922badd service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836193 Aug 16 01:57:57.892303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Allocated IP 172.25.6.174 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/36635c6a-1b7c-40cd-957b-2bfc6b10e899) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:57:58.003124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57032) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.032087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.155907 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f17f0ca-97dc-4323-af81-78b2805c401c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.230527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.275620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:57:58.278915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:57:58.286570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:57:58.301309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b547d-bd11-4af6-ab8f-2efa8d65c39d req-7c0a48f5-94cf-4c4e-aad0-37f0afbf9d81 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.309825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce2b547d-bd11-4af6-ab8f-2efa8d65c39d req-7c0a48f5-94cf-4c4e-aad0-37f0afbf9d81 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 945 time: 0.1251380 Aug 16 01:57:58.371011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce2b547d-bd11-4af6-ab8f-2efa8d65c39d req-56a0bbc7-50c9-4d28-af27-2f211044dccd tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595288 Aug 16 01:57:58.514393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f17f0ca-97dc-4323-af81-78b2805c401c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.607431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4237bcd-d436-44f3-8818-acfbca44826d req-2a3d2af6-702c-49bc-8677-a4d637a5187c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:58.626032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4237bcd-d436-44f3-8818-acfbca44826d req-2a3d2af6-702c-49bc-8677-a4d637a5187c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1138923 Aug 16 01:57:58.629037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f17f0ca-97dc-4323-af81-78b2805c401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.658942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17f0ca-97dc-4323-af81-78b2805c401c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d905710c-7cc6-418f-986f-e58bdc378aa9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.716522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4f17f0ca-97dc-4323-af81-78b2805c401c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22138864dde041f4b0880993155d0911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7141204 Aug 16 01:57:58.717171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57048) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:58.766424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Pushing event updated for resources: {'Port': ['ID=36635c6a-1b7c-40cd-957b-2bfc6b10e899,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:58.813175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4237bcd-d436-44f3-8818-acfbca44826d req-eb41159c-0ff7-4b5f-afdd-6cab9ebf165a tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859272 Aug 16 01:57:58.862405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-872d85f7-27eb-4332-b738-967ee558b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.888222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-872d85f7-27eb-4332-b738-967ee558b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:58.956344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d01c5a-6b05-4724-9e23-da2ee7e9d926 None None] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:57:59.029305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371705b7-1ffd-4a09-a6a2-7cf8d6556759 req-e6bfb266-33f4-4b26-a246-ac659edc8daf tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.031175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-371705b7-1ffd-4a09-a6a2-7cf8d6556759 req-e6bfb266-33f4-4b26-a246-ac659edc8daf tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 945 time: 0.1021743 Aug 16 01:57:59.073221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ecb-1961-4728-b07e-83b95cd74a61 req-15220cab-d7f3-4768-a0e8-cc765f29ba7b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.074813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6ce4ecb-1961-4728-b07e-83b95cd74a61 req-15220cab-d7f3-4768-a0e8-cc765f29ba7b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0955806 Aug 16 01:57:59.077867 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-872d85f7-27eb-4332-b738-967ee558b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.080325 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-872d85f7-27eb-4332-b738-967ee558b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.081437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-872d85f7-27eb-4332-b738-967ee558b621 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d905710c-7cc6-418f-986f-e58bdc378aa9 HTTP/1.1" status: 204 len: 168 time: 0.3608496 Aug 16 01:57:59.118457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872d85f7-27eb-4332-b738-967ee558b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d905710c-7cc6-418f-986f-e58bdc378aa9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.129855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-371705b7-1ffd-4a09-a6a2-7cf8d6556759 req-0e442307-46d8-4fe0-bbbb-f1bb51db0170 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881109 Aug 16 01:57:59.145644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-137b0039-19e0-46d5-a3f7-55ecab79cdb5 None None] Provisioning for port 694a1323-0b87-42c7-8472-6d7358a6da74 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:59.165497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6ce4ecb-1961-4728-b07e-83b95cd74a61 req-9379bed5-dbbb-4776-8c47-e81ff4135cf5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814373 Aug 16 01:57:59.368751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 694a1323-0b87-42c7-8472-6d7358a6da74 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:57:59.382233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.569332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 694a1323-0b87-42c7-8472-6d7358a6da74 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:57:59.573819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 694a1323-0b87-42c7-8472-6d7358a6da74 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:57:59.574366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.621899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.660544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.706490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 694a1323-0b87-42c7-8472-6d7358a6da74, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=694a1323-0b87-42c7-8472-6d7358a6da74,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:57:59.797786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:57:59.859863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=694a1323-0b87-42c7-8472-6d7358a6da74,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:57:59.895247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Router d9706833-9862-4772-a1e3-70dbe178aaa8 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:57:59.963266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57070) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:57:59.968532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c522844-c4d7-4621-9747-c079f2858d02 req-19754294-f81e-44e5-b8e4-d27ad6db1915 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:57:59.970129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c522844-c4d7-4621-9747-c079f2858d02 req-19754294-f81e-44e5-b8e4-d27ad6db1915 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0844262 Aug 16 01:57:59.982303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9080ccee-fc1f-42a0-b3ed-f6d6cc260f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.088760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:00.091186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c522844-c4d7-4621-9747-c079f2858d02 req-6a86e209-ae8f-4ac3-ac98-c7d41a3ba15b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097102 Aug 16 01:58:00.103176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Sync routers for ids ['d9706833-9862-4772-a1e3-70dbe178aaa8'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:00.118862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Routers {'d9706833-9862-4772-a1e3-70dbe178aaa8'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:00.119893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d9706833-9862-4772-a1e3-70dbe178aaa8'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:00.172380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9080ccee-fc1f-42a0-b3ed-f6d6cc260f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.178160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-a289dd4e-c74c-4ebf-8c30-2541b51a799f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.180851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-a289dd4e-c74c-4ebf-8c30-2541b51a799f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.1721971 Aug 16 01:58:00.202337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-2072d22f-9c37-4833-b7ba-c106e444bc92 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/quotas/deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 375 time: 0.0143030 Aug 16 01:58:00.262781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Set router d9706833-9862-4772-a1e3-70dbe178aaa8 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:00.296083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-3b0f0708-746a-4c0e-a2b3-9964a5c2fc8f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849395 Aug 16 01:58:00.302151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9080ccee-fc1f-42a0-b3ed-f6d6cc260f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.305445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070a84b-9b92-4d4d-90be-92b1352c042d req-2be5e58c-64e2-477d-8ccf-4b157f8bdffe tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.307237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6070a84b-9b92-4d4d-90be-92b1352c042d req-2be5e58c-64e2-477d-8ccf-4b157f8bdffe tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 945 time: 0.0847199 Aug 16 01:58:00.349329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ccee-fc1f-42a0-b3ed-f6d6cc260f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f15a7d0-7433-4da6-9bd7-6a58dd535a39,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:00.355975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9080ccee-fc1f-42a0-b3ed-f6d6cc260f95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54f6ff98e2d6476e8d44f684260eea6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914921 Aug 16 01:58:00.358711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57078) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:00.418785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6070a84b-9b92-4d4d-90be-92b1352c042d req-ae5a4204-dc81-4052-ab80-2a92b179399d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015410 Aug 16 01:58:00.432522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.432522 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0c772f27-9129-44ff-82a9-366036c7712f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.6348841 Aug 16 01:58:00.432522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a655f2fa-fbab-4f93-be6b-4790d99d1614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.432522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57080) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:00.459278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-0384bbe1-dbc7-4759-a223-9088de3483d0 service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503203 Aug 16 01:58:00.510024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a655f2fa-fbab-4f93-be6b-4790d99d1614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.515281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:57:59Z', 'revision_number': 3, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:00.549575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Checking router: d9706833-9862-4772-a1e3-70dbe178aaa8 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:00.550272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Updating router d9706833-9862-4772-a1e3-70dbe178aaa8 port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:00.581154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.611013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-18d4bb13-e54e-4f62-b247-78f14fe880e0 service neutron] 10.222.0.76 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371469 Aug 16 01:58:00.615909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1f8a0-b172-46f2-97dd-1b06bdd635bb req-e440dcad-acc7-4059-afe8-d2b7ef17cd63 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:00.618006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46e1f8a0-b172-46f2-97dd-1b06bdd635bb req-e440dcad-acc7-4059-afe8-d2b7ef17cd63 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.0742567 Aug 16 01:58:00.673716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46e1f8a0-b172-46f2-97dd-1b06bdd635bb req-58511e21-5acb-4ffb-afee-e0945ded1bf8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480542 Aug 16 01:58:00.790863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a655f2fa-fbab-4f93-be6b-4790d99d1614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.792554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a655f2fa-fbab-4f93-be6b-4790d99d1614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:00.796279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a655f2fa-fbab-4f93-be6b-4790d99d1614 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3f15a7d0-7433-4da6-9bd7-6a58dd535a39 HTTP/1.1" status: 204 len: 168 time: 0.4335608 Aug 16 01:58:00.869207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655f2fa-fbab-4f93-be6b-4790d99d1614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f15a7d0-7433-4da6-9bd7-6a58dd535a39,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.112527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.182415 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.195904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Transition to ACTIVE for port object 36635c6a-1b7c-40cd-957b-2bfc6b10e899 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:01.263353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 694a1323-0b87-42c7-8472-6d7358a6da74 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:01.316159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 694a1323-0b87-42c7-8472-6d7358a6da74 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:01.317147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.336657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Allocated IP 172.20.0.1 (6fa3ff9a-432e-4e51-955f-1540f31e79a3/296c5a98-a8f4-4eda-ba44-e39a568723f1/6569dd1b-f408-4ed7-840f-daa55bfdff7d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:01.372269 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.439623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Attempting to bind port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:01.439623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Attempting to bind port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:01.439623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Attempting to bind port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:01.455338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:01.455745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:01.456164 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.456572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:01.457078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Bound port: 36635c6a-1b7c-40cd-957b-2bfc6b10e899, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:01.457494 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.483674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a57d0-bcf9-4bb4-85ed-2f0109950e62 None None] Pushing event updated for resources: {'Port': ['ID=36635c6a-1b7c-40cd-957b-2bfc6b10e899,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.540925 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.557902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] For port 36635c6a-1b7c-40cd-957b-2bfc6b10e899, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:01.562811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] For port 36635c6a-1b7c-40cd-957b-2bfc6b10e899, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=36635c6a-1b7c-40cd-957b-2bfc6b10e899,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:01.580027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Transition to ACTIVE for port object 6569dd1b-f408-4ed7-840f-daa55bfdff7d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:01.663292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98dfbe-0a27-4bb3-9e14-4dc2b393cd69 req-84a919a3-7af9-4b0b-b21c-16eb429abb30 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:01.672461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd98dfbe-0a27-4bb3-9e14-4dc2b393cd69 req-84a919a3-7af9-4b0b-b21c-16eb429abb30 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0835021 Aug 16 01:58:01.714215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.719286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7be83bcd-cb7b-419d-8d84-3908d0476c14 req-405219d8-d900-4195-a7d6-69dd1e5cb952 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0439706 Aug 16 01:58:01.750694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd98dfbe-0a27-4bb3-9e14-4dc2b393cd69 req-30be6e11-e8bb-40a3-945e-fef0e0ace99b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689042 Aug 16 01:58:01.753396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:01.778826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Routers {'d9706833-9862-4772-a1e3-70dbe178aaa8'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:01.779765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d9706833-9862-4772-a1e3-70dbe178aaa8'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:01.871845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:01.878167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:01.912192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:01.954080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a57d0-bcf9-4bb4-85ed-2f0109950e62 None None] Pushing event updated for resources: {'Port': ['ID=36635c6a-1b7c-40cd-957b-2bfc6b10e899,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:01.986204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6569dd1b-f408-4ed7-840f-daa55bfdff7d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:02.006553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb06da-ce61-4fc4-96e7-d766bd8a155a req-ee629526-9855-430b-bc7f-494bfede5cfa tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:02.015478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dddb06da-ce61-4fc4-96e7-d766bd8a155a req-ee629526-9855-430b-bc7f-494bfede5cfa tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.1222606 Aug 16 01:58:02.080589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dddb06da-ce61-4fc4-96e7-d766bd8a155a req-ca8bfaf3-05af-42d6-ad8f-d26d2f2c3374 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637970 Aug 16 01:58:02.083122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.156122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] Set router d9706833-9862-4772-a1e3-70dbe178aaa8 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:02.433551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.439151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:57:59Z', 'revision_number': 3, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:02.469992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e24c69d-2aea-444d-a63a-4dde7b62b222 None None] The sync data for ids ['d9706833-9862-4772-a1e3-70dbe178aaa8'] in n-d-768852-19 is: [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:57:59Z', 'revision_number': 3, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:02.484603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d95a7d2-aeca-46ac-b6a0-f15116bd322d None None] Provisioning for port 6569dd1b-f408-4ed7-840f-daa55bfdff7d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:02.485489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d95a7d2-aeca-46ac-b6a0-f15116bd322d None None] Provisioning complete for port 6569dd1b-f408-4ed7-840f-daa55bfdff7d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:02.485878 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d95a7d2-aeca-46ac-b6a0-f15116bd322d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.531842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d95a7d2-aeca-46ac-b6a0-f15116bd322d None None] Port 6569dd1b-f408-4ed7-840f-daa55bfdff7d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:02.669276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.763900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.885853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:02.922747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee447117-25c8-4382-bd9e-6f92a3cf1d06 req-7482eda2-a04d-4766-aa86-205ff0da1902 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0692329 Aug 16 01:58:02.938530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Pushing event updated for resources: {'Port': ['ID=6569dd1b-f408-4ed7-840f-daa55bfdff7d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:03.057980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2634f2-ed21-4650-b80e-92612987182c req-3f0a78a6-48e7-46b5-a994-7492d1fadcec tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.066057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e2634f2-ed21-4650-b80e-92612987182c req-3f0a78a6-48e7-46b5-a994-7492d1fadcec tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0740931 Aug 16 01:58:03.126952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e2634f2-ed21-4650-b80e-92612987182c req-48267c1b-8b0e-4d6c-a492-68f06e189e1f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Aug 16 01:58:03.169416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:03.174777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:03.427532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 36635c6a-1b7c-40cd-957b-2bfc6b10e899 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:03.532702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Router d9706833-9862-4772-a1e3-70dbe178aaa8 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:03.582828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143063f4-cba8-4c5f-8bb4-6168f1cdb968 req-5d867a79-43df-4a8d-abc8-32ccdba84078 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:03.607568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-143063f4-cba8-4c5f-8bb4-6168f1cdb968 req-5d867a79-43df-4a8d-abc8-32ccdba84078 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.2049515 Aug 16 01:58:03.664474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5261bfb2-b6c4-4050-a8fe-2943cb54f15b None None] Provisioning complete for port 6569dd1b-f408-4ed7-840f-daa55bfdff7d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:03.665013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5261bfb2-b6c4-4050-a8fe-2943cb54f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.679309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-143063f4-cba8-4c5f-8bb4-6168f1cdb968 req-784f383f-31f9-49a8-baaa-d23fad1d8340 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Aug 16 01:58:03.701230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:03.711781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:03.712514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.768248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5261bfb2-b6c4-4050-a8fe-2943cb54f15b None None] Port 6569dd1b-f408-4ed7-840f-daa55bfdff7d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:03.847607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:03.865448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:03.872775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ef3da340-47ca-4ecd-897f-a9b8bafb5bd2 admin admin] 10.222.0.76 "PUT /v2.0/routers/d9706833-9862-4772-a1e3-70dbe178aaa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4311819 Aug 16 01:58:03.934495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 36635c6a-1b7c-40cd-957b-2bfc6b10e899, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=36635c6a-1b7c-40cd-957b-2bfc6b10e899,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:04.043458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.074963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-465f7fd1-c067-4ce7-a0e1-f39a0ecbb34f req-edc6832a-6eee-40f1-b749-a4425d4e380e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0537755 Aug 16 01:58:04.181469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=36635c6a-1b7c-40cd-957b-2bfc6b10e899,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:04.468648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-70bcff9b-2668-4906-86a8-3e62996b6c5b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.470318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-70bcff9b-2668-4906-86a8-3e62996b6c5b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 820 time: 0.1263640 Aug 16 01:58:04.489356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Request body: {'port': {'device_id': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'admin_state_up': True, 'tenant_id': 'deba91662767440ab35e30b49d744dbf'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:04.660266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f541e7-7407-461a-87fa-4a8ce182d7d8 req-8bbbf42d-c2df-4a25-a866-08bade0fa7ae tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:04.661885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6f541e7-7407-461a-87fa-4a8ce182d7d8 req-8bbbf42d-c2df-4a25-a866-08bade0fa7ae tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.4511337 Aug 16 01:58:04.781380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Made reservation on behalf of deba91662767440ab35e30b49d744dbf for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:04.785912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:04.791230 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6f541e7-7407-461a-87fa-4a8ce182d7d8 req-754576fc-b75c-41cb-96e0-2421926a8b31 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169808 Aug 16 01:58:04.799029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:04.811828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:04.823971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-f0c48ce1-09ce-4e8d-80b2-a56acd6254c3 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5659883 Aug 16 01:58:04.823971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:04.931827 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-0d030f1f-5db8-4252-a5e4-606b9f02aa23 service neutron] 10.222.0.83 "GET /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237/bindings/n-h2-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.1972692 Aug 16 01:58:04.969688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.044389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57244) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:05.149401 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Sync routers for ids ['d9706833-9862-4772-a1e3-70dbe178aaa8'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:05.164813 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Routers {'d9706833-9862-4772-a1e3-70dbe178aaa8'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:05.165512 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d9706833-9862-4772-a1e3-70dbe178aaa8'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:05.224625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.324458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.351565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.386882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:05.395818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 36635c6a-1b7c-40cd-957b-2bfc6b10e899 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:05.402883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'mac_address': 'fa:16:3e:2d:c0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:05.435266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Allocated IP 172.20.0.6 (b1d81be5-43d9-4e8f-98af-d0f73585115e/0e5a9d74-4388-4a28-afd5-54d76984b27c/a020bf94-0929-45db-94f1-6120618a8f0f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:05.453176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:05.503155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.513825 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Set router d9706833-9862-4772-a1e3-70dbe178aaa8 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:05.529586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.549804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcced1d3-f737-42a7-ad6e-7cf4c6897583 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:05.560196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:05.560584 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.592369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Allocated IP 172.25.6.238 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/fb30a8d7-6c35-4646-affb-919bad7d4439) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:05.645339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:05.660772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.701653 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0926ec0a-72e7-4a7a-82f2-1d6de81cd5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.731237 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.826683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['dcced1d3-f737-42a7-ad6e-7cf4c6897583'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:05.830497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:05.937441 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:05.942156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd359b-b387-40e1-88fc-d498db167f67 req-984eb770-0724-4ed8-a0c0-65d4b2ea9e83 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:05.951229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7dd359b-b387-40e1-88fc-d498db167f67 req-984eb770-0724-4ed8-a0c0-65d4b2ea9e83 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 944 time: 0.3987703 Aug 16 01:58:05.952979 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:58:02Z', 'revision_number': 4, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '6569dd1b-f408-4ed7-840f-daa55bfdff7d', 'name': '', 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'mac_address': 'fa:16:3e:cf:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '296c5a98-a8f4-4eda-ba44-e39a568723f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:02Z', 'revision_number': 2, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'subnets': [{'id': '296c5a98-a8f4-4eda-ba44-e39a568723f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:06.040241 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Checking router: d9706833-9862-4772-a1e3-70dbe178aaa8 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:06.040812 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Updating router d9706833-9862-4772-a1e3-70dbe178aaa8 port 6569dd1b-f408-4ed7-840f-daa55bfdff7d binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:06.086389 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.114241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] Transition to ACTIVE for port object 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:06.118909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.137788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7dd359b-b387-40e1-88fc-d498db167f67 req-200b2aa0-a5e3-4812-ad38-22a1cd6c63b3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699778 Aug 16 01:58:06.153749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.265579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0926ec0a-72e7-4a7a-82f2-1d6de81cd5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.271287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.314664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Network b1d81be5-43d9-4e8f-98af-d0f73585115e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:06.344151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.381646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:06.433806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccd8ff0-8b64-4313-8394-bcad3205e9e3 req-af57a8e6-331e-48d4-aac0-5824148da17c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.439535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] Pushing event updated for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.442358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] No DVR routers for this DVR port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:06.444123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ccd8ff0-8b64-4313-8394-bcad3205e9e3 req-af57a8e6-331e-48d4-aac0-5824148da17c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 931 time: 0.1287038 Aug 16 01:58:06.448384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:06.458358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.495709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0926ec0a-72e7-4a7a-82f2-1d6de81cd5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.548621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:06.552206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.579391 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ad886167-dc54-43a3-b364-793d196ca84b service neutron] 10.222.0.83 "PUT /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237/bindings/n-h2-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 1.6325610 Aug 16 01:58:06.652567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57276) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:06.653142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0926ec0a-72e7-4a7a-82f2-1d6de81cd5fc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa9cd0bc18ff45a0ba21eac097ec843c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6067131 Aug 16 01:58:06.656934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:06.712440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-48c4fa1c-a2ab-4c6b-872e-3deee2d6fb26 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2286940 Aug 16 01:58:06.732382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0926ec0a-72e7-4a7a-82f2-1d6de81cd5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b13adf-04d6-4dcd-9e0d-ed1dce1adf3b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:06.734181 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.737597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Request body: {'port': {'device_id': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:06.760548 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Transition to ACTIVE for port object 6569dd1b-f408-4ed7-840f-daa55bfdff7d will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:06.762794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:06.768246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:06.802046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:06.883443 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.913134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port dcced1d3-f737-42a7-ad6e-7cf4c6897583 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:06.913134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:06.937275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ccd8ff0-8b64-4313-8394-bcad3205e9e3 req-a66984a3-1729-42e4-b6aa-7d8802c15132 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4883718 Aug 16 01:58:06.956946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2774-83d0-47c4-a8f2-62eaadc3643d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.018833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Pushing event updated for resources: {'Port': ['ID=fb30a8d7-6c35-4646-affb-919bad7d4439,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.035806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2774-83d0-47c4-a8f2-62eaadc3643d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.076966 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf354e1-5a99-4fe1-8e8d-ad236f95df89 None None] Pushing event updated for resources: {'Port': ['ID=6569dd1b-f408-4ed7-840f-daa55bfdff7d,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.079637 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.166484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f808e4e-61e0-48f0-a6fb-03ee0c43eb55 req-8187e0cf-3247-479d-9fdb-b42497ab4678 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.174092 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.175620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f808e4e-61e0-48f0-a6fb-03ee0c43eb55 req-8187e0cf-3247-479d-9fdb-b42497ab4678 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0928257 Aug 16 01:58:07.192871 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.225949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-4f16618f-d39f-4d71-b054-ade0d2c3e362 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.229063 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-4f16618f-d39f-4d71-b054-ade0d2c3e362 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.4311318 Aug 16 01:58:07.279723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.304538 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Attempting to bind port 6569dd1b-f408-4ed7-840f-daa55bfdff7d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:07.304878 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Attempting to bind port 6569dd1b-f408-4ed7-840f-daa55bfdff7d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:07.307966 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Attempting to bind port 6569dd1b-f408-4ed7-840f-daa55bfdff7d on network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:07.308988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:07.320880 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13a558b9-2de5-46c0-8547-f81f3a155aca" -d '{"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-plugged", "status": "completed", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:07.323387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2774-83d0-47c4-a8f2-62eaadc3643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.331822 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:07.332225 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Checking segment: {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:07.332509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d8d2774-83d0-47c4-a8f2-62eaadc3643d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.337239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1d8d2774-83d0-47c4-a8f2-62eaadc3643d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91b13adf-04d6-4dcd-9e0d-ed1dce1adf3b HTTP/1.1" status: 204 len: 168 time: 0.6804063 Aug 16 01:58:07.337426 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.337426 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Bound using segment: {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:07.338215 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Bound port: 6569dd1b-f408-4ed7-840f-daa55bfdff7d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1488331-76b4-465b-80c5-89ebb8821cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:07.338215 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.372728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f808e4e-61e0-48f0-a6fb-03ee0c43eb55 req-57c16edd-978e-449f-8529-41b5f16a6b3f tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959007 Aug 16 01:58:07.388594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:07.448931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d2774-83d0-47c4-a8f2-62eaadc3643d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b13adf-04d6-4dcd-9e0d-ed1dce1adf3b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.483359 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.560787 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] For port 6569dd1b-f408-4ed7-840f-daa55bfdff7d, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:07.564718 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] For port 6569dd1b-f408-4ed7-840f-daa55bfdff7d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6569dd1b-f408-4ed7-840f-daa55bfdff7d,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:07.640742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.650589 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.695556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-946f4398-deba-43b7-a30a-438d335c3021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:07.700134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-946f4398-deba-43b7-a30a-438d335c3021 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 1097 time: 0.4504948 Aug 16 01:58:07.732351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.786219 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Routers {'d9706833-9862-4772-a1e3-70dbe178aaa8'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:07.787638 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:57:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d9706833-9862-4772-a1e3-70dbe178aaa8'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:07.802839 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf354e1-5a99-4fe1-8e8d-ad236f95df89 None None] Pushing event updated for resources: {'Port': ['ID=6569dd1b-f408-4ed7-840f-daa55bfdff7d,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.804846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:07.949736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Pushing event updated for resources: {'Port': ['ID=fb30a8d7-6c35-4646-affb-919bad7d4439,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:07.957464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.065796 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] Set router d9706833-9862-4772-a1e3-70dbe178aaa8 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:08.078304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.079938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-1a07e15a-d0d4-4f6c-9467-d6db650e911e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2632189 Aug 16 01:58:08.320169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-4a447851-9577-4637-bb34-456fe24df9eb tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.2320032 Aug 16 01:58:08.485564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-107f2888-756e-44ef-b20b-93fe7f84556c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.487413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-107f2888-756e-44ef-b20b-93fe7f84556c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1097 time: 0.7492182 Aug 16 01:58:08.568227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-79efbec1-a609-4a41-bc81-52d96cf50dc0 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.571136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-79efbec1-a609-4a41-bc81-52d96cf50dc0 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.2499781 Aug 16 01:58:08.582706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-992e9c22-ac84-4b02-823d-08bbbe83ee7a tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:08.587273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f2f7034-db14-4d9c-bbb1-1b1f09853cc8 req-992e9c22-ac84-4b02-823d-08bbbe83ee7a tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086038 Aug 16 01:58:08.603438 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:58:02Z', 'revision_number': 4, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '6569dd1b-f408-4ed7-840f-daa55bfdff7d', 'name': '', 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'mac_address': 'fa:16:3e:cf:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '296c5a98-a8f4-4eda-ba44-e39a568723f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:07Z', 'revision_number': 4, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'subnets': [{'id': '296c5a98-a8f4-4eda-ba44-e39a568723f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:08.663562 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40cf96c-02b2-40ad-80f1-7036a423afce None None] The sync data for ids ['d9706833-9862-4772-a1e3-70dbe178aaa8'] in n-d-768852-19 is: [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:58:02Z', 'revision_number': 4, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '6569dd1b-f408-4ed7-840f-daa55bfdff7d', 'name': '', 'network_id': '6fa3ff9a-432e-4e51-955f-1540f31e79a3', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'mac_address': 'fa:16:3e:cf:bb:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '296c5a98-a8f4-4eda-ba44-e39a568723f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:01Z', 'updated_at': '2021-08-16T01:58:07Z', 'revision_number': 4, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'subnets': [{'id': '296c5a98-a8f4-4eda-ba44-e39a568723f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:08.689975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a020bf94-0929-45db-94f1-6120618a8f0f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:08.701074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.715582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Transition to ACTIVE for port object a020bf94-0929-45db-94f1-6120618a8f0f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:08.819130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:08.913180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-922d15c8-0903-4912-8a08-d15a41aad173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:08.916302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-922d15c8-0903-4912-8a08-d15a41aad173 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.4147263 Aug 16 01:58:09.010700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b7f13-590c-4a1c-a02d-52059b110504 req-5b4b5bbe-96ee-4f45-a36e-6e401cc8f222 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.021730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b4b7f13-590c-4a1c-a02d-52059b110504 req-5b4b5bbe-96ee-4f45-a36e-6e401cc8f222 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.1783323 Aug 16 01:58:09.110786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b4b7f13-590c-4a1c-a02d-52059b110504 req-8e15928d-abe1-4b1c-8a26-a52c06ccbfcb tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745757 Aug 16 01:58:09.141504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-f9e0d5c8-7f2e-40e5-8b4b-90f0849a072d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 200 len: 217 time: 0.1752014 Aug 16 01:58:09.142593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:09.205957 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88281b8c-8d07-439f-a352-3d5970dedfd7 x-openstack-request-id: req-88281b8c-8d07-439f-a352-3d5970dedfd7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:09.206930 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-plugged", "status": "completed", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:09.207424 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88281b8c-8d07-439f-a352-3d5970dedfd7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:09.208209 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'code': 200} Aug 16 01:58:09.372374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-f7da3893-e88e-4401-b529-0f99ab813b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.373967 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-f7da3893-e88e-4401-b529-0f99ab813b95 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.2241461 Aug 16 01:58:09.408031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe7088-91a9-4663-a8c7-8c988cc18e65 req-b2c7af43-770a-4100-8621-542eec0f5476 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.427492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0fe7088-91a9-4663-a8c7-8c988cc18e65 req-b2c7af43-770a-4100-8621-542eec0f5476 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1283562 Aug 16 01:58:09.500089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-da263ae9-a6f6-46bf-939b-eab802a9cd2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726912 Aug 16 01:58:09.501248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6569dd1b-f408-4ed7-840f-daa55bfdff7d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:09.577576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0fe7088-91a9-4663-a8c7-8c988cc18e65 req-73eba315-83eb-4b09-bb1e-308c40730e70 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415989 Aug 16 01:58:09.690941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:09.691455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:09.691891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:09.701368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6569dd1b-f408-4ed7-840f-daa55bfdff7d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:09.706081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6569dd1b-f408-4ed7-840f-daa55bfdff7d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:09.706793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.737675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:09.738180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:09.749162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6afa1a-993b-4ea1-9f14-9f787608c1b8 req-ee5ec46a-8b2b-46cc-9b2c-41cb4d804b21 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:09.750848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:09.751354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:09.752252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:09.752529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Bound port: a020bf94-0929-45db-94f1-6120618a8f0f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:09.753366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.759190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd6afa1a-993b-4ea1-9f14-9f787608c1b8 req-ee5ec46a-8b2b-46cc-9b2c-41cb4d804b21 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.2437258 Aug 16 01:58:09.849995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d1e3953-beff-449a-bac7-399adc6b342a req-ad4de761-ad7a-4d49-9657-086427ceec7d tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips/4d1f142b-39d6-4157-80ed-e659d1afc814 HTTP/1.1" status: 200 len: 693 time: 0.2151687 Aug 16 01:58:09.871495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd6afa1a-993b-4ea1-9f14-9f787608c1b8 req-fd298bc5-c66c-43bd-983b-4db95ac7a4d6 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081171 Aug 16 01:58:09.928221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:09.939469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:09.948086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:09.985369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-85bf1685-d59d-4f6d-bdf1-ba65df7c1dad service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4572701 Aug 16 01:58:10.066816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6569dd1b-f408-4ed7-840f-daa55bfdff7d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6569dd1b-f408-4ed7-840f-daa55bfdff7d,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:10.067401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e3953-beff-449a-bac7-399adc6b342a req-d4d3c1c2-f1fc-47f0-b0b6-2c6f6d9cc5a4 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.082150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d1e3953-beff-449a-bac7-399adc6b342a req-d4d3c1c2-f1fc-47f0-b0b6-2c6f6d9cc5a4 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.2308896 Aug 16 01:58:10.089586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-5d1e3953-beff-449a-bac7-399adc6b342a req-a9f77679-21c4-480a-a1a9-b2e07a213d95 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:10.098317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d1e3953-beff-449a-bac7-399adc6b342a req-a9f77679-21c4-480a-a1a9-b2e07a213d95 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148320 Aug 16 01:58:10.183508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-ca77b8f2-1edb-4f21-9eec-edbe1ec6b284 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891408 Aug 16 01:58:10.346946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-484741be-89f2-4fc6-b4ea-08b9bedafb6e req-47e733bf-3c08-4535-9c50-b84b07e15a68 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=b79a25b5d84e4b8f9bbdfb3b3fc3837f HTTP/1.1" status: 200 len: 696 time: 0.1453416 Aug 16 01:58:10.466357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2956-2d60-4ea5-a302-a550642d043b req-adc572dc-bc6a-4a49-8856-5e9e6737b02f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.468129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bbe2956-2d60-4ea5-a302-a550642d043b req-adc572dc-bc6a-4a49-8856-5e9e6737b02f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.1169450 Aug 16 01:58:10.502727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a77e5b1-fd92-4474-967c-8b4f1607afc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:10.668258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484741be-89f2-4fc6-b4ea-08b9bedafb6e req-423b999f-7daf-4ad6-b2ff-8ea2641327a5 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.668258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-484741be-89f2-4fc6-b4ea-08b9bedafb6e req-423b999f-7daf-4ad6-b2ff-8ea2641327a5 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks?id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 787 time: 0.1799545 Aug 16 01:58:10.668258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-484741be-89f2-4fc6-b4ea-08b9bedafb6e req-786b857c-12c5-4036-8c99-d16a2ea633a0 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:10.668258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-484741be-89f2-4fc6-b4ea-08b9bedafb6e req-786b857c-12c5-4036-8c99-d16a2ea633a0 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095124 Aug 16 01:58:10.668258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bbe2956-2d60-4ea5-a302-a550642d043b req-f815a426-a6a3-48f8-9649-fb55995141eb tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731995 Aug 16 01:58:10.680932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-501ec30a-39a4-4702-a6b8-0c7b7105b5c3 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips/4d1f142b-39d6-4157-80ed-e659d1afc814 HTTP/1.1" status: 200 len: 693 time: 0.0520067 Aug 16 01:58:10.862633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-2acffd91-38ca-4878-b5a4-7404216bf607 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:10.865813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-2acffd91-38ca-4878-b5a4-7404216bf607 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1787224 Aug 16 01:58:10.879547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-ca5dffbc-af1e-4ffd-84c0-da9640482838 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:10.880694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-ca5dffbc-af1e-4ffd-84c0-da9640482838 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082712 Aug 16 01:58:10.943970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-3817575d-f1fc-461a-a4ef-72f55537a21c tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.0559549 Aug 16 01:58:10.996926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-9c80633f-2dcc-4545-ae68-7a10f4a2a155 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.238 HTTP/1.1" status: 200 len: 696 time: 0.0520680 Aug 16 01:58:11.198214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Deleting port fb30a8d7-6c35-4646-affb-919bad7d4439 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:11.198462 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.317702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.318040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.333647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Calling delete_port for fb30a8d7-6c35-4646-affb-919bad7d4439 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:11.479426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.542233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:11.543149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.544623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] 10.222.0.83 "PUT /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 1092 time: 4.8217561 Aug 16 01:58:11.545153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:11.547522 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8485b173-cdf3-495b-87cf-56db7e5368d5" -d '{"events": [{"name": "network-changed", "server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:11.565114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397cdce-1f9c-4fa7-922d-bdb055c3ad6f service neutron] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:11.806391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.912456 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:11.918457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6569dd1b-f408-4ed7-840f-daa55bfdff7d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.032621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Pushing event deleted for resources: {'Port': ['ID=fb30a8d7-6c35-4646-affb-919bad7d4439,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:12.059784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-ec4e2d18-20d9-4bea-a0cf-50c9876b4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.062155 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-ec4e2d18-20d9-4bea-a0cf-50c9876b4e64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1095 time: 0.1123109 Aug 16 01:58:12.171756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-122a0381-6819-4e16-a5ed-e1edd2c180e1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 217 time: 0.0904014 Aug 16 01:58:12.230720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-fd33945f-a1d9-42b0-80a7-9d76db046166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.232811 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-fd33945f-a1d9-42b0-80a7-9d76db046166 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0637043 Aug 16 01:58:12.234085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.236828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.242694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-662df0c9-0ea8-4f94-a26d-0204b169b9a3 req-e9ecf202-e176-458b-9c1b-30f852d0fce2 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "DELETE /v2.0/floatingips/4d1f142b-39d6-4157-80ed-e659d1afc814 HTTP/1.1" status: 204 len: 173 time: 1.2376339 Aug 16 01:58:12.292914 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-9cc74b86-ad37-4b28-8d70-52fe14cd5fc6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516927 Aug 16 01:58:12.353996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e069d80-5012-41ee-b7d2-776b1bc4af9a req-d0f8251e-bbd2-4835-b3bb-e7722e03ef89 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.362447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e069d80-5012-41ee-b7d2-776b1bc4af9a req-d0f8251e-bbd2-4835-b3bb-e7722e03ef89 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0615036 Aug 16 01:58:12.412064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e069d80-5012-41ee-b7d2-776b1bc4af9a req-6213ece7-99d0-4078-8dac-805dec7ec3a6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Aug 16 01:58:12.451798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-f62b0810-82de-4ea5-a3e4-adeb091de546 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492684 Aug 16 01:58:12.472614 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9afa778-37aa-487b-80d3-01dea896b5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.549992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ba574-a689-4c13-8664-062d42c35cc1 req-725b2b67-7e5c-4db9-936f-6ae6542ef120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.551806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-662ba574-a689-4c13-8664-062d42c35cc1 req-725b2b67-7e5c-4db9-936f-6ae6542ef120 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 1098 time: 0.2028604 Aug 16 01:58:12.576479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-bc278261-8788-43a0-8385-676727970a35 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.578475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-bc278261-8788-43a0-8385-676727970a35 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.1267719 Aug 16 01:58:12.580734 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.618107 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-662ba574-a689-4c13-8664-062d42c35cc1 req-c3364a9f-10f4-4520-be1e-52c07e4d9570 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585890 Aug 16 01:58:12.628056 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1abac0e-0a45-47c3-9086-b8357c965bcc req-1d6f57b8-2598-4160-acc9-b46ed44b08ad service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697721 Aug 16 01:58:12.658618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c749870-70bf-4fd1-ad43-e7868880cc2b req-334a42e1-28d7-4977-9298-06765f2b1b7d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:12.660809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c749870-70bf-4fd1-ad43-e7868880cc2b req-334a42e1-28d7-4977-9298-06765f2b1b7d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1567426 Aug 16 01:58:12.759473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c749870-70bf-4fd1-ad43-e7868880cc2b req-5e9b9d9d-3bf3-4442-853a-b5f5bf6d69f1 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425599 Aug 16 01:58:12.790571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-d14bb135-452f-4ea5-bea5-22fe030f31fb service neutron] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:12.794193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-d14bb135-452f-4ea5-bea5-22fe030f31fb service neutron] Notify callbacks [] for binding, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:12.795351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ce8afac-4867-4a61-9d16-7eaa6beb790a req-d14bb135-452f-4ea5-bea5-22fe030f31fb service neutron] 10.222.0.58 "DELETE /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237/bindings/n-h1-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.2064738 Aug 16 01:58:12.890731 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4650fde3-6317-4202-917f-606428f60a0a x-openstack-request-id: req-4650fde3-6317-4202-917f-606428f60a0a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:12.891029 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:12.891300 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4650fde3-6317-4202-917f-606428f60a0a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:12.891710 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'status': 'completed', 'code': 200} Aug 16 01:58:13.033667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-92766ee3-1884-4322-b6b5-538844abc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.035431 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-92766ee3-1884-4322-b6b5-538844abc409 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1095 time: 0.0939815 Aug 16 01:58:13.070700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5c9bd-4817-4768-9249-2e60a5c95e57 req-902b5538-875c-4784-a75b-78ce6b3553f0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.082333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f5c9bd-4817-4768-9249-2e60a5c95e57 req-902b5538-875c-4784-a75b-78ce6b3553f0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.0914650 Aug 16 01:58:13.137389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f5c9bd-4817-4768-9249-2e60a5c95e57 req-a70629d5-6eb0-4dd1-9f2d-3c19633038f7 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506887 Aug 16 01:58:13.151799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-260aa407-22a9-450b-874f-9617d64f26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.153318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-260aa407-22a9-450b-874f-9617d64f26e2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1090004 Aug 16 01:58:13.281482 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-48c65df7-33a8-40bb-ab65-0711ee9b1713 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 217 time: 0.1094837 Aug 16 01:58:13.401855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-4938a4dc-0577-4dd5-8f03-5d5a63c1b055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:13.405135 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-4938a4dc-0577-4dd5-8f03-5d5a63c1b055 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1166804 Aug 16 01:58:13.421486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-2a2d9f4d-7e70-42fc-a069-58e4538904fd tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2488470 Aug 16 01:58:13.427445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:13.479746 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-1fb4de35-965e-44b5-ba00-404ecd70eebf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660219 Aug 16 01:58:13.586725 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-d84bbf16-2683-436a-9dcc-51f7a1e3f8cb service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980952 Aug 16 01:58:13.690145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8485b173-cdf3-495b-87cf-56db7e5368d5 req-df405d99-278b-4d09-a6fb-5a52b857c7dc service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964653 Aug 16 01:58:13.794497 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:13.926332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6569dd1b-f408-4ed7-840f-daa55bfdff7d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:13.929169 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.044662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6569dd1b-f408-4ed7-840f-daa55bfdff7d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:14.044875 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.088547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Allocated IP 172.25.6.125 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3a8208aa-5b06-4dc5-962c-67883f266cc7) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:14.332372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ada3c-fefc-46f8-91cb-5d817a75a6b8 req-53386747-b2d8-496e-a12f-ae0f320db749 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.341455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c18ada3c-fefc-46f8-91cb-5d817a75a6b8 req-53386747-b2d8-496e-a12f-ae0f320db749 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1593542 Aug 16 01:58:14.368166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.402415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c18ada3c-fefc-46f8-91cb-5d817a75a6b8 req-e337e044-3ae1-4853-af88-789593ac89cf tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576539 Aug 16 01:58:14.524106 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.546944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027dea88-c308-495c-afb3-c6a6cae0bb1f req-4c39e643-aade-4736-87ba-f9b695544da1 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:14.548478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-027dea88-c308-495c-afb3-c6a6cae0bb1f req-4c39e643-aade-4736-87ba-f9b695544da1 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0587575 Aug 16 01:58:14.607970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-027dea88-c308-495c-afb3-c6a6cae0bb1f req-7dd64546-57c9-4ede-8d99-aafbde382c52 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522096 Aug 16 01:58:14.610825 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:14.672497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:14.682268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:14.686506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:14.745593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Pushing event updated for resources: {'Port': ['ID=3a8208aa-5b06-4dc5-962c-67883f266cc7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:14.843485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e90f42d-48c4-486a-b5f0-faf0bbe61639 req-ad35fa08-4bb1-4d78-919c-c023d9e91cd1 tempest-FlavorsV2NegativeTest-173575943 tempest-FlavorsV2NegativeTest-173575943-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=cd9317b4b3564d61a7e542e4a4c628fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301318 Aug 16 01:58:14.844518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.010051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.018322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90f42d-48c4-486a-b5f0-faf0bbe61639 req-71cf023b-4721-440d-ad41-f063af10c6d8 tempest-FlavorsV2NegativeTest-173575943 tempest-FlavorsV2NegativeTest-173575943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.019934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e90f42d-48c4-486a-b5f0-faf0bbe61639 req-71cf023b-4721-440d-ad41-f063af10c6d8 tempest-FlavorsV2NegativeTest-173575943 tempest-FlavorsV2NegativeTest-173575943-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548488 Aug 16 01:58:15.066286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e90f42d-48c4-486a-b5f0-faf0bbe61639 req-ff8c30ed-4a66-4b8a-b7e0-0372d509a5e7 tempest-FlavorsV2NegativeTest-173575943 tempest-FlavorsV2NegativeTest-173575943-project] 10.222.0.76 "GET /v2.0/quotas/cd9317b4b3564d61a7e542e4a4c628fc HTTP/1.1" status: 200 len: 375 time: 0.0200882 Aug 16 01:58:15.107836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e90f42d-48c4-486a-b5f0-faf0bbe61639 req-d8c3022f-ad77-40fc-8218-66fd41cd5785 tempest-FlavorsV2NegativeTest-173575943 tempest-FlavorsV2NegativeTest-173575943-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cd9317b4b3564d61a7e542e4a4c628fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323884 Aug 16 01:58:15.307066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.318099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9840b-4ca1-41d0-abc6-d2f8668a12d0 req-3434b2df-51e7-4eff-9e8e-07ba81e7d177 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.323218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85a9840b-4ca1-41d0-abc6-d2f8668a12d0 req-3434b2df-51e7-4eff-9e8e-07ba81e7d177 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1097 time: 0.0836384 Aug 16 01:58:15.389540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85a9840b-4ca1-41d0-abc6-d2f8668a12d0 req-03a9afa8-1efb-4da2-be12-a47e41d204db tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Aug 16 01:58:15.390877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.483054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Pushing event updated for resources: {'Port': ['ID=3a8208aa-5b06-4dc5-962c-67883f266cc7,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:15.540427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.649668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.651171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-865b1a4d-6940-4457-8667-5b7e5b41c0ed tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2286031 Aug 16 01:58:15.705527 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:15.770088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-ce8191b5-c962-4c70-874c-ca1865799303 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.1128259 Aug 16 01:58:15.917225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-28f19631-2eb9-4656-b131-5d273454ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:15.918928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-28f19631-2eb9-4656-b131-5d273454ca2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=61e8b741b6364901919d58f0ea5458b8&device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 1098 time: 0.0731621 Aug 16 01:58:16.002575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-50f73bdd-dede-4e99-8425-7d6253f01e79 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.016280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-50f73bdd-dede-4e99-8425-7d6253f01e79 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.2382057 Aug 16 01:58:16.045449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-8cd16372-7760-42f1-8cbc-b40ce16088a4 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:16.047156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70d23afe-6d35-4317-a4c9-4de51cecec87 req-8cd16372-7760-42f1-8cbc-b40ce16088a4 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299547 Aug 16 01:58:16.205229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-3b8cfa46-efa7-4796-9668-a169437a2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.207322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-3b8cfa46-efa7-4796-9668-a169437a2ad7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 200 len: 911 time: 0.2791083 Aug 16 01:58:16.285811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-c40f75e0-e47d-429e-b8a6-4d4fe21f596a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a HTTP/1.1" status: 200 len: 217 time: 0.0625594 Aug 16 01:58:16.359343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488cfa45-8bfa-41e0-a8b5-a24c5ccd9b12 req-db524b83-6bfc-4f92-9cfe-3dfd395af01a tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.360929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-488cfa45-8bfa-41e0-a8b5-a24c5ccd9b12 req-db524b83-6bfc-4f92-9cfe-3dfd395af01a tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 1097 time: 0.1834688 Aug 16 01:58:16.388249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-9ed3c4a1-dc83-4ab3-b5d0-8ef5cbbaae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.398852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-9ed3c4a1-dc83-4ab3-b5d0-8ef5cbbaae41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 200 len: 850 time: 0.0902009 Aug 16 01:58:16.405522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74ef53-3c6d-47a9-a326-584062ccd706 req-62ede93c-10f3-41f8-af74-898df68ee902 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:16.407160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc74ef53-3c6d-47a9-a326-584062ccd706 req-62ede93c-10f3-41f8-af74-898df68ee902 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1826355 Aug 16 01:58:16.747450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-165a4e88-40e5-43b6-9ad9-70b4d4505b85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f002cfd3-c8b3-43e8-9abc-72591230118e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3371775 Aug 16 01:58:16.752706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57482) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:16.878752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-488cfa45-8bfa-41e0-a8b5-a24c5ccd9b12 req-74ce393d-02e6-4193-ac30-d40eed5216fa tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602840 Aug 16 01:58:16.878752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc74ef53-3c6d-47a9-a326-584062ccd706 req-7e7e72e8-0327-45cb-aa2c-5d4f0ef551f6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314523 Aug 16 01:58:16.899842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-7c6c730b-5e6c-42a9-93f8-8ab5f21d2248 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408129 Aug 16 01:58:16.939998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2486275-5643-49d3-b587-20efd63a9d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.087804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-e11ba405-9101-4374-9c02-29d5fbbfb140 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips/59cf035c-e204-4121-b0e1-c18593e36c86 HTTP/1.1" status: 200 len: 693 time: 0.0622408 Aug 16 01:58:17.095696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2486275-5643-49d3-b587-20efd63a9d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.108596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c7204-ad09-4c1d-9a9b-6db0c2651d12 req-46ac70c8-a786-469f-bd27-bfc1fe8698aa tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.110177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da5c7204-ad09-4c1d-9a9b-6db0c2651d12 req-46ac70c8-a786-469f-bd27-bfc1fe8698aa tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1431205 Aug 16 01:58:17.112131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ae5411d-7d98-4d75-8d3f-aab0a347fdf3 req-9ba114c1-6f86-4e7c-8863-04cc5d7413d4 service neutron] 10.222.0.58 "GET /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998618 Aug 16 01:58:17.206303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da5c7204-ad09-4c1d-9a9b-6db0c2651d12 req-ff582b66-3228-4cfe-a3f0-7db2a9cbcf84 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838370 Aug 16 01:58:17.265624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-2ba9ffcd-b295-47c2-af1a-5304a2baa31e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:17.274122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-2ba9ffcd-b295-47c2-af1a-5304a2baa31e tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1743507 Aug 16 01:58:17.286315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-41d0861a-3d04-4ec3-9ebd-ab9671164831 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:17.287654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-41d0861a-3d04-4ec3-9ebd-ab9671164831 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124457 Aug 16 01:58:17.300684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2486275-5643-49d3-b587-20efd63a9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.338993 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d2486275-5643-49d3-b587-20efd63a9d7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd9317b4b3564d61a7e542e4a4c628fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5851004 Aug 16 01:58:17.343009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57494) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:17.358400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-d0e58c3d-0956-43b1-b160-4744ba427bea tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.0620060 Aug 16 01:58:17.383914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2486275-5643-49d3-b587-20efd63a9d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ea2d0e-810e-47f1-8966-a246afc9ca3c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.448694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6135-d60f-4710-98c8-8deec36d7f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.476754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6135-d60f-4710-98c8-8deec36d7f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.514161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-116f3dc3-2c81-4867-a1a8-5115da805d5b tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.125 HTTP/1.1" status: 200 len: 696 time: 0.1546121 Aug 16 01:58:17.620728 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6135-d60f-4710-98c8-8deec36d7f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.623620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c3e6135-d60f-4710-98c8-8deec36d7f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.625167 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6c3e6135-d60f-4710-98c8-8deec36d7f7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56ea2d0e-810e-47f1-8966-a246afc9ca3c HTTP/1.1" status: 204 len: 168 time: 0.2809987 Aug 16 01:58:17.654542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e6135-d60f-4710-98c8-8deec36d7f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ea2d0e-810e-47f1-8966-a246afc9ca3c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:17.766418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Deleting port 3a8208aa-5b06-4dc5-962c-67883f266cc7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:17.773976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.841381 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:17.961671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.962506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:17.987653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Calling delete_port for 3a8208aa-5b06-4dc5-962c-67883f266cc7 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:18.125068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400094-01f3-498e-a222-3c97f6adbe25 req-4c882467-40da-4812-916d-517d42a2425b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.126848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85400094-01f3-498e-a222-3c97f6adbe25 req-4c882467-40da-4812-916d-517d42a2425b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1212552 Aug 16 01:58:18.228257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85400094-01f3-498e-a222-3c97f6adbe25 req-f465d38a-73d9-4ae8-9084-4b65befa8d15 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919485 Aug 16 01:58:18.419541 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.479690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Pushing event deleted for resources: {'Port': ['ID=3a8208aa-5b06-4dc5-962c-67883f266cc7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:18.615081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495cd8ec-39d9-4d96-9916-f054cb584f49 req-b4f54ded-4212-4b12-a9c3-1df5a165fe88 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:18.622490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-495cd8ec-39d9-4d96-9916-f054cb584f49 req-b4f54ded-4212-4b12-a9c3-1df5a165fe88 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1719832 Aug 16 01:58:18.658329 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.660793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:18.666604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb78fde8-6d3e-4875-aba7-69068139de32 req-1d7f21d9-945d-4876-929f-90993314eaa6 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "DELETE /v2.0/floatingips/59cf035c-e204-4121-b0e1-c18593e36c86 HTTP/1.1" status: 204 len: 173 time: 1.1514437 Aug 16 01:58:18.705909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-495cd8ec-39d9-4d96-9916-f054cb584f49 req-7c86b2c6-6efb-4a03-a1d4-63f8abfe19e9 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823021 Aug 16 01:58:18.793445 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-c93ed31b-38f8-4563-997b-f7c5c49525ce req-670eff5c-2e52-45d4-a6b6-942036d990b1 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] show failed (client error): The resource could not be found. Aug 16 01:58:18.794913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c93ed31b-38f8-4563-997b-f7c5c49525ce req-670eff5c-2e52-45d4-a6b6-942036d990b1 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips/59cf035c-e204-4121-b0e1-c18593e36c86 HTTP/1.1" status: 404 len: 350 time: 0.1107249 Aug 16 01:58:18.902123 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-211019b0-d4c0-44ba-bc29-1ddb7c24f0ac req-2cd8c532-005c-4558-a063-568e46fced51 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] show failed (client error): The resource could not be found. Aug 16 01:58:18.915188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:18.915772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-211019b0-d4c0-44ba-bc29-1ddb7c24f0ac req-2cd8c532-005c-4558-a063-568e46fced51 tempest-FloatingIPsTestJSON-124127268 tempest-FloatingIPsTestJSON-124127268-project] 10.222.0.76 "GET /v2.0/floatingips/59cf035c-e204-4121-b0e1-c18593e36c86 HTTP/1.1" status: 404 len: 350 time: 0.0945501 Aug 16 01:58:19.463276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985f2c2-3d3f-4861-9201-8d4b7ac8e922 req-986a32c4-682e-4e95-ba84-b498d350dcbc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:19.472176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2985f2c2-3d3f-4861-9201-8d4b7ac8e922 req-986a32c4-682e-4e95-ba84-b498d350dcbc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1416669 Aug 16 01:58:19.489881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:19.558342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2985f2c2-3d3f-4861-9201-8d4b7ac8e922 req-f3601f00-e9b6-4d05-ae18-ef4bf61e3ec9 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826268 Aug 16 01:58:19.561586 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.672576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-network', 'tenant_id': '1d547b05d6f24da0a42db261abc96982'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:19.832083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Made reservation on behalf of 1d547b05d6f24da0a42db261abc96982 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:19.834518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:19.872540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.037211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Deleting port 6569dd1b-f408-4ed7-840f-daa55bfdff7d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:20.037211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.041642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241f52a-decd-43fa-ac64-3fbf0f425c7f req-275366a1-8d77-4dd5-8101-44f5ec4b5649 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.041642 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8241f52a-decd-43fa-ac64-3fbf0f425c7f req-275366a1-8d77-4dd5-8101-44f5ec4b5649 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.0969858 Aug 16 01:58:20.138125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] For port 6569dd1b-f408-4ed7-840f-daa55bfdff7d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6569dd1b-f408-4ed7-840f-daa55bfdff7d,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:20.138720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.165121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.186511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Calling delete_port for 6569dd1b-f408-4ed7-840f-daa55bfdff7d owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:20.246702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8241f52a-decd-43fa-ac64-3fbf0f425c7f req-c33dd91b-2297-4d77-a71d-aa50828704e4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886238 Aug 16 01:58:20.490445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.528588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc35ddf-a79e-48a5-94fb-d1d5a5647c48,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.607823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.614565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:20.632926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.633294 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Added segment 837341eb-72fb-431e-807c-3e8cb4010b94 of type vlan for network 479e6558-0898-45d6-885b-a5d74b8653c0 Aug 16 01:58:20.690184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Pushing event deleted for resources: {'Port': ['ID=6569dd1b-f408-4ed7-840f-daa55bfdff7d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:20.702956 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.799481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a4eb91-fa99-4966-b8ab-e376890e08e1 req-46bc60bc-2746-4b6b-8d7f-532ff46f8b80 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.805143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20a4eb91-fa99-4966-b8ab-e376890e08e1 req-46bc60bc-2746-4b6b-8d7f-532ff46f8b80 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1124978 Aug 16 01:58:20.890566 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20a4eb91-fa99-4966-b8ab-e376890e08e1 req-3808dea4-421b-47a3-bbee-525da7712e1e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812292 Aug 16 01:58:20.957923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:20.961017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:20.961017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.053277 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.144245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] Pushing event updated for resources: {'Network': ['ID=479e6558-0898-45d6-885b-a5d74b8653c0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:21.145230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 479e6558-0898-45d6-885b-a5d74b8653c0 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:21.185902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5578294-f3ae-41bf-aa4b-d07c0008dee3 req-279e6199-4194-4f5b-9236-59c5e2f6cbdf tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:21.195429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5578294-f3ae-41bf-aa4b-d07c0008dee3 req-279e6199-4194-4f5b-9236-59c5e2f6cbdf tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1305113 Aug 16 01:58:21.266710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5578294-f3ae-41bf-aa4b-d07c0008dee3 req-e91c7dae-2a40-47f6-959a-9b6e44637062 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697217 Aug 16 01:58:21.302298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-09db4eaa-fb3e-43f3-9ecf-6fb061c7cd9d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8111944 Aug 16 01:58:21.302993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57606) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.309408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Request body: {'subnet': {'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-subnet', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:21.400196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Router d9706833-9862-4772-a1e3-70dbe178aaa8 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:21.454928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Made reservation on behalf of 1d547b05d6f24da0a42db261abc96982 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:21.457429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.518497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:21.524737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e3288718-2068-4828-8ccb-c920216c4954 admin admin] 10.222.0.76 "PUT /v2.0/routers/d9706833-9862-4772-a1e3-70dbe178aaa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6084471 Aug 16 01:58:21.527287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57610) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:21.535297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] Sync routers for ids ['d9706833-9862-4772-a1e3-70dbe178aaa8'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:21.557016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] Routers {'d9706833-9862-4772-a1e3-70dbe178aaa8'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:21.558066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d9706833-9862-4772-a1e3-70dbe178aaa8'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:21.716367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.798818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] Set router d9706833-9862-4772-a1e3-70dbe178aaa8 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:21.919283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:21.939423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.067332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce3ce24-23da-4d94-bf4a-15e0051ff94e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.096631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Checking segment: {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:22.097357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Network hostable DHCP agents. Network: 479e6558-0898-45d6-885b-a5d74b8653c0, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:22.128356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Deleting port 36635c6a-1b7c-40cd-957b-2bfc6b10e899 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:22.128356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.158485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72169f-6ae5-475d-ae4c-3894b102a65c req-73fa4fa4-a5e0-4fc2-b94b-4f793ad7d0fc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.170960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a72169f-6ae5-475d-ae4c-3894b102a65c req-73fa4fa4-a5e0-4fc2-b94b-4f793ad7d0fc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1689160 Aug 16 01:58:22.251788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a72169f-6ae5-475d-ae4c-3894b102a65c req-8f5706b5-a1c0-447f-af91-879bbcfdb78b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747435 Aug 16 01:58:22.268998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] For port 36635c6a-1b7c-40cd-957b-2bfc6b10e899, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=36635c6a-1b7c-40cd-957b-2bfc6b10e899,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:22.269682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.271731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Network 479e6558-0898-45d6-885b-a5d74b8653c0 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:22.293830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Calling delete_port for 36635c6a-1b7c-40cd-957b-2bfc6b10e899 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:22.301145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:58:20Z', 'revision_number': 5, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port': {'id': '36635c6a-1b7c-40cd-957b-2bfc6b10e899', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:e3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:57Z', 'updated_at': '2021-08-16T01:58:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:22.381253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] Checking router: d9706833-9862-4772-a1e3-70dbe178aaa8 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:22.397453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 479e6558-0898-45d6-885b-a5d74b8653c0) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:22.401592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.402305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.414796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] Routers {'d9706833-9862-4772-a1e3-70dbe178aaa8'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:22.416638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d9706833-9862-4772-a1e3-70dbe178aaa8'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:22.518508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba962f-03d6-4c12-884e-8937f565921d req-b1e56f46-1845-4314-949a-36199d7e4cf8 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:22.521130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ba962f-03d6-4c12-884e-8937f565921d req-b1e56f46-1845-4314-949a-36199d7e4cf8 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1028614 Aug 16 01:58:22.584650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-07331b7c-7d39-4bf7-9037-adbec2d9ee63 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2803271 Aug 16 01:58:22.588009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52297245-3ad4-4b62-9977-eba4a93c1e65 None None] Network 479e6558-0898-45d6-885b-a5d74b8653c0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:22.588746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57632) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:22.595308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:22.619529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ba962f-03d6-4c12-884e-8937f565921d req-304a210c-1f73-4dc4-af19-215ef35a996d tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860703 Aug 16 01:58:22.660805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] Set router d9706833-9862-4772-a1e3-70dbe178aaa8 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:22.773168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 6, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:22.792619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.794006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.808218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0258b53c-10a5-4a30-9e73-1772b38adc65 None None] The sync data for ids ['d9706833-9862-4772-a1e3-70dbe178aaa8'] in n-d-768852-19 is: [{'id': 'd9706833-9862-4772-a1e3-70dbe178aaa8', 'name': 'tempest-FloatingIPsTestJSON-499269446-router', 'tenant_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:55Z', 'updated_at': '2021-08-16T01:58:21Z', 'revision_number': 6, 'project_id': 'b79a25b5d84e4b8f9bbdfb3b3fc3837f', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:22.831558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.853095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-479e6558-0898-45d6-885b-a5d74b8653c0', 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'fixed_ips': [{'subnet_id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:22.854184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.894076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36635c6a-1b7c-40cd-957b-2bfc6b10e899,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:22.933151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a020bf94-0929-45db-94f1-6120618a8f0f details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:22.940784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:22.994825 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.134133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.137216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.154087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Allocated IP 172.20.0.2 (479e6558-0898-45d6-885b-a5d74b8653c0/8ce3ce24-23da-4d94-bf4a-15e0051ff94e/55e1f831-d6d3-429e-87eb-7ccb2814f53f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:23.246405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:23.263588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e', 'port_id': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'mac_address': 'fa:16:3e:35:77:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e5a9d74-4388-4a28-afd5-54d76984b27c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:23.311635 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.338217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a020bf94-0929-45db-94f1-6120618a8f0f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:23.386718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88e477-ae78-4337-a2c2-525dee118b95 req-c159cf54-b60c-4324-9087-c85eda932f55 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.388471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e88e477-ae78-4337-a2c2-525dee118b95 req-c159cf54-b60c-4324-9087-c85eda932f55 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0549343 Aug 16 01:58:23.396216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:23.420528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.428964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Transition to ACTIVE for port object 55e1f831-d6d3-429e-87eb-7ccb2814f53f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:23.434341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e88e477-ae78-4337-a2c2-525dee118b95 req-9fae46f7-8926-485e-9a80-8525d835a0ac tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 Aug 16 01:58:23.445330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Transition to ACTIVE for port object 55e1f831-d6d3-429e-87eb-7ccb2814f53f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:23.655045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.655690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9706833-9862-4772-a1e3-70dbe178aaa8 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:23.656998 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.659615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.662608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.671442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f5ae25c-4064-4a41-8520-54a1bb72fbb8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/d9706833-9862-4772-a1e3-70dbe178aaa8 HTTP/1.1" status: 204 len: 168 time: 2.1348777 Aug 16 01:58:23.673064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57656) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:23.704140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Network 479e6558-0898-45d6-885b-a5d74b8653c0 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:23.709470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:23.713801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:23.724467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Pushing event updated for resources: {'Port': ['ID=55e1f831-d6d3-429e-87eb-7ccb2814f53f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.789762 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.797793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Deleting subnet 296c5a98-a8f4-4eda-ba44-e39a568723f1 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:23.806917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.910002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:23.927640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c64152-b25a-48ea-89b7-35c7addcddb3 req-6a9b321f-e310-4cfd-ab02-da1ba50f094c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:23.927640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24c64152-b25a-48ea-89b7-35c7addcddb3 req-6a9b321f-e310-4cfd-ab02-da1ba50f094c tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1239250 Aug 16 01:58:23.937223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Attempting to bind port 55e1f831-d6d3-429e-87eb-7ccb2814f53f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:23.937606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Attempting to bind port 55e1f831-d6d3-429e-87eb-7ccb2814f53f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:23.937975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Attempting to bind port 55e1f831-d6d3-429e-87eb-7ccb2814f53f on network 479e6558-0898-45d6-885b-a5d74b8653c0 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:23.941841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6569dd1b-f408-4ed7-840f-daa55bfdff7d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:23.943559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:23.976792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['a020bf94-0929-45db-94f1-6120618a8f0f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:24.038503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6569dd1b-f408-4ed7-840f-daa55bfdff7d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:24.039052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6569dd1b-f408-4ed7-840f-daa55bfdff7d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:24.039519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 36635c6a-1b7c-40cd-957b-2bfc6b10e899 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:24.041479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:24.041865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Checking segment: {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:24.042277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.042881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Bound using segment: {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:24.043393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Bound port: 55e1f831-d6d3-429e-87eb-7ccb2814f53f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:24.043785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.073501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24c64152-b25a-48ea-89b7-35c7addcddb3 req-36a50479-a4e9-467c-8b6d-d4a28c58eaed tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267619 Aug 16 01:58:24.110048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-75022629-8a08-4a7c-b8ae-64d8459d1d0b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.112404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-75022629-8a08-4a7c-b8ae-64d8459d1d0b tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1879220 Aug 16 01:58:24.133242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 36635c6a-1b7c-40cd-957b-2bfc6b10e899 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:24.133568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 36635c6a-1b7c-40cd-957b-2bfc6b10e899 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:24.225497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] For port 55e1f831-d6d3-429e-87eb-7ccb2814f53f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:24.230579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] For port 55e1f831-d6d3-429e-87eb-7ccb2814f53f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=55e1f831-d6d3-429e-87eb-7ccb2814f53f,segment=NetworkSegment(837341eb-72fb-431e-807c-3e8cb4010b94),segment_id=837341eb-72fb-431e-807c-3e8cb4010b94)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:24.320618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Deleting port dcf113d9-df71-42da-950d-e4d31f78ff1a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:24.321138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.375862 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.414017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.481861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.513015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] For port dcf113d9-df71-42da-950d-e4d31f78ff1a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=dcf113d9-df71-42da-950d-e4d31f78ff1a,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:24.513395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.515617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818bd63-64cc-45a7-8e35-38c2c6b319f1 None None] Pushing event updated for resources: {'Port': ['ID=55e1f831-d6d3-429e-87eb-7ccb2814f53f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.516144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.543854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Calling delete_port for dcf113d9-df71-42da-950d-e4d31f78ff1a owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:24.621892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.682355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=296c5a98-a8f4-4eda-ba44-e39a568723f1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:24.695737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.697700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edfd84f-8e68-4221-a740-3148a4d3371e None None] Network 6fa3ff9a-432e-4e51-955f-1540f31e79a3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:24.700551 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da3f61b2-d4c0-4f78-8fe0-602be26cceaf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/296c5a98-a8f4-4eda-ba44-e39a568723f1 HTTP/1.1" status: 204 len: 168 time: 1.0224352 Aug 16 01:58:24.701436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57682) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:24.890732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76468a-a13e-43b1-b624-d2d5f04911c4 req-7463121c-91cb-49d1-bf0c-0c9e82af2f7d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:24.896004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a020bf94-0929-45db-94f1-6120618a8f0f up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:24.899633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:24.899905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb76468a-a13e-43b1-b624-d2d5f04911c4 req-7463121c-91cb-49d1-bf0c-0c9e82af2f7d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 944 time: 0.3147948 Aug 16 01:58:24.977977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Allocated IP 172.25.6.79 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/20d1c6ca-61de-4a0d-ab20-a97e3392e004) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:25.023241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb76468a-a13e-43b1-b624-d2d5f04911c4 req-a3237b95-2504-4692-90d2-f08d8162eea1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218374 Aug 16 01:58:25.036221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Deleting port 694a1323-0b87-42c7-8472-6d7358a6da74 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:25.036595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.068657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] DHCP port deletion for 6fa3ff9a-432e-4e51-955f-1540f31e79a3 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:25.151708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] For port 694a1323-0b87-42c7-8472-6d7358a6da74, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=694a1323-0b87-42c7-8472-6d7358a6da74,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:25.151708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.168168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] Deleting port 694a1323-0b87-42c7-8472-6d7358a6da74 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:25.168309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Calling delete_port for 694a1323-0b87-42c7-8472-6d7358a6da74 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:25.168560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.248241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.274112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port a020bf94-0929-45db-94f1-6120618a8f0f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:25.288771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] For port 694a1323-0b87-42c7-8472-6d7358a6da74, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=694a1323-0b87-42c7-8472-6d7358a6da74,segment=NetworkSegment(a1488331-76b4-465b-80c5-89ebb8821cc4),segment_id=a1488331-76b4-465b-80c5-89ebb8821cc4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:25.288771 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.289443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0f6de-cee3-4967-913a-d43f40b35854 req-0a015f31-b651-4bee-8c55-f3d0a1afac52 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:25.292329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a0f6de-cee3-4967-913a-d43f40b35854 req-0a015f31-b651-4bee-8c55-f3d0a1afac52 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 946 time: 0.1079602 Aug 16 01:58:25.293642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port a020bf94-0929-45db-94f1-6120618a8f0f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:25.294087 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.299923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] Calling delete_port for 694a1323-0b87-42c7-8472-6d7358a6da74 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:25.357161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a0f6de-cee3-4967-913a-d43f40b35854 req-24f33011-4cd6-498f-a637-edf2555cd2a3 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Aug 16 01:58:25.358133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.389754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Pushing event deleted for resources: {'Port': ['ID=dcf113d9-df71-42da-950d-e4d31f78ff1a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.417354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2c94dd8f-814c-430e-8df9-5d94090578d0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:25.454016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] No DVR routers for this DVR port dcf113d9-df71-42da-950d-e4d31f78ff1a on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:25.457399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.459546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef1b9f9e-4c3b-4643-9cd3-e40481af9c71 req-01a17499-5548-4224-8d75-8052e3321a13 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "DELETE /v2.0/ports/dcf113d9-df71-42da-950d-e4d31f78ff1a HTTP/1.1" status: 204 len: 173 time: 1.3408854 Aug 16 01:58:25.460552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'name': 'network-vif-deleted', 'tag': 'dcf113d9-df71-42da-950d-e4d31f78ff1a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:25.461372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.463567 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710a415b-68b8-4e95-9f34-96c089552287" -d '{"events": [{"server_uuid": "e27d06f9-b7c7-40b7-8c52-34288db27294", "name": "network-vif-deleted", "tag": "dcf113d9-df71-42da-950d-e4d31f78ff1a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:25.497487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=694a1323-0b87-42c7-8472-6d7358a6da74,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.501773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] No DVR routers for this DVR port 694a1323-0b87-42c7-8472-6d7358a6da74 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:25.507702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.569550 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c131a5d1-1945-43d0-afa7-672178b69b2d x-openstack-request-id: req-c131a5d1-1945-43d0-afa7-672178b69b2d {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:25.570389 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27d06f9-b7c7-40b7-8c52-34288db27294", "name": "network-vif-deleted", "tag": "dcf113d9-df71-42da-950d-e4d31f78ff1a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:25.570683 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c131a5d1-1945-43d0-afa7-672178b69b2d {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:25.571111 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27d06f9-b7c7-40b7-8c52-34288db27294', 'name': 'network-vif-deleted', 'tag': 'dcf113d9-df71-42da-950d-e4d31f78ff1a', 'status': 'completed', 'code': 200} Aug 16 01:58:25.585964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:25.590130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:25.615287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.620164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:25.639277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa3ff9a-432e-4e51-955f-1540f31e79a3']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.653085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1488331-76b4-465b-80c5-89ebb8821cc4') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.653393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1488331-76b4-465b-80c5-89ebb8821cc4') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:25.665719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.689013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.696944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:25.697502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:25.708450 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:25.718153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Pushing event updated for resources: {'Port': ['ID=20d1c6ca-61de-4a0d-ab20-a97e3392e004,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:25.921084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.964891 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:25.971781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 55e1f831-d6d3-429e-87eb-7ccb2814f53f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:25.983374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:25.985635 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5791057-288d-489e-9ad8-30ec3ec69153" -d '{"events": [{"server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "name": "network-vif-plugged", "status": "completed", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:25.997325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.003219 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.005172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] 10.222.0.76 "DELETE /v2.0/networks/6fa3ff9a-432e-4e51-955f-1540f31e79a3 HTTP/1.1" status: 204 len: 168 time: 1.3028007 Aug 16 01:58:26.027761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc373f4-8cb5-4389-a8cf-62d948c72f0c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fa3ff9a-432e-4e51-955f-1540f31e79a3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.029543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1303df51-0c1f-4346-96b9-ba39a004c1a6 None None] Network 479e6558-0898-45d6-885b-a5d74b8653c0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:26.048023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] Pushing event deleted for resources: {'Port': ['ID=694a1323-0b87-42c7-8472-6d7358a6da74,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.052075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.106837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef37a2c4-a08f-45e1-adfc-d729ee64cace None None] No DVR routers for this DVR port 694a1323-0b87-42c7-8472-6d7358a6da74 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:26.121735 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a75132e-f25d-4e06-a04e-9f4cdeabdb14 x-openstack-request-id: req-3a75132e-f25d-4e06-a04e-9f4cdeabdb14 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:26.122050 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "name": "network-vif-plugged", "status": "completed", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:26.122287 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a75132e-f25d-4e06-a04e-9f4cdeabdb14 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:26.122696 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'code': 200} Aug 16 01:58:26.204300 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.268607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cc7d4716-5665-46e5-82dc-4bc43e5851a1 None None] Provisioning for port 55e1f831-d6d3-429e-87eb-7ccb2814f53f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:26.292138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:26.340606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 55e1f831-d6d3-429e-87eb-7ccb2814f53f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:26.345247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 55e1f831-d6d3-429e-87eb-7ccb2814f53f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:26.345632 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.355158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e405c756-d953-4881-9e41-574c88d55dd7 req-cfe6007d-825e-4c31-a7fd-ac5d9b6978e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.361231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e405c756-d953-4881-9e41-574c88d55dd7 req-cfe6007d-825e-4c31-a7fd-ac5d9b6978e0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0523438 Aug 16 01:58:26.448060 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e405c756-d953-4881-9e41-574c88d55dd7 req-ac9c5319-b095-4793-a191-7e51896d3216 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798776 Aug 16 01:58:26.506921 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.547142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 55e1f831-d6d3-429e-87eb-7ccb2814f53f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=55e1f831-d6d3-429e-87eb-7ccb2814f53f,segment=NetworkSegment(837341eb-72fb-431e-807c-3e8cb4010b94),segment_id=837341eb-72fb-431e-807c-3e8cb4010b94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:26.591950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.613778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-268043ef-dd82-46f8-a884-49ba19cbe07e req-68733120-4345-4f79-8b2a-44ac3bf44a29 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=e27d06f9-b7c7-40b7-8c52-34288db27294 HTTP/1.1" status: 200 len: 210 time: 0.0639496 Aug 16 01:58:26.629884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eeac32b9-4c99-4c3f-b8fc-aab0d6112a6c None None] Provisioning complete for port 55e1f831-d6d3-429e-87eb-7ccb2814f53f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:26.630348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eeac32b9-4c99-4c3f-b8fc-aab0d6112a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.654162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b4db6bb1-c58f-49e9-a36d-4c2b45856a34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b79a25b5d84e4b8f9bbdfb3b3fc3837f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0604575 Aug 16 01:58:26.654887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57768) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:26.692521 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.714182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa0eb7-e634-45f1-8958-d8098b346854 req-3ba268ab-9746-444d-8333-18d25fd47380 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:26.743949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5faa0eb7-e634-45f1-8958-d8098b346854 req-3ba268ab-9746-444d-8333-18d25fd47380 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.1765525 Aug 16 01:58:26.744064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dcf113d9-df71-42da-950d-e4d31f78ff1a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:26.769761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-976ec25c-83ce-4548-a7e5-8ff215d7055b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.810497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-976ec25c-83ce-4548-a7e5-8ff215d7055b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.827178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:26.941005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 694a1323-0b87-42c7-8472-6d7358a6da74 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:26.973364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: dcf113d9-df71-42da-950d-e4d31f78ff1a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:26.980712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device dcf113d9-df71-42da-950d-e4d31f78ff1a not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:26.988809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5faa0eb7-e634-45f1-8958-d8098b346854 req-b083907c-af53-483c-9c14-f4b48d44e68a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559829 Aug 16 01:58:26.995958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=55e1f831-d6d3-429e-87eb-7ccb2814f53f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.003820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 694a1323-0b87-42c7-8472-6d7358a6da74 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:27.004336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 694a1323-0b87-42c7-8472-6d7358a6da74 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:27.121933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-976ec25c-83ce-4548-a7e5-8ff215d7055b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.126241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-976ec25c-83ce-4548-a7e5-8ff215d7055b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.127482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.131480 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-976ec25c-83ce-4548-a7e5-8ff215d7055b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0db71bfc-5a6f-4bb3-b50a-f52b22e4cb80 HTTP/1.1" status: 204 len: 168 time: 0.4726102 Aug 16 01:58:27.131911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.166959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ec25c-83ce-4548-a7e5-8ff215d7055b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db71bfc-5a6f-4bb3-b50a-f52b22e4cb80,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:27.305120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.523576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Router b30d9309-d909-4da7-b21b-2205274e3eda is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:27.641837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:27.652995 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Sync routers for ids ['b30d9309-d909-4da7-b21b-2205274e3eda'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:27.670794 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Routers {'b30d9309-d909-4da7-b21b-2205274e3eda'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:27.670794 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b30d9309-d909-4da7-b21b-2205274e3eda'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:27.807581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:27.809673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6805573e-8b11-4583-ae2d-163482773965 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.2191815 Aug 16 01:58:27.816837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57860) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:27.952529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Set router b30d9309-d909-4da7-b21b-2205274e3eda gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:27.958633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 55e1f831-d6d3-429e-87eb-7ccb2814f53f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:28.030916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 55e1f831-d6d3-429e-87eb-7ccb2814f53f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:28.032865 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.184737 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:25Z', 'revision_number': 3, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:28.211288 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Checking router: b30d9309-d909-4da7-b21b-2205274e3eda for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:28.211765 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Updating router b30d9309-d909-4da7-b21b-2205274e3eda port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:28.252066 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.415106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.598297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b55969-ff0d-4a4f-9c9a-ffeaf55c922d req-f6dbe952-8881-435a-8eb9-6cd334f963d6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.606789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34b55969-ff0d-4a4f-9c9a-ffeaf55c922d req-f6dbe952-8881-435a-8eb9-6cd334f963d6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.0881419 Aug 16 01:58:28.648292 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.651415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34b55969-ff0d-4a4f-9c9a-ffeaf55c922d req-767458d0-56ed-45e4-ba0e-9e0ca69fc486 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Aug 16 01:58:28.661528 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Transition to ACTIVE for port object 20d1c6ca-61de-4a0d-ab20-a97e3392e004 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.700210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Allocated IP 172.20.0.1 (479e6558-0898-45d6-885b-a5d74b8653c0/8ce3ce24-23da-4d94-bf4a-15e0051ff94e/50825932-2b99-4108-a2d2-8d918a9af506) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:28.807506 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.851641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.874335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9c5ff-5770-4897-9a7e-179cf84a4a46 req-5d7b3d26-4e0c-47e9-bd39-9ba6bda615b4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:28.876277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37e9c5ff-5770-4897-9a7e-179cf84a4a46 req-5d7b3d26-4e0c-47e9-bd39-9ba6bda615b4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0607450 Aug 16 01:58:28.883139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Transition to ACTIVE for port object 50825932-2b99-4108-a2d2-8d918a9af506 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:28.895659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57902) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:28.896793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:28.930547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37e9c5ff-5770-4897-9a7e-179cf84a4a46 req-d7357c90-4d26-47c5-9436-4488619a10e4 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460799 Aug 16 01:58:28.943075 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Attempting to bind port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:28.943824 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Attempting to bind port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:28.945299 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Attempting to bind port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:28.948083 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25129850-6bd0-4d9c-9196-4e1ac73922e3 None None] Pushing event updated for resources: {'Port': ['ID=20d1c6ca-61de-4a0d-ab20-a97e3392e004,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:28.954013 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:28.954779 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:28.963552 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:28.964236 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:28.964978 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Bound port: 20d1c6ca-61de-4a0d-ab20-a97e3392e004, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:28.965617 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.061824 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] For port 20d1c6ca-61de-4a0d-ab20-a97e3392e004, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:29.065860 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] For port 20d1c6ca-61de-4a0d-ab20-a97e3392e004, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20d1c6ca-61de-4a0d-ab20-a97e3392e004,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:29.077954 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.093498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.099446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026c3d0-d05b-42bd-ad43-895249cb1f9a req-626d3b58-28da-49a0-a0a2-c280a1cc364e tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.102505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0026c3d0-d05b-42bd-ad43-895249cb1f9a req-626d3b58-28da-49a0-a0a2-c280a1cc364e tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0821846 Aug 16 01:58:29.108951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:29.111956 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a5df6-66e0-4147-b20a-354a54e18efb" -d '{"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-unplugged", "status": "completed", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:29.112279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-network', 'tenant_id': '504de3667ac6402e9cde8606b8dca891'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:29.128494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:29.132503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Network 479e6558-0898-45d6-885b-a5d74b8653c0 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:29.152071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:29.157481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0026c3d0-d05b-42bd-ad43-895249cb1f9a req-57fb81af-58fc-4321-b6a1-1aaa1bd297bf tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Aug 16 01:58:29.160133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:29.222235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Pushing event updated for resources: {'Port': ['ID=50825932-2b99-4108-a2d2-8d918a9af506,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.232737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.250208 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ec412d-fb61-4db3-a17e-df2129aa4ffc x-openstack-request-id: req-52ec412d-fb61-4db3-a17e-df2129aa4ffc {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:29.250579 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-unplugged", "status": "completed", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:29.250940 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-52ec412d-fb61-4db3-a17e-df2129aa4ffc {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:29.251409 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'code': 200} Aug 16 01:58:29.288523 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.329057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.354749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Made reservation on behalf of 504de3667ac6402e9cde8606b8dca891 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:29.356961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c2114-a7ce-4fa2-96dc-8a99d267a4f6 req-7110a6e4-8f8a-4d51-aeb1-641b0c7b4cc0 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:29.358245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.367109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d7c2114-a7ce-4fa2-96dc-8a99d267a4f6 req-7110a6e4-8f8a-4d51-aeb1-641b0c7b4cc0 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1097 time: 0.0607119 Aug 16 01:58:29.379478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.410407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Routers {'b30d9309-d909-4da7-b21b-2205274e3eda'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:29.414612 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b30d9309-d909-4da7-b21b-2205274e3eda'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:29.418012 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25129850-6bd0-4d9c-9196-4e1ac73922e3 None None] Pushing event updated for resources: {'Port': ['ID=20d1c6ca-61de-4a0d-ab20-a97e3392e004,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.420971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d7c2114-a7ce-4fa2-96dc-8a99d267a4f6 req-ace0a7a3-e498-4eb6-9f7d-2c26006d3102 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480580 Aug 16 01:58:29.445894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:29.599573 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] Set router b30d9309-d909-4da7-b21b-2205274e3eda gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:29.665578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.697971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.710595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d8126c3-cc42-4b86-86a3-2e03a88a1860 None None] Provisioning for port 50825932-2b99-4108-a2d2-8d918a9af506 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:29.714507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d8126c3-cc42-4b86-86a3-2e03a88a1860 None None] Provisioning complete for port 50825932-2b99-4108-a2d2-8d918a9af506 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:29.714915 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1d8126c3-cc42-4b86-86a3-2e03a88a1860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.759075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1d8126c3-cc42-4b86-86a3-2e03a88a1860 None None] Port 50825932-2b99-4108-a2d2-8d918a9af506 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:29.816941 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:25Z', 'revision_number': 3, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:29.850971 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f1447f-018e-4c22-bd13-60bee451b881 None None] The sync data for ids ['b30d9309-d909-4da7-b21b-2205274e3eda'] in n-d-768852-19 is: [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:25Z', 'revision_number': 3, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:29.888751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.905313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:29.925330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b4cb87-c914-4a11-b260-6c5e832efc75,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.009360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:30.029905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.030268 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Added segment 3f3f5539-5537-4de4-b3ab-eed7c76252fc of type vlan for network 099938b8-0c26-4332-a37a-f212edf1a139 Aug 16 01:58:30.082002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.109052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.212168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Pushing event updated for resources: {'Port': ['ID=50825932-2b99-4108-a2d2-8d918a9af506,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.255527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.394556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b877145-8f2a-413f-8bbb-ff6850b301aa req-61abffe0-fce9-4034-9835-7748b7211dd0 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.396507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b877145-8f2a-413f-8bbb-ff6850b301aa req-61abffe0-fce9-4034-9835-7748b7211dd0 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.0709753 Aug 16 01:58:30.434853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Network 479e6558-0898-45d6-885b-a5d74b8653c0 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:30.436930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:30.442350 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.443170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.443758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.482736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b877145-8f2a-413f-8bbb-ff6850b301aa req-6cf120fc-76d4-4bec-adfa-602f6b06e848 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/security-groups?id=49e48a76-30b3-4959-952d-bfccc080e46e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789285 Aug 16 01:58:30.514552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] Pushing event updated for resources: {'Network': ['ID=099938b8-0c26-4332-a37a-f212edf1a139,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:30.532104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 099938b8-0c26-4332-a37a-f212edf1a139 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:30.714455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c675a8c9-8410-4d4d-a76c-94880ed538a7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.8091745 Aug 16 01:58:30.716345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:30.723617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Request body: {'subnet': {'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-subnet', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:30.727893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Router b30d9309-d909-4da7-b21b-2205274e3eda has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:30.793260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2113df6-1922-4d5b-85dd-095b8ce60669 req-2b2034ed-88ec-415f-abaf-a18e4802d9d6 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:30.803623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2113df6-1922-4d5b-85dd-095b8ce60669 req-2b2034ed-88ec-415f-abaf-a18e4802d9d6 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1919620 Aug 16 01:58:30.907327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:30.909063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ddb88329-2b56-482e-a96b-b386dc8f4b45 None None] Provisioning complete for port 50825932-2b99-4108-a2d2-8d918a9af506 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:30.910542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ddb88329-2b56-482e-a96b-b386dc8f4b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:30.925201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2113df6-1922-4d5b-85dd-095b8ce60669 req-5ec6f098-7fc1-4613-92a6-52c697aa01bc tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195183 Aug 16 01:58:30.938713 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-97d5306a-6a5b-4a5f-b9a9-5682e34a3f58 admin admin] 10.222.0.76 "PUT /v2.0/routers/b30d9309-d909-4da7-b21b-2205274e3eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183717 Aug 16 01:58:31.002418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ddb88329-2b56-482e-a96b-b386dc8f4b45 None None] Port 50825932-2b99-4108-a2d2-8d918a9af506 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:31.025990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-10f0256b-ae94-4ac7-a57a-df7f5e0e65f5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.030710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-10f0256b-ae94-4ac7-a57a-df7f5e0e65f5 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 945 time: 0.2009869 Aug 16 01:58:31.037162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Made reservation on behalf of 504de3667ac6402e9cde8606b8dca891 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:31.041732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.354915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0fcb2193-695b-4362-a6b0-829f642d5e54 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.356468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0fcb2193-695b-4362-a6b0-829f642d5e54 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.2459314 Aug 16 01:58:31.400020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Deleting port 2c94dd8f-814c-430e-8df9-5d94090578d0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:31.400589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.418316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-e4225c4b-4b76-4127-af0b-05a396f65b38 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/quotas/67525953912743a09eecbc070e69ea3a HTTP/1.1" status: 200 len: 375 time: 0.0426314 Aug 16 01:58:31.600637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-3f7445f7-4157-4dfb-a46d-d5c448e2c4e6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1652060 Aug 16 01:58:31.602456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] For port 2c94dd8f-814c-430e-8df9-5d94090578d0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2c94dd8f-814c-430e-8df9-5d94090578d0,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:31.602860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.625099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Calling delete_port for 2c94dd8f-814c-430e-8df9-5d94090578d0 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:31.676448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:31.815450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b12f9a-a82d-4f79-83be-8775c8efc92d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:31.840130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-3d248b02-af33-4e5a-b11c-bb2ab38061bb service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294605 Aug 16 01:58:31.914762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Checking segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:31.915167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Network hostable DHCP agents. Network: 099938b8-0c26-4332-a37a-f212edf1a139, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:31.916130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-1ecbc961-582c-4da2-b56b-b8d34e84e9d5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:31.918818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-1ecbc961-582c-4da2-b56b-b8d34e84e9d5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "GET /v2.0/ports?device_id=a4895fe9-8c6c-44b1-b88a-cb06885427d0 HTTP/1.1" status: 200 len: 943 time: 0.0989664 Aug 16 01:58:32.014076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d1c6ca-61de-4a0d-ab20-a97e3392e004 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:32.027123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-a1482d3e-6859-4dd0-a210-44b7f8b3aa8c service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798532 Aug 16 01:58:32.049854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Sync routers for ids ['b30d9309-d909-4da7-b21b-2205274e3eda'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:32.065425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Deleting port dcced1d3-f737-42a7-ad6e-7cf4c6897583 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:32.065883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.082979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Routers {'b30d9309-d909-4da7-b21b-2205274e3eda'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:32.083640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b30d9309-d909-4da7-b21b-2205274e3eda'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:32.145411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.150012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Network 099938b8-0c26-4332-a37a-f212edf1a139 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:32.192653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2c94dd8f-814c-430e-8df9-5d94090578d0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:32.208550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Pushing event deleted for resources: {'Port': ['ID=2c94dd8f-814c-430e-8df9-5d94090578d0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.237496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] For port dcced1d3-f737-42a7-ad6e-7cf4c6897583, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dcced1d3-f737-42a7-ad6e-7cf4c6897583,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:32.237940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.253937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] No DVR routers for this DVR port 2c94dd8f-814c-430e-8df9-5d94090578d0 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:32.256382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Calling delete_port for dcced1d3-f737-42a7-ad6e-7cf4c6897583 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:32.267179 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.267179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9ae3eb0-3ffb-4bdd-854d-1ee688d2f628 req-cc5aab10-d0ec-4acd-a38f-a1cca3f01d64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.58 "DELETE /v2.0/ports/2c94dd8f-814c-430e-8df9-5d94090578d0 HTTP/1.1" status: 204 len: 173 time: 1.1648593 Aug 16 01:58:32.267179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'name': 'network-vif-deleted', 'tag': '2c94dd8f-814c-430e-8df9-5d94090578d0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:32.267179 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ac0b79-4e42-4470-ac21-7c5d3ad21741" -d '{"events": [{"server_uuid": "7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b", "name": "network-vif-deleted", "tag": "2c94dd8f-814c-430e-8df9-5d94090578d0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:32.269028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Set router b30d9309-d909-4da7-b21b-2205274e3eda gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:32.301763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:32.309162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:32.309542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.471872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 099938b8-0c26-4332-a37a-f212edf1a139) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:32.477110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:32.477713 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.525274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9d2497-919a-4346-b5fa-3861eea719f1 None None] Network 099938b8-0c26-4332-a37a-f212edf1a139 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:32.592550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.625587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event deleted for resources: {'Port': ['ID=dcced1d3-f737-42a7-ad6e-7cf4c6897583,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:32.636727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.646614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4eba585e-cbd3-4054-88da-acb21b5675e2 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9265237 Aug 16 01:58:32.648851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57990) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.653029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:32.711690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] No DVR routers for this DVR port dcced1d3-f737-42a7-ad6e-7cf4c6897583 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:32.715444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.717653 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c9061dd-87fd-42e9-93c5-cfa30f14ad34 req-5d363c79-de42-420e-ae2e-635520c76c5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "DELETE /v2.0/ports/dcced1d3-f737-42a7-ad6e-7cf4c6897583 HTTP/1.1" status: 204 len: 173 time: 0.7932391 Aug 16 01:58:32.718312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-deleted', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:32.731536 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c4f804-2ba4-46cb-9be5-6f1deea3c28c" -d '{"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-deleted", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:32.738263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 20d1c6ca-61de-4a0d-ab20-a97e3392e004, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20d1c6ca-61de-4a0d-ab20-a97e3392e004,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:32.873313 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-fbdd3dcf-3b51-487f-b7e6-513dc1312700 req-bf8d8f83-96bc-4385-870d-7da523c3011d tempest-FloatingIPDetailsNegativeTestJSON-388437482 tempest-FloatingIPDetailsNegativeTestJSON-388437482-project] show failed (client error): The resource could not be found. Aug 16 01:58:32.874387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbdd3dcf-3b51-487f-b7e6-513dc1312700 req-bf8d8f83-96bc-4385-870d-7da523c3011d tempest-FloatingIPDetailsNegativeTestJSON-388437482 tempest-FloatingIPDetailsNegativeTestJSON-388437482-project] 10.222.0.76 "GET /v2.0/floatingips/f8ba2c73-c3a1-4a19-9796-6b9edb2eee3d HTTP/1.1" status: 404 len: 350 time: 0.1021786 Aug 16 01:58:32.875611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.876706 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:32.888264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58000) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:32.970087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.021250 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.039311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 4, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '50825932-2b99-4108-a2d2-8d918a9af506', 'name': '', 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'mac_address': 'fa:16:3e:db:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:28Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 2, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'subnets': [{'id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:33.065032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a77765f-9190-4c8b-a20c-64a8245613b9 req-4f1f8d8a-f456-4bb7-88ed-a4b79426cb64 tempest-ServerRescueTestJSON-1225483959 tempest-ServerRescueTestJSON-1225483959-project] 10.222.0.76 "GET /v2.0/ports?device_id=7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b HTTP/1.1" status: 200 len: 210 time: 0.0448749 Aug 16 01:58:33.096757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-be81078e-436b-4397-9136-25030c4683a8 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:58:33.105563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-be81078e-436b-4397-9136-25030c4683a8 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0708110 Aug 16 01:58:33.107962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Checking router: b30d9309-d909-4da7-b21b-2205274e3eda for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:33.108425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Updating router b30d9309-d909-4da7-b21b-2205274e3eda port 50825932-2b99-4108-a2d2-8d918a9af506 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:33.113161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Request body: {'binding': {'host': 'n-h2-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:33.114819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:58:33.214803 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.217730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=20d1c6ca-61de-4a0d-ab20-a97e3392e004,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:33.225365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-099938b8-0c26-4332-a37a-f212edf1a139', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 01:58:33.227191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.436896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.465709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h2-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:33.466138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:33.466478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:33.497837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:33.498164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:33.514033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:33.514585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:33.515625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:33.516198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Bound port: a020bf94-0929-45db-94f1-6120618a8f0f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:33.608703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:33.646092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Allocated IP 172.20.0.2 (099938b8-0c26-4332-a37a-f212edf1a139/c4b12f9a-a82d-4f79-83be-8775c8efc92d/5037aca0-1580-4a0c-8e03-7d8a79467a95) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:33.684980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:33.982395 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0907fbf8-4c58-41db-b736-dcd54e0e0349 x-openstack-request-id: req-0907fbf8-4c58-41db-b736-dcd54e0e0349 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:33.983033 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b", "name": "network-vif-deleted", "tag": "2c94dd8f-814c-430e-8df9-5d94090578d0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:33.983033 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0907fbf8-4c58-41db-b736-dcd54e0e0349 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:33.983471 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cf94d73-2c8a-4496-b8fa-5b4c52bc2f7b', 'name': 'network-vif-deleted', 'tag': '2c94dd8f-814c-430e-8df9-5d94090578d0', 'status': 'completed', 'code': 200} Aug 16 01:58:34.025828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d1c6ca-61de-4a0d-ab20-a97e3392e004 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:34.059816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ba692f-d88e-4bc1-a7fe-5a7f12e284fd req-aede3d12-a9b0-4d51-9710-f05285e70bc9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 210 time: 0.0907078 Aug 16 01:58:34.080701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.107915 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.114299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Transition to ACTIVE for port object 5037aca0-1580-4a0c-8e03-7d8a79467a95 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:34.134158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Transition to ACTIVE for port object 50825932-2b99-4108-a2d2-8d918a9af506 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:34.137502 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.146731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Transition to ACTIVE for port object 5037aca0-1580-4a0c-8e03-7d8a79467a95 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:34.148357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:34.148742 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.180445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.292971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.405193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a4f0-f4a1-4857-8904-600c337a6c69 None None] Pushing event updated for resources: {'Port': ['ID=50825932-2b99-4108-a2d2-8d918a9af506,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.411134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.450669 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23491151-6e57-45d9-acb8-d84736e7d34d x-openstack-request-id: req-23491151-6e57-45d9-acb8-d84736e7d34d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:34.453838 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4895fe9-8c6c-44b1-b88a-cb06885427d0", "name": "network-vif-deleted", "tag": "dcced1d3-f737-42a7-ad6e-7cf4c6897583", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:34.453838 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-23491151-6e57-45d9-acb8-d84736e7d34d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:34.453838 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4895fe9-8c6c-44b1-b88a-cb06885427d0', 'name': 'network-vif-deleted', 'tag': 'dcced1d3-f737-42a7-ad6e-7cf4c6897583', 'status': 'completed', 'code': 200} Aug 16 01:58:34.457364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.462815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-5ad96128-9755-4325-846f-59dccc58f6d3 service neutron] 10.222.0.76 "POST /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f/bindings HTTP/1.1" status: 201 len: 390 time: 1.3525741 Aug 16 01:58:34.571831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Network 099938b8-0c26-4332-a37a-f212edf1a139 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:34.626790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:34.630942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:34.716639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Attempting to bind port 50825932-2b99-4108-a2d2-8d918a9af506 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:34.717056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Attempting to bind port 50825932-2b99-4108-a2d2-8d918a9af506 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:34.717422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Attempting to bind port 50825932-2b99-4108-a2d2-8d918a9af506 on network 479e6558-0898-45d6-885b-a5d74b8653c0 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:34.771528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:34.771528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Checking segment: {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:34.771528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.771528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Bound using segment: {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:34.771528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Bound port: 50825932-2b99-4108-a2d2-8d918a9af506, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837341eb-72fb-431e-807c-3e8cb4010b94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:34.772113 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:34.806423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2c94dd8f-814c-430e-8df9-5d94090578d0 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:34.848246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 2c94dd8f-814c-430e-8df9-5d94090578d0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:34.848496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2c94dd8f-814c-430e-8df9-5d94090578d0 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:34.852092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Pushing event updated for resources: {'Port': ['ID=5037aca0-1580-4a0c-8e03-7d8a79467a95,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:34.852278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58016) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:34.872044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fa137-3d7a-400b-9106-5c88096b2544 req-9d3e932a-10f7-4f69-b2ae-9ac65dc42d9d tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:34.876101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a1fa137-3d7a-400b-9106-5c88096b2544 req-9d3e932a-10f7-4f69-b2ae-9ac65dc42d9d tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2592459 Aug 16 01:58:34.881104 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-26fabc50-2337-4b68-9d06-9324452c28f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1747000 Aug 16 01:58:34.940587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:34.964228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Attempting to bind port 5037aca0-1580-4a0c-8e03-7d8a79467a95 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:34.965200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Attempting to bind port 5037aca0-1580-4a0c-8e03-7d8a79467a95 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:34.965200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Attempting to bind port 5037aca0-1580-4a0c-8e03-7d8a79467a95 on network 099938b8-0c26-4332-a37a-f212edf1a139 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:35.011940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Allocated IP 172.25.6.110 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/8c74d557-dd54-4cea-97e8-c6e0de9a5d19) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:35.015904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:35.016313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Checking segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:35.016978 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.017391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Bound using segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:35.018012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Bound port: 5037aca0-1580-4a0c-8e03-7d8a79467a95, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:35.018416 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.020574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: dcced1d3-f737-42a7-ad6e-7cf4c6897583 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:35.020923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dcced1d3-f737-42a7-ad6e-7cf4c6897583 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:35.022085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-03e16427-5cd6-4b48-b6c8-8ae697a129de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.023726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-03e16427-5cd6-4b48-b6c8-8ae697a129de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 1096 time: 0.0837662 Aug 16 01:58:35.108475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] For port 50825932-2b99-4108-a2d2-8d918a9af506, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:35.150215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a1fa137-3d7a-400b-9106-5c88096b2544 req-68cfad62-3ed8-44c9-861d-f5898c94a00a tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600305 Aug 16 01:58:35.157138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-a9ef4198-4695-4f33-8367-d1a0b5efd6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.157670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] For port 50825932-2b99-4108-a2d2-8d918a9af506, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50825932-2b99-4108-a2d2-8d918a9af506,segment=NetworkSegment(837341eb-72fb-431e-807c-3e8cb4010b94),segment_id=837341eb-72fb-431e-807c-3e8cb4010b94)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:35.159239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-a9ef4198-4695-4f33-8367-d1a0b5efd6d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1015673 Aug 16 01:58:35.230151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] For port 5037aca0-1580-4a0c-8e03-7d8a79467a95, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:35.234096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] For port 5037aca0-1580-4a0c-8e03-7d8a79467a95, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5037aca0-1580-4a0c-8e03-7d8a79467a95,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:35.236348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-3addc7d0-7ce4-4cd2-8bc6-56975cf0ed39 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 200 len: 217 time: 0.0702083 Aug 16 01:58:35.316830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15033dca-8464-4af6-94b0-8669fcf836af req-21103922-797e-498f-a6b8-ee219062e47b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.318406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15033dca-8464-4af6-94b0-8669fcf836af req-21103922-797e-498f-a6b8-ee219062e47b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.3901904 Aug 16 01:58:35.343721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2932a3d0-96c6-4dd5-9a3f-2c5f8def0360 req-59774534-5d6d-4829-9c6a-951d797a9deb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 210 time: 0.0668976 Aug 16 01:58:35.356528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.375772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-0478c67b-4d96-445b-87ff-852f51bfe978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.377508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-0478c67b-4d96-445b-87ff-852f51bfe978 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1339929 Aug 16 01:58:35.400667 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.403379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-f83329d8-eda0-41c3-84b2-7fe208c74766 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.409933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-f83329d8-eda0-41c3-84b2-7fe208c74766 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.1624925 Aug 16 01:58:35.425266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-da56e214-cdd5-4d0e-a76a-be58ecb2e17f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410788 Aug 16 01:58:35.466989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Routers {'b30d9309-d909-4da7-b21b-2205274e3eda'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:35.467931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b30d9309-d909-4da7-b21b-2205274e3eda'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:35.526740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a4f0-f4a1-4857-8904-600c337a6c69 None None] Pushing event updated for resources: {'Port': ['ID=50825932-2b99-4108-a2d2-8d918a9af506,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.526952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15033dca-8464-4af6-94b0-8669fcf836af req-41d373fa-cfb1-4730-907a-c05a8da15472 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809266 Aug 16 01:58:35.539593 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.618193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Deleting port 50825932-2b99-4108-a2d2-8d918a9af506 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:35.618850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.683109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Deleting port fccfd11d-98e0-4952-8027-5fdbdfcb4949 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:35.683459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.773821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] For port 50825932-2b99-4108-a2d2-8d918a9af506, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50825932-2b99-4108-a2d2-8d918a9af506,segment=NetworkSegment(837341eb-72fb-431e-807c-3e8cb4010b94),segment_id=837341eb-72fb-431e-807c-3e8cb4010b94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:35.774332 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.794228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:35.807999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d7215-2796-4f12-ac47-b349d0a94961 None None] Pushing event updated for resources: {'Port': ['ID=5037aca0-1580-4a0c-8e03-7d8a79467a95,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:35.830118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Calling delete_port for 50825932-2b99-4108-a2d2-8d918a9af506 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:35.858450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] Set router b30d9309-d909-4da7-b21b-2205274e3eda gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:35.889008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:35.911034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:35.926093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:35.934138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-a45a7df3-af11-4ccc-9eb5-67f8e433d92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:35.935716 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-a45a7df3-af11-4ccc-9eb5-67f8e433d92e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1097 time: 0.4651835 Aug 16 01:58:35.942846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:36.016321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] For port fccfd11d-98e0-4952-8027-5fdbdfcb4949, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fccfd11d-98e0-4952-8027-5fdbdfcb4949,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:36.017148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.031717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-793db371-5d15-4561-8c50-671bc0ceb0a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1022712029&fields=id&tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd HTTP/1.1" status: 200 len: 267 time: 0.1414273 Aug 16 01:58:36.275763 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-9cc1eb9b-231c-4645-972c-732290cf38d9 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8038552 Aug 16 01:58:36.452528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 4, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '50825932-2b99-4108-a2d2-8d918a9af506', 'name': '', 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'mac_address': 'fa:16:3e:db:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:28Z', 'updated_at': '2021-08-16T01:58:35Z', 'revision_number': 4, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'subnets': [{'id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:36.455986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-61416f4d-83fd-4f2b-b453-652161df680c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.458066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-61416f4d-83fd-4f2b-b453-652161df680c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.58 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.4593379 Aug 16 01:58:36.463342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-4210d8c9-e610-4f97-880c-5238050e06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.464823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-4210d8c9-e610-4f97-880c-5238050e06dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.4679279 Aug 16 01:58:36.492720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Request body: {'port': {'device_id': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'admin_state_up': True, 'tenant_id': '67525953912743a09eecbc070e69ea3a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:36.556135 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-0a73317f-a061-41ac-8ce2-6af587fd1bb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 217 time: 0.0780122 Aug 16 01:58:36.594976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb3b4-fc11-4b24-8f47-49735d018d6d req-61cf3400-2aa5-4be4-9123-cebab0acf0b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.602858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d62cb3b4-fc11-4b24-8f47-49735d018d6d req-61cf3400-2aa5-4be4-9123-cebab0acf0b9 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 945 time: 0.2914674 Aug 16 01:58:36.623404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-bc2ff33f-13f5-4b71-aea1-d7272ac66750 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.630626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-bc2ff33f-13f5-4b71-aea1-d7272ac66750 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/networks?id=cab1915a-f29a-4188-a224-153f71026bb9 HTTP/1.1" status: 200 len: 815 time: 0.5894217 Aug 16 01:58:36.662224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8bc407f6-246f-4a2e-aecd-d8cfd5f62a5b req-a79954b5-2ce2-4166-8e0e-ada76358d309 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720090 Aug 16 01:58:36.746788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-5a34bef0-0b13-4c98-a8ab-3e61d3469d99 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/quotas/c7b8b603ac3e4830ae8c5a8e9eba35dd HTTP/1.1" status: 200 len: 375 time: 0.1143820 Aug 16 01:58:36.778940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-6d575e4d-6f37-4979-8c64-d827e0eb71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:36.781630 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-6d575e4d-6f37-4979-8c64-d827e0eb71ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.1957717 Aug 16 01:58:36.817648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99243ff7-6914-4ab4-800e-d89978e2207a None None] The sync data for ids ['b30d9309-d909-4da7-b21b-2205274e3eda'] in n-d-768852-19 is: [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:29Z', 'revision_number': 4, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '50825932-2b99-4108-a2d2-8d918a9af506', 'name': '', 'network_id': '479e6558-0898-45d6-885b-a5d74b8653c0', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'mac_address': 'fa:16:3e:db:88:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:28Z', 'updated_at': '2021-08-16T01:58:35Z', 'revision_number': 4, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'subnets': [{'id': '8ce3ce24-23da-4d94-bf4a-15e0051ff94e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:36.821806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d62cb3b4-fc11-4b24-8f47-49735d018d6d req-f3f6bbb6-9546-4a51-8700-aef08d76987e tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups?id=86e5e0f5-0802-4c66-b819-50f62c17964e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2179549 Aug 16 01:58:36.889054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-ee931db7-b7da-44f6-9e80-fdaec580786c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578449 Aug 16 01:58:36.959158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.960201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:36.960647 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Floating IP 9788954e-a108-49a2-8c08-67264e532a47 disassociated. External IP: 172.25.6.151, port: fccfd11d-98e0-4952-8027-5fdbdfcb4949. Aug 16 01:58:36.961100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Calling delete_port for fccfd11d-98e0-4952-8027-5fdbdfcb4949 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:37.042563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-f6f118df-defa-40a6-b02d-48254564dbc9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2953348 Aug 16 01:58:37.107186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-123f6203-0734-4681-8940-0def8303a19f req-7142b4f0-7160-4648-a0c3-d476607e0bf5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 210 time: 0.1084437 Aug 16 01:58:37.112570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.123529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-ec60a976-8a7f-460b-8f36-2fdf2252991e service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047842 Aug 16 01:58:37.127266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.218188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d429a604-b1a2-481e-b8ba-9dd7738c4acf None None] Network 099938b8-0c26-4332-a37a-f212edf1a139 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:37.251622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Made reservation on behalf of 67525953912743a09eecbc070e69ea3a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:37.255266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:37.358976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=50825932-2b99-4108-a2d2-8d918a9af506,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:37.435446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3f41ddfa-80f9-486f-ae1d-56cc0c912179 None None] Provisioning for port 5037aca0-1580-4a0c-8e03-7d8a79467a95 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:37.475876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-32912901-402e-43e0-b1a5-8833b3f101c3 service neutron] 10.222.0.76 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658886 Aug 16 01:58:37.484002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d72d5a-a2f6-4caa-a834-ad1df1a8e946 req-81f174a0-9f90-4395-8226-522fa8e61a94 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:37.485684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55d72d5a-a2f6-4caa-a834-ad1df1a8e946 req-81f174a0-9f90-4395-8226-522fa8e61a94 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.2385221 Aug 16 01:58:37.786018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.008488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5037aca0-1580-4a0c-8e03-7d8a79467a95 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:38.129402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5037aca0-1580-4a0c-8e03-7d8a79467a95 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:38.137739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5037aca0-1580-4a0c-8e03-7d8a79467a95 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:38.138669 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.211003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.240489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55d72d5a-a2f6-4caa-a834-ad1df1a8e946 req-b618432e-774f-46f4-bd8c-5ae0cbf86fa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7159331 Aug 16 01:58:38.276410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Allocated IP 172.20.0.6 (a739aecc-c548-4a15-b670-3bcca38e96a4/63691e24-f796-48d0-9e51-d8f47edc14c2/9e240a25-bff5-4462-b204-4f68433ebbfe) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:38.309912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event deleted for resources: {'Port': ['ID=fccfd11d-98e0-4952-8027-5fdbdfcb4949,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.348357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.355596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.371689 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.379881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.380363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.380717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.381078 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.381514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.381984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.382330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.382700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.383085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.383402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.383734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:38.429956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5037aca0-1580-4a0c-8e03-7d8a79467a95, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5037aca0-1580-4a0c-8e03-7d8a79467a95,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:38.440172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-b38a370a-9af8-4869-9297-54510adc247a service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2704811 Aug 16 01:58:38.444999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.457772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-676a3c9f-631b-4d53-8fbe-5ebefb55ec36 service neutron] 10.222.0.76 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9663699 Aug 16 01:58:38.512703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:38.571018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a382ba54-c28a-4554-b9f6-a07fc6b5a4f7 req-53aa45a6-7290-4282-ac0f-f31643ce2b16 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 210 time: 0.1092930 Aug 16 01:58:38.682153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5037aca0-1580-4a0c-8e03-7d8a79467a95,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:38.769608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fccfd11d-98e0-4952-8027-5fdbdfcb4949 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:38.774269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Router f6c11b18-c274-4baa-8949-6efe88373fdb has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:38.801934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e637c07d-b051-4e82-af46-6891119e2afa req-f305c2fb-6aa8-439f-83b3-d761f9a4910d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 210 time: 0.0448768 Aug 16 01:58:38.857404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: fccfd11d-98e0-4952-8027-5fdbdfcb4949 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:38.859443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fccfd11d-98e0-4952-8027-5fdbdfcb4949 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:39.006186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:39.017370 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:39.041396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:39.043648 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:39.064794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] No DVR routers for this DVR port fccfd11d-98e0-4952-8027-5fdbdfcb4949 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:39.068011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.084457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47589415-3f30-48db-87f2-a37a8f9a41f0 req-9d271e72-617e-44a0-9f61-068a1d124afb tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.58 "DELETE /v2.0/ports/fccfd11d-98e0-4952-8027-5fdbdfcb4949 HTTP/1.1" status: 204 len: 173 time: 3.6568074 Aug 16 01:58:39.085256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'name': 'network-vif-deleted', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:39.088685 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803770ee-2e7d-4de6-823e-14a72b2071a4" -d '{"events": [{"server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "name": "network-vif-deleted", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:39.122544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.159011 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de1a0c0-5029-40b1-aeb6-890fa4fcfec9 x-openstack-request-id: req-6de1a0c0-5029-40b1-aeb6-890fa4fcfec9 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:39.159324 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79336af-6215-45c7-9386-99fb0214e4d7", "name": "network-vif-deleted", "tag": "fccfd11d-98e0-4952-8027-5fdbdfcb4949", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:39.159966 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6de1a0c0-5029-40b1-aeb6-890fa4fcfec9 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:39.160393 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79336af-6215-45c7-9386-99fb0214e4d7', 'name': 'network-vif-deleted', 'tag': 'fccfd11d-98e0-4952-8027-5fdbdfcb4949', 'status': 'completed', 'code': 200} Aug 16 01:58:39.179878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 01:58:39.216577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Router b30d9309-d909-4da7-b21b-2205274e3eda has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:39.236042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Deleting port bf3c232b-2bf9-47c3-baa1-a82371aa3be6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:39.236458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.280050 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:39.383512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.508259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Network a739aecc-c548-4a15-b670-3bcca38e96a4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:39.521270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:39.530277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:39.539231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:39.551997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ea1df-a01d-452f-9991-f2dd4356b8cb req-f29435ae-5073-41d1-806a-85eafee3556c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.553802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a3ea1df-a01d-452f-9991-f2dd4356b8cb req-f29435ae-5073-41d1-806a-85eafee3556c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.1267648 Aug 16 01:58:39.607456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] For port bf3c232b-2bf9-47c3-baa1-a82371aa3be6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,segment=NetworkSegment(aac973f7-d82f-42a5-a12c-e6acb96eaa3d),segment_id=aac973f7-d82f-42a5-a12c-e6acb96eaa3d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:39.607851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.626185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a3ea1df-a01d-452f-9991-f2dd4356b8cb req-2a747f0d-61d7-4c06-9760-12db55d6203f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531273 Aug 16 01:58:39.635896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:39.648146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Sync routers for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:39.664619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:39.667384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:39.670476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:39.671298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.689077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:39.715449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e15e142a-e73e-43f6-b0b3-44332680f7f7 admin admin] 10.222.0.76 "PUT /v2.0/routers/b30d9309-d909-4da7-b21b-2205274e3eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8259721 Aug 16 01:58:39.716606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Calling delete_port for bf3c232b-2bf9-47c3-baa1-a82371aa3be6 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:39.722284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.742584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae15d659-2222-40e6-adf3-6f392cb977a6 req-a86cca52-69ee-49e9-b076-7d0fe7f2b5ad tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0490246 Aug 16 01:58:39.743812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:39.749021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2cfd79c3-ad65-42d7-a7b0-f72f3a542ad9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.0978787 Aug 16 01:58:39.749267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58068) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:39.796018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-d587f4ac-1daa-43c4-81d4-88cede484241 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3205357 Aug 16 01:58:39.817984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] Sync routers for ids ['b30d9309-d909-4da7-b21b-2205274e3eda'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:39.820048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Request body: {'port': {'device_id': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:39.877392 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] Routers {'b30d9309-d909-4da7-b21b-2205274e3eda'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:39.883673 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b30d9309-d909-4da7-b21b-2205274e3eda'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:39.973326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86b8c7ac-a60e-423d-9b03-17613728dd4b req-887d3410-a307-4d9c-947a-88fccd41eae7 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79336af-6215-45c7-9386-99fb0214e4d7 HTTP/1.1" status: 200 len: 210 time: 0.0431707 Aug 16 01:58:40.009044 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e852822c-c88f-49cb-af21-ee91cdacd3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.057965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5037aca0-1580-4a0c-8e03-7d8a79467a95 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:40.197811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:40.478464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b594a-4105-43e5-a32b-e0b536e83b75 req-5e4c9edb-a737-434f-9319-68ca9a8c90b1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:40.480384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c80b594a-4105-43e5-a32b-e0b536e83b75 req-5e4c9edb-a737-434f-9319-68ca9a8c90b1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 931 time: 0.3704970 Aug 16 01:58:40.495978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.520442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5037aca0-1580-4a0c-8e03-7d8a79467a95 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:40.520815 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.572329 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] Set router b30d9309-d909-4da7-b21b-2205274e3eda gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:40.579411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c80b594a-4105-43e5-a32b-e0b536e83b75 req-1ac7ab87-eac7-425f-85a9-1fc46e9809c8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882924 Aug 16 01:58:40.640226 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.879235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:40.901220 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:40.967876 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:41.001462 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:41.003230 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:41.003783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 3, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:41.038393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-539bbcc3-812b-4a73-87d9-fd6841d719ea req-3df0ca1b-777b-4039-b6c7-01f4ec90472e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0826640 Aug 16 01:58:41.084176 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 5, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:41.121111 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] Checking router: b30d9309-d909-4da7-b21b-2205274e3eda for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:41.124211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Checking router: efdc5bc4-cc30-4bb0-804b-8910ae3ba627 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:41.126189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Updating router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:41.138439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2e3ae-22ce-4f69-9e93-7172c58f5c2c req-98e09935-3994-494b-be1c-06ac838e11d6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.142675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63b2e3ae-22ce-4f69-9e93-7172c58f5c2c req-98e09935-3994-494b-be1c-06ac838e11d6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.3233547 Aug 16 01:58:41.170260 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] Routers {'b30d9309-d909-4da7-b21b-2205274e3eda'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:41.170684 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b30d9309-d909-4da7-b21b-2205274e3eda'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:41.223863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63b2e3ae-22ce-4f69-9e93-7172c58f5c2c req-4c54fa6e-6fff-41ad-b71d-8d2e88c5aa22 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Aug 16 01:58:41.235903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Allocated IP 172.20.0.1 (099938b8-0c26-4332-a37a-f212edf1a139/c4b12f9a-a82d-4f79-83be-8775c8efc92d/f0fefeba-06d0-4ab3-b1ec-70563a329dda) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:41.250140 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:41.257696 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.452384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.479078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.519504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.537490 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] Set router b30d9309-d909-4da7-b21b-2205274e3eda gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:41.542979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Transition to ACTIVE for port object f0fefeba-06d0-4ab3-b1ec-70563a329dda will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:41.556134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58094) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:41.580545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3c232b-2bf9-47c3-baa1-a82371aa3be6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.706257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e414a33-f47e-4f21-aa65-247ba73af0f5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.742759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.755252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e414a33-f47e-4f21-aa65-247ba73af0f5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.797890 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.812621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Transition to ACTIVE for port object 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:41.825645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Network 099938b8-0c26-4332-a37a-f212edf1a139 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:41.853055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:41.861610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:41.861707 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:41.903890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Pushing event updated for resources: {'Port': ['ID=f0fefeba-06d0-4ab3-b1ec-70563a329dda,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:41.940002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8e35ec-098a-44a2-9dfd-a22aba33b60e None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:53:40Z', 'revision_number': 4, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '37ad3d1d-60c9-4317-8afb-303aa4fbf768', 'name': '', 'network_id': 'e5445ce0-2d40-46cc-9d36-ca4320a39576', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'mac_address': 'fa:16:3e:57:c2:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:39Z', 'updated_at': '2021-08-16T01:53:45Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'subnets': [{'id': '4f7361fa-c699-4e67-9d38-9a16e44433af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:41.946648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.952129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:41.976449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c36969-75ce-4e4f-a29a-88de61ae5e9e req-5a838401-161d-4642-ac9a-4795345b9313 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:41.985552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93c36969-75ce-4e4f-a29a-88de61ae5e9e req-5a838401-161d-4642-ac9a-4795345b9313 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 931 time: 0.1859348 Aug 16 01:58:41.987965 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 5, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.073744 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202cb09-fab9-42b9-805d-b224d15ea4d6 None None] The sync data for ids ['b30d9309-d909-4da7-b21b-2205274e3eda'] in n-d-768852-19 is: [{'id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-656077324-router', 'tenant_id': '1d547b05d6f24da0a42db261abc96982', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79'}], 'enable_snat': True}, 'gw_port_id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:22Z', 'updated_at': '2021-08-16T01:58:36Z', 'revision_number': 5, 'project_id': '1d547b05d6f24da0a42db261abc96982', 'gw_port': {'id': '20d1c6ca-61de-4a0d-ab20-a97e3392e004', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30d9309-d909-4da7-b21b-2205274e3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:24Z', 'updated_at': '2021-08-16T01:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:42.118227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Attempting to bind port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:42.124112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Attempting to bind port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:42.124112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Attempting to bind port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:42.145578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f7e2e-c686-4276-a5e3-1ad1dff96215 None None] Pushing event updated for resources: {'Port': ['ID=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.192292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:42.195484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:42.196035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.196552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:42.197165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Bound port: 8c74d557-dd54-4cea-97e8-c6e0de9a5d19, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:42.199080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.206142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93c36969-75ce-4e4f-a29a-88de61ae5e9e req-26676700-c743-4c07-942f-34e725f7c112 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157621 Aug 16 01:58:42.251438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e414a33-f47e-4f21-aa65-247ba73af0f5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.254013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e414a33-f47e-4f21-aa65-247ba73af0f5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.259975 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6e414a33-f47e-4f21-aa65-247ba73af0f5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "DELETE /v2.0/security-groups/86e5e0f5-0802-4c66-b819-50f62c17964e HTTP/1.1" status: 204 len: 168 time: 0.6968615 Aug 16 01:58:42.285723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] For port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:42.289529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] For port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:42.302675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58102) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.314811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e240a25-bff5-4462-b204-4f68433ebbfe {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:42.339122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.345928 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.372002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Transition to ACTIVE for port object 9e240a25-bff5-4462-b204-4f68433ebbfe will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:42.416205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0821cfbc-1ac0-4287-9f34-9804d7216766 req-1a6f7da6-ca25-4da6-ac1e-1ff642f5aa39 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.1970804 Aug 16 01:58:42.428517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e414a33-f47e-4f21-aa65-247ba73af0f5 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e5e0f5-0802-4c66-b819-50f62c17964e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.467125 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-e882cd98-d275-47ff-a639-fcef9ddd7e01 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] show failed (client error): The resource could not be found. Aug 16 01:58:42.474089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e882cd98-d275-47ff-a639-fcef9ddd7e01 tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "GET /v2.0/security-groups/86e5e0f5-0802-4c66-b819-50f62c17964e HTTP/1.1" status: 404 len: 347 time: 0.0981150 Aug 16 01:58:42.476904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:42.483855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.486456 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-42cafbd6-d42b-4b45-bbd3-092df17e6b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.504392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.567338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb31e-e610-4cc9-8585-94622e99e65f req-f84fe493-05db-4378-9069-ebbc3446b8a2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:42.573441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-608eb31e-e610-4cc9-8585-94622e99e65f req-f84fe493-05db-4378-9069-ebbc3446b8a2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.1424813 Aug 16 01:58:42.622856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42f7e2e-c686-4276-a5e3-1ad1dff96215 None None] Pushing event updated for resources: {'Port': ['ID=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:42.629694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:42.631111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:42.647349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-608eb31e-e610-4cc9-8585-94622e99e65f req-925dffee-64f5-49ad-82c6-62dd0ce70b02 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717494 Aug 16 01:58:42.712492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Deleting port 20d1c6ca-61de-4a0d-ab20-a97e3392e004 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:42.713055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.718474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.786357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74eaffd9-5aaf-45bf-a60c-4490a2d3b720 None None] New status for floating IP 9788954e-a108-49a2-8c08-67264e532a47: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:58:42.801786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-61160581-e5d1-4279-b13a-19db4b8940d3 None None] Provisioning for port f0fefeba-06d0-4ab3-b1ec-70563a329dda completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:42.812265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:42.905909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-61160581-e5d1-4279-b13a-19db4b8940d3 None None] Provisioning complete for port f0fefeba-06d0-4ab3-b1ec-70563a329dda triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:42.906352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-61160581-e5d1-4279-b13a-19db4b8940d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.015703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.093189 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.130060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-61160581-e5d1-4279-b13a-19db4b8940d3 None None] Port f0fefeba-06d0-4ab3-b1ec-70563a329dda cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:43.183444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:43.257491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Pushing event updated for resources: {'Port': ['ID=f0fefeba-06d0-4ab3-b1ec-70563a329dda,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.260197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.486502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2394c-0f0e-4514-b956-442f1fcfde81 req-d170bd46-3c43-488e-8134-aedbf198bf2b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.488290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6f2394c-0f0e-4514-b956-442f1fcfde81 req-d170bd46-3c43-488e-8134-aedbf198bf2b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 943 time: 0.1581278 Aug 16 01:58:43.498594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Network 099938b8-0c26-4332-a37a-f212edf1a139 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:43.501800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:43.519893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:43.622519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] For port 20d1c6ca-61de-4a0d-ab20-a97e3392e004, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20d1c6ca-61de-4a0d-ab20-a97e3392e004,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:43.623241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:43.643912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Calling delete_port for 20d1c6ca-61de-4a0d-ab20-a97e3392e004 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:43.655702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6f2394c-0f0e-4514-b956-442f1fcfde81 req-6b027271-2dc9-4e94-9c45-0ebccaaf5837 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553023 Aug 16 01:58:43.702922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 1, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:43.779256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764c2728-cb24-4069-b71b-a6be644523bb None None] The sync data for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 is: [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:41Z', 'revision_number': 1, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:43.794259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.794843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.795076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.795482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.795836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.796185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.796527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.796867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.806302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.806689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96f8380f-fd36-4012-a95e-c94ef689d9c5 req-a1390832-fd98-4e3e-9cd9-78702b084231 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.2548065 Aug 16 01:58:43.807313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.807313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.807313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:43.890918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50825932-2b99-4108-a2d2-8d918a9af506 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:43.941731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 50825932-2b99-4108-a2d2-8d918a9af506 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:43.942114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50825932-2b99-4108-a2d2-8d918a9af506 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:43.942594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:43.956833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11792f4f-5756-46a7-9bd3-b64c1460b6bf req-109abd70-8881-4fdd-bdba-f5e3e4922ffe tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:43.958354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11792f4f-5756-46a7-9bd3-b64c1460b6bf req-109abd70-8881-4fdd-bdba-f5e3e4922ffe tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.1496575 Aug 16 01:58:43.983028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-61c3e604-2a7c-4abb-9d3b-925f46309ddb None None] Provisioning complete for port f0fefeba-06d0-4ab3-b1ec-70563a329dda triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:43.983989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-61c3e604-2a7c-4abb-9d3b-925f46309ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.050929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-61c3e604-2a7c-4abb-9d3b-925f46309ddb None None] Port f0fefeba-06d0-4ab3-b1ec-70563a329dda cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:44.072265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11792f4f-5756-46a7-9bd3-b64c1460b6bf req-e71c3f8e-2ec3-47ad-afbc-c71ffb957812 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004362 Aug 16 01:58:44.142190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Attempting to bind port 9e240a25-bff5-4462-b204-4f68433ebbfe on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:44.142735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Attempting to bind port 9e240a25-bff5-4462-b204-4f68433ebbfe by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:44.143182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Attempting to bind port 9e240a25-bff5-4462-b204-4f68433ebbfe on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:44.244718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Port 9e240a25-bff5-4462-b204-4f68433ebbfe on network a739aecc-c548-4a15-b670-3bcca38e96a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:44.244718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Attempting to bind port 9e240a25-bff5-4462-b204-4f68433ebbfe on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:44.245026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:44.276952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-438df3a4-07fa-4f36-9fba-5abb584bee3a admin admin] 10.222.0.76 "PUT /v2.0/routers/efdc5bc4-cc30-4bb0-804b-8910ae3ba627/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5260844 Aug 16 01:58:44.281752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:44.282243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Checking segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:44.283444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Bound using segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:44.286072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Bound port: 9e240a25-bff5-4462-b204-4f68433ebbfe, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:44.286072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.351479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-b1e3162e-3840-4ffb-8df9-9d10408ec28f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.353185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-b1e3162e-3840-4ffb-8df9-9d10408ec28f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.83 "GET /v2.0/networks?id=cab1915a-f29a-4188-a224-153f71026bb9 HTTP/1.1" status: 200 len: 815 time: 0.8187709 Aug 16 01:58:44.374864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Deleting port 6f908335-b3be-48fe-b7a1-9bdac9dedc08 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:44.375509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.540035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.600915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Router 308392d2-cc9f-4bdd-88c3-370b591d5a02 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:44.663274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-acad6155-99d0-4ddb-93f4-c25c63e8d846 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd HTTP/1.1" status: 200 len: 380 time: 0.2824805 Aug 16 01:58:44.683242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Request body: {'port': {'device_id': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'admin_state_up': True, 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'security_groups': ['0db895c9-77c4-4dd6-bec1-2c15639abf6c']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:44.686917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.698104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:44.702954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:44.965175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:44.973170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d1c6ca-61de-4a0d-ab20-a97e3392e004,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:44.976707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.977063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:44.988955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071130d-effa-4e6a-baf4-994e8b65167f req-22bb2783-cb4e-4248-a709-20af1f6084ae tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:44.989459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15fa466f-ebd9-4726-b20e-52e066d42528 admin admin] 10.222.0.76 "PUT /v2.0/routers/308392d2-cc9f-4bdd-88c3-370b591d5a02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1350958 Aug 16 01:58:44.991734 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] Sync routers for ids ['308392d2-cc9f-4bdd-88c3-370b591d5a02'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:44.992458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9071130d-effa-4e6a-baf4-994e8b65167f req-22bb2783-cb4e-4248-a709-20af1f6084ae tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 943 time: 0.1889479 Aug 16 01:58:44.995389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58140) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:45.004112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.013021 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] Routers {'308392d2-cc9f-4bdd-88c3-370b591d5a02'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:45.013666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['308392d2-cc9f-4bdd-88c3-370b591d5a02'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:45.169452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:45.236564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Calling delete_port for 6f908335-b3be-48fe-b7a1-9bdac9dedc08 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:45.267644 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] Set router 308392d2-cc9f-4bdd-88c3-370b591d5a02 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:45.293237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.294197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.296116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-0bea6e1c-7f35-4d66-be84-ddd27cd63f67 service neutron] 10.222.0.58 "PUT /v2.0/ports/9e240a25-bff5-4462-b204-4f68433ebbfe HTTP/1.1" status: 200 len: 1092 time: 5.4872227 Aug 16 01:58:45.298604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:45.303712 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:45.425470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.597196 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:58:40Z', 'revision_number': 5, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:45.642253 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] Checking router: 308392d2-cc9f-4bdd-88c3-370b591d5a02 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:45.654199 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] Routers {'308392d2-cc9f-4bdd-88c3-370b591d5a02'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:45.655806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Made reservation on behalf of c7b8b603ac3e4830ae8c5a8e9eba35dd for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:45.664268 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['308392d2-cc9f-4bdd-88c3-370b591d5a02'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:45.664495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.747253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.773503 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.782676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9071130d-effa-4e6a-baf4-994e8b65167f req-881d79fc-ad62-4187-8d4e-b2287609f714 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7689283 Aug 16 01:58:45.782905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:45.793118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-2d85fed1-60f3-446c-aa20-b656ca98e1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:45.794631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-2d85fed1-60f3-446c-aa20-b656ca98e1b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 1095 time: 0.2220371 Aug 16 01:58:45.969505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-794196b5-1741-494e-923a-780e7cbdc850 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e240a25-bff5-4462-b204-4f68433ebbfe HTTP/1.1" status: 200 len: 217 time: 0.1553216 Aug 16 01:58:46.011348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.032039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-a4bb1d04-dd94-48f7-a5ac-8dcf9d943f06 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.044099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-a4bb1d04-dd94-48f7-a5ac-8dcf9d943f06 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 829 time: 1.1563547 Aug 16 01:58:46.095483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-3553b19a-fed2-4984-a3a5-884b6d38106d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/quotas/504de3667ac6402e9cde8606b8dca891 HTTP/1.1" status: 200 len: 375 time: 0.0492845 Aug 16 01:58:46.150896 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] Set router 308392d2-cc9f-4bdd-88c3-370b591d5a02 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:46.186817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7e3c440-1df4-4b3d-8e7e-34cd2ac0fba5 req-9ba79256-9cee-4dd0-9582-5e29168b7930 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.1374192 Aug 16 01:58:46.213815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-c5854632-8d24-4c62-bb07-218bc707891c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.213815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-c5854632-8d24-4c62-bb07-218bc707891c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.2274551 Aug 16 01:58:46.238556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:46.358749 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-f5cea43c-b9c7-4bc4-8d97-25977dd22d89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457325 Aug 16 01:58:46.378698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Allocated IP 172.20.0.12 (cab1915a-f29a-4188-a224-153f71026bb9/9e880870-0c4e-439d-824c-b38c3b60e7e3/020a54c0-5117-4089-b025-82f86c8dc6a6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:46.581700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:58:40Z', 'revision_number': 5, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:46.627664 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d647c-7551-48c7-ad0b-2a41f8b39e95 None None] The sync data for ids ['308392d2-cc9f-4bdd-88c3-370b591d5a02'] in n-d-768852-19 is: [{'id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'name': 'tempest-ServerRescueTestJSON-325689020-router', 'tenant_id': '61e8b741b6364901919d58f0ea5458b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:58:40Z', 'revision_number': 5, 'project_id': '61e8b741b6364901919d58f0ea5458b8', 'gw_port': {'id': '16b425f3-31c0-4239-bc1c-c1c78a5c7458', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:89:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308392d2-cc9f-4bdd-88c3-370b591d5a02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:56:23Z', 'updated_at': '2021-08-16T01:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:46.756417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.787988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.793496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f3d18-7696-4300-a8c1-42d89f4e2e28 req-127fe7e6-0c4d-450f-b006-6f46fced8f48 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:46.802377 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a3f3d18-7696-4300-a8c1-42d89f4e2e28 req-127fe7e6-0c4d-450f-b006-6f46fced8f48 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.4867084 Aug 16 01:58:46.817165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-70e9161e-0dc9-4de6-9cbf-7626adb4c3ed tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6530786 Aug 16 01:58:46.818314 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.819341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30d9309-d909-4da7-b21b-2205274e3eda {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:46.844931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:46.849158 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6e5efb5c-b035-4a92-b7fe-53711c685869 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b30d9309-d909-4da7-b21b-2205274e3eda HTTP/1.1" status: 204 len: 168 time: 7.1257606 Aug 16 01:58:46.860327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58148) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:46.881496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-59910be0-9ccc-4978-b800-9b1fff29725a service neutron] 10.222.0.58 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966260 Aug 16 01:58:46.999446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a3f3d18-7696-4300-a8c1-42d89f4e2e28 req-cfbc4528-133a-46b4-9146-388d03b03e7e tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942279 Aug 16 01:58:47.071617 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-524f8a05-7ed0-4f1d-822a-102211f68e80 req-90688c6c-0509-49f5-b1fc-0dbfc85e224c service neutron] 10.222.0.58 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604240 Aug 16 01:58:47.083862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Deleting subnet 8ce3ce24-23da-4d94-bf4a-15e0051ff94e {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:47.089090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.098722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-ebe6bd7d-9ac3-4382-9c71-5d87e6596f4c service neutron] 10.222.0.76 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499120 Aug 16 01:58:47.127035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Sync routers for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:47.132685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:47.159717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:47.164666 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.169095 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d92332-3ee7-40e9-af34-d4f12a1d1714 x-openstack-request-id: req-d1d92332-3ee7-40e9-af34-d4f12a1d1714 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:47.173051 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:47.173051 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1d92332-3ee7-40e9-af34-d4f12a1d1714 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:47.173051 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'status': 'completed', 'code': 200} Aug 16 01:58:47.173372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:47.173372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:47.174529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Transition to ACTIVE for port object 020a54c0-5117-4089-b025-82f86c8dc6a6 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:47.185839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.190426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.342719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:47.346966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558deac-2f5f-4526-825b-fb77da667f03 req-d1fe55f3-6035-4a4f-8bfb-b3e7f9943cb3 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.358228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Pushing event deleted for resources: {'Port': ['ID=6f908335-b3be-48fe-b7a1-9bdac9dedc08,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:47.360504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7558deac-2f5f-4526-825b-fb77da667f03 req-d1fe55f3-6035-4a4f-8bfb-b3e7f9943cb3 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 943 time: 0.1445153 Aug 16 01:58:47.441776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Deleting port 16b425f3-31c0-4239-bc1c-c1c78a5c7458 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:47.442416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.493692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-d5ae20dd-a7b3-4cae-977b-38456e883a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.495267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-d5ae20dd-a7b3-4cae-977b-38456e883a47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 1095 time: 0.2357543 Aug 16 01:58:47.600473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-6b80b9cf-7245-4663-abde-2ac9c958b685 service neutron] 10.222.0.76 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934709 Aug 16 01:58:47.627552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-7d88252b-9e57-4e95-9d89-10e57fc66c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.629054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-7d88252b-9e57-4e95-9d89-10e57fc66c38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 905 time: 0.1201882 Aug 16 01:58:47.632091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7558deac-2f5f-4526-825b-fb77da667f03 req-1756c749-bdf5-42db-8acb-0f3eca7df708 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649679 Aug 16 01:58:47.678404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.696462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.699018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.700371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] For port 16b425f3-31c0-4239-bc1c-c1c78a5c7458, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16b425f3-31c0-4239-bc1c-c1c78a5c7458,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:47.700857 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.701597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:47.702922 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-700eed10-3b63-4585-9362-05687c96383f tempest-ServersWithSpecificFlavorTestJSON-1193873982 tempest-ServersWithSpecificFlavorTestJSON-1193873982-project] 10.222.0.76 "DELETE /v2.0/floatingips/9788954e-a108-49a2-8c08-67264e532a47 HTTP/1.1" status: 204 len: 168 time: 5.2200673 Aug 16 01:58:47.709634 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-88bceb72-80a1-4cae-a104-b9669b2930df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9e240a25-bff5-4462-b204-4f68433ebbfe HTTP/1.1" status: 200 len: 217 time: 0.0647159 Aug 16 01:58:47.727536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Calling delete_port for 16b425f3-31c0-4239-bc1c-c1c78a5c7458 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:47.752664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:47.838007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 2, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:47.870172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d23cc1-e84b-4cc6-a298-abf8b4219ee0 req-1f350929-d0d2-4e3d-bf15-1bfc9436f1b7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:47.872178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9d23cc1-e84b-4cc6-a298-abf8b4219ee0 req-1f350929-d0d2-4e3d-bf15-1bfc9436f1b7 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 932 time: 0.0850031 Aug 16 01:58:47.915031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Checking router: efdc5bc4-cc30-4bb0-804b-8910ae3ba627 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:47.916285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Updating router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 port f0fefeba-06d0-4ab3-b1ec-70563a329dda binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 01:58:47.918731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.028406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9d23cc1-e84b-4cc6-a298-abf8b4219ee0 req-d6462081-d10f-4fe0-8244-c6b1881e54a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480803 Aug 16 01:58:48.122412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bf3c232b-2bf9-47c3-baa1-a82371aa3be6 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:48.152250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.229157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: bf3c232b-2bf9-47c3-baa1-a82371aa3be6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:48.229676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bf3c232b-2bf9-47c3-baa1-a82371aa3be6 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:48.231290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d1c6ca-61de-4a0d-ab20-a97e3392e004 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:48.234302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.237010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event updated for resources: {'Port': ['ID=020a54c0-5117-4089-b025-82f86c8dc6a6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.274024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Network cab1915a-f29a-4188-a224-153f71026bb9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:48.280825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:48.282620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-15b298b0-ec87-4936-b39e-59101339e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.284400 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-15b298b0-ec87-4936-b39e-59101339e24c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.5603580 Aug 16 01:58:48.285207 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.288167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:48.342704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 20d1c6ca-61de-4a0d-ab20-a97e3392e004 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:48.344283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d1c6ca-61de-4a0d-ab20-a97e3392e004 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:48.349903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-de4e5724-22c4-4625-b0dc-45cb22910932 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345700 Aug 16 01:58:48.358663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.429885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6978150a-58bf-4f8e-84dd-5105664799e2 req-46d1c3b2-d84d-41d7-9b9f-bafacda2353d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 210 time: 0.1902983 Aug 16 01:58:48.460178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Pushing event deleted for resources: {'Port': ['ID=16b425f3-31c0-4239-bc1c-c1c78a5c7458,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.485649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.617415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce3ce24-23da-4d94-bf4a-15e0051ff94e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:48.618809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f494f-3701-4c95-86f1-ea2b43c20077 req-4a08c443-2471-4782-9d09-3b9454fa5b27 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.620934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-139f494f-3701-4c95-86f1-ea2b43c20077 req-4a08c443-2471-4782-9d09-3b9454fa5b27 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.4536357 Aug 16 01:58:48.646344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:48.651035 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.690917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:58:48.692142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.698284 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3c4dd76a-e659-435b-b998-c8ad7dae908c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8ce3ce24-23da-4d94-bf4a-15e0051ff94e HTTP/1.1" status: 204 len: 168 time: 1.8346004 Aug 16 01:58:48.700329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58182) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:48.700483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87d9296-52a5-4f7f-be6b-a69788f5927f None None] Network 479e6558-0898-45d6-885b-a5d74b8653c0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:48.743452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-139f494f-3701-4c95-86f1-ea2b43c20077 req-4e6883a1-3e2c-47e7-b923-15e84e322c40 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759823 Aug 16 01:58:48.749818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.829997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:48.882509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.885663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:48.916506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-741b81d4-c20f-442c-b5ad-fc4548b9161e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2371035 Aug 16 01:58:48.995124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.012853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Request body: {'port': {'device_id': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:49.023524 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-b2294c72-3158-4a2d-a18c-782e80bb1b5f service neutron] 10.222.0.58 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645482 Aug 16 01:58:49.039279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.041628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 308392d2-cc9f-4bdd-88c3-370b591d5a02 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:58:49.046901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5a4c95d2-bef7-4e9a-ae50-08af09f6f238 None None] Provisioning for port 020a54c0-5117-4089-b025-82f86c8dc6a6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:49.076851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.085102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f4c0ea31-fee6-46dd-99d8-c99a95c2a7ee admin admin] 10.222.0.76 "DELETE /v2.0/routers/308392d2-cc9f-4bdd-88c3-370b591d5a02 HTTP/1.1" status: 204 len: 168 time: 4.0861876 Aug 16 01:58:49.086525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58190) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:49.092688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5a4c95d2-bef7-4e9a-ae50-08af09f6f238 None None] Provisioning complete for port 020a54c0-5117-4089-b025-82f86c8dc6a6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:49.093041 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5a4c95d2-bef7-4e9a-ae50-08af09f6f238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.188912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13552f04-0233-47d8-900b-25e24998a814 req-f4990995-b910-4cd5-9abb-08e61dee9474 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.194632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bb4723a9-5ef2-463d-8cdf-076dead5f7f4 req-1b25a6af-df6d-49cb-ab64-2f8a5c95f98b service neutron] 10.222.0.58 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375785 Aug 16 01:58:49.214883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13552f04-0233-47d8-900b-25e24998a814 req-f4990995-b910-4cd5-9abb-08e61dee9474 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 943 time: 0.2345538 Aug 16 01:58:49.280781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.336674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c95d2-bef7-4e9a-ae50-08af09f6f238 None None] Port 020a54c0-5117-4089-b025-82f86c8dc6a6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:49.408378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Deleting port 55e1f831-d6d3-429e-87eb-7ccb2814f53f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:49.412880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.413371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:49.438045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Deleting subnet e9454e1d-632d-42ee-9a19-12e1b64675e7 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:58:49.445734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.512416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'mac_address': 'fa:16:3e:ff:2e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:58:49.517787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] For port 55e1f831-d6d3-429e-87eb-7ccb2814f53f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=55e1f831-d6d3-429e-87eb-7ccb2814f53f,segment=NetworkSegment(837341eb-72fb-431e-807c-3e8cb4010b94),segment_id=837341eb-72fb-431e-807c-3e8cb4010b94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:49.518461 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.536499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Calling delete_port for 55e1f831-d6d3-429e-87eb-7ccb2814f53f owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:49.544131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.592039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.596766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.614794 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.621154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Transition to ACTIVE for port object f0fefeba-06d0-4ab3-b1ec-70563a329dda will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:49.623925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e240a25-bff5-4462-b204-4f68433ebbfe {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:49.644500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:49.687425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb95cea-70f7-497d-b06b-a4528c2dcbf6 req-45d9eb28-04ee-4915-b316-ddb8402aeac9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:49.689175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fb95cea-70f7-497d-b06b-a4528c2dcbf6 req-45d9eb28-04ee-4915-b316-ddb8402aeac9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 932 time: 0.4383364 Aug 16 01:58:49.690426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] DHCP port deletion for 479e6558-0898-45d6-885b-a5d74b8653c0 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:58:49.717405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13552f04-0233-47d8-900b-25e24998a814 req-a88a4e8d-b544-4484-a6a8-05357cad1fe9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938657 Aug 16 01:58:49.811223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Deleting port 55e1f831-d6d3-429e-87eb-7ccb2814f53f {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:49.811718 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.817169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fb95cea-70f7-497d-b06b-a4528c2dcbf6 req-cf6b052c-12ce-4c97-8c3b-77bd9d4f05d5 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189384 Aug 16 01:58:49.823978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.845540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.864042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] No DVR routers for this DVR port 55e1f831-d6d3-429e-87eb-7ccb2814f53f on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:49.922969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.933365 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.939963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb10c860-f4f0-4a73-b43b-19a943839ef3 req-2f22f0a8-3715-4056-b0a2-b3fe2d157afc tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 210 time: 0.0613437 Aug 16 01:58:49.940901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9454e1d-632d-42ee-9a19-12e1b64675e7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.947585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:49.952464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Pushing event deleted for resources: {'Port': ['ID=55e1f831-d6d3-429e-87eb-7ccb2814f53f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:49.954284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1d0a98d-e33a-45fa-81e6-b09363e0e83a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e9454e1d-632d-42ee-9a19-12e1b64675e7 HTTP/1.1" status: 204 len: 168 time: 0.8650854 Aug 16 01:58:49.954284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.079715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] For port 55e1f831-d6d3-429e-87eb-7ccb2814f53f, host n-d-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:50.087999 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.088139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:50.126051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f889e-6a2d-4bee-a944-ba65afb3bf23 None None] Pushing event updated for resources: {'Port': ['ID=f0fefeba-06d0-4ab3-b1ec-70563a329dda,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.150061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:50.177469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.250379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Calling delete_port for 55e1f831-d6d3-429e-87eb-7ccb2814f53f owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:50.251000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479e6558-0898-45d6-885b-a5d74b8653c0']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.260673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['9e240a25-bff5-4462-b204-4f68433ebbfe'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:50.280803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b9a7-64d0-4f7d-b1f2-a1bb56b018d0 req-cc16fc67-9ad6-4811-817d-b406357a56a8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:50.282362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15d8b9a7-64d0-4f7d-b1f2-a1bb56b018d0 req-cc16fc67-9ad6-4811-817d-b406357a56a8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.1947029 Aug 16 01:58:50.284966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837341eb-72fb-431e-807c-3e8cb4010b94') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.285316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837341eb-72fb-431e-807c-3e8cb4010b94') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.305368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.316962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.333431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.ipam_backend_mixin [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Port 55e1f831-d6d3-429e-87eb-7ccb2814f53f was not found and therefore no delete operation was performed {{(pid=101947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 01:58:50.385247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.405626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:50.406019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.408431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.415106 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15d8b9a7-64d0-4f7d-b1f2-a1bb56b018d0 req-6953b1a3-e3fd-419c-8e4a-814044836ba2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932903 Aug 16 01:58:50.448648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Attempting to bind port f0fefeba-06d0-4ab3-b1ec-70563a329dda on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:50.449198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Attempting to bind port f0fefeba-06d0-4ab3-b1ec-70563a329dda by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:50.450323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Attempting to bind port f0fefeba-06d0-4ab3-b1ec-70563a329dda on network 099938b8-0c26-4332-a37a-f212edf1a139 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:50.457623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] No DVR routers for this DVR port 55e1f831-d6d3-429e-87eb-7ccb2814f53f on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:58:50.497027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:50.499055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Checking segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:50.502906 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.503635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Bound using segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:50.504365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Bound port: f0fefeba-06d0-4ab3-b1ec-70563a329dda, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:50.504875 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.515533 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.527657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f002cfd3-c8b3-43e8-9abc-72591230118e']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.542250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.542548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac973f7-d82f-42a5-a12c-e6acb96eaa3d') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:50.556110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.574018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.581598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:58:50.582017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.594481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:50.630768 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:50.638767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:50.639292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: timer() Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:58:50.692598 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:58:50.696487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 020a54c0-5117-4089-b025-82f86c8dc6a6 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:50.706274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.749339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Transition to ACTIVE for port object 020a54c0-5117-4089-b025-82f86c8dc6a6 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:50.771233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.778854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.783579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] 10.222.0.76 "DELETE /v2.0/networks/479e6558-0898-45d6-885b-a5d74b8653c0 HTTP/1.1" status: 204 len: 168 time: 2.0782337 Aug 16 01:58:50.808233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d4147-6526-43f7-a873-431b7b1ec937 admin admin] Pushing event deleted for resources: {'Network': ['ID=479e6558-0898-45d6-885b-a5d74b8653c0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:50.838937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.865145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.874573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f002cfd3-c8b3-43e8-9abc-72591230118e HTTP/1.1" status: 204 len: 168 time: 0.9194050 Aug 16 01:58:50.901583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:50.967846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9c2d49-8399-409c-90c9-d81201690577 None None] Pushing event deleted for resources: {'Port': ['ID=55e1f831-d6d3-429e-87eb-7ccb2814f53f,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.020721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace6ae9-0a93-4951-be76-bcee737de898 admin admin] Pushing event deleted for resources: {'Network': ['ID=f002cfd3-c8b3-43e8-9abc-72591230118e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.103950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Pushing event updated for resources: {'Port': ['ID=020a54c0-5117-4089-b025-82f86c8dc6a6,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.119869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] For port f0fefeba-06d0-4ab3-b1ec-70563a329dda, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:51.204214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] For port f0fefeba-06d0-4ab3-b1ec-70563a329dda, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f0fefeba-06d0-4ab3-b1ec-70563a329dda,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:51.204672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829aac9-2b9c-45f2-91f5-8b1d1065ba3a req-9dff1966-c8b7-437a-81e8-ebdfd869ddb7 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.228771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6829aac9-2b9c-45f2-91f5-8b1d1065ba3a req-9dff1966-c8b7-437a-81e8-ebdfd869ddb7 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 944 time: 0.3461092 Aug 16 01:58:51.269561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Attempting to bind port 020a54c0-5117-4089-b025-82f86c8dc6a6 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:51.276709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Attempting to bind port 020a54c0-5117-4089-b025-82f86c8dc6a6 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:51.276709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Attempting to bind port 020a54c0-5117-4089-b025-82f86c8dc6a6 on network cab1915a-f29a-4188-a224-153f71026bb9 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:51.286449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Port 020a54c0-5117-4089-b025-82f86c8dc6a6 on network cab1915a-f29a-4188-a224-153f71026bb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:51.286850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Attempting to bind port 020a54c0-5117-4089-b025-82f86c8dc6a6 on network cab1915a-f29a-4188-a224-153f71026bb9 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:51.305505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:51.305907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Checking segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:51.308070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Bound using segment: {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:51.312835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Bound port: 020a54c0-5117-4089-b025-82f86c8dc6a6, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5556217f-b098-4743-a6cc-b0f519b67fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:51.312835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.315430 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.319059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58232) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:51.369900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eeceb-bfea-4d03-a6b4-a1262186d4ea req-10db315f-e9c8-41c2-a7dc-fa10dd7e7c87 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:51.371799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-633eeceb-bfea-4d03-a6b4-a1262186d4ea req-10db315f-e9c8-41c2-a7dc-fa10dd7e7c87 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.3802636 Aug 16 01:58:51.420643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:51.421036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:51.437964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6829aac9-2b9c-45f2-91f5-8b1d1065ba3a req-f08d7379-3a66-43d2-9938-eb74c09bcd9e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082770 Aug 16 01:58:51.487030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58236) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:51.491024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f889e-6a2d-4bee-a944-ba65afb3bf23 None None] Pushing event updated for resources: {'Port': ['ID=f0fefeba-06d0-4ab3-b1ec-70563a329dda,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:51.498583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-633eeceb-bfea-4d03-a6b4-a1262186d4ea req-f0b4b08f-0cd6-428e-b166-5b3447487e8e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145844 Aug 16 01:58:51.544351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16b425f3-31c0-4239-bc1c-c1c78a5c7458 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:51.593023 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6311ae76-c485-4354-8723-78d1fb96eaa5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d547b05d6f24da0a42db261abc96982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669530 Aug 16 01:58:51.618761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58238) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:51.650701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 16b425f3-31c0-4239-bc1c-c1c78a5c7458 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:51.650701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16b425f3-31c0-4239-bc1c-c1c78a5c7458 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:51.650701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 55e1f831-d6d3-429e-87eb-7ccb2814f53f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:58:51.707525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 55e1f831-d6d3-429e-87eb-7ccb2814f53f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:58:51.708023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 55e1f831-d6d3-429e-87eb-7ccb2814f53f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:58:51.760706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] For port 020a54c0-5117-4089-b025-82f86c8dc6a6, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:51.765596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] For port 020a54c0-5117-4089-b025-82f86c8dc6a6, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=020a54c0-5117-4089-b025-82f86c8dc6a6,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:51.796077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41d899ea-ca17-4273-897e-3034f2be25fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.801290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:51.808513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a82c4e3a-fedf-4ee9-aca7-05ba09a63d58 req-975fb063-dd42-4801-9447-d0612bef1941 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 210 time: 0.1496351 Aug 16 01:58:51.812040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a2c300ef-2ff2-4b31-951f-6982d9eb33b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61e8b741b6364901919d58f0ea5458b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3232868 Aug 16 01:58:51.867083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41d899ea-ca17-4273-897e-3034f2be25fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:51.874862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58242) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:51.913173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.044776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.045398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.046873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] 10.222.0.83 "PUT /v2.0/ports/020a54c0-5117-4089-b025-82f86c8dc6a6 HTTP/1.1" status: 200 len: 1093 time: 3.0621493 Aug 16 01:58:52.047725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:52.053812 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:52.069010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c0fef-bca3-4b4f-bc7c-8c0867aa414d req-be54dd9b-dccd-4ad2-ae8f-e3d9b45a4848 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.070569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e5c0fef-bca3-4b4f-bc7c-8c0867aa414d req-be54dd9b-dccd-4ad2-ae8f-e3d9b45a4848 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.3387983 Aug 16 01:58:52.106538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f0fefeba-06d0-4ab3-b1ec-70563a329dda up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:52.144454 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c225bc8-8077-496d-b617-590cb6fed1d7 x-openstack-request-id: req-6c225bc8-8077-496d-b617-590cb6fed1d7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:52.144454 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:52.144454 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c225bc8-8077-496d-b617-590cb6fed1d7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:52.144454 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'status': 'completed', 'code': 200} Aug 16 01:58:52.170409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62c98-d8fc-4859-94c2-b59589a5c46e service neutron] Pushing event updated for resources: {'Port': ['ID=020a54c0-5117-4089-b025-82f86c8dc6a6,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.252433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5e2762ad-a0d4-43fa-bc4f-765a482caef5 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.254139 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5e2762ad-a0d4-43fa-bc4f-765a482caef5 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.58 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 829 time: 0.3667953 Aug 16 01:58:52.268717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Request body: {'port': {'device_id': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'admin_state_up': True, 'tenant_id': '504de3667ac6402e9cde8606b8dca891'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:52.289220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcc754c8-ced4-40ee-8718-7175c8611041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.353715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e5c0fef-bca3-4b4f-bc7c-8c0867aa414d req-fe055ea4-f6f0-4bc5-b687-4b74cdaafd0c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432767 Aug 16 01:58:52.374755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcc754c8-ced4-40ee-8718-7175c8611041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.404438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.423972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:51Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:52.433304 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41d899ea-ca17-4273-897e-3034f2be25fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.435955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41d899ea-ca17-4273-897e-3034f2be25fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.440232 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-41d899ea-ca17-4273-897e-3034f2be25fe admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0cc35ddf-a79e-48a5-94fb-d1d5a5647c48 HTTP/1.1" status: 204 len: 168 time: 0.8170269 Aug 16 01:58:52.502048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d899ea-ca17-4273-897e-3034f2be25fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc35ddf-a79e-48a5-94fb-d1d5a5647c48,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:52.544916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f0fefeba-06d0-4ab3-b1ec-70563a329dda completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:52.555294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a9bb62-4ab6-4f77-9809-91c0d8deb9b2 None None] The sync data for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 is: [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:51Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:52.571107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f0fefeba-06d0-4ab3-b1ec-70563a329dda triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:52.571370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.677082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6 req-d06a3cb2-3658-4b98-a2f9-831d48ab3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.684114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6 req-d06a3cb2-3658-4b98-a2f9-831d48ab3e82 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 1096 time: 0.5236251 Aug 16 01:58:52.785652 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:52.879043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:52.902251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port f0fefeba-06d0-4ab3-b1ec-70563a329dda, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f0fefeba-06d0-4ab3-b1ec-70563a329dda,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:52.945420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6 req-1a21c971-3ea8-47ab-b213-c79121b0389a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:52.950670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6 req-1a21c971-3ea8-47ab-b213-c79121b0389a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2596693 Aug 16 01:58:52.953137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Made reservation on behalf of 504de3667ac6402e9cde8606b8dca891 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:52.958445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.011313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.072104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d43a20-bd33-4f17-b3df-4509c7502f70 req-a74e0d7e-945b-48c0-8d1a-6ffb4148807a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.080442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9d43a20-bd33-4f17-b3df-4509c7502f70 req-a74e0d7e-945b-48c0-8d1a-6ffb4148807a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 944 time: 0.1045926 Aug 16 01:58:53.143377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=f0fefeba-06d0-4ab3-b1ec-70563a329dda,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.151830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6 req-6998020d-1999-4d5e-a0cf-d8885cad061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.156147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17fb88e9-4a7f-4632-b4c0-6d80f5c4d1b6 req-6998020d-1999-4d5e-a0cf-d8885cad061a service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1947188 Aug 16 01:58:53.294907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 9e240a25-bff5-4462-b204-4f68433ebbfe completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:53.298628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 9e240a25-bff5-4462-b204-4f68433ebbfe triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:53.299034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.302521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcc754c8-ced4-40ee-8718-7175c8611041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.305923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcc754c8-ced4-40ee-8718-7175c8611041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.309891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fcc754c8-ced4-40ee-8718-7175c8611041 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49e48a76-30b3-4959-952d-bfccc080e46e HTTP/1.1" status: 204 len: 168 time: 1.4222116 Aug 16 01:58:53.318824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627514e1-907c-460c-8c1c-c966ca232133 req-fc2b4525-8ef8-47fb-b8d2-37b6775c6997 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.329001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-627514e1-907c-460c-8c1c-c966ca232133 req-fc2b4525-8ef8-47fb-b8d2-37b6775c6997 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.3811917 Aug 16 01:58:53.372156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc754c8-ced4-40ee-8718-7175c8611041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e48a76-30b3-4959-952d-bfccc080e46e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.398398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9d43a20-bd33-4f17-b3df-4509c7502f70 req-5a2e6d09-d471-4e8c-9759-49bb10fcbd5f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100867 Aug 16 01:58:53.477616 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.518200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-627514e1-907c-460c-8c1c-c966ca232133 req-6d28eb67-356b-4d37-a044-94f614c35bdd tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880517 Aug 16 01:58:53.532012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:53.540883 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30c64cc-122e-4b82-bd94-30ac8b68ee89" -d '{"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-plugged", "status": "completed", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:53.571305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:53.575446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Allocated IP 172.20.0.3 (099938b8-0c26-4332-a37a-f212edf1a139/c4b12f9a-a82d-4f79-83be-8775c8efc92d/bada0917-548b-4709-a44c-1ef7f320999f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:58:53.624061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-d9dfcfd3-a6e2-49c2-8a1f-5ef5887555d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.625672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-d9dfcfd3-a6e2-49c2-8a1f-5ef5887555d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 1096 time: 0.1977522 Aug 16 01:58:53.628570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce1423be-f0d3-41fa-a019-c6016a436ba6 req-fe499d1d-d01a-4d16-8030-2b67c2193abc tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 210 time: 0.0714848 Aug 16 01:58:53.671629 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.769387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f814355-c14d-4a4b-9c05-1eaf1571ce3d req-17e69f05-50e8-462e-9663-58818b8f78e6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:53.778692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f814355-c14d-4a4b-9c05-1eaf1571ce3d req-17e69f05-50e8-462e-9663-58818b8f78e6 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.1219282 Aug 16 01:58:53.781700 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4002c28b-9215-4a1d-bbee-8f69a00a9a2a x-openstack-request-id: req-4002c28b-9215-4a1d-bbee-8f69a00a9a2a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:53.782267 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-plugged", "status": "completed", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:53.782765 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4002c28b-9215-4a1d-bbee-8f69a00a9a2a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:53.783723 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'code': 200} Aug 16 01:58:53.789197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-981390a1-c1e9-4659-999d-14ea52663100 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020a54c0-5117-4089-b025-82f86c8dc6a6 HTTP/1.1" status: 200 len: 217 time: 0.1551630 Aug 16 01:58:53.814852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:53.842820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Deleting port 37ad3d1d-60c9-4317-8afb-303aa4fbf768 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:53.843218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:53.862199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f814355-c14d-4a4b-9c05-1eaf1571ce3d req-08b358ae-8b10-41ca-b4b0-78722040e61d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824561 Aug 16 01:58:54.082212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-04b96f36-2503-4a3c-91aa-e3c3a37e259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.092669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e5b0-bc1f-4521-ab3b-04c45928595c req-9f405e9f-3d36-4dc7-81b6-da1b38e49240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.094225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e68e5b0-bc1f-4521-ab3b-04c45928595c req-9f405e9f-3d36-4dc7-81b6-da1b38e49240 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 1097 time: 0.2099042 Aug 16 01:58:54.098862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-04b96f36-2503-4a3c-91aa-e3c3a37e259f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e880870-0c4e-439d-824c-b38c3b60e7e3 HTTP/1.1" status: 200 len: 854 time: 0.2904012 Aug 16 01:58:54.123533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f0fefeba-06d0-4ab3-b1ec-70563a329dda up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:58:54.235517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.261594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f0fefeba-06d0-4ab3-b1ec-70563a329dda triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:54.263258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.276562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] For port 37ad3d1d-60c9-4317-8afb-303aa4fbf768, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=37ad3d1d-60c9-4317-8afb-303aa4fbf768,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:54.276886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.280624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e68e5b0-bc1f-4521-ab3b-04c45928595c req-4638b497-dcfc-4ab6-9b3b-0f8fd2170be8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553078 Aug 16 01:58:54.289519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Transition to ACTIVE for port object bada0917-548b-4709-a44c-1ef7f320999f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:54.292464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-86b84348-9838-4c96-a7d0-0eb76ef44312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.293986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-86b84348-9838-4c96-a7d0-0eb76ef44312 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cab1915a-f29a-4188-a224-153f71026bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1886544 Aug 16 01:58:54.308556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Calling delete_port for 37ad3d1d-60c9-4317-8afb-303aa4fbf768 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:54.416568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-1bc95098-dc88-42bb-9f94-4929abeaa9ab service neutron] 10.222.0.83 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074119 Aug 16 01:58:54.674767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45bdaae-c470-4b0c-8e89-20f668ed2e8b req-921e55a5-0f48-4bab-b51b-175cc270fee9 service neutron] 10.222.0.83 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545342 Aug 16 01:58:54.757771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78bdb7-883c-4383-ba12-43e6d8b4b6d7 req-01ab6bcb-4734-48da-ac61-1b1ecba1f213 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.759505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c78bdb7-883c-4383-ba12-43e6d8b4b6d7 req-01ab6bcb-4734-48da-ac61-1b1ecba1f213 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.1372573 Aug 16 01:58:54.797703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:54.842706 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:58:54.927449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Network 099938b8-0c26-4332-a37a-f212edf1a139 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:58:54.927449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:54.939380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c78bdb7-883c-4383-ba12-43e6d8b4b6d7 req-805c222d-d0d5-48b2-ba41-f572adb07bb6 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057265 Aug 16 01:58:54.961629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232310d4-0927-483c-bcf2-ed8e1f2dc0c3 req-7a4a6a55-e0a0-4eba-8868-ebbf546d87b0 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:54.963036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event updated for resources: {'Port': ['ID=bada0917-548b-4709-a44c-1ef7f320999f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:54.968736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-232310d4-0927-483c-bcf2-ed8e1f2dc0c3 req-7a4a6a55-e0a0-4eba-8868-ebbf546d87b0 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.3475053 Aug 16 01:58:54.985906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:58:55.132047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-7fa13386-973c-4b1d-9e8d-339e0ef2bd68 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.141531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-7fa13386-973c-4b1d-9e8d-339e0ef2bd68 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.3735631 Aug 16 01:58:55.208094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-232310d4-0927-483c-bcf2-ed8e1f2dc0c3 req-cc31ada1-8dcd-4cf2-9db0-3319a1d44d14 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158837 Aug 16 01:58:55.234923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.236671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.346685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872fe85-e2c6-4b6c-8acf-e1ed51b98781 req-40dda602-f435-450e-a663-a530ef076e73 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.353191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4872fe85-e2c6-4b6c-8acf-e1ed51b98781 req-40dda602-f435-450e-a663-a530ef076e73 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 931 time: 0.1153164 Aug 16 01:58:55.386032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.432803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-5ec8cef7-4a13-40a7-85cc-3a9f3c71526e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1681662 Aug 16 01:58:55.449246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Pushing event deleted for resources: {'Port': ['ID=37ad3d1d-60c9-4317-8afb-303aa4fbf768,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:55.458932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-19'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:55.563103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7379d30b-4944-403e-9592-4965c8da96ee None None] Provisioning for port bada0917-548b-4709-a44c-1ef7f320999f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:58:55.570924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7379d30b-4944-403e-9592-4965c8da96ee None None] Provisioning complete for port bada0917-548b-4709-a44c-1ef7f320999f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:58:55.571730 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7379d30b-4944-403e-9592-4965c8da96ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.676246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a54d49-e505-46e6-b040-17ab53e5ae09 req-a8e26669-37bb-4a81-98e5-9e976da7c549 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:55.685259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42a54d49-e505-46e6-b040-17ab53e5ae09 req-a8e26669-37bb-4a81-98e5-9e976da7c549 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 945 time: 0.3287675 Aug 16 01:58:55.685457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7379d30b-4944-403e-9592-4965c8da96ee None None] Port bada0917-548b-4709-a44c-1ef7f320999f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:58:55.722571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Request body: {'port': {'device_id': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:55.771215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4872fe85-e2c6-4b6c-8acf-e1ed51b98781 req-8e4119ad-cfb5-4967-a7c3-802eda5585f2 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946660 Aug 16 01:58:55.777982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58328) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:55.847731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.876804 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:55.888860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1919726639-network', 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:55.917302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42a54d49-e505-46e6-b040-17ab53e5ae09 req-df551547-314f-40e5-8535-5460f1e2458c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284775 Aug 16 01:58:56.139141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:56.141617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.157067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.247224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-a9e82e7d-ab68-477e-ab1a-aa767c29d89e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=932c0905d87947ffbd1f150cb30895df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525227 Aug 16 01:58:56.337230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc046361-a8b4-484d-b877-783998a43578 req-448a6fdc-161f-4a67-a395-08e667660eba tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.338769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc046361-a8b4-484d-b877-783998a43578 req-448a6fdc-161f-4a67-a395-08e667660eba tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.2617218 Aug 16 01:58:56.355663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.376276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:56.393567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bada0917-548b-4709-a44c-1ef7f320999f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:58:56.404073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.406054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.421721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Transition to ACTIVE for port object bada0917-548b-4709-a44c-1ef7f320999f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:58:56.496456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc046361-a8b4-484d-b877-783998a43578 req-b761f864-71ae-402d-99c4-796333fdfe7f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417592 Aug 16 01:58:56.518295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:56.538437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.560603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:58:56.576275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9759eccc-8af8-4091-ae8c-4e4811f09f9f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.579321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.579664 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Added segment 595cc8ad-f0ab-457b-adf2-c194ef9ab4c0 of type vlan for network cca991ed-6c3f-4e30-9568-b18bdf77870f Aug 16 01:58:56.601193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-a8b9f09d-048a-4f2f-bd23-6f0d1c785496 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.602730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-a8b9f09d-048a-4f2f-bd23-6f0d1c785496 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3421865 Aug 16 01:58:56.616898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.654211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:56.656505 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2000c4ee-07e6-40c3-a3bf-ea03e73ed011" -d '{"events": [{"server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:56.660931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.665921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-dc6ca035-9948-4b13-b6cd-07ad66780b74 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/quotas/932c0905d87947ffbd1f150cb30895df HTTP/1.1" status: 200 len: 375 time: 0.0423741 Aug 16 01:58:56.668376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.696669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bada0917-548b-4709-a44c-1ef7f320999f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:56.713093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d922a-a15e-4316-b287-d4cccce02468 req-435c1738-0f32-46d4-8cd9-bb7408c1ee12 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.719216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d25d922a-a15e-4316-b287-d4cccce02468 req-435c1738-0f32-46d4-8cd9-bb7408c1ee12 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1453803 Aug 16 01:58:56.758563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-e8a43007-9e7d-41b9-ab68-8a741636aa7d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=932c0905d87947ffbd1f150cb30895df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0844746 Aug 16 01:58:56.806141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Attempting to bind port bada0917-548b-4709-a44c-1ef7f320999f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:56.806621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Attempting to bind port bada0917-548b-4709-a44c-1ef7f320999f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:56.806957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Attempting to bind port bada0917-548b-4709-a44c-1ef7f320999f on network 099938b8-0c26-4332-a37a-f212edf1a139 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:56.813117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Port bada0917-548b-4709-a44c-1ef7f320999f on network 099938b8-0c26-4332-a37a-f212edf1a139 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:56.813691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Attempting to bind port bada0917-548b-4709-a44c-1ef7f320999f on network 099938b8-0c26-4332-a37a-f212edf1a139 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:56.821811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:56.822279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Checking segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:56.822767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Bound using segment: {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:56.823279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Bound port: bada0917-548b-4709-a44c-1ef7f320999f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f3f5539-5537-4de4-b3ab-eed7c76252fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:56.823806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.873806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a020bf94-0929-45db-94f1-6120618a8f0f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:58:56.883307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d25d922a-a15e-4316-b287-d4cccce02468 req-d9eb82dc-4e2d-4833-b8a4-131c03bee629 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215737 Aug 16 01:58:56.885891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.922841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.923862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:56.924607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:56.937402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] For port bada0917-548b-4709-a44c-1ef7f320999f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:56.973905 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b872625-24c8-4ef5-a076-217818d1e590 x-openstack-request-id: req-8b872625-24c8-4ef5-a076-217818d1e590 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:56.974194 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "name": "network-vif-unplugged", "status": "completed", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:56.974513 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8b872625-24c8-4ef5-a076-217818d1e590 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:56.976218 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'code': 200} Aug 16 01:58:56.996506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] For port bada0917-548b-4709-a44c-1ef7f320999f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bada0917-548b-4709-a44c-1ef7f320999f,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:57.013133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Router f6c11b18-c274-4baa-8949-6efe88373fdb has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:58:57.016835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] Pushing event updated for resources: {'Network': ['ID=cca991ed-6c3f-4e30-9568-b18bdf77870f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.034499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.038997 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.043840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network cca991ed-6c3f-4e30-9568-b18bdf77870f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:58:57.061855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:57.136610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:57.136981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:57.137723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:57.145016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:57.145394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:57.151615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:57.151994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:57.152417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:57.152948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Bound port: a020bf94-0929-45db-94f1-6120618a8f0f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:57.153345 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.196710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8cd98c6e-5890-4f13-aad0-9ad694cf43fb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4173207 Aug 16 01:58:57.197819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58360) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.199343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.207718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Request body: {'subnet': {'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1919726639-subnet', 'tenant_id': '4e0737451a8048f8b72ff078951dc064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:58:57.271381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:57.276105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:58:57.313480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.325609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.327651 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.328310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 1092 time: 1.8861065 Aug 16 01:58:57.328847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:57.331631 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169" -d '{"events": [{"name": "network-changed", "server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "tag": "bada0917-548b-4709-a44c-1ef7f320999f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:57.369951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9232b4-0610-4562-b218-a0c2722b40e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bada0917-548b-4709-a44c-1ef7f320999f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.382280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:57.383597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:57.383597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:57.437613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:57.437951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:57.456690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:57.457039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:57.457436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:57.457887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Bound port: a020bf94-0929-45db-94f1-6120618a8f0f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:57.458260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.505508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaaa10c-edfc-47d7-b1ff-535ee70f964e req-34939fe6-322e-477e-be21-d5342b05652f tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.507987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffaaa10c-edfc-47d7-b1ff-535ee70f964e req-34939fe6-322e-477e-be21-d5342b05652f tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 943 time: 0.1910298 Aug 16 01:58:57.523204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:58:57.523443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.528034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:57.614915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:58:57.627314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:57.632178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-706ceb29-3cd2-44b1-8b3e-841b05de857a admin admin] 10.222.0.76 "PUT /v2.0/routers/f6c11b18-c274-4baa-8949-6efe88373fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4699533 Aug 16 01:58:57.635575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58372) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:58:57.636932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] Sync routers for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:58:57.648673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffaaa10c-edfc-47d7-b1ff-535ee70f964e req-58f85d51-15cd-48d7-a2dc-9bb4c7526207 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334174 Aug 16 01:58:57.667916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:58:57.672625 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:57.676532 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:57.683309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a020bf94-0929-45db-94f1-6120618a8f0f has no active binding in host n-h2-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 01:58:57.755091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d954caca-0b44-4069-b4cf-75851c195d4d req-a3f72630-96cc-4688-86a5-e63b13f2ebd2 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 210 time: 0.0399706 Aug 16 01:58:57.781170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a020bf94-0929-45db-94f1-6120618a8f0f-n-h1-768852-19-0 {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 01:58:57.781735 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 01:58:57.788444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-be0a8fc0-18c6-4af7-b127-a3ea1ed79d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.789987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-be0a8fc0-18c6-4af7-b127-a3ea1ed79d28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1095 time: 0.2346115 Aug 16 01:58:57.828733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87d726-efb4-4094-b02c-7cb99c8aa094 req-15746703-f97f-478c-afcf-43e050c15b38 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:57.828733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b87d726-efb4-4094-b02c-7cb99c8aa094 req-15746703-f97f-478c-afcf-43e050c15b38 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0901966 Aug 16 01:58:57.829157 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:57.895935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b87d726-efb4-4094-b02c-7cb99c8aa094 req-83d4aaa0-2bbf-494e-b8e7-0aaa0f8dddbc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745373 Aug 16 01:58:58.072278 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:58.075981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f256da8-abf1-42fb-bc09-450d13957672 req-f6269883-3395-43aa-822e-ba0579cafe6b tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.077756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f256da8-abf1-42fb-bc09-450d13957672 req-f6269883-3395-43aa-822e-ba0579cafe6b tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.1048529 Aug 16 01:58:58.101674 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] Checking router: f6c11b18-c274-4baa-8949-6efe88373fdb for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:58:58.110836 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] Routers {'f6c11b18-c274-4baa-8949-6efe88373fdb'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:58:58.111585 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f6c11b18-c274-4baa-8949-6efe88373fdb'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:58.119981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb193db-8e3b-42f9-9f2d-da4d7be85aed req-b54077ea-3668-4f75-b03b-2219e9d62755 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.129073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-deb193db-8e3b-42f9-9f2d-da4d7be85aed req-b54077ea-3668-4f75-b03b-2219e9d62755 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1176686 Aug 16 01:58:58.171084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f256da8-abf1-42fb-bc09-450d13957672 req-b703601b-ceb3-4e40-b922-d0b3c989aa24 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780399 Aug 16 01:58:58.185318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-deb193db-8e3b-42f9-9f2d-da4d7be85aed req-207c1022-f457-4703-ab52-5480e276292a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549886 Aug 16 01:58:58.191090 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32911343-61a2-40cb-841c-4aaf7f41e70f x-openstack-request-id: req-32911343-61a2-40cb-841c-4aaf7f41e70f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:58.191530 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "tag": "bada0917-548b-4709-a44c-1ef7f320999f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:58.191646 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32911343-61a2-40cb-841c-4aaf7f41e70f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:58.192011 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f', 'status': 'completed', 'code': 200} Aug 16 01:58:58.206690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-7981766d-605d-4610-b832-275cd6ee9efb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 217 time: 0.4033437 Aug 16 01:58:58.242327 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] Set router f6c11b18-c274-4baa-8949-6efe88373fdb gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:58:58.265566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.297325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:58:58.297757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:58:58.298161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:58.305919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:58:58.306689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempting to bind port a020bf94-0929-45db-94f1-6120618a8f0f on network b1d81be5-43d9-4e8f-98af-d0f73585115e {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:58:58.315170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:58:58.315802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Checking segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:58.316628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Bound using segment: {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:58:58.317426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Bound port: a020bf94-0929-45db-94f1-6120618a8f0f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd905541c-54f8-41f8-82a5-6e00185096cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b1d81be5-43d9-4e8f-98af-d0f73585115e'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:58:58.318595 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.329064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-333aecb3-2f6b-40b3-b9f9-e2c1ca050c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.330475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-333aecb3-2f6b-40b3-b9f9-e2c1ca050c72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 200 len: 868 time: 0.1109922 Aug 16 01:58:58.397646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.426902 n-d-768852-19 neutron-server[101945]: WARNING neutron.plugins.ml2.plugin [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Concurrent port binding operations failed on port a020bf94-0929-45db-94f1-6120618a8f0f Aug 16 01:58:58.446772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:58.450022 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attempt 2 to bind port a020bf94-0929-45db-94f1-6120618a8f0f Aug 16 01:58:58.456080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.456674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.458277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.461375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-78059591-2623-4b36-b0a2-a2a249d817d3 service neutron] 10.222.0.58 "PUT /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 1123 time: 3.3159351 Aug 16 01:58:58.477379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-1d4f56cd-db2e-4763-af06-5f50f18d74c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.478996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-1d4f56cd-db2e-4763-af06-5f50f18d74c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=099938b8-0c26-4332-a37a-f212edf1a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181500 Aug 16 01:58:58.481648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d015857-0f83-41b5-8e0a-b2225bec9a44,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:58.537663 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:58:58.543578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['a020bf94-0929-45db-94f1-6120618a8f0f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:58.550351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a020bf94-0929-45db-94f1-6120618a8f0f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:58:58.565403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1660cee7-d9b3-45f8-b431-575f5ab7cc5c None None] The sync data for ids ['f6c11b18-c274-4baa-8949-6efe88373fdb'] in n-d-768852-19 is: [{'id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1194635360-router', 'tenant_id': '5015db9bda05400dbdf738c50bb58702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5'}], 'enable_snat': True}, 'gw_port_id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:35Z', 'updated_at': '2021-08-16T01:58:54Z', 'revision_number': 5, 'project_id': '5015db9bda05400dbdf738c50bb58702', 'gw_port': {'id': 'de845445-35aa-4157-9bed-a9232dbb0771', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:29:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c11b18-c274-4baa-8949-6efe88373fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:36Z', 'updated_at': '2021-08-16T01:53:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:58:58.591701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:58:58.592285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Network hostable DHCP agents. Network: cca991ed-6c3f-4e30-9568-b18bdf77870f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:58:58.685528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-0fddb539-d7f0-4ab6-bf1d-cb83fe6b2942 service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984971 Aug 16 01:58:58.691155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Deleting port de845445-35aa-4157-9bed-a9232dbb0771 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:58:58.691508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.788877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9facb1-4709-496b-8c85-a8882d3606f6 req-85bd0c41-5030-4925-a2e2-d92f432c0261 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:58.796446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac9facb1-4709-496b-8c85-a8882d3606f6 req-85bd0c41-5030-4925-a2e2-d92f432c0261 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 943 time: 0.0694387 Aug 16 01:58:58.799930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:58:58.836505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac9facb1-4709-496b-8c85-a8882d3606f6 req-75dff1ff-293b-4e76-bbd4-c25cb7a31902 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Aug 16 01:58:58.863571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] For port de845445-35aa-4157-9bed-a9232dbb0771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=de845445-35aa-4157-9bed-a9232dbb0771,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:58:58.863571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:58.870485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f443ac78-6940-45d9-849a-f710217e9389 req-c4dec618-e4a4-4003-934e-578d9840eff5 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 210 time: 0.0330355 Aug 16 01:58:58.885018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Calling delete_port for de845445-35aa-4157-9bed-a9232dbb0771 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:58:58.888175 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b053823b-0bed-4e76-be9e-a9a8fff4225d req-e9b00625-28c8-4191-b641-8ce8d3e59f25 service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933832 Aug 16 01:58:58.985723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:58:58.988407 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3079d3e9-1501-42ee-91d4-9bc936f4c273" -d '{"events": [{"name": "network-changed", "server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:58:59.042441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842a1fa-35a9-441c-a8b6-e72aee2eea92 req-967b6021-25d8-4935-8b52-dd9556236f7a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.044457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0842a1fa-35a9-441c-a8b6-e72aee2eea92 req-967b6021-25d8-4935-8b52-dd9556236f7a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0721877 Aug 16 01:58:59.046157 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631223ed-b599-43a8-bdd5-5d53dfac300f x-openstack-request-id: req-631223ed-b599-43a8-bdd5-5d53dfac300f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:58:59.046597 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:58:59.046986 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-631223ed-b599-43a8-bdd5-5d53dfac300f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:58:59.047676 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'status': 'completed', 'code': 200} Aug 16 01:58:59.083200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, cca991ed-6c3f-4e30-9568-b18bdf77870f) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:58:59.093073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0842a1fa-35a9-441c-a8b6-e72aee2eea92 req-610ae5d9-16e6-4642-b28e-245c26e3f3be tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Aug 16 01:58:59.093464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24e9cf6-06ac-4a6d-8b1c-12560a0a5003 None None] Network cca991ed-6c3f-4e30-9568-b18bdf77870f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:59.112982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.113971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.155241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-ea79c71c-c188-4856-8aeb-e3abf5ea7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.156794 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-ea79c71c-c188-4856-8aeb-e3abf5ea7ab3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1126 time: 0.0890374 Aug 16 01:58:59.264916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b01e99-8542-45b6-b6b0-5f52c6b5f4d4 None None] Network cca991ed-6c3f-4e30-9568-b18bdf77870f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:58:59.273420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-7ceeb31f-f8de-4ebb-b43a-6ae1d10e15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.274962 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-7ceeb31f-f8de-4ebb-b43a-6ae1d10e15df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1095 time: 0.1172328 Aug 16 01:58:59.359477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-509f511b-fd98-4f2c-b820-b3d36165ef87 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.1570985 Aug 16 01:58:59.362991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c53ae-763f-45c3-9e3c-e4f56b9f37b5 req-bce4989d-56f7-4bca-a3d3-870646849e93 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.367848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.370956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd2c53ae-763f-45c3-9e3c-e4f56b9f37b5 req-bce4989d-56f7-4bca-a3d3-870646849e93 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0910528 Aug 16 01:58:59.400953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291d11c-134f-40a5-aa56-021c69318b9d req-f3e9cc7b-9e38-4915-89df-dcd0d8a2febf tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.402117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4291d11c-134f-40a5-aa56-021c69318b9d req-f3e9cc7b-9e38-4915-89df-dcd0d8a2febf tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.0916548 Aug 16 01:58:59.410951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Pushing event deleted for resources: {'Port': ['ID=de845445-35aa-4157-9bed-a9232dbb0771,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:58:59.451544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd2c53ae-763f-45c3-9e3c-e4f56b9f37b5 req-a1c9dc9a-10bd-46b8-9aa2-8c8ea1046da6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750923 Aug 16 01:58:59.474739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-bcb1fb38-cdc4-4dd8-8552-934291048cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.474739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-bcb1fb38-cdc4-4dd8-8552-934291048cdd service neutron] 10.222.0.83 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.3063221 Aug 16 01:58:59.484121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4291d11c-134f-40a5-aa56-021c69318b9d req-6e191493-dca4-47c6-acb3-968dd557bcec tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678036 Aug 16 01:58:59.554208 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-3783f16a-7f1a-43c6-a0ba-9bef120fd3ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 217 time: 0.0520897 Aug 16 01:58:59.561538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-aa425c2a-ac22-4f01-853d-f5224e94e334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.562022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-aa425c2a-ac22-4f01-853d-f5224e94e334 service neutron] 10.222.0.58 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 930 time: 0.2782085 Aug 16 01:58:59.637948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.667835 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-b62eeaab-ea90-4eef-8134-6cdb397f6ffe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 217 time: 0.0924757 Aug 16 01:58:59.768014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.770327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-f2b5d2e1-b308-48ef-ad85-885ae5dbcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.771937 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-f2b5d2e1-b308-48ef-ad85-885ae5dbcc19 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.2075667 Aug 16 01:58:59.774438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:58:59.810591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-58ac0b86-150c-4a54-b7ef-e6ed69b85d9c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.812100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-58ac0b86-150c-4a54-b7ef-e6ed69b85d9c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.1027935 Aug 16 01:58:59.827543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-50286c77-afc5-4499-8495-e222893c071b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0093770 Aug 16 01:58:59.844803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-f072726c-ef63-484d-931c-7837da5d0d1c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655997 Aug 16 01:58:59.847208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-0c2578fb-4ff6-45a8-97fc-e2ac00fd51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.862088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-0c2578fb-4ff6-45a8-97fc-e2ac00fd51c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 200 len: 868 time: 0.1456363 Aug 16 01:58:59.862256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-83f522e9-8d8e-4f97-b1c2-dd998c2645ba tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264487 Aug 16 01:58:59.951953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-ea06de17-0a15-40ef-8862-5ce372088ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:58:59.953530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-ea06de17-0a15-40ef-8862-5ce372088ef4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=099938b8-0c26-4332-a37a-f212edf1a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936840 Aug 16 01:59:00.021005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff277840-4183-4e4c-858e-8dd29a1d74cc req-899cce3a-94de-44dc-af3e-d9b979f84859 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.021005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff277840-4183-4e4c-858e-8dd29a1d74cc req-899cce3a-94de-44dc-af3e-d9b979f84859 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 943 time: 0.0928917 Aug 16 01:59:00.023633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-7f478174-2fda-4e7a-b0cb-b83787e15109 service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717136 Aug 16 01:59:00.033061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-7b522a88-7a77-4acc-8e68-dddbe93db3e0 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635129 Aug 16 01:59:00.054954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 37ad3d1d-60c9-4317-8afb-303aa4fbf768 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:00.075661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 37ad3d1d-60c9-4317-8afb-303aa4fbf768 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:00.076038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 37ad3d1d-60c9-4317-8afb-303aa4fbf768 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:00.085389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff277840-4183-4e4c-858e-8dd29a1d74cc req-a61d44a7-df2d-48cd-ac62-d750156e3f01 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663683 Aug 16 01:59:00.113188 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.113709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c11b18-c274-4baa-8949-6efe88373fdb {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:00.125602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.129894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bf1c6f70-046a-4379-9a94-1b6b3530e677 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f6c11b18-c274-4baa-8949-6efe88373fdb HTTP/1.1" status: 204 len: 168 time: 2.4234202 Aug 16 01:59:00.131834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58418) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.151697 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-8633a1a6-c18a-4d7e-b5b5-0a5508166c1d service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888769 Aug 16 01:59:00.188078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b73daf4c-5822-4248-96c6-0b9e8e1755ea req-e9cb32a5-24b0-4c50-bcb6-13cb62f35096 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 210 time: 0.0355349 Aug 16 01:59:00.220259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-93e74d16-fd50-42b3-9401-06e9d129fbc5 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790626 Aug 16 01:59:00.257330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3079d3e9-1501-42ee-91d4-9bc936f4c273 req-6ffdd499-7134-4ca6-9428-667996f44ecf service neutron] 10.222.0.83 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244239 Aug 16 01:59:00.271556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Deleting subnet 4f7361fa-c699-4e67-9d38-9a16e44433af {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:00.276775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.343627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.352191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cf276-5a4e-4a8a-b8d5-adbe34ff15f4 req-6e92c3c9-5deb-419e-868a-2a75fc3dcce5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.353815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d4cf276-5a4e-4a8a-b8d5-adbe34ff15f4 req-6e92c3c9-5deb-419e-868a-2a75fc3dcce5 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0753322 Aug 16 01:59:00.370291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1cebd1b9-7689-4625-bfc5-40ed3a8f3169 req-20871d76-57d8-4e57-9eff-c40313859cb4 service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990161 Aug 16 01:59:00.400726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d4cf276-5a4e-4a8a-b8d5-adbe34ff15f4 req-2c73fa76-f793-4163-88c2-04c39491c990 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Aug 16 01:59:00.429745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.541568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e3f74ca-7784-4b34-872c-fe4ba0ae968e req-738449ec-9397-4aa7-a38f-8c9132f5996b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0298288 Aug 16 01:59:00.597229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228d0c7-c094-4d78-b735-cbc930bf7fb3 req-24628774-4cdd-4496-bd30-cbe80f953bb9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.606457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4228d0c7-c094-4d78-b735-cbc930bf7fb3 req-24628774-4cdd-4496-bd30-cbe80f953bb9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0673831 Aug 16 01:59:00.680663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4228d0c7-c094-4d78-b735-cbc930bf7fb3 req-700b26fc-db87-480b-a69e-f0a7fcb598e7 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731800 Aug 16 01:59:00.701067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048e0fd-f711-4d55-9526-71e764cfc016 req-1418e0b1-eaeb-47d3-9869-2a9e5fbe453d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:00.702687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7048e0fd-f711-4d55-9526-71e764cfc016 req-1418e0b1-eaeb-47d3-9869-2a9e5fbe453d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.0767515 Aug 16 01:59:00.707181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.736172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7361fa-c699-4e67-9d38-9a16e44433af,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:00.742542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.746822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e95f4760-b445-4ec4-8897-76deed5f0c27 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4f7361fa-c699-4e67-9d38-9a16e44433af HTTP/1.1" status: 204 len: 168 time: 0.6099434 Aug 16 01:59:00.747546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58434) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:00.749793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7048e0fd-f711-4d55-9526-71e764cfc016 req-0fd7d3f1-eeb8-4894-927d-cdca4d037c0b tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402856 Aug 16 01:59:00.751082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229fe68-3d52-423b-8b26-f2302b1df553 None None] Network e5445ce0-2d40-46cc-9d36-ca4320a39576 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:00.824211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.879010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bada0917-548b-4709-a44c-1ef7f320999f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:00.883411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Deleting port ee5d3692-fa8e-427b-9fe7-bea77509fdab {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:00.883758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.952559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] DHCP port deletion for e5445ce0-2d40-46cc-9d36-ca4320a39576 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:00.963129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] For port ee5d3692-fa8e-427b-9fe7-bea77509fdab, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee5d3692-fa8e-427b-9fe7-bea77509fdab,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:00.963129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:00.977194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Calling delete_port for ee5d3692-fa8e-427b-9fe7-bea77509fdab owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:01.021625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bada0917-548b-4709-a44c-1ef7f320999f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bada0917-548b-4709-a44c-1ef7f320999f,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:01.036569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'bada0917-548b-4709-a44c-1ef7f320999f', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'port_id': 'bada0917-548b-4709-a44c-1ef7f320999f', 'mac_address': 'fa:16:3e:95:d0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:01.045915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] Deleting port ee5d3692-fa8e-427b-9fe7-bea77509fdab {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:01.046297 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.125790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.145272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] For port ee5d3692-fa8e-427b-9fe7-bea77509fdab, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee5d3692-fa8e-427b-9fe7-bea77509fdab,segment=NetworkSegment(31f92e50-2dbc-4009-8802-115b3e7e072d),segment_id=31f92e50-2dbc-4009-8802-115b3e7e072d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:01.145723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.155103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bada0917-548b-4709-a44c-1ef7f320999f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:01.166405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] Calling delete_port for ee5d3692-fa8e-427b-9fe7-bea77509fdab owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:01.187056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bada0917-548b-4709-a44c-1ef7f320999f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bada0917-548b-4709-a44c-1ef7f320999f,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:01.212080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5f4a3-019e-4712-ad46-78dc285b33eb req-7c0eb6a6-7954-4bdf-b011-fa32050b4ce3 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.217931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4c5f4a3-019e-4712-ad46-78dc285b33eb req-7c0eb6a6-7954-4bdf-b011-fa32050b4ce3 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 943 time: 0.0529130 Aug 16 01:59:01.245794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.263323 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.267761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4c5f4a3-019e-4712-ad46-78dc285b33eb req-f37b8a42-b3f4-4726-a4b6-52be7efa2c03 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391901 Aug 16 01:59:01.295417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] Pushing event deleted for resources: {'Port': ['ID=ee5d3692-fa8e-427b-9fe7-bea77509fdab,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.305761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5cc3e7-4ea4-4123-8496-b02bf8104bca None None] No DVR routers for this DVR port ee5d3692-fa8e-427b-9fe7-bea77509fdab on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:01.337854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c43d373-f070-4798-bfcf-3781fe07914a req-5b128090-e4ee-4e2d-90ab-a866f8301a88 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 210 time: 0.0325429 Aug 16 01:59:01.342121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5d3692-fa8e-427b-9fe7-bea77509fdab,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.344530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] No DVR routers for this DVR port ee5d3692-fa8e-427b-9fe7-bea77509fdab on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:01.347963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-d050d4ab-c1a2-41b0-abdc-f1e5933dc52d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=932c0905d87947ffbd1f150cb30895df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653303 Aug 16 01:59:01.349193 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.403202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bada0917-548b-4709-a44c-1ef7f320999f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.486687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.506349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5445ce0-2d40-46cc-9d36-ca4320a39576']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:01.522263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f92e50-2dbc-4009-8802-115b3e7e072d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:01.524462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f92e50-2dbc-4009-8802-115b3e7e072d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:01.533701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac3f3b-2866-4816-9f9c-174dbf2b8a08 req-37759e04-6ec8-4054-8e5c-30f923c26dc2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.535597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dac3f3b-2866-4816-9f9c-174dbf2b8a08 req-37759e04-6ec8-4054-8e5c-30f923c26dc2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0504682 Aug 16 01:59:01.543040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.561704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-feb1fb06-cea1-4410-abb4-52ec87e90251 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.563207 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-feb1fb06-cea1-4410-abb4-52ec87e90251 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1917210 Aug 16 01:59:01.570480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.577153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dac3f3b-2866-4816-9f9c-174dbf2b8a08 req-c77955fd-5049-43a4-834d-682c3afa1b00 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347636 Aug 16 01:59:01.580754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Request body: {'port': {'device_id': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '932c0905d87947ffbd1f150cb30895df'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:01.584697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:01.585108 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:01.587880 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:01.651424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae5c4d78-6712-4865-98cf-c6f74d265c30 req-343f2983-57b2-4950-9a09-6db976bba678 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0334513 Aug 16 01:59:01.656426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['bada0917-548b-4709-a44c-1ef7f320999f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:01.815884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afe601-a882-460d-bd25-227352e9be08 req-9f1b1ded-f391-4632-acb8-7911b5602bd2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.823705 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1afe601-a882-460d-bd25-227352e9be08 req-9f1b1ded-f391-4632-acb8-7911b5602bd2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0631812 Aug 16 01:59:01.886737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1afe601-a882-460d-bd25-227352e9be08 req-b12ecc82-4fad-4b6b-bad5-a35f57c0325c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620668 Aug 16 01:59:01.888989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.896683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.900777 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e5445ce0-2d40-46cc-9d36-ca4320a39576 HTTP/1.1" status: 204 len: 168 time: 1.1528127 Aug 16 01:59:01.902379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58452) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:01.902841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604c8ec-0879-49c2-8a91-7b763b633929 req-abd3ccbf-cd2c-4211-a6d5-473f87c40f44 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:01.904442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9604c8ec-0879-49c2-8a91-7b763b633929 req-abd3ccbf-cd2c-4211-a6d5-473f87c40f44 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.0778551 Aug 16 01:59:01.949279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9604c8ec-0879-49c2-8a91-7b763b633929 req-6fe127da-efa1-4b75-af66-51dc30334e1d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376589 Aug 16 01:59:01.958457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf28a96-9aab-4b27-bd2f-64ea521bb5b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5445ce0-2d40-46cc-9d36-ca4320a39576,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:01.966448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Made reservation on behalf of 932c0905d87947ffbd1f150cb30895df for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:01.971448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:01.991136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.013663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de845445-35aa-4157-9bed-a9232dbb0771 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:02.153982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: de845445-35aa-4157-9bed-a9232dbb0771 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:02.154693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de845445-35aa-4157-9bed-a9232dbb0771 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:02.154693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee5d3692-fa8e-427b-9fe7-bea77509fdab no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:02.173426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ee5d3692-fa8e-427b-9fe7-bea77509fdab {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:02.173786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee5d3692-fa8e-427b-9fe7-bea77509fdab not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:02.260194 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.464487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a595cf27-a71f-4ccc-97ea-033f52f00ef8 req-366e23b9-63a1-446f-a179-3f3ea91b34c5 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 210 time: 0.0296981 Aug 16 01:59:02.473569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e084e87-40f9-41cd-ae25-18ac2cae5862 req-b8ba6a3b-c228-41f9-a565-72dcb0bfd580 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.483320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e084e87-40f9-41cd-ae25-18ac2cae5862 req-b8ba6a3b-c228-41f9-a565-72dcb0bfd580 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 944 time: 0.1310117 Aug 16 01:59:02.527263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e084e87-40f9-41cd-ae25-18ac2cae5862 req-2787e0f0-a32f-4c5f-8146-bb1370cde7bf tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349662 Aug 16 01:59:02.668641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.703719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdfce05-7ccf-484d-aec3-761cba3990e8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:02.749808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912367-a835-46b8-aa7a-eec6b8ec2ae3 req-91d814c0-e1e2-4086-9239-68470a054032 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:02.752231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4912367-a835-46b8-aa7a-eec6b8ec2ae3 req-91d814c0-e1e2-4086-9239-68470a054032 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0632238 Aug 16 01:59:02.798357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:02.814094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4912367-a835-46b8-aa7a-eec6b8ec2ae3 req-8f6cb37d-c0c3-44d0-8e85-4939b2914221 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547862 Aug 16 01:59:02.847064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-356ba98f-0aba-464c-a24b-7c952e8d13a3 req-67ad6e6a-a8bc-4a3b-8efa-30a8e89af074 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0487146 Aug 16 01:59:02.889679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Allocated IP 192.168.233.247 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/1183f5d3-500a-4a8b-ae62-fd498eb8ebe8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:02.899842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bada0917-548b-4709-a44c-1ef7f320999f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:03.035798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8e391-a487-4664-92f4-bbf135b9b118 req-e019c15b-ad57-4ec4-aff0-a335ec23d4c3 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.045804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce8e391-a487-4664-92f4-bbf135b9b118 req-e019c15b-ad57-4ec4-aff0-a335ec23d4c3 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0684495 Aug 16 01:59:03.120579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce8e391-a487-4664-92f4-bbf135b9b118 req-99f50243-1f78-4142-b16c-ceea1b5f30eb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746548 Aug 16 01:59:03.145046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c9a2f-d910-4b40-80e6-9781c3f2388d req-bac4d060-72d5-42b7-99ff-508b62479a1e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.147230 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea2c9a2f-d910-4b40-80e6-9781c3f2388d req-bac4d060-72d5-42b7-99ff-508b62479a1e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.1003060 Aug 16 01:59:03.182902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.202211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port bada0917-548b-4709-a44c-1ef7f320999f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:03.207445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port bada0917-548b-4709-a44c-1ef7f320999f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:03.209346 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.218743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea2c9a2f-d910-4b40-80e6-9781c3f2388d req-fbeb585f-47a5-43c5-820c-1b3db584f347 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593557 Aug 16 01:59:03.229556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Transition to ACTIVE for port object 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:03.258023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Deleting port e212d8f7-dab5-4293-ac37-1745b5da0c65 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:03.258360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.303963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.327071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:03.329353 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64af617d-f55d-45eb-86dd-dc49166e444d" -d '{"events": [{"server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "name": "network-vif-plugged", "status": "completed", "tag": "bada0917-548b-4709-a44c-1ef7f320999f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:03.343719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bada0917-548b-4709-a44c-1ef7f320999f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bada0917-548b-4709-a44c-1ef7f320999f,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:03.366062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] For port e212d8f7-dab5-4293-ac37-1745b5da0c65, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e212d8f7-dab5-4293-ac37-1745b5da0c65,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:03.366572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.380468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Calling delete_port for e212d8f7-dab5-4293-ac37-1745b5da0c65 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:03.387321 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78daf1a-485e-4d0b-bf13-46788381d899 x-openstack-request-id: req-c78daf1a-485e-4d0b-bf13-46788381d899 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:03.387620 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "name": "network-vif-plugged", "status": "completed", "tag": "bada0917-548b-4709-a44c-1ef7f320999f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:03.387902 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c78daf1a-485e-4d0b-bf13-46788381d899 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:03.388271 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f', 'code': 200} Aug 16 01:59:03.499825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.530466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.556010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bada0917-548b-4709-a44c-1ef7f320999f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.610906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:03.622614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1983476-1216-4b19-9d92-cd08d36da18e req-656788d9-e046-4718-b0f6-57b2ed4bc487 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.623285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:03.624235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1983476-1216-4b19-9d92-cd08d36da18e req-656788d9-e046-4718-b0f6-57b2ed4bc487 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 936 time: 0.0764937 Aug 16 01:59:03.626168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:03.633877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:03.637381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6d4bc-4d8e-4914-a354-b11d843834ef req-f43af9a3-138e-4c1f-b83b-c5183670d946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.639179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6b6d4bc-4d8e-4914-a354-b11d843834ef req-f43af9a3-138e-4c1f-b83b-c5183670d946 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1096 time: 0.1866541 Aug 16 01:59:03.694983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1983476-1216-4b19-9d92-cd08d36da18e req-e040dbf5-b23f-494e-9cfc-39858eb6760f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600033 Aug 16 01:59:03.715572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89c912-4898-48bd-a9a4-47d75ac38c05 req-ea0dbb8a-0f2b-441c-99a7-58680bbc3b92 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.717634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a89c912-4898-48bd-a9a4-47d75ac38c05 req-ea0dbb8a-0f2b-441c-99a7-58680bbc3b92 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 945 time: 0.0923851 Aug 16 01:59:03.727530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6b6d4bc-4d8e-4914-a354-b11d843834ef req-e966c772-3ddb-4696-9620-70840916ba30 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622673 Aug 16 01:59:03.738703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.739352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:03.783404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a89c912-4898-48bd-a9a4-47d75ac38c05 req-4ce9a262-a108-45f5-9842-1d246514e9c1 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530546 Aug 16 01:59:03.949355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cfd6dd7-9b55-4c0a-aaa1-6b30708a6fa1 req-edb972b8-a080-44f6-ab10-3ae946f8f86c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Aug 16 01:59:03.966246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75909f64-5cab-45e5-8d67-abe1e8238545 req-5d79adff-de10-44fa-a3b1-2e810a47ad5c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:03.967788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75909f64-5cab-45e5-8d67-abe1e8238545 req-5d79adff-de10-44fa-a3b1-2e810a47ad5c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.0786967 Aug 16 01:59:04.005750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75909f64-5cab-45e5-8d67-abe1e8238545 req-573af258-3d17-41fc-885f-c3f08cf714b2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319417 Aug 16 01:59:04.173362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-b5e34fe2-4f2f-4629-95dd-8575d495676e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5979762 Aug 16 01:59:04.188659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Request body: {'port': {'device_id': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:04.225200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3003-91b2-4c3e-ad9b-7856ee866128 req-3ca1222d-7113-4b75-ae4d-1898e334852b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.234067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c86f3003-91b2-4c3e-ad9b-7856ee866128 req-3ca1222d-7113-4b75-ae4d-1898e334852b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0508811 Aug 16 01:59:04.242758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.273414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c86f3003-91b2-4c3e-ad9b-7856ee866128 req-31694d48-d8cc-4769-9799-dc0a8f20e15c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407295 Aug 16 01:59:04.289193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ca10f17-add4-44d0-a8e1-9f24a3fb1c89 None None] Provisioning for port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:04.293196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ca10f17-add4-44d0-a8e1-9f24a3fb1c89 None None] Provisioning complete for port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:04.308074 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ca10f17-add4-44d0-a8e1-9f24a3fb1c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.308252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.347384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3ca10f17-add4-44d0-a8e1-9f24a3fb1c89 None None] Port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:04.370416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fb305-0a37-46ff-a3fd-ac8f6fe0c264 req-2d3b5978-6ad1-4676-b460-ce40b45613de tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.375188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-625fb305-0a37-46ff-a3fd-ac8f6fe0c264 req-2d3b5978-6ad1-4676-b460-ce40b45613de tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 944 time: 0.0826755 Aug 16 01:59:04.408465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=e212d8f7-dab5-4293-ac37-1745b5da0c65,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:04.421194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-625fb305-0a37-46ff-a3fd-ac8f6fe0c264 req-aa31b6d8-39f6-4a08-b6b3-02d9aff3416e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420187 Aug 16 01:59:04.664349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-1e84c9c5-905c-46bb-a248-816797c3ad25 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.665723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-1e84c9c5-905c-46bb-a248-816797c3ad25 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.1112366 Aug 16 01:59:04.679401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:04.710024 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-f9bc872f-7a00-4490-8fa0-a6b677513389 service neutron] 10.222.0.83 "GET /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f/bindings/n-h2-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.1402280 Aug 16 01:59:04.728647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.874367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:04.890344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:04.932007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98efec-2475-4ae0-a6b3-72b57273e3fc req-40860d37-30cb-4e6f-aa03-a03207a3aea6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:04.942013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a98efec-2475-4ae0-a6b3-72b57273e3fc req-40860d37-30cb-4e6f-aa03-a03207a3aea6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 945 time: 0.0819075 Aug 16 01:59:04.958548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Transition to ACTIVE for port object 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:05.006922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a98efec-2475-4ae0-a6b3-72b57273e3fc req-10e5b8ea-9fb7-4342-8391-faa91b519cc6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588849 Aug 16 01:59:05.008841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:05.014049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.096573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 020a54c0-5117-4089-b025-82f86c8dc6a6 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:05.100254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a020bf94-0929-45db-94f1-6120618a8f0f no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:05.159677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e04d1-01a9-42b9-92f2-b4b3ccba9f4e req-64fd07c2-0711-462c-aff4-7374f11e3d05 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.167825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad3e04d1-01a9-42b9-92f2-b4b3ccba9f4e req-64fd07c2-0711-462c-aff4-7374f11e3d05 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 936 time: 0.1499739 Aug 16 01:59:05.171255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aebfeaf5-d710-4608-8e03-cf979bec38dd req-df39c575-ec5d-464c-8a0e-fc6e12d03ab3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 210 time: 0.0990596 Aug 16 01:59:05.172957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.190304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:05.236016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Router a99466c7-a622-4439-8065-1134d9720675 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:05.238769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad3e04d1-01a9-42b9-92f2-b4b3ccba9f4e req-5c4dc59d-4251-4d24-8681-873bcb942a0a tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692797 Aug 16 01:59:05.266956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:05.299810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.328874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.13 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/ff23000d-8228-4be8-9850-ef319c83f499) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:05.357474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 020a54c0-5117-4089-b025-82f86c8dc6a6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=020a54c0-5117-4089-b025-82f86c8dc6a6,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:05.371942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'port_id': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'mac_address': 'fa:16:3e:ac:5c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:05.437368 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.457237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 020a54c0-5117-4089-b025-82f86c8dc6a6 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:05.467074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a020bf94-0929-45db-94f1-6120618a8f0f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:05.479080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c79f6e-c10c-42a3-8642-eeaf6a8514ab req-727a62ce-4a2c-4aa2-9ce6-b9c4c935248b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.486940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 020a54c0-5117-4089-b025-82f86c8dc6a6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=020a54c0-5117-4089-b025-82f86c8dc6a6,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:05.488047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4c79f6e-c10c-42a3-8642-eeaf6a8514ab req-727a62ce-4a2c-4aa2-9ce6-b9c4c935248b tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 943 time: 0.1754644 Aug 16 01:59:05.500306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:05.503063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:05.513122 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cabbdf4c-e2d0-45f6-9dad-4a19514f1d6f admin admin] 10.222.0.76 "PUT /v2.0/routers/a99466c7-a622-4439-8065-1134d9720675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6071095 Aug 16 01:59:05.513383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] Sync routers for ids ['a99466c7-a622-4439-8065-1134d9720675'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:05.515779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:05.525468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] Routers {'a99466c7-a622-4439-8065-1134d9720675'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:05.526049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a99466c7-a622-4439-8065-1134d9720675'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:05.550778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97fca1-91fe-4eea-9bbe-8b46961cfa45 req-d5ba7f1c-c24c-4daa-8b2e-4d69581840cb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.552470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad97fca1-91fe-4eea-9bbe-8b46961cfa45 req-d5ba7f1c-c24c-4daa-8b2e-4d69581840cb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1516271 Aug 16 01:59:05.587919 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.593151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Attempting to bind port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:05.593784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Attempting to bind port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:05.594591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Attempting to bind port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:05.618609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4c79f6e-c10c-42a3-8642-eeaf6a8514ab req-3866a154-35ed-421d-a6a2-2781559a501f tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296728 Aug 16 01:59:05.632636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:05.636962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Attempting to bind port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:05.650775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:05.650775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:05.650775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:05.650775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Bound port: 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:05.650775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.679995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad97fca1-91fe-4eea-9bbe-8b46961cfa45 req-2cba678c-6f03-4636-ac67-185022f0c4aa tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079080 Aug 16 01:59:05.702066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] Set router a99466c7-a622-4439-8065-1134d9720675 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:05.726674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.731604 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.744873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=020a54c0-5117-4089-b025-82f86c8dc6a6,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:05.767481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:05.793635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f35579-b757-4544-b148-2ff8550237ac req-9692de77-2c8d-47cf-b0d3-8adfb804f971 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:05.795450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66f35579-b757-4544-b148-2ff8550237ac req-9692de77-2c8d-47cf-b0d3-8adfb804f971 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 945 time: 0.0682425 Aug 16 01:59:05.807040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:05.825553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['020a54c0-5117-4089-b025-82f86c8dc6a6'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:05.855482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66f35579-b757-4544-b148-2ff8550237ac req-362ba708-bfcd-4e46-9e54-afdd75f27f88 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473619 Aug 16 01:59:05.963784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.028721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=ff23000d-8228-4be8-9850-ef319c83f499,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.047970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:06.049582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:06.053469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:06.100064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:59:03Z', 'revision_number': 5, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.136538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] Checking router: a99466c7-a622-4439-8065-1134d9720675 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:06.147413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] Routers {'a99466c7-a622-4439-8065-1134d9720675'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:06.148399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a99466c7-a622-4439-8065-1134d9720675'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.165707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:06.169735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.170373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.199130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00386a0-435f-4213-995e-3d3507ea6f89 req-2f7e4f12-0770-4e10-81a0-ed91fd902f16 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.200787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a00386a0-435f-4213-995e-3d3507ea6f89 req-2f7e4f12-0770-4e10-81a0-ed91fd902f16 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 945 time: 0.0702512 Aug 16 01:59:06.206932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.226926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] Transition to ACTIVE for port object a020bf94-0929-45db-94f1-6120618a8f0f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:06.248628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a00386a0-435f-4213-995e-3d3507ea6f89 req-6089a1e9-6033-4f69-b375-71b773729e43 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410881 Aug 16 01:59:06.291914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] Set router a99466c7-a622-4439-8065-1134d9720675 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:06.338078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.352172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d50238-770f-4cdd-938b-c527f652701e req-7045f295-1bf7-4d01-b32d-9e69e63255de tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.353800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79d50238-770f-4cdd-938b-c527f652701e req-7045f295-1bf7-4d01-b32d-9e69e63255de tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 932 time: 0.0860758 Aug 16 01:59:06.355087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ae078ac3-1cb8-421d-b82b-48d79d19a6f8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6804402 Aug 16 01:59:06.370463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Request body: {'port': {'device_id': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:06.375526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.375735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.377749 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] 10.222.0.83 "PUT /v2.0/ports/1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 HTTP/1.1" status: 200 len: 1097 time: 2.1957967 Aug 16 01:59:06.380245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:06.384252 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9" -d '{"events": [{"name": "network-changed", "server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:06.416855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.430748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e628b6-98e3-457e-a077-4d6681f52db5 req-bd0e0cea-6f2a-4cab-984c-dbf09956aede tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.432453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41e628b6-98e3-457e-a077-4d6681f52db5 req-bd0e0cea-6f2a-4cab-984c-dbf09956aede tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 948 time: 0.1182396 Aug 16 01:59:06.445613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b14d8-9e3a-438d-874b-ce443cb0d01b service neutron] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.498839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79d50238-770f-4cdd-938b-c527f652701e req-79e76c88-9d93-4306-996d-881c04438ef0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324089 Aug 16 01:59:06.506752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:59:03Z', 'revision_number': 5, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:06.507321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.518794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] No DVR routers for this DVR port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:06.548847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c298e9b-cf19-4b20-b60b-fb62eb168c0f None None] The sync data for ids ['a99466c7-a622-4439-8065-1134d9720675'] in n-d-768852-19 is: [{'id': 'a99466c7-a622-4439-8065-1134d9720675', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-96106688-router', 'tenant_id': '0722293e4f2442199949765095c047d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:53:45Z', 'updated_at': '2021-08-16T01:59:03Z', 'revision_number': 5, 'project_id': '0722293e4f2442199949765095c047d3', 'gw_port': {'id': 'e1d8038a-ea70-4cb4-abb1-0375ed9261ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:1d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99466c7-a622-4439-8065-1134d9720675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:53:47Z', 'updated_at': '2021-08-16T01:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:06.571076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41e628b6-98e3-457e-a077-4d6681f52db5 req-3ad88285-5cd3-46be-b10b-1b359bb04ee9 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128235 Aug 16 01:59:06.594847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] Pushing event updated for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:06.626841 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-396f8fe1-b871-41de-81f3-f2dd7a9417bf x-openstack-request-id: req-396f8fe1-b871-41de-81f3-f2dd7a9417bf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:06.627134 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:06.634083 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-396f8fe1-b871-41de-81f3-f2dd7a9417bf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:06.634083 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'status': 'completed', 'code': 200} Aug 16 01:59:06.634833 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-95c312d6-fd0e-4416-a472-b441327fb039 service neutron] 10.222.0.83 "PUT /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f/bindings/n-h2-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 1.9170594 Aug 16 01:59:06.668154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Deleting port e1d8038a-ea70-4cb4-abb1-0375ed9261ae {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:06.668362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.727670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-43cfed2e-756c-4986-8a45-79fdbe8465ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.729205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-43cfed2e-756c-4986-8a45-79fdbe8465ad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=932c0905d87947ffbd1f150cb30895df&device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 1100 time: 0.1791916 Aug 16 01:59:06.786334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-cc021244-6266-4e5c-800b-125a0a3d3d22 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 HTTP/1.1" status: 200 len: 217 time: 0.0433033 Aug 16 01:59:06.861744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] For port e1d8038a-ea70-4cb4-abb1-0375ed9261ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:06.862125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:06.875196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-dbfd8c87-758a-408b-b321-1c064831ecbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.876742 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-dbfd8c87-758a-408b-b321-1c064831ecbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0824599 Aug 16 01:59:06.880630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Calling delete_port for e1d8038a-ea70-4cb4-abb1-0375ed9261ae owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:06.972691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-dd1d14ac-f451-40fd-ae8b-13da1cab1408 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 258 time: 0.4005413 Aug 16 01:59:06.984294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0bd86-a61b-43e9-a459-d5c51751135f req-dd069d7f-5619-4183-9ce0-2f6dc1384af1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:06.985719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36c0bd86-a61b-43e9-a459-d5c51751135f req-dd069d7f-5619-4183-9ce0-2f6dc1384af1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 944 time: 0.1949136 Aug 16 01:59:06.994815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:07.017718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-08bdb0f5-f61a-469b-ac02-c54c11491cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.019406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-08bdb0f5-f61a-469b-ac02-c54c11491cf8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1343279 Aug 16 01:59:07.027201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-7106e891-f781-411d-8644-347c2795e566 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.034228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-7106e891-f781-411d-8644-347c2795e566 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.1269906 Aug 16 01:59:07.080199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36c0bd86-a61b-43e9-a459-d5c51751135f req-10c2077b-8bbb-476b-9111-7c5f8da191c7 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729754 Aug 16 01:59:07.093854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 020a54c0-5117-4089-b025-82f86c8dc6a6 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:07.159299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.183446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff23000d-8228-4be8-9850-ef319c83f499 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:07.191653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-2693987d-9ad1-4cd0-9165-1f20e66be651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.193373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-2693987d-9ad1-4cd0-9165-1f20e66be651 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8&tenant_id=deba91662767440ab35e30b49d744dbf HTTP/1.1" status: 200 len: 1096 time: 0.1517236 Aug 16 01:59:07.218816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.226145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-f49b9326-0cdb-4727-bde5-465a4e106607 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963942 Aug 16 01:59:07.259813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 020a54c0-5117-4089-b025-82f86c8dc6a6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:07.264681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 020a54c0-5117-4089-b025-82f86c8dc6a6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:07.265307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.283099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Transition to ACTIVE for port object ff23000d-8228-4be8-9850-ef319c83f499 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:07.319186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70d37-654e-4272-b627-731318f7c788 req-9719dc6e-3a4b-4849-87d8-fc3b2c285bc2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.321337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3b70d37-654e-4272-b627-731318f7c788 req-9719dc6e-3a4b-4849-87d8-fc3b2c285bc2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1130931 Aug 16 01:59:07.362488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-d2b8a9f1-199d-420a-9ad1-bca5f52a267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.364040 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-d2b8a9f1-199d-420a-9ad1-bca5f52a267a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deba91662767440ab35e30b49d744dbf&device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1096 time: 0.1195149 Aug 16 01:59:07.364528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.377510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3b70d37-654e-4272-b627-731318f7c788 req-addc32eb-8139-4232-9f16-e21de30a26f6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497637 Aug 16 01:59:07.382599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.409292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 020a54c0-5117-4089-b025-82f86c8dc6a6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=020a54c0-5117-4089-b025-82f86c8dc6a6,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:07.409292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:07.409292 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b809bb-2f66-4761-ae4f-87241170395c" -d '{"events": [{"server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "name": "network-vif-plugged", "status": "completed", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:07.435305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4202218-3d94-4aca-8c1e-0e9fffa7cdb7 req-d92d43d9-e3f7-4d3f-97f4-602007433728 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879959 Aug 16 01:59:07.483090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-7430c017-4fd3-4cc2-b673-003819bc4ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.484608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-7430c017-4fd3-4cc2-b673-003819bc4ae5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 200 len: 921 time: 0.1124015 Aug 16 01:59:07.528755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.533179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-8f3f59d3-4331-401b-8226-461fa693eaa0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 200 len: 217 time: 0.0409296 Aug 16 01:59:07.564904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d8038a-ea70-4cb4-abb1-0375ed9261ae,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.589430 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.643887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=020a54c0-5117-4089-b025-82f86c8dc6a6,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.649994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-0454fb07-df24-4a89-9336-ee352e4f0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.651528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-0454fb07-df24-4a89-9336-ee352e4f0327 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 200 len: 860 time: 0.0960655 Aug 16 01:59:07.671206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.689804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-ef67b0f0-28aa-4415-936c-9606f158ae4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b1d81be5-43d9-4e8f-98af-d0f73585115e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294144 Aug 16 01:59:07.752470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.762999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4579044-868f-4271-8629-cb603850db43 service neutron] Pushing event updated for resources: {'Port': ['ID=ff23000d-8228-4be8-9850-ef319c83f499,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:07.844121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.848156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:07.873733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed04b72-e7c5-45b3-bf3b-18585f40018d req-700dcfe7-7cd4-4ee2-ae86-fddb8f89b519 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.875288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ed04b72-e7c5-45b3-bf3b-18585f40018d req-700dcfe7-7cd4-4ee2-ae86-fddb8f89b519 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.1727526 Aug 16 01:59:07.910805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-6fbe0150-c8bd-4e5e-b196-8a3e71b67fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:07.912954 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-6fbe0150-c8bd-4e5e-b196-8a3e71b67fcb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=932c0905d87947ffbd1f150cb30895df&device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 1100 time: 0.1988428 Aug 16 01:59:07.956637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Attempting to bind port ff23000d-8228-4be8-9850-ef319c83f499 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:07.956995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Attempting to bind port ff23000d-8228-4be8-9850-ef319c83f499 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:07.957340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Attempting to bind port ff23000d-8228-4be8-9850-ef319c83f499 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:07.970915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Port ff23000d-8228-4be8-9850-ef319c83f499 on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:07.971262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Attempting to bind port ff23000d-8228-4be8-9850-ef319c83f499 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:07.975882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ed04b72-e7c5-45b3-bf3b-18585f40018d req-2074517d-872e-4945-9269-e78a90922b52 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937557 Aug 16 01:59:07.977916 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-e75b747f-7036-437c-b4bb-c098474b24c7 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648067 Aug 16 01:59:07.986742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Allocated IP 172.25.6.180 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b9fbd6a0-5dd7-4dac-8a0d-c5a4d2dc6b4e) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:07.991735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:07.992083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:07.992481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:07.992929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Bound port: ff23000d-8228-4be8-9850-ef319c83f499, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:07.993302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.032660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e212d8f7-dab5-4293-ac37-1745b5da0c65 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:08.053065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e212d8f7-dab5-4293-ac37-1745b5da0c65 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:08.053871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e212d8f7-dab5-4293-ac37-1745b5da0c65 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:08.067426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.068500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99466c7-a622-4439-8065-1134d9720675 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:08.079445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-6b212818-2eb9-4165-8818-de606ae42514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.081218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-6b212818-2eb9-4165-8818-de606ae42514 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1586704 Aug 16 01:59:08.084929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.088119 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-22add690-cfbc-4f53-a8e4-77173009988f admin admin] 10.222.0.76 "DELETE /v2.0/routers/a99466c7-a622-4439-8065-1134d9720675 HTTP/1.1" status: 204 len: 168 time: 2.5684452 Aug 16 01:59:08.090702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58526) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.111721 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a023c5e-673e-4d41-8e48-034f43802ef3 x-openstack-request-id: req-8a023c5e-673e-4d41-8e48-034f43802ef3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:08.111721 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "name": "network-vif-plugged", "status": "completed", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:08.112491 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8a023c5e-673e-4d41-8e48-034f43802ef3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:08.113784 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'code': 200} Aug 16 01:59:08.139048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] For port ff23000d-8228-4be8-9850-ef319c83f499, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:08.162693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] For port ff23000d-8228-4be8-9850-ef319c83f499, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ff23000d-8228-4be8-9850-ef319c83f499,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:08.177737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-0af7b773-baba-4cec-88c1-f083f2779f28 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 HTTP/1.1" status: 200 len: 217 time: 0.0856197 Aug 16 01:59:08.183848 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.258899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-9c13822f-de4e-4d45-ba8a-5b2b6355e944 service neutron] 10.222.0.58 "GET /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729161 Aug 16 01:59:08.278039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Deleting subnet 801a6f07-d8e5-485d-b024-ecc488b6d2f9 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:08.289484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.290558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18098f-c7b7-44e3-b55e-dcb9d711aa61 req-5cd35cac-f8f6-49d1-b031-e6c973ef18d2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.292221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea18098f-c7b7-44e3-b55e-dcb9d711aa61 req-5cd35cac-f8f6-49d1-b031-e6c973ef18d2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 944 time: 0.0991697 Aug 16 01:59:08.319075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35cbafe-4fa1-4c3e-9f93-ec51fc783c26 req-030629de-b49e-4c28-8bf9-06535fb1346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.320595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b35cbafe-4fa1-4c3e-9f93-ec51fc783c26 req-030629de-b49e-4c28-8bf9-06535fb1346b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 1098 time: 0.1474090 Aug 16 01:59:08.321906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-f22960fc-c0ac-410f-9a44-376ca1f81452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.323273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-f22960fc-c0ac-410f-9a44-376ca1f81452 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1313572 Aug 16 01:59:08.335915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea18098f-c7b7-44e3-b55e-dcb9d711aa61 req-8fbab492-3f97-4720-83c0-8d5156e0aab7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374622 Aug 16 01:59:08.337456 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.345413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.376647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.377440 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.378997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-c4579044-868f-4271-8629-cb603850db43 service neutron] 10.222.0.83 "PUT /v2.0/ports/ff23000d-8228-4be8-9850-ef319c83f499 HTTP/1.1" status: 200 len: 1093 time: 2.0154755 Aug 16 01:59:08.379356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'tag': 'ff23000d-8228-4be8-9850-ef319c83f499'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:08.381865 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707da23c-189b-42e1-8110-2b4e86ea3d28" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb7bfc0-5f2e-47f1-9828-70118fed7ba6", "tag": "ff23000d-8228-4be8-9850-ef319c83f499"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:08.406601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4579044-868f-4271-8629-cb603850db43 service neutron] Pushing event updated for resources: {'Port': ['ID=ff23000d-8228-4be8-9850-ef319c83f499,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.440582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b35cbafe-4fa1-4c3e-9f93-ec51fc783c26 req-8bd71b37-b04b-4a24-b8b2-ad022b44de7f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052005 Aug 16 01:59:08.445654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-f68b03c3-d58d-4503-84ad-648b4e6d5365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.447212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-f68b03c3-d58d-4503-84ad-648b4e6d5365 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042721 Aug 16 01:59:08.451326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.493319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.495519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:08.503520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:08.514238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:08.518773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ea60c-de73-4b60-843d-a84374a00ff8 req-560f8802-0d8b-444f-b63b-8926893d204d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.520331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b17ea60c-de73-4b60-843d-a84374a00ff8 req-560f8802-0d8b-444f-b63b-8926893d204d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 948 time: 0.0997028 Aug 16 01:59:08.525578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event updated for resources: {'Port': ['ID=b9fbd6a0-5dd7-4dac-8a0d-c5a4d2dc6b4e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.627319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b17ea60c-de73-4b60-843d-a84374a00ff8 req-114d8526-31f7-42e5-9c4c-77e8b6bb628e tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798035 Aug 16 01:59:08.655837 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.660936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-dc8362de-7310-42e9-9bd8-e5edbb48a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.663355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-dc8362de-7310-42e9-9bd8-e5edbb48a0f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0992808 Aug 16 01:59:08.710953 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-b7b4bb7f-1c86-4260-8ed7-7016e431aafc service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989849 Aug 16 01:59:08.712373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-601f6de4-8c70-4a0e-ab52-81550554474b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff23000d-8228-4be8-9850-ef319c83f499 HTTP/1.1" status: 200 len: 217 time: 0.0396717 Aug 16 01:59:08.755077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e0fc3-d165-47a7-bb20-6d4d17c54d9b req-1891e04d-1488-4dca-b25d-e706e109018d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.756914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e2e0fc3-d165-47a7-bb20-6d4d17c54d9b req-1891e04d-1488-4dca-b25d-e706e109018d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 944 time: 0.0530901 Aug 16 01:59:08.816925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e2e0fc3-d165-47a7-bb20-6d4d17c54d9b req-b8cb7da7-db1b-4301-a10a-7c165af507be tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536516 Aug 16 01:59:08.821905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.829368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.834257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ee45c1ea-d5f9-4473-861a-07fa893581e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:08.835832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-ee45c1ea-d5f9-4473-861a-07fa893581e0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.1040328 Aug 16 01:59:08.892590 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58af317-c453-4276-aaef-c69f31b52b44 x-openstack-request-id: req-a58af317-c453-4276-aaef-c69f31b52b44 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:08.892899 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb7bfc0-5f2e-47f1-9828-70118fed7ba6", "tag": "ff23000d-8228-4be8-9850-ef319c83f499", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:08.893161 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a58af317-c453-4276-aaef-c69f31b52b44 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:08.893569 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'tag': 'ff23000d-8228-4be8-9850-ef319c83f499', 'status': 'completed', 'code': 200} Aug 16 01:59:08.900219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801a6f07-d8e5-485d-b024-ecc488b6d2f9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:08.938988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-dd5249e1-833b-4e46-be8d-21f22e4356a9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739152 Aug 16 01:59:08.938988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:08.939302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a31a938-c55a-439e-82fc-676c48760593 None None] Network c85f72db-9898-45f5-8e89-14e7b647775c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:08.939741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-58e7ef3c-52b6-44f5-88ae-1b9f608fb13c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/801a6f07-d8e5-485d-b024-ecc488b6d2f9 HTTP/1.1" status: 204 len: 168 time: 0.8450410 Aug 16 01:59:08.940363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:08.953434 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dc269e6-055b-40a4-98cd-e7fa47bae6f9 req-e4a0fddc-b6a8-468c-943f-a9f80cb9c6d5 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298164 Aug 16 01:59:09.010193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-4672f897-2d42-4455-8785-225508ffbd00 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.011904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-4672f897-2d42-4455-8785-225508ffbd00 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8&tenant_id=deba91662767440ab35e30b49d744dbf&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.1734746 Aug 16 01:59:09.086023 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-10946247-624c-404d-9327-d3ef70cbcfd5 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451197 Aug 16 01:59:09.086917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.110436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5028f941-8b55-4f7a-a8b6-920599d13fcf req-d8074c81-38e8-4043-8a7b-19600d7c35e4 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.111998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5028f941-8b55-4f7a-a8b6-920599d13fcf req-d8074c81-38e8-4043-8a7b-19600d7c35e4 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1470466 Aug 16 01:59:09.128841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] DHCP port deletion for c85f72db-9898-45f5-8e89-14e7b647775c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:09.155668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.184643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] Deleting port 75746654-9400-4040-8a5a-9f4be0c32fd2 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:09.190758 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.200402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5028f941-8b55-4f7a-a8b6-920599d13fcf req-f1c83f64-dd9a-4e53-9118-29561621a8a9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787604 Aug 16 01:59:09.240235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-374da8a9-aff4-4b40-b6fd-412f546275cb req-d1b6999d-6521-4497-bed4-6bbcac9b9233 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463113 Aug 16 01:59:09.243519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Deleting port 75746654-9400-4040-8a5a-9f4be0c32fd2 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:09.243939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.309444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] For port 75746654-9400-4040-8a5a-9f4be0c32fd2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=75746654-9400-4040-8a5a-9f4be0c32fd2,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:09.310027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.325845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] Calling delete_port for 75746654-9400-4040-8a5a-9f4be0c32fd2 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:09.338606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] For port 75746654-9400-4040-8a5a-9f4be0c32fd2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=75746654-9400-4040-8a5a-9f4be0c32fd2,segment=NetworkSegment(d4ee863d-9f95-4b06-a05d-18a7ddd5a587),segment_id=d4ee863d-9f95-4b06-a05d-18a7ddd5a587)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:09.339071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.348234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.364042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Calling delete_port for 75746654-9400-4040-8a5a-9f4be0c32fd2 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:09.425816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-2c24d78d-28ed-4b61-844e-e2d85ff24aa6 service neutron] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:09.429556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-2c24d78d-28ed-4b61-844e-e2d85ff24aa6 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.431052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64ec1c13-ecd5-46e0-b540-53f448fc17d6 req-2c24d78d-28ed-4b61-844e-e2d85ff24aa6 service neutron] 10.222.0.58 "DELETE /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f/bindings/n-h1-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.4054432 Aug 16 01:59:09.438493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead3db9-b088-49b0-ac59-7ad2c7e72091 req-c8c145b5-8e93-4bed-8a4a-f985061cb39f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.440042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cead3db9-b088-49b0-ac59-7ad2c7e72091 req-c8c145b5-8e93-4bed-8a4a-f985061cb39f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.1504512 Aug 16 01:59:09.491612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event updated for resources: {'Port': ['ID=b9fbd6a0-5dd7-4dac-8a0d-c5a4d2dc6b4e,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.525986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.532985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-520cd890-48c2-43fd-be74-c94b0fdac456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.534774 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-520cd890-48c2-43fd-be74-c94b0fdac456 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0481181 Aug 16 01:59:09.557823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cead3db9-b088-49b0-ac59-7ad2c7e72091 req-9d7c34c3-0efb-4771-9f66-46d39b3dc339 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783641 Aug 16 01:59:09.597686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.606324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.633457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-422cec3d-0dd4-4d38-b422-3e9f49425227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.635038 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-422cec3d-0dd4-4d38-b422-3e9f49425227 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 907 time: 0.0928509 Aug 16 01:59:09.641217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=75746654-9400-4040-8a5a-9f4be0c32fd2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.655736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] No DVR routers for this DVR port 75746654-9400-4040-8a5a-9f4be0c32fd2 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:09.686055 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-69f468f5-db67-4dbf-bc51-a1700255d01b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff23000d-8228-4be8-9850-ef319c83f499 HTTP/1.1" status: 200 len: 217 time: 0.0395076 Aug 16 01:59:09.740928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-23a7ad2b-ac50-47bd-a8db-5a18a40bcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.742728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-23a7ad2b-ac50-47bd-a8db-5a18a40bcb6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0540295 Aug 16 01:59:09.753408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] Pushing event deleted for resources: {'Port': ['ID=75746654-9400-4040-8a5a-9f4be0c32fd2,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:09.759541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdebc4a-6719-4ee6-8114-6c704a834586 None None] No DVR routers for this DVR port 75746654-9400-4040-8a5a-9f4be0c32fd2 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:09.771710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc432c-2e87-458e-815a-0736e155ea75 req-f9265119-819e-4964-8032-2e0eb6c1412f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:09.771710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14fc432c-2e87-458e-815a-0736e155ea75 req-f9265119-819e-4964-8032-2e0eb6c1412f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 944 time: 0.1270874 Aug 16 01:59:09.771710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.783549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-c82c1805-baf0-4eb3-b5b3-42a923d06d39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333188 Aug 16 01:59:09.792029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85f72db-9898-45f5-8e89-14e7b647775c']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:09.809625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:09.809956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4ee863d-9f95-4b06-a05d-18a7ddd5a587') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:09.822056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.844128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14fc432c-2e87-458e-815a-0736e155ea75 req-63f5eb35-e6e9-4f5d-9764-ea817a8f5f49 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698326 Aug 16 01:59:09.845585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.853368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-c83de492-8b70-4623-9d68-02c3aa48094e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8649437 Aug 16 01:59:09.855632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.885296 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-b2da1b49-2d7e-4f84-b50c-d6eabd6d4cbd service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917008 Aug 16 01:59:09.895223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:09.895646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: timer() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:09.897934 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:09.953263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-4b4940a2-5c1c-4fcc-8ee8-c9c201d46fed tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0989935 Aug 16 01:59:09.971301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ddc13d5-56c2-4bed-b878-c561fced5de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:09.991570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-707da23c-189b-42e1-8110-2b4e86ea3d28 req-c279898d-dafb-475c-b1a7-89711c24ac9f service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006653 Aug 16 01:59:10.013116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 75746654-9400-4040-8a5a-9f4be0c32fd2 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:10.043317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 75746654-9400-4040-8a5a-9f4be0c32fd2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:10.043317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 75746654-9400-4040-8a5a-9f4be0c32fd2 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:10.043317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e1d8038a-ea70-4cb4-abb1-0375ed9261ae no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:10.055177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e1d8038a-ea70-4cb4-abb1-0375ed9261ae {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:10.055753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e1d8038a-ea70-4cb4-abb1-0375ed9261ae not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:10.067517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283ca69-e2f5-4a9c-aa2a-e49be3ed8cad req-b7661e8c-d43b-4044-ab08-e2c3197abf7d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.069746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5283ca69-e2f5-4a9c-aa2a-e49be3ed8cad req-b7661e8c-d43b-4044-ab08-e2c3197abf7d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 948 time: 0.1291788 Aug 16 01:59:10.136855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-89a9668b-b1b6-4933-b642-94b4ad4198b4 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.138229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3fb630b-e4c3-49cf-ae09-7898dbd6fa98 req-89a9668b-b1b6-4933-b642-94b4ad4198b4 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1530962 Aug 16 01:59:10.141485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5283ca69-e2f5-4a9c-aa2a-e49be3ed8cad req-94f9c2a7-6a33-4fee-8c01-9c5ac9c881e3 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636337 Aug 16 01:59:10.207551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.227701 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.233097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] 10.222.0.76 "DELETE /v2.0/networks/c85f72db-9898-45f5-8e89-14e7b647775c HTTP/1.1" status: 204 len: 168 time: 1.2899554 Aug 16 01:59:10.262447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85d092-de57-4f25-9383-e0890edad6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c85f72db-9898-45f5-8e89-14e7b647775c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:10.275063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d4cbe-6846-4289-8d5e-3fd2a7397957 req-ad44bf38-c1cd-4fc3-89d9-8051cbbdd06d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.276591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e4d4cbe-6846-4289-8d5e-3fd2a7397957 req-ad44bf38-c1cd-4fc3-89d9-8051cbbdd06d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 944 time: 0.0793943 Aug 16 01:59:10.379310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e4d4cbe-6846-4289-8d5e-3fd2a7397957 req-485df01f-f4bd-4a45-9d61-b0dfadefd46d tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741301 Aug 16 01:59:10.388397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-fba9e429-6d66-49d7-8cf4-0020574ac0d8 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.391341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-fba9e429-6d66-49d7-8cf4-0020574ac0d8 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1242225 Aug 16 01:59:10.445525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-5c7f1438-5948-4cf1-92c5-aa6ff64af177 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0496202 Aug 16 01:59:10.458678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Request body: {'floatingip': {'port_id': 'bada0917-548b-4709-a44c-1ef7f320999f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:10.515574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.587482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa75f80-1699-40ab-9948-71b44c1d2094 req-aa25ada0-09c1-4a4a-9320-32c07a9d075f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.588996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7aa75f80-1699-40ab-9948-71b44c1d2094 req-aa25ada0-09c1-4a4a-9320-32c07a9d075f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1473727 Aug 16 01:59:10.662539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7aa75f80-1699-40ab-9948-71b44c1d2094 req-fd217f77-490d-41ec-9844-f776a61e8bba tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675514 Aug 16 01:59:10.806472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58562) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.848808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39f5274f-feb2-4e50-acb1-95dbaf9a2046 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5015db9bda05400dbdf738c50bb58702&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405583 Aug 16 01:59:10.851775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58564) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:10.877040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cc9d4b-7335-4109-a5b3-3117abeab6af req-6567394a-a4ac-478b-bd9e-304183a3764f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:10.878594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58cc9d4b-7335-4109-a5b3-3117abeab6af req-6567394a-a4ac-478b-bd9e-304183a3764f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.1275406 Aug 16 01:59:10.906951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c2f4eba-4a66-405b-a197-8f19dfd8f368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:10.929734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c2f4eba-4a66-405b-a197-8f19dfd8f368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.041928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58cc9d4b-7335-4109-a5b3-3117abeab6af req-46917ce8-cedc-4df4-a963-89aa0ce9efe6 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263249 Aug 16 01:59:11.132437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ff23000d-8228-4be8-9850-ef319c83f499 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:11.192423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c2f4eba-4a66-405b-a197-8f19dfd8f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.198808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c2f4eba-4a66-405b-a197-8f19dfd8f368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.207974 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8c2f4eba-4a66-405b-a197-8f19dfd8f368 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3c2c394f-a32c-4072-a54f-a6683ecab25b HTTP/1.1" status: 204 len: 168 time: 0.3549955 Aug 16 01:59:11.225529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2f4eba-4a66-405b-a197-8f19dfd8f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2c394f-a32c-4072-a54f-a6683ecab25b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.263839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ff23000d-8228-4be8-9850-ef319c83f499, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ff23000d-8228-4be8-9850-ef319c83f499,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.278820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'ff23000d-8228-4be8-9850-ef319c83f499', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': 'ff23000d-8228-4be8-9850-ef319c83f499', 'mac_address': 'fa:16:3e:f5:c5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:11.321639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.336378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff23000d-8228-4be8-9850-ef319c83f499 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:11.357765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ff23000d-8228-4be8-9850-ef319c83f499, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ff23000d-8228-4be8-9850-ef319c83f499,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.486898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 01:59:11.533323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dab58b-ecab-4197-a0e7-4054947bf0f1 req-f8d19b03-b3e8-42c8-afe7-d7c8d090a455 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.535078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2dab58b-ecab-4197-a0e7-4054947bf0f1 req-f8d19b03-b3e8-42c8-afe7-d7c8d090a455 tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 1096 time: 0.4217339 Aug 16 01:59:11.539665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.540361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:11.553582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.577250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2dab58b-ecab-4197-a0e7-4054947bf0f1 req-d79494aa-181a-47ef-b124-c04181ca3f4d tempest-LiveAutoBlockMigrationV225Test-1928456802 tempest-LiveAutoBlockMigrationV225Test-1928456802-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Aug 16 01:59:11.639524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ff23000d-8228-4be8-9850-ef319c83f499,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.684887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.685293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.700728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'mac_address': 'fa:16:3e:95:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:11.739385 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.745668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafa8da-fd77-4d1c-a73b-cf487c17ee34 req-b9c556fb-3062-4ce4-bd41-74786f047b17 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.747087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbafa8da-fd77-4d1c-a73b-cf487c17ee34 req-b9c556fb-3062-4ce4-bd41-74786f047b17 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0938251 Aug 16 01:59:11.761354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:11.782781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:11.833214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbafa8da-fd77-4d1c-a73b-cf487c17ee34 req-22fda5e2-c97a-4628-9b0c-79b505b50b45 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765910 Aug 16 01:59:11.836028 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Floating IP 3e18bb19-134f-40f0-88c8-58bc9593daa2 associated. External IP: 172.25.6.180, port: bada0917-548b-4709-a44c-1ef7f320999f. Aug 16 01:59:11.922360 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:11.973564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:11.982972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8e3bc-2d26-4bc2-9a96-c44606b219e2 req-4dba8a29-1427-43cc-9c4c-c0dd9378cbd1 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:11.984506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bff8e3bc-2d26-4bc2-9a96-c44606b219e2 req-4dba8a29-1427-43cc-9c4c-c0dd9378cbd1 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.0958045 Aug 16 01:59:11.993847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58582) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:11.999189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Request body: {'floatingip': {'port_id': '020a54c0-5117-4089-b025-82f86c8dc6a6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:12.043556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.131585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca7f46-7cea-400b-a700-3e8fa73e6e54 req-a668d725-9cb5-496f-b54e-eb81d01d744f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.133009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aca7f46-7cea-400b-a700-3e8fa73e6e54 req-a668d725-9cb5-496f-b54e-eb81d01d744f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.0985749 Aug 16 01:59:12.134919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:12.189506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:12.227838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aca7f46-7cea-400b-a700-3e8fa73e6e54 req-31b970ef-54bd-46e3-bd42-a70c46633491 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861430 Aug 16 01:59:12.266218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:12.319809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:12.326909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.337292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] Sync routers for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:12.354966 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:12.357071 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:58:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:12.429540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-38262ede-7abc-46c2-a217-443cac3e96d6 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "PUT /v2.0/floatingips/3e18bb19-134f-40f0-88c8-58bc9593daa2 HTTP/1.1" status: 200 len: 996 time: 1.9351616 Aug 16 01:59:12.429540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:12.429540 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "tag": "bada0917-548b-4709-a44c-1ef7f320999f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:12.467260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58588) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:12.532244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-66ace128-96a7-4c6f-bd2b-9b010ae1543c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0722293e4f2442199949765095c047d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620885 Aug 16 01:59:12.536884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58590) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:12.549561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-cc826dd9-44d7-41dc-aa42-0a4454b38eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.553737 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:12.559287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-cc826dd9-44d7-41dc-aa42-0a4454b38eab service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1097 time: 0.1469433 Aug 16 01:59:12.671290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bb839802-586e-48c7-ac78-a52f814c992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.682793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50157066-962e-4136-9f9b-d2e0df1e5a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.711887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50157066-962e-4136-9f9b-d2e0df1e5a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.725931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-1078939b-4d6c-4336-b933-9e2d1d6e9d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.725931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-1078939b-4d6c-4336-b933-9e2d1d6e9d75 service neutron] 10.222.0.76 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 930 time: 0.1554117 Aug 16 01:59:12.805643 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '3e18bb19-134f-40f0-88c8-58bc9593daa2', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'port_id': 'bada0917-548b-4709-a44c-1ef7f320999f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'mac_address': 'fa:16:3e:95:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:08Z', 'updated_at': '2021-08-16T01:59:11Z', 'revision_number': 1, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:12.834710 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.840883 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] Checking router: efdc5bc4-cc30-4bb0-804b-8910ae3ba627 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:12.848912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-42e09af7-e415-4702-abdd-4faffeda8e7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 999 time: 0.1212170 Aug 16 01:59:12.851199 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:12.852084 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:12.878711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:12.904265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-6b60daa4-414c-4458-962f-f87d918ca749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.905792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-6b60daa4-414c-4458-962f-f87d918ca749 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 200 len: 868 time: 0.0542529 Aug 16 01:59:12.953468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-7e1e7738-8ee0-4354-a62d-d421dce6d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:12.955056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-7e1e7738-8ee0-4354-a62d-d421dce6d097 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=099938b8-0c26-4332-a37a-f212edf1a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416293 Aug 16 01:59:12.967529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-ede9b8a5-a7e9-41ca-883d-a7c41206e291 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:59:12.968691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-ede9b8a5-a7e9-41ca-883d-a7c41206e291 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063212 Aug 16 01:59:13.000278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.045220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50157066-962e-4136-9f9b-d2e0df1e5a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.048187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50157066-962e-4136-9f9b-d2e0df1e5a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.049460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-50157066-962e-4136-9f9b-d2e0df1e5a3e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/695267ab-215f-4e33-a947-67606bb84f7f HTTP/1.1" status: 204 len: 168 time: 0.5115991 Aug 16 01:59:13.058508 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:13.068421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50157066-962e-4136-9f9b-d2e0df1e5a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695267ab-215f-4e33-a947-67606bb84f7f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:13.094327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-a296d12f-48eb-4749-b219-29c6d5541baa service neutron] 10.222.0.76 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172271 Aug 16 01:59:13.125061 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Floating IP 071803ba-6c74-4a24-b1c6-cdbcab639e9b associated. External IP: 172.25.6.219, port: 020a54c0-5117-4089-b025-82f86c8dc6a6. Aug 16 01:59:13.186587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ce889d0-05b6-4351-8042-7fb778df8371 req-427f758a-6712-47fa-baaf-d00bd0d52580 service neutron] 10.222.0.76 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911069 Aug 16 01:59:13.331446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7820580-56a0-417f-ad99-ab66acf57268 req-c5f3f97a-49c1-40ed-8396-41a0abe77e99 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.333035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7820580-56a0-417f-ad99-ab66acf57268 req-c5f3f97a-49c1-40ed-8396-41a0abe77e99 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0658910 Aug 16 01:59:13.337396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '3e18bb19-134f-40f0-88c8-58bc9593daa2', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'port_id': 'bada0917-548b-4709-a44c-1ef7f320999f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'mac_address': 'fa:16:3e:95:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:08Z', 'updated_at': '2021-08-16T01:59:11Z', 'revision_number': 1, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:13.369075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Router 0b781bc9-dcde-4f3b-8225-3339eaabf803 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:13.370615 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bd2a75-f494-405f-805f-7b86fae237fb None None] The sync data for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 is: [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '3e18bb19-134f-40f0-88c8-58bc9593daa2', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'port_id': 'bada0917-548b-4709-a44c-1ef7f320999f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 698, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'mac_address': 'fa:16:3e:95:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:59:08Z', 'updated_at': '2021-08-16T01:59:11Z', 'revision_number': 1, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:13.376451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7820580-56a0-417f-ad99-ab66acf57268 req-7e5d7496-3098-4ad4-840f-004c0e88f516 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Aug 16 01:59:13.426579 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4ef3e3-4b18-4862-8b3b-7e08fa741685 x-openstack-request-id: req-9c4ef3e3-4b18-4862-8b3b-7e08fa741685 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:13.427302 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "tag": "bada0917-548b-4709-a44c-1ef7f320999f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:13.427729 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9c4ef3e3-4b18-4862-8b3b-7e08fa741685 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:13.428541 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f', 'status': 'completed', 'code': 200} Aug 16 01:59:13.538352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:13.543341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:13.551111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] Sync routers for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:13.563537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec237a3-ff23-4384-9e76-4b8cc1a8e01c req-8cbd9005-036b-458f-9b7d-0b013e714be1 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.567157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bec237a3-ff23-4384-9e76-4b8cc1a8e01c req-8cbd9005-036b-458f-9b7d-0b013e714be1 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 945 time: 0.0925806 Aug 16 01:59:13.572996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-b9eb062f-c85e-415c-b5d5-bc2f86f44f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.574167 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-b9eb062f-c85e-415c-b5d5-bc2f86f44f81 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1097 time: 0.0903966 Aug 16 01:59:13.575138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:13.575812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:13.577790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e221707a-22ba-4d8f-b12d-8d45c1c652a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "PUT /v2.0/floatingips/071803ba-6c74-4a24-b1c6-cdbcab639e9b HTTP/1.1" status: 200 len: 992 time: 1.5823653 Aug 16 01:59:13.578366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:13.580777 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714" -d '{"events": [{"name": "network-changed", "server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:13.646571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bec237a3-ff23-4384-9e76-4b8cc1a8e01c req-955a7b2f-3cf5-483b-bbcc-bfacf5eb7460 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616455 Aug 16 01:59:13.666442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0402e7-d71d-4738-ab54-e3c4f7a48782 req-cceb74a3-3561-494e-9255-6f4c385b9f0c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.668671 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba0402e7-d71d-4738-ab54-e3c4f7a48782 req-cceb74a3-3561-494e-9255-6f4c385b9f0c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 944 time: 0.1570070 Aug 16 01:59:13.702611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-671def1d-46d0-49bc-8445-58ce1d8f2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.704271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-671def1d-46d0-49bc-8445-58ce1d8f2c9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 930 time: 0.1192539 Aug 16 01:59:13.725218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba0402e7-d71d-4738-ab54-e3c4f7a48782 req-585a9c89-7820-4383-af83-d1c5c4d4b8a1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Aug 16 01:59:13.727886 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5d334e-a6bd-464b-8e83-09a7ed69c892 None None] New status for floating IP 3e18bb19-134f-40f0-88c8-58bc9593daa2: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:13.785089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-9a654739-51a5-4ad8-a7d2-b0e62a93e78d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 999 time: 0.0734265 Aug 16 01:59:13.793486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:13.859300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-51433164-20be-4a9d-a5c6-51cd9c68f370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.866707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-51433164-20be-4a9d-a5c6-51cd9c68f370 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 200 len: 868 time: 0.0741460 Aug 16 01:59:13.961780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-42c27fa9-2300-4155-9d0f-bb5f71cb3db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:13.963545 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-42c27fa9-2300-4155-9d0f-bb5f71cb3db3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=099938b8-0c26-4332-a37a-f212edf1a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886230 Aug 16 01:59:14.010315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e320e-c8ca-4168-8c5b-7b468ea68b50 req-ae885e48-50c5-454b-9bb8-f00f0b8252dc tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.011959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f2e320e-c8ca-4168-8c5b-7b468ea68b50 req-ae885e48-50c5-454b-9bb8-f00f0b8252dc tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.2456229 Aug 16 01:59:14.052201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-02abdb1f-6263-4186-ba93-760eb221a845 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.052201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-02abdb1f-6263-4186-ba93-760eb221a845 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 944 time: 0.2828684 Aug 16 01:59:14.097379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-892a2d6b-85ba-4e54-9d56-2b8a31c4ff2b service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262202 Aug 16 01:59:14.133802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d2f7663-144e-4edb-a585-87a72095a008 req-f565cc5d-5fb6-466c-b1ea-3dba51700a4a tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 258 time: 0.3457875 Aug 16 01:59:14.143775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f2e320e-c8ca-4168-8c5b-7b468ea68b50 req-235600bd-9505-4fa0-9100-3d455f4ea6ee tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158578 Aug 16 01:59:14.158696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:14.203962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '071803ba-6c74-4a24-b1c6-cdbcab639e9b', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'port_id': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'mac_address': 'fa:16:3e:ac:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:57:46Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 1, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.229806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c61d2b63-e9fb-43b2-825c-a6ce02780fd4 req-3e5e8ca5-1d8c-4293-8cc4-31de25728225 service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242852 Aug 16 01:59:14.262623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] Checking router: 0b781bc9-dcde-4f3b-8225-3339eaabf803 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:14.267418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Deleting port a020bf94-0929-45db-94f1-6120618a8f0f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:14.267418 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.275096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:14.275943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.306481 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250252bb-1310-467a-b801-f76910be2ae8 x-openstack-request-id: req-250252bb-1310-467a-b801-f76910be2ae8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:14.306481 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:14.306481 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-250252bb-1310-467a-b801-f76910be2ae8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:14.306481 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'status': 'completed', 'code': 200} Aug 16 01:59:14.377101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-c4a988c9-692e-4227-9a43-14458e319462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.378671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-c4a988c9-692e-4227-9a43-14458e319462 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 1098 time: 0.0463712 Aug 16 01:59:14.379409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] For port a020bf94-0929-45db-94f1-6120618a8f0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a020bf94-0929-45db-94f1-6120618a8f0f,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:14.379894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.398703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.403398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Calling delete_port for a020bf94-0929-45db-94f1-6120618a8f0f owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:14.428241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:14.530578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-df681d2d-86d9-4f20-8712-0477b000136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.532802 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-df681d2d-86d9-4f20-8712-0477b000136f service neutron] 10.222.0.83 "GET /v2.0/networks?id=cab1915a-f29a-4188-a224-153f71026bb9 HTTP/1.1" status: 200 len: 916 time: 0.1452663 Aug 16 01:59:14.606777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0115a1c-2a2e-4564-a124-6ee1c0faf014 req-c52b8675-6f76-45b6-b3ab-fcab899f05b9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.608347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0115a1c-2a2e-4564-a124-6ee1c0faf014 req-c52b8675-6f76-45b6-b3ab-fcab899f05b9 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0939350 Aug 16 01:59:14.624795 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-11ed7ea8-f45e-46ca-b4e2-086bf80d482a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020a54c0-5117-4089-b025-82f86c8dc6a6 HTTP/1.1" status: 200 len: 1000 time: 0.0837953 Aug 16 01:59:14.681142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.705911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-40fccd99-b375-47ed-ace0-abf81cdc603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.707683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-40fccd99-b375-47ed-ace0-abf81cdc603e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e880870-0c4e-439d-824c-b38c3b60e7e3 HTTP/1.1" status: 200 len: 854 time: 0.0759428 Aug 16 01:59:14.710962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '071803ba-6c74-4a24-b1c6-cdbcab639e9b', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'port_id': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'mac_address': 'fa:16:3e:ac:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:57:46Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 1, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:14.760274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a052ef3-958a-41a3-9514-96b67053d425 None None] The sync data for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 is: [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '071803ba-6c74-4a24-b1c6-cdbcab639e9b', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'floating_ip_address': '172.25.6.219', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'port_id': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'mac_address': 'fa:16:3e:ac:5c:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T01:57:46Z', 'updated_at': '2021-08-16T01:59:12Z', 'revision_number': 1, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:14.778073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-9ab64ffe-822d-47a0-bb94-1fc45da8b435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:14.779836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-9ab64ffe-822d-47a0-bb94-1fc45da8b435 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cab1915a-f29a-4188-a224-153f71026bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650604 Aug 16 01:59:14.791860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.793600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0115a1c-2a2e-4564-a124-6ee1c0faf014 req-46faceca-90ff-4619-9c2e-d992e5b5afe0 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643159 Aug 16 01:59:14.916390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-c779ba4a-96ed-4235-9212-7ba138226248 service neutron] 10.222.0.83 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216063 Aug 16 01:59:14.964654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Allocated IP 172.25.6.25 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3b1532fe-6591-479e-b78a-925913d5a0e4) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:14.975052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:14.989700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a020bf94-0929-45db-94f1-6120618a8f0f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:15.026386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event deleted for resources: {'Port': ['ID=a020bf94-0929-45db-94f1-6120618a8f0f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.050009 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc3c0ae0-df36-43b2-81d2-2b9ca074b714 req-f26628b2-7807-46ac-a719-c866602896ce service neutron] 10.222.0.83 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151648 Aug 16 01:59:15.053532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4048faf-6499-486b-add9-f942f8a25264 None None] New status for floating IP 071803ba-6c74-4a24-b1c6-cdbcab639e9b: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:15.113019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41fb609-ccb2-4170-ad8e-86016e0332e3 req-55e3078f-b97d-40be-9733-75ac3895d85b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.121037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d41fb609-ccb2-4170-ad8e-86016e0332e3 req-55e3078f-b97d-40be-9733-75ac3895d85b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 945 time: 0.2494233 Aug 16 01:59:15.137655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ff23000d-8228-4be8-9850-ef319c83f499 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:15.162722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] No DVR routers for this DVR port a020bf94-0929-45db-94f1-6120618a8f0f on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:15.169106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.171094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed4b4ff-415e-4db6-b112-4696504b4dd8 req-a72e1580-0bef-48ae-9073-46002b501966 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.58 "DELETE /v2.0/ports/a020bf94-0929-45db-94f1-6120618a8f0f HTTP/1.1" status: 204 len: 173 time: 1.0980234 Aug 16 01:59:15.203099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d41fb609-ccb2-4170-ad8e-86016e0332e3 req-557f517e-4ffe-460f-ad7f-2ec8bfaf7b74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811276 Aug 16 01:59:15.240660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.306681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b6966f8-9324-48a3-a015-fa3d192d6fb2 req-bda017b6-99a0-4196-a90e-3741d6568770 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0256410 Aug 16 01:59:15.411537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ec19-1b93-45fd-83f6-6fa3a585d5ad req-b2942c33-9be8-4b0b-bf9d-76be76f7953f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:15.413601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31f3ec19-1b93-45fd-83f6-6fa3a585d5ad req-b2942c33-9be8-4b0b-bf9d-76be76f7953f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.0513248 Aug 16 01:59:15.432412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'name': 'network-vif-deleted', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:15.434670 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99254974-15ad-4e8d-b020-68c6f390f94a" -d '{"events": [{"server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "name": "network-vif-deleted", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:15.456952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31f3ec19-1b93-45fd-83f6-6fa3a585d5ad req-38ea984e-bfa7-4a8c-9287-753e0f52977c tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375431 Aug 16 01:59:15.497745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.498790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port ff23000d-8228-4be8-9850-ef319c83f499 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:15.508865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port ff23000d-8228-4be8-9850-ef319c83f499 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:15.509272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.540597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:15.543898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:15.547790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:15.608218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event updated for resources: {'Port': ['ID=3b1532fe-6591-479e-b78a-925913d5a0e4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:15.670245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.689475 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.708931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff23000d-8228-4be8-9850-ef319c83f499'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:15.712277 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993bb72e-c39f-4f1d-b667-f5f8e2397996" -d '{"events": [{"server_uuid": "7bb7bfc0-5f2e-47f1-9828-70118fed7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "ff23000d-8228-4be8-9850-ef319c83f499"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:15.716164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ff23000d-8228-4be8-9850-ef319c83f499, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ff23000d-8228-4be8-9850-ef319c83f499,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:15.772134 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b96d03d-031d-4ff7-9c8e-50758a0bc72e x-openstack-request-id: req-0b96d03d-031d-4ff7-9c8e-50758a0bc72e {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:15.772536 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ce6fe4-6c3e-4b33-b8d1-8248471edbd8", "name": "network-vif-deleted", "tag": "a020bf94-0929-45db-94f1-6120618a8f0f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:15.772889 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b96d03d-031d-4ff7-9c8e-50758a0bc72e {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:15.773394 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ce6fe4-6c3e-4b33-b8d1-8248471edbd8', 'name': 'network-vif-deleted', 'tag': 'a020bf94-0929-45db-94f1-6120618a8f0f', 'status': 'completed', 'code': 200} Aug 16 01:59:15.799549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.842408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:15.843367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:15.870759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.102925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340a8f0a-b1fa-4f30-8fd6-a7b57d1012c8 req-7c429a5a-e8ca-45aa-abb6-d320892e4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.109946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-340a8f0a-b1fa-4f30-8fd6-a7b57d1012c8 req-7c429a5a-e8ca-45aa-abb6-d320892e4db3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 1098 time: 0.1121690 Aug 16 01:59:16.161784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.172566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-340a8f0a-b1fa-4f30-8fd6-a7b57d1012c8 req-9238edcf-e303-4969-9aa0-ef66fed1dd77 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563748 Aug 16 01:59:16.177623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d5d73-4b1f-4120-88b2-21ae02e22515 req-ab14b653-c602-4f0a-aca7-abb16cf881e1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.185333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb0d5d73-4b1f-4120-88b2-21ae02e22515 req-ab14b653-c602-4f0a-aca7-abb16cf881e1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1345789 Aug 16 01:59:16.215183 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e9a2a-3e09-43f6-8530-52b4710b6f5a x-openstack-request-id: req-2c7e9a2a-3e09-43f6-8530-52b4710b6f5a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:16.217126 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7bfc0-5f2e-47f1-9828-70118fed7ba6", "name": "network-vif-plugged", "status": "completed", "tag": "ff23000d-8228-4be8-9850-ef319c83f499", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:16.217126 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c7e9a2a-3e09-43f6-8530-52b4710b6f5a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:16.217126 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff23000d-8228-4be8-9850-ef319c83f499', 'code': 200} Aug 16 01:59:16.266187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb0d5d73-4b1f-4120-88b2-21ae02e22515 req-d1a95bad-2529-4fe0-b73f-7973d171e363 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799587 Aug 16 01:59:16.283404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.309641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ff23000d-8228-4be8-9850-ef319c83f499,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.385359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:16.390972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:16.391428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.393736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.459318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event updated for resources: {'Port': ['ID=3b1532fe-6591-479e-b78a-925913d5a0e4,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.494245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d40247-94ab-4458-92bc-76e7bee0b6a0 req-9ee06475-ad0e-4948-9360-920563e82a79 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.494602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.496252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3d40247-94ab-4458-92bc-76e7bee0b6a0 req-9ee06475-ad0e-4948-9360-920563e82a79 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0967731 Aug 16 01:59:16.535904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:16.546348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.553921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d2f7663-144e-4edb-a585-87a72095a008 req-33deb332-b4cf-4b86-8a77-62e1b3073c2e tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4047942 Aug 16 01:59:16.569077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3d40247-94ab-4458-92bc-76e7bee0b6a0 req-2ddabe67-b4a7-493d-8fc9-490dab603114 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607097 Aug 16 01:59:16.618395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d2f7663-144e-4edb-a585-87a72095a008 req-22b9a96e-3bcc-46bf-8a1d-eb28524baf15 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0635407 Aug 16 01:59:16.646340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:16.707009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:16.724977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1d0b76b-db54-4950-95fe-a5826cfaad61 req-39a95864-e009-40a4-ac27-bdd3d849d592 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0633340 Aug 16 01:59:16.791817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f7663-144e-4edb-a585-87a72095a008 req-f29c86d6-cd4b-4fd2-b9ea-5388aab0eddb tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:16.807769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d2f7663-144e-4edb-a585-87a72095a008 req-f29c86d6-cd4b-4fd2-b9ea-5388aab0eddb tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1826286 Aug 16 01:59:16.987377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a020bf94-0929-45db-94f1-6120618a8f0f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:17.021179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: a020bf94-0929-45db-94f1-6120618a8f0f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:17.021913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a020bf94-0929-45db-94f1-6120618a8f0f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:17.317476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-a54dbac7-3407-46ee-8802-8e998fb0b104 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.319103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-a54dbac7-3407-46ee-8802-8e998fb0b104 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0632632 Aug 16 01:59:17.326714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d338e0-9233-4d15-888e-937d07412a58 req-3b43dc2f-8e7c-4111-a9aa-aac89b29458f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.328190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78d338e0-9233-4d15-888e-937d07412a58 req-3b43dc2f-8e7c-4111-a9aa-aac89b29458f tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 950 time: 0.4761519 Aug 16 01:59:17.386942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-bed934fb-ad22-497f-8147-81bb7cec9853 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0577269 Aug 16 01:59:17.403521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-8697dd35-092d-41ce-ab62-970df9b99b65 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Request body: {'floatingip': {'port_id': 'bada0917-548b-4709-a44c-1ef7f320999f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:17.411325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78d338e0-9233-4d15-888e-937d07412a58 req-9d91b4ab-5638-4bfd-9b74-53671b1f16a7 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753002 Aug 16 01:59:17.447185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-8697dd35-092d-41ce-ab62-970df9b99b65 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:17.654813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbb62b-90bc-4598-95ee-9878c0c89004 req-26e50f96-3792-4ebf-8af0-c19278a4828c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.656208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27dbb62b-90bc-4598-95ee-9878c0c89004 req-26e50f96-3792-4ebf-8af0-c19278a4828c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1064188 Aug 16 01:59:17.732273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27dbb62b-90bc-4598-95ee-9878c0c89004 req-4c329bad-d88f-4fc7-8a16-dcff322906eb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 Aug 16 01:59:17.733273 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-8697dd35-092d-41ce-ab62-970df9b99b65 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 01:59:17.734142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2070c8ed-df08-404c-b001-a353a33b7d32 req-8697dd35-092d-41ce-ab62-970df9b99b65 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "PUT /v2.0/floatingips/ca33b03d-4cec-469e-859f-46a8136b4078 HTTP/1.1" status: 409 len: 549 time: 0.3414526 Aug 16 01:59:17.855092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-1643b333-a3ec-4f36-a761-6bd2a7947fef tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips/ca33b03d-4cec-469e-859f-46a8136b4078 HTTP/1.1" status: 200 len: 692 time: 0.0604343 Aug 16 01:59:17.965026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7019b41-3ab4-4a3c-b8f7-058f17c2a666 req-4ac5a9a5-2894-4a8e-b897-1c8e2c5fa177 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:17.966685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7019b41-3ab4-4a3c-b8f7-058f17c2a666 req-4ac5a9a5-2894-4a8e-b897-1c8e2c5fa177 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 946 time: 0.1312156 Aug 16 01:59:18.038875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-739f7dd1-96c7-4dbd-bace-7e3786c26a36 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.040267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-739f7dd1-96c7-4dbd-bace-7e3786c26a36 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1701691 Aug 16 01:59:18.046002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7019b41-3ab4-4a3c-b8f7-058f17c2a666 req-e6bb3a65-02b8-4689-9175-846cda6eaf0a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697808 Aug 16 01:59:18.131636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-392d89a9-b5b6-4f8d-87a5-066a1bc28462 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0847762 Aug 16 01:59:18.151336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f41d47fe-58e5-4c12-9e17-4d12aa101991 req-47b639f4-0265-41cc-8b95-3a18aad72260 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0387266 Aug 16 01:59:18.217669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:18.221071 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f18fc3a-37c9-4b81-a084-d01ac6a5c127" -d '{"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-plugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:18.227542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-6e828d9d-c2d6-4245-be1d-c328b1e700b3 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.25 HTTP/1.1" status: 200 len: 695 time: 0.0783291 Aug 16 01:59:18.479266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-e380b78c-3bcc-4761-a8d5-dea69c6c3a2a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:18.480815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-e380b78c-3bcc-4761-a8d5-dea69c6c3a2a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.1475670 Aug 16 01:59:18.486720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Deleting port 3b1532fe-6591-479e-b78a-925913d5a0e4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:18.487089 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.537053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-81cd2307-8aae-489f-9328-a933f7ec9f9e tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/quotas/d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 375 time: 0.0452919 Aug 16 01:59:18.611176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.611518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:18.637032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-46516965-5882-4cc9-8525-70ca194f70df tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0919909 Aug 16 01:59:18.638181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Calling delete_port for 3b1532fe-6591-479e-b78a-925913d5a0e4 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:18.781745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58716) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:18.804086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-addd73b9-0d33-4313-a4e5-8b4f6f1e6ad5 service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590703 Aug 16 01:59:19.017452 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9454523f-574e-4ff8-ac68-e14993e33e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.018051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-3f0b07e3-2d3c-467a-933f-acb2b5e62cd7 service neutron] 10.222.0.76 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493859 Aug 16 01:59:19.119725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.149537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event deleted for resources: {'Port': ['ID=3b1532fe-6591-479e-b78a-925913d5a0e4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.194252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9454523f-574e-4ff8-ac68-e14993e33e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.220801 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.223555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.224907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d4e813-62ba-412c-9deb-c342f1d42c36 req-d9d903cb-150f-4124-bc25-3b5fe3422626 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "DELETE /v2.0/floatingips/ca33b03d-4cec-469e-859f-46a8136b4078 HTTP/1.1" status: 204 len: 173 time: 0.9965312 Aug 16 01:59:19.299389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9454523f-574e-4ff8-ac68-e14993e33e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.343847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9454523f-574e-4ff8-ac68-e14993e33e1d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1315a7e4e58246928a54617e41197460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5586219 Aug 16 01:59:19.343847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454523f-574e-4ff8-ac68-e14993e33e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6819b6e5-7c71-4b4d-965b-e5c67570d614,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.344708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58738) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:19.473938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5930b474-7a75-45fc-a711-f77e17c2f747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.500190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c508ba-fa2d-48c7-92fa-08c624f20db0 req-1e11245f-25f3-46b7-8dbf-7096492d41d5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.501676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2c508ba-fa2d-48c7-92fa-08c624f20db0 req-1e11245f-25f3-46b7-8dbf-7096492d41d5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.1497362 Aug 16 01:59:19.521252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5930b474-7a75-45fc-a711-f77e17c2f747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.528958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2c508ba-fa2d-48c7-92fa-08c624f20db0 req-0032e02e-ab83-4381-ba24-4bd51cb00b96 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0194502 Aug 16 01:59:19.596085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2c508ba-fa2d-48c7-92fa-08c624f20db0 req-fb31cee8-c659-4a56-b710-5d0869365201 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0581560 Aug 16 01:59:19.727918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5930b474-7a75-45fc-a711-f77e17c2f747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.730451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5930b474-7a75-45fc-a711-f77e17c2f747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:19.738917 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a263188-5297-4d2b-b13d-91897390367a x-openstack-request-id: req-3a263188-5297-4d2b-b13d-91897390367a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:19.746138 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-plugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:19.746138 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a263188-5297-4d2b-b13d-91897390367a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:19.746138 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'code': 200} Aug 16 01:59:19.750787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5930b474-7a75-45fc-a711-f77e17c2f747 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6819b6e5-7c71-4b4d-965b-e5c67570d614 HTTP/1.1" status: 204 len: 168 time: 0.3889713 Aug 16 01:59:19.784684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5930b474-7a75-45fc-a711-f77e17c2f747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6819b6e5-7c71-4b4d-965b-e5c67570d614,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:19.815783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2c508ba-fa2d-48c7-92fa-08c624f20db0 req-e53a3021-31f7-4dd9-8b70-3a49ac534746 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120481 Aug 16 01:59:19.873931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ac8a8f-03bb-4bd4-9a11-80c11d4b2119 req-e72bf881-2b02-4733-ae51-d5fc7c48dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.875984 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4ac8a8f-03bb-4bd4-9a11-80c11d4b2119 req-e72bf881-2b02-4733-ae51-d5fc7c48dbcb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 1102 time: 0.0548449 Aug 16 01:59:19.916911 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4ac8a8f-03bb-4bd4-9a11-80c11d4b2119 req-3ba46a8a-e33b-435e-b7b8-5170c569d7cc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345473 Aug 16 01:59:19.950510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b804f-903c-47d2-a3c8-bcf22a6c9bdb req-5c4eb5d5-0fbe-4a34-ac52-2c26fe0d13c5 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:19.952277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a60b804f-903c-47d2-a3c8-bcf22a6c9bdb req-5c4eb5d5-0fbe-4a34-ac52-2c26fe0d13c5 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 950 time: 0.0758581 Aug 16 01:59:19.982882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2c508ba-fa2d-48c7-92fa-08c624f20db0 req-936ccda8-5de5-40b2-a22a-e13d743931ef service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658502 Aug 16 01:59:20.007070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a60b804f-903c-47d2-a3c8-bcf22a6c9bdb req-c6ba5d94-c26f-4c7a-ba82-e11c91246891 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 Aug 16 01:59:20.131412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac2861-3354-48ee-8d1f-56668f7e4be4 req-9f7839cd-970a-4417-9f91-26496e2bec1f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.132912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74ac2861-3354-48ee-8d1f-56668f7e4be4 req-9f7839cd-970a-4417-9f91-26496e2bec1f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.0562427 Aug 16 01:59:20.175027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74ac2861-3354-48ee-8d1f-56668f7e4be4 req-a208802f-c9ca-4ae2-a0f6-3d6916419d2d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355246 Aug 16 01:59:20.301568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6eb131d1-cd3b-4260-b75a-0c8c8a2885d0 req-684cadc0-5209-4050-b211-6a88f387c4d8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=82ce6fe4-6c3e-4b33-b8d1-8248471edbd8 HTTP/1.1" status: 200 len: 210 time: 0.0462501 Aug 16 01:59:20.498127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ece0698-a869-4ba4-82a3-d8673c297ba9 req-9620875a-e9a8-49cc-88c7-06ec0543275a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.0995431 Aug 16 01:59:20.510906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-aa2c6791-e720-47ff-96d1-70ff36fce456 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.2402785 Aug 16 01:59:20.561008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-dc8e24a4-5beb-4767-bbb5-41eab6eb846f tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.562498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-dc8e24a4-5beb-4767-bbb5-41eab6eb846f tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports/bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 942 time: 0.0480103 Aug 16 01:59:20.683720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-50e18f5c-d8c1-4b81-80a9-4220fc1a0bfa tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.0742970 Aug 16 01:59:20.849733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-5382a183-adeb-462b-980c-dd11fa410cfe tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:20.859709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-5382a183-adeb-462b-980c-dd11fa410cfe tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1691644 Aug 16 01:59:20.869841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-dcc2ea2e-d579-47a8-9257-f38b49938fe9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:59:20.876572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-dcc2ea2e-d579-47a8-9257-f38b49938fe9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136235 Aug 16 01:59:20.886373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58774) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:20.903268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9155-f71c-4e48-9e6e-b0f91e5b975a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.012337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-79068c75-698f-4539-92bc-6894fee8d8e3 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 1001 time: 0.1299400 Aug 16 01:59:21.018716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:21.106211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9155-f71c-4e48-9e6e-b0f91e5b975a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.125055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.217046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc6b9155-f71c-4e48-9e6e-b0f91e5b975a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.269422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6b9155-f71c-4e48-9e6e-b0f91e5b975a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558594ec-1531-4864-8ad6-c09fad9a43e3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.283964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fc6b9155-f71c-4e48-9e6e-b0f91e5b975a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=738ed839f4314077aac9a7350aad2df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000783 Aug 16 01:59:21.288704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58788) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:21.361869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b109ebc0-dcba-4cee-ab96-034e5362537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.369473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.388423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b109ebc0-dcba-4cee-ab96-034e5362537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.407462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff419d-36d4-4fe6-940c-228c3c450e35 req-a4fd4bf0-2840-4953-8a50-3d5e1ab6bf63 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.412596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59ff419d-36d4-4fe6-940c-228c3c450e35 req-a4fd4bf0-2840-4953-8a50-3d5e1ab6bf63 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 950 time: 0.0911357 Aug 16 01:59:21.453785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59ff419d-36d4-4fe6-940c-228c3c450e35 req-07ffc10c-b7fe-4eae-8b00-de7f91f4d8e2 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371594 Aug 16 01:59:21.507895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.508401 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Floating IP 3e18bb19-134f-40f0-88c8-58bc9593daa2 disassociated. External IP: 172.25.6.180, port: bada0917-548b-4709-a44c-1ef7f320999f. Aug 16 01:59:21.560114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b109ebc0-dcba-4cee-ab96-034e5362537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.563354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b109ebc0-dcba-4cee-ab96-034e5362537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:21.568065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b109ebc0-dcba-4cee-ab96-034e5362537a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/558594ec-1531-4864-8ad6-c09fad9a43e3 HTTP/1.1" status: 204 len: 168 time: 0.2763295 Aug 16 01:59:21.578542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b109ebc0-dcba-4cee-ab96-034e5362537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558594ec-1531-4864-8ad6-c09fad9a43e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:21.669582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3996dd-dd15-40b7-a5cb-4f169a124591 req-d18640a0-e6f4-42b2-8d71-3a2a964a5793 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:21.677160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b3996dd-dd15-40b7-a5cb-4f169a124591 req-d18640a0-e6f4-42b2-8d71-3a2a964a5793 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1267235 Aug 16 01:59:21.749459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b3996dd-dd15-40b7-a5cb-4f169a124591 req-f254ef57-8c37-42d6-a41b-6e07914af278 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713561 Aug 16 01:59:21.844091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:21.997948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:22.003942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:22.011070 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] Sync routers for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:22.036916 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:22.039940 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.296334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:22.604098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-3deb31f3-d207-4466-b697-aa65ae1964ab tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "PUT /v2.0/floatingips/3e18bb19-134f-40f0-88c8-58bc9593daa2 HTTP/1.1" status: 200 len: 695 time: 1.5888088 Aug 16 01:59:22.604762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:22.607160 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269" -d '{"events": [{"name": "network-changed", "server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "tag": "bada0917-548b-4709-a44c-1ef7f320999f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:22.792471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c990dbb-5c02-47d4-bc2d-832acce96494 req-d676f892-4de1-4701-b4cd-b2a863a409b9 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.0655651 Aug 16 01:59:22.794322 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:22.833261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-2fb7bf7b-6970-4540-8cf9-39497f1c08fc tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.837986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-2fb7bf7b-6970-4540-8cf9-39497f1c08fc tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 808 time: 0.3118932 Aug 16 01:59:22.845076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-076e32d7-ad19-4d0f-b226-f9a8f5d8180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:22.847385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-076e32d7-ad19-4d0f-b226-f9a8f5d8180a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1097 time: 0.2197528 Aug 16 01:59:22.852629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Request body: {'port': {'device_id': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'admin_state_up': True, 'tenant_id': 'd3f59b3c8b744eeba9234fb7f391cde8'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:22.899365 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] Checking router: efdc5bc4-cc30-4bb0-804b-8910ae3ba627 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:22.940496 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:22.941155 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:23.122389 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:23.165162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-005bab13-d556-4ba0-b746-ee5ba4936a47 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.166462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-005bab13-d556-4ba0-b746-ee5ba4936a47 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2495670 Aug 16 01:59:23.330991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-3a4e5f83-e71b-465e-b580-22cb8785dfa8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0722189 Aug 16 01:59:23.357906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-759d58cc-2652-47c6-862a-76bca0426cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.359470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-759d58cc-2652-47c6-862a-76bca0426cdd service neutron] 10.222.0.76 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 930 time: 0.5029275 Aug 16 01:59:23.415146 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:23.446960 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e89211-adb1-4c87-aa94-5a3f390b2a39 None None] The sync data for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 is: [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:58:42Z', 'revision_number': 4, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'f0fefeba-06d0-4ab3-b1ec-70563a329dda', 'name': '', 'network_id': '099938b8-0c26-4332-a37a-f212edf1a139', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'mac_address': 'fa:16:3e:7c:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:40Z', 'updated_at': '2021-08-16T01:58:52Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'subnets': [{'id': 'c4b12f9a-a82d-4f79-83be-8775c8efc92d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:23.448257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-58aa44e0-1202-4e42-9094-0de420f479f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 217 time: 0.0702348 Aug 16 01:59:23.523064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-b87beab2-845c-4b22-bfeb-93a13bfa85d7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1645076 Aug 16 01:59:23.558821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-2b8fc6f4-352f-4fc1-a1d9-45ad58fc6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.560353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-2b8fc6f4-352f-4fc1-a1d9-45ad58fc6280 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 200 len: 868 time: 0.1038442 Aug 16 01:59:23.636737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Made reservation on behalf of d3f59b3c8b744eeba9234fb7f391cde8 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:23.640237 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:23.704768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-d9d1b646-7d1a-419a-80a5-343ab2d7a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:23.706228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-d9d1b646-7d1a-419a-80a5-343ab2d7a64b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=099938b8-0c26-4332-a37a-f212edf1a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354697 Aug 16 01:59:23.775787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-0bdba77c-b5b2-4cdc-bc84-f202a500eba3 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372870 Aug 16 01:59:23.924968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451e1f63-5161-47a4-8df4-078d67acb827 None None] New status for floating IP 3e18bb19-134f-40f0-88c8-58bc9593daa2: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 01:59:24.008237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Allocated IP 172.20.0.5 (1dfcd0dc-d638-44ae-bb52-a99fe794d54d/279720f3-9e4d-48eb-bc4f-64901131fb99/a35cd0a8-ad1c-4292-97bd-aeebef73c99f) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:24.016732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-2da69623-d49a-4274-a249-e42d8e395d52 service neutron] 10.222.0.76 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624640 Aug 16 01:59:24.035131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-d7c2cb7a-bcde-425c-b50e-29f0b879422a service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546451 Aug 16 01:59:24.240249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b57e5b-2a24-490a-bf0d-130e3a6a27d4 req-966fa5f1-739b-422b-badb-05fb6520a04a service neutron] 10.222.0.76 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038891 Aug 16 01:59:24.346461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.520080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.537737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['41ba3ded-4e7c-4e4b-9421-c91a5cf49237'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:24.727105 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b97b85-384a-4e88-a232-053044311cd2 x-openstack-request-id: req-43b97b85-384a-4e88-a232-053044311cd2 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:24.729387 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "tag": "bada0917-548b-4709-a44c-1ef7f320999f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:24.729978 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43b97b85-384a-4e88-a232-053044311cd2 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:24.731106 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f', 'status': 'completed', 'code': 200} Aug 16 01:59:24.735067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:24.752778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:24.759642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:24.801677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-af31fe95-b37c-4ebb-90d3-f9c60e6b3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.803279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-af31fe95-b37c-4ebb-90d3-f9c60e6b3b1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=504de3667ac6402e9cde8606b8dca891&device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 1097 time: 0.1076155 Aug 16 01:59:24.898057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:24.960162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.960958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:24.991439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8a570-83a2-43cc-896a-1cab5ca7cb09 req-1e6dea88-c99e-4917-b7fe-3f13bdf14b02 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:24.993149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4a8a570-83a2-43cc-896a-1cab5ca7cb09 req-1e6dea88-c99e-4917-b7fe-3f13bdf14b02 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 945 time: 0.1325641 Aug 16 01:59:25.000735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df401571-0280-4727-9e37-33ba7ceda7d9 req-a89bcc6a-8738-4b4c-b2fa-1f0a42922142 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.008031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df401571-0280-4727-9e37-33ba7ceda7d9 req-a89bcc6a-8738-4b4c-b2fa-1f0a42922142 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 931 time: 0.1830864 Aug 16 01:59:25.008867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-8e445d0f-3aa7-482b-afac-725f4d1355d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.010544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-8e445d0f-3aa7-482b-afac-725f4d1355d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 200 len: 930 time: 0.1987121 Aug 16 01:59:25.074591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df401571-0280-4727-9e37-33ba7ceda7d9 req-eb6bd945-a2db-4129-bf72-0298bcdafca1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655558 Aug 16 01:59:25.102160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-7ad16f60-699b-4024-a54f-ac1a8ca9b660 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 200 len: 217 time: 0.0835583 Aug 16 01:59:25.105093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4a8a570-83a2-43cc-896a-1cab5ca7cb09 req-792e5e2c-c461-41c0-81aa-8ed835d32af5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875282 Aug 16 01:59:25.111877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-b27f165c-f913-47f1-b8cd-1a4c34d1c3bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2641559 Aug 16 01:59:25.126080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Request body: {'port': {'device_id': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:25.181142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-a9134c48-2952-4649-aa2b-1a863d11ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.182988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-a9134c48-2952-4649-aa2b-1a863d11ba89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 200 len: 868 time: 0.0720537 Aug 16 01:59:25.202237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:25.275335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0055b1b-ec9b-4323-b982-06f2c4a3b361 req-0d012a8e-a6af-4d9a-a541-7672c20be69b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 210 time: 0.0935574 Aug 16 01:59:25.301038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-4f5880ad-000d-4b8a-8283-c5a0e38e9fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.307543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-4f5880ad-000d-4b8a-8283-c5a0e38e9fe0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=099938b8-0c26-4332-a37a-f212edf1a139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160088 Aug 16 01:59:25.332805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.345538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-eb4a55ec-be31-4a11-a0d9-056600118882 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips/3e18bb19-134f-40f0-88c8-58bc9593daa2 HTTP/1.1" status: 200 len: 693 time: 0.1923332 Aug 16 01:59:25.480639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:25.491746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-7d99f8fa-66c5-4dc3-a655-e46f67c0529d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:25.499613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-7d99f8fa-66c5-4dc3-a655-e46f67c0529d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1468940 Aug 16 01:59:25.526429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'mac_address': 'fa:16:3e:95:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:25.559980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e7c1c781-c9d2-4634-9c55-cfdfa8ce5648 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0594196 Aug 16 01:59:25.564006 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-47633e26-690a-4e7a-985f-d76547498620 service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294440 Aug 16 01:59:25.600565 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.636572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:25.653895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-23402685-e2cd-43aa-a1ac-948debbf9b41 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0930459 Aug 16 01:59:25.681983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:25.731709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3481cf3-8fb0-4a50-b7f3-1c4bcbc2b269 req-2a1ea7dd-6060-4b12-a2dd-df559fb286f1 service neutron] 10.222.0.58 "GET /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625180 Aug 16 01:59:25.814596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.925166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Deleting port b9fbd6a0-5dd7-4dac-8a0d-c5a4d2dc6b4e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:25.925789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:25.983967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:26.011779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.012731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.013076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.026101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Calling delete_port for b9fbd6a0-5dd7-4dac-8a0d-c5a4d2dc6b4e owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:26.258395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35cd0a8-ad1c-4292-97bd-aeebef73c99f {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:26.269451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.453357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.506333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Transition to ACTIVE for port object a35cd0a8-ad1c-4292-97bd-aeebef73c99f will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:26.519547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event deleted for resources: {'Port': ['ID=b9fbd6a0-5dd7-4dac-8a0d-c5a4d2dc6b4e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.566686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d061a890-7a8a-4b18-b0ff-ba63492fcd18 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590460 Aug 16 01:59:26.684881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-30e95b39-d11c-4a43-bcf7-e9d5007f6152 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:26.693295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-30e95b39-d11c-4a43-bcf7-e9d5007f6152 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1250587 Aug 16 01:59:26.714387 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.767313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-12c41c15-60a8-4691-9235-f61d29fcabed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/quotas/c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 375 time: 0.0729113 Aug 16 01:59:26.820580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-2a559bd4-591d-45d2-a74d-a2f1e5d224a5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517876 Aug 16 01:59:26.829327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:26.832998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.835954 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.836939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50fbef3e-2c0e-48a8-ae75-83102432c42d req-e5f56fd6-4365-49de-b598-bdf316148d6d tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "DELETE /v2.0/floatingips/3e18bb19-134f-40f0-88c8-58bc9593daa2 HTTP/1.1" status: 204 len: 173 time: 1.1697705 Aug 16 01:59:26.947300 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.951138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:26.957317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:26.957317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:26.957558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:26.957818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:26.968503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:26.968847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:26.969232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:26.969722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Bound port: a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:26.970576 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:26.993828 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.055647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:27.058988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:27.185803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.217812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:27.370990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:27.371769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.382793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.416421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.417719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.419687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-c2af653c-b332-4890-bf6d-e30fb3158268 service neutron] 10.222.0.58 "PUT /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 1092 time: 2.3002341 Aug 16 01:59:27.423433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:27.426021 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72395c96-cc3b-4a36-b006-83a320cd0138" -d '{"events": [{"name": "network-changed", "server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:27.440287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816db6ba-655d-4322-9779-39faaa56cf6b req-cad3bb49-ddca-4d19-9924-69a6e4d0ec39 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.455721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-816db6ba-655d-4322-9779-39faaa56cf6b req-cad3bb49-ddca-4d19-9924-69a6e4d0ec39 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.2975731 Aug 16 01:59:27.526018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-833c1922-6330-429c-b6fc-d9259a9ac9cf req-eae027b4-57cd-4122-a1d7-f9c9bcae1d48 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 210 time: 0.0928824 Aug 16 01:59:27.550336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.598596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:27.600845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:27.603552 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ae7a41-eabd-4903-b54a-cbd51fd07fed" -d '{"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-plugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:27.615423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-59231741-7edb-4d89-b288-3d2758eba62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.617318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-59231741-7edb-4d89-b288-3d2758eba62c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1095 time: 0.0638673 Aug 16 01:59:27.622830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-816db6ba-655d-4322-9779-39faaa56cf6b req-8103bdb0-a179-4517-b3a6-fb49d9b1eb84 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624725 Aug 16 01:59:27.675018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-194d99ad-af48-41bb-9d6a-33b54f26e59e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 217 time: 0.0474169 Aug 16 01:59:27.721706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a18ddb6c-8fa7-4978-8dbc-f4d7a4104b6d req-9b641258-8b49-41b1-8324-b790855fe54a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 210 time: 0.0454843 Aug 16 01:59:27.751133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:27.835556 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365bcd66-13d7-4626-b0de-b94d159026f5 x-openstack-request-id: req-365bcd66-13d7-4626-b0de-b94d159026f5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:27.835937 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:27.836128 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-365bcd66-13d7-4626-b0de-b94d159026f5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:27.836514 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'status': 'completed', 'code': 200} Aug 16 01:59:27.883559 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21735c00-7a5e-4ce6-a2b0-360473edf297 x-openstack-request-id: req-21735c00-7a5e-4ce6-a2b0-360473edf297 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:27.883868 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-plugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:27.884129 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21735c00-7a5e-4ce6-a2b0-360473edf297 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:27.886737 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'code': 200} Aug 16 01:59:27.896930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:27.938723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-49f8c107-37e9-4820-8dc5-f3c78332ea3a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.939300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-49f8c107-37e9-4820-8dc5-f3c78332ea3a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.3016624 Aug 16 01:59:27.954309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-14a79d4f-5e10-42ce-8345-7de194171ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:27.970799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:27.993415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-14a79d4f-5e10-42ce-8345-7de194171ba3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.2684274 Aug 16 01:59:28.024669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea41c-c2ad-4d4e-8e62-2b96e2bb182b req-19f69b04-fdd3-4184-bfa8-517638f454c4 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:28.034378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0deea41c-c2ad-4d4e-8e62-2b96e2bb182b req-19f69b04-fdd3-4184-bfa8-517638f454c4 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1742768 Aug 16 01:59:28.066182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-964107fb-2b43-4b75-b87e-57c005dc947b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499511 Aug 16 01:59:28.142288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0deea41c-c2ad-4d4e-8e62-2b96e2bb182b req-3521bfc9-8986-4360-8c57-0488f04a70dc tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1066513 Aug 16 01:59:28.318268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-2945d0f4-4c21-4756-86f6-1f629682b38d service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014420 Aug 16 01:59:28.358506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:28.362543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.609502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.8 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/670fe123-a031-4cc7-a6c1-a632fea8d306) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:28.877599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:28.930799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17d57f1-43aa-47a6-a11c-0e6ac02cd55a req-06f2e180-ef36-4e25-8bfe-d61734a29d77 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6041379 Aug 16 01:59:29.006218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:29.009880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c182d35-f746-4087-b094-4fb2242d50f1 req-b574ed7e-c74d-41c5-bc24-0b791d1e0c51 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 210 time: 0.0759044 Aug 16 01:59:29.012412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-340bcb13-f254-48bb-9433-023d5ef44887 req-fde36959-a639-43d0-b10a-6bdf0ca977da tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0801244 Aug 16 01:59:29.029059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.219231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c9053-d605-44dc-ac6b-cae8a27a737e req-780e16a0-77d0-4b10-89df-bade56ebf666 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.221288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f36c9053-d605-44dc-ac6b-cae8a27a737e req-780e16a0-77d0-4b10-89df-bade56ebf666 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 945 time: 0.1280210 Aug 16 01:59:29.241801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:29.247837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:29.253277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:29.279732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:29.287833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f36c9053-d605-44dc-ac6b-cae8a27a737e req-75a2477e-698a-44aa-9d06-c22dbb142445 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525861 Aug 16 01:59:29.293964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'mac_address': 'fa:16:3e:ff:2e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:29.304564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:29.342982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdac9d-0eee-4900-9d99-4ff8908737ae req-175932d3-d096-4670-94c7-bd4531c7fe19 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.355481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fdac9d-0eee-4900-9d99-4ff8908737ae req-175932d3-d096-4670-94c7-bd4531c7fe19 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.2241046 Aug 16 01:59:29.367038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.371147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.382179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=670fe123-a031-4cc7-a6c1-a632fea8d306,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.433747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.436603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-02ed48de-aa82-4d50-a9a5-02b9660daefe tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.438208 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-02ed48de-aa82-4d50-a9a5-02b9660daefe tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 945 time: 0.3290062 Aug 16 01:59:29.457022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e240a25-bff5-4462-b204-4f68433ebbfe {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:29.467911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13fdac9d-0eee-4900-9d99-4ff8908737ae req-c03501a9-ad4d-4356-900d-51bf6747e512 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070895 Aug 16 01:59:29.507947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-e897855d-2753-460a-9189-1282c497e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.514795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-e897855d-2753-460a-9189-1282c497e287 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1095 time: 0.3440371 Aug 16 01:59:29.516928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:29.535505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-4d9565eb-b6cc-4e56-b553-8aeed9bfbba7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5714169 Aug 16 01:59:29.559544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b056fda7-9479-475e-9032-fa0a663a6456 req-9f6cfa31-ec6e-42af-8531-072a46b0b4fb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 210 time: 0.1177962 Aug 16 01:59:29.603112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.638379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Request body: {'port': {'device_id': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:29.736865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.764475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['9e240a25-bff5-4462-b204-4f68433ebbfe'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:29.816198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Deleting port 0e751b8f-48c0-4535-99b2-f2957c76d539 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:29.816648 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:29.852810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-cda28f77-6141-402f-bbf0-25f9cae7dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:29.854935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-cda28f77-6141-402f-bbf0-25f9cae7dd23 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.2937715 Aug 16 01:59:29.870689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:29.984215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-d7976546-42a7-40aa-87ab-0866198617a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 217 time: 0.1172152 Aug 16 01:59:30.102717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-4ae8a917-75e9-4c94-86ca-e67182d894da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.103522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-4ae8a917-75e9-4c94-86ca-e67182d894da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.1023283 Aug 16 01:59:30.150544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-444fce55-61f3-4f0d-a174-3e9330455a41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379524 Aug 16 01:59:30.238829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] For port 0e751b8f-48c0-4535-99b2-f2957c76d539, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=0e751b8f-48c0-4535-99b2-f2957c76d539,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:30.238829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.250369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Calling delete_port for 0e751b8f-48c0-4535-99b2-f2957c76d539 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:30.404289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a2907-3280-433e-8ab1-4d72fac1e3d7 req-3e6931e2-b98e-436d-9c83-994e71873b03 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.415574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea9a2907-3280-433e-8ab1-4d72fac1e3d7 req-3e6931e2-b98e-436d-9c83-994e71873b03 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 931 time: 0.2361467 Aug 16 01:59:30.428224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-354d8f7a-b8e3-40a1-ae15-114ca4a46a52 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699583 Aug 16 01:59:30.471143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 670fe123-a031-4cc7-a6c1-a632fea8d306 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:30.484217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.506111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Transition to ACTIVE for port object 670fe123-a031-4cc7-a6c1-a632fea8d306 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:30.600131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c794a-d2f0-4715-a9ee-d9d0b3187938 req-90325d96-aa57-4e47-93e3-00dd9e9ae10b tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:30.601883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb9c794a-d2f0-4715-a9ee-d9d0b3187938 req-90325d96-aa57-4e47-93e3-00dd9e9ae10b tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 945 time: 0.2251110 Aug 16 01:59:30.617352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.622153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea9a2907-3280-433e-8ab1-4d72fac1e3d7 req-9302f993-2c73-45de-a0a9-c13bcaaa924b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945117 Aug 16 01:59:30.734950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72395c96-cc3b-4a36-b006-83a320cd0138 req-1f28256c-2843-4330-839e-7eb7fe809b69 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939539 Aug 16 01:59:30.764001 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.765756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Pushing event updated for resources: {'Port': ['ID=670fe123-a031-4cc7-a6c1-a632fea8d306,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:30.818571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-695cf1e9-bb8c-4c23-8c52-1c38272e65e9 req-fa085a97-38db-433e-a748-5d7d30da4aee tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a HTTP/1.1" status: 200 len: 210 time: 0.0582049 Aug 16 01:59:30.820359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event deleted for resources: {'Port': ['ID=0e751b8f-48c0-4535-99b2-f2957c76d539,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:30.830464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb9c794a-d2f0-4715-a9ee-d9d0b3187938 req-43955131-9b95-42f7-9634-60275e66b5a9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.76 "GET /v2.0/security-groups?id=24b4cb87-c914-4a11-b260-6c5e832efc75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017288 Aug 16 01:59:30.857083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Attempting to bind port 670fe123-a031-4cc7-a6c1-a632fea8d306 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:30.857765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Attempting to bind port 670fe123-a031-4cc7-a6c1-a632fea8d306 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:30.858722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Attempting to bind port 670fe123-a031-4cc7-a6c1-a632fea8d306 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:30.890681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Port 670fe123-a031-4cc7-a6c1-a632fea8d306 on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:30.891143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Attempting to bind port 670fe123-a031-4cc7-a6c1-a632fea8d306 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:30.893718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] No DVR routers for this DVR port 0e751b8f-48c0-4535-99b2-f2957c76d539 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:30.898046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:30.900955 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae267c09-5c1a-4d0a-8d8e-6d64627eaedd req-993f3087-3f22-4eff-8324-f322694a00f8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "DELETE /v2.0/ports/0e751b8f-48c0-4535-99b2-f2957c76d539 HTTP/1.1" status: 204 len: 173 time: 1.4556010 Aug 16 01:59:30.901467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'name': 'network-vif-deleted', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:30.904230 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c13be2-2b2d-4680-b3b7-83463b09344b" -d '{"events": [{"server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "name": "network-vif-deleted", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:30.910396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:30.911501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:30.912046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:30.912678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Bound port: 670fe123-a031-4cc7-a6c1-a632fea8d306, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:30.913281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.021596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:31.032454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] For port 670fe123-a031-4cc7-a6c1-a632fea8d306, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:31.036548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] For port 670fe123-a031-4cc7-a6c1-a632fea8d306, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=670fe123-a031-4cc7-a6c1-a632fea8d306,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:31.105786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 9e240a25-bff5-4462-b204-4f68433ebbfe triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:31.106544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.114690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ecbf8fb0-e4f7-4ec6-8ca3-e971c5760ef4 req-a694dc92-721c-45ec-a603-47be54303b77 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 210 time: 0.1358650 Aug 16 01:59:31.118614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-c18e437f-f2af-4b91-8cd0-24069b8a6685 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620165 Aug 16 01:59:31.148180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.171525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedaebc-ba35-4628-9b4c-7bfd091497e5 req-380d3b66-df2e-4324-91be-68655306fcb3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.180686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bedaebc-ba35-4628-9b4c-7bfd091497e5 req-380d3b66-df2e-4324-91be-68655306fcb3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.2176647 Aug 16 01:59:31.299421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Pushing event updated for resources: {'Port': ['ID=670fe123-a031-4cc7-a6c1-a632fea8d306,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.324016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.326407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.327130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.328579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-438f11e5-2697-44db-8af4-4cebdb1c55a7 service neutron] 10.222.0.83 "PUT /v2.0/ports/670fe123-a031-4cc7-a6c1-a632fea8d306 HTTP/1.1" status: 200 len: 1092 time: 1.7031255 Aug 16 01:59:31.399292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:31.413945 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331988fe-1aa0-447a-8609-cfe0c7f999f7" -d '{"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-plugged", "status": "completed", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:31.421544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:31.444042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bedaebc-ba35-4628-9b4c-7bfd091497e5 req-8d5160f8-bc1c-4ef0-8823-ef433bccd540 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337537 Aug 16 01:59:31.497279 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.519701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-936effa8-df42-42c7-9a82-7293b822d759 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.522893 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-936effa8-df42-42c7-9a82-7293b822d759 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3943615 Aug 16 01:59:31.557590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Request body: {'port': {'device_id': 'c8620ffa-677a-4902-95ac-2abf44317100', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'c8064647b93f4bc8aac7fae0bd12918d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:31.619230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:31.625300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-8d0e8c37-5848-4960-83c5-301e71f00ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.628456 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-8d0e8c37-5848-4960-83c5-301e71f00ae9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 1095 time: 0.1224573 Aug 16 01:59:31.741837 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-171f0936-a997-46a9-a2f9-283b0a2162cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670fe123-a031-4cc7-a6c1-a632fea8d306 HTTP/1.1" status: 200 len: 217 time: 0.1045527 Aug 16 01:59:31.743460 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5b825b-514f-4174-8b4e-5443053039d8 x-openstack-request-id: req-3d5b825b-514f-4174-8b4e-5443053039d8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:31.743870 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a", "name": "network-vif-deleted", "tag": "0e751b8f-48c0-4535-99b2-f2957c76d539", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:31.744226 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3d5b825b-514f-4174-8b4e-5443053039d8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:31.744809 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf4bb6e-ffc5-4317-a093-b0d2c6a3934a', 'name': 'network-vif-deleted', 'tag': '0e751b8f-48c0-4535-99b2-f2957c76d539', 'status': 'completed', 'code': 200} Aug 16 01:59:31.784672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Made reservation on behalf of c8064647b93f4bc8aac7fae0bd12918d for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:31.788655 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.807058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:31.811253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-510f2a95-b5b3-4bf6-a564-adb662197939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:31.813311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-510f2a95-b5b3-4bf6-a564-adb662197939 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0634480 Aug 16 01:59:31.843314 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 01:59:31.891040 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-bc851f2d-35c5-4247-b89c-349be6bae256 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631287 Aug 16 01:59:32.249648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.323115 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-98a63794-c594-49d8-b62f-abb6cba4a2c6 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366838 Aug 16 01:59:32.330889 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.518267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad70f3c-d440-44d7-9f75-7208da8d6a9a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:32.560046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-44dd5bbe-aa7d-43d2-8364-1b31eba3b1f5 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:32.561606 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-44dd5bbe-aa7d-43d2-8364-1b31eba3b1f5 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8094220-8e15-4d20-a6dc-6ab6725cbb18 HTTP/1.1" status: 200 len: 945 time: 0.6692953 Aug 16 01:59:32.613273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Allocated IP 192.168.233.229 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/243314d3-d25a-436a-a2aa-874965583846) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:32.747169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c5d7ab4-2e8e-47a7-839e-6c9f40bb5802 req-371d32f5-b6f6-4680-82d6-3e6a1e79e891 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4029729 Aug 16 01:59:32.861307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.862539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Deleting port bada0917-548b-4709-a44c-1ef7f320999f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:32.863018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:32.882522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Transition to ACTIVE for port object 243314d3-d25a-436a-a2aa-874965583846 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:33.036865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] For port bada0917-548b-4709-a44c-1ef7f320999f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bada0917-548b-4709-a44c-1ef7f320999f,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:33.037251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.226633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:33.259912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 0e751b8f-48c0-4535-99b2-f2957c76d539 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:33.260263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 0e751b8f-48c0-4535-99b2-f2957c76d539 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:33.377234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Calling delete_port for bada0917-548b-4709-a44c-1ef7f320999f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:33.745730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'tag': '670fe123-a031-4cc7-a6c1-a632fea8d306'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:33.748360 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020" -d '{"events": [{"name": "network-changed", "server_uuid": "ef5ad876-e430-4ed4-b821-38a785c91c22", "tag": "670fe123-a031-4cc7-a6c1-a632fea8d306"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:33.919860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.948517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:33.973489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:33.977144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:33.981748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:33.997838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.036292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Pushing event deleted for resources: {'Port': ['ID=bada0917-548b-4709-a44c-1ef7f320999f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:34.076877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.077656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.148816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] No DVR routers for this DVR port bada0917-548b-4709-a44c-1ef7f320999f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:34.152182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.155580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aefe3bd8-6c0c-43d6-88f2-68b1f42c31ba req-9a653526-9a97-4815-818f-a9ff893ad8d9 tempest-FloatingIPsAssociationNegativeTestJSON-141955405 tempest-FloatingIPsAssociationNegativeTestJSON-141955405-project] 10.222.0.58 "DELETE /v2.0/ports/bada0917-548b-4709-a44c-1ef7f320999f HTTP/1.1" status: 204 len: 173 time: 1.5832810 Aug 16 01:59:34.178395 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-ce1b82db-b876-48e1-ba6e-62b659085fd4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0787504 Aug 16 01:59:34.208847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d852d3ec-a94f-4b7e-ae80-8ef2d5c1c27d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6677885 Aug 16 01:59:34.225401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Request body: {'port': {'device_id': 'c8620ffa-677a-4902-95ac-2abf44317100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:34.358434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.366496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-f567ded4-8005-4ea7-8ef0-240191934013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.367756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-f567ded4-8005-4ea7-8ef0-240191934013 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 1097 time: 0.0986412 Aug 16 01:59:34.550304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-938da86e-794d-4e8b-8263-e91ec57789a7 None None] Provisioning for port 243314d3-d25a-436a-a2aa-874965583846 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:34.557168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-938da86e-794d-4e8b-8263-e91ec57789a7 None None] Provisioning complete for port 243314d3-d25a-436a-a2aa-874965583846 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:34.557756 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-938da86e-794d-4e8b-8263-e91ec57789a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:34.632711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-938da86e-794d-4e8b-8263-e91ec57789a7 None None] Port 243314d3-d25a-436a-a2aa-874965583846 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 01:59:34.662760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-49bcbc8e-143a-44dc-bc43-2d16fe031b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.665091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-49bcbc8e-143a-44dc-bc43-2d16fe031b18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.2728438 Aug 16 01:59:34.802388 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-2de1739f-6a86-4619-a753-98ac403ea45a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 200 len: 217 time: 0.1235263 Aug 16 01:59:34.880731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-0c341ef5-3298-4b87-8c14-766449c23ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:34.886947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-0c341ef5-3298-4b87-8c14-766449c23ea3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0760047 Aug 16 01:59:34.934053 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-4825d9ff-ee18-4412-a392-928381affb1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378246 Aug 16 01:59:34.972269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 243314d3-d25a-436a-a2aa-874965583846 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:34.984656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.006079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Transition to ACTIVE for port object 243314d3-d25a-436a-a2aa-874965583846 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:35.053361 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-7b954306-8508-4f8f-bd1e-ae3934b9957e service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098740 Aug 16 01:59:35.065590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bada0917-548b-4709-a44c-1ef7f320999f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:35.289530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: bada0917-548b-4709-a44c-1ef7f320999f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:35.289530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bada0917-548b-4709-a44c-1ef7f320999f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:35.290386 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-38f82167-d4cd-45e5-97d6-f77da7e2d022 req-ed165def-6241-4729-96f7-607c9d6f58f3 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185231 Aug 16 01:59:35.290489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 670fe123-a031-4cc7-a6c1-a632fea8d306 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:35.352370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 670fe123-a031-4cc7-a6c1-a632fea8d306, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=670fe123-a031-4cc7-a6c1-a632fea8d306,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:35.367159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '670fe123-a031-4cc7-a6c1-a632fea8d306', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': '670fe123-a031-4cc7-a6c1-a632fea8d306', 'mac_address': 'fa:16:3e:be:96:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:35.414109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.428518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 670fe123-a031-4cc7-a6c1-a632fea8d306 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:35.448915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 670fe123-a031-4cc7-a6c1-a632fea8d306, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=670fe123-a031-4cc7-a6c1-a632fea8d306,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:35.502098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.572140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.592348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.685830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:35.686188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:35.686696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:35.698111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Port 243314d3-d25a-436a-a2aa-874965583846 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:35.698628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:35.719297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:35.719656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:35.720062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:35.720953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Bound port: 243314d3-d25a-436a-a2aa-874965583846, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:35.720953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:35.789246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=670fe123-a031-4cc7-a6c1-a632fea8d306,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:35.869415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:35.876269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:35.898087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['670fe123-a031-4cc7-a6c1-a632fea8d306'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:36.021781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.064854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.065489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:36.067610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] 10.222.0.58 "PUT /v2.0/ports/243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 1097 time: 1.8503733 Aug 16 01:59:36.068131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'tag': '243314d3-d25a-436a-a2aa-874965583846'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:36.070509 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714c4f89-4d99-4551-abd4-14f7a98fcf92" -d '{"events": [{"name": "network-changed", "server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "tag": "243314d3-d25a-436a-a2aa-874965583846"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:36.127088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecc660-5d9f-49e0-ad1d-7caae1ca8804 service neutron] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:36.327438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-db1a3642-c1a0-4d6d-869f-89189a62e000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.329112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-db1a3642-c1a0-4d6d-869f-89189a62e000 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1100 time: 0.0826488 Aug 16 01:59:36.385291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-3fb92f68-ddae-4795-932c-8cf90d010fb6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0465703 Aug 16 01:59:36.460964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-c41d0937-814b-4c66-b126-25bf0d9df2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.462914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-c41d0937-814b-4c66-b126-25bf0d9df2d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0701001 Aug 16 01:59:36.527593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-cbfa33ac-5b27-4f2a-9cd6-48cdbcee2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:36.531492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-cbfa33ac-5b27-4f2a-9cd6-48cdbcee2fb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598660 Aug 16 01:59:36.661873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d15344aa-1564-415d-a97f-884b67351c42 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222878 Aug 16 01:59:36.811490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44304f58-b88d-475e-8999-5ad85ab16ed1 req-d1636902-819b-4079-847e-54fcd2cf2925 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398759 Aug 16 01:59:37.243392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 670fe123-a031-4cc7-a6c1-a632fea8d306 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:37.408005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 670fe123-a031-4cc7-a6c1-a632fea8d306 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:37.413093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 670fe123-a031-4cc7-a6c1-a632fea8d306 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:37.413274 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.558249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:37.596304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 670fe123-a031-4cc7-a6c1-a632fea8d306, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=670fe123-a031-4cc7-a6c1-a632fea8d306,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:38.187975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:38.242000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=670fe123-a031-4cc7-a6c1-a632fea8d306,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.099350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:39.229049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.244856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d', 'port_id': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'mac_address': 'fa:16:3e:01:31:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '279720f3-9e4d-48eb-bc4f-64901131fb99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:39.288136 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.303551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35cd0a8-ad1c-4292-97bd-aeebef73c99f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:39.362402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.445037 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.445905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 243314d3-d25a-436a-a2aa-874965583846 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:39.607836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.665192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.678368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '243314d3-d25a-436a-a2aa-874965583846', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '243314d3-d25a-436a-a2aa-874965583846', 'mac_address': 'fa:16:3e:ff:c7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:39.733451 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.756892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243314d3-d25a-436a-a2aa-874965583846 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:39.778924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:39.860004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:39.926714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:39.948137 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-381258bf-ad7b-4f00-b00b-e560752c22a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:40.149721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:40.152133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a35cd0a8-ad1c-4292-97bd-aeebef73c99f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:42.296679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b042431f-b24b-436f-babb-80dbdd68d84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.112584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:43.178799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.236273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port a35cd0a8-ad1c-4292-97bd-aeebef73c99f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:43.241282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a35cd0a8-ad1c-4292-97bd-aeebef73c99f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:43.241759 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.319387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.353668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.445331 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.446163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 243314d3-d25a-436a-a2aa-874965583846 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:43.531250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:43.658482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 243314d3-d25a-436a-a2aa-874965583846 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 01:59:43.668127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 243314d3-d25a-436a-a2aa-874965583846 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:43.669190 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.731803 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ad73ee-5afc-4fb7-82ef-2f5833358f9e x-openstack-request-id: req-00ad73ee-5afc-4fb7-82ef-2f5833358f9e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:43.732062 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-plugged", "status": "completed", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:43.732302 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00ad73ee-5afc-4fb7-82ef-2f5833358f9e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:43.732697 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'code': 200} Aug 16 01:59:43.775381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59160) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:43.808814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:43.825605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0dcb9-b97c-48fe-8d65-7a87cb0b4c85 req-40f2e81e-44df-4bdb-b1e0-718ad1cae039 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:43.833274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27c0dcb9-b97c-48fe-8d65-7a87cb0b4c85 req-40f2e81e-44df-4bdb-b1e0-718ad1cae039 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.0714395 Aug 16 01:59:43.854042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:43.883008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27c0dcb9-b97c-48fe-8d65-7a87cb0b4c85 req-fe9c6a54-b2e8-41ed-bdbb-3c844d69e32d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397367 Aug 16 01:59:43.941978 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.030512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05aacc-506c-4eb9-99bb-fc9cfd2c6c16 req-dc420262-0f03-40f4-b8d5-29b8cbd02173 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.032646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac05aacc-506c-4eb9-99bb-fc9cfd2c6c16 req-dc420262-0f03-40f4-b8d5-29b8cbd02173 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0948792 Aug 16 01:59:44.041728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:44.105249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3385d2-aca4-4761-87d0-bbc1f143b70e req-2d236f23-ba24-4383-8ca2-88e1d5f8d240 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.106831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a3385d2-aca4-4761-87d0-bbc1f143b70e req-2d236f23-ba24-4383-8ca2-88e1d5f8d240 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0950196 Aug 16 01:59:44.109608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac05aacc-506c-4eb9-99bb-fc9cfd2c6c16 req-1160b27c-9ea8-45cb-90c5-e7f0e3dde265 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Aug 16 01:59:44.149256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a3385d2-aca4-4761-87d0-bbc1f143b70e req-d3357700-b551-4a83-b649-d5edbe7e9d5b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Aug 16 01:59:44.209061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.257602 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954db8e5-dd5d-4da9-a05e-ebf2ba00666a x-openstack-request-id: req-954db8e5-dd5d-4da9-a05e-ebf2ba00666a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:44.257902 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "tag": "243314d3-d25a-436a-a2aa-874965583846", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:44.258156 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-954db8e5-dd5d-4da9-a05e-ebf2ba00666a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:44.258800 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'tag': '243314d3-d25a-436a-a2aa-874965583846', 'status': 'completed', 'code': 200} Aug 16 01:59:44.263279 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da359e1-0a51-444c-b347-9ca9fdfa0bb5 x-openstack-request-id: req-2da359e1-0a51-444c-b347-9ca9fdfa0bb5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:44.263697 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef5ad876-e430-4ed4-b821-38a785c91c22", "tag": "670fe123-a031-4cc7-a6c1-a632fea8d306", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:44.264051 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2da359e1-0a51-444c-b347-9ca9fdfa0bb5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:44.264549 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'tag': '670fe123-a031-4cc7-a6c1-a632fea8d306', 'status': 'completed', 'code': 200} Aug 16 01:59:44.338822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-f47bb942-7272-4559-a0d9-0f4ed0a5b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.341997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-f47bb942-7272-4559-a0d9-0f4ed0a5b64a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.0567284 Aug 16 01:59:44.370762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-e8dd1db7-1de1-4681-b921-f2cf60095f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.372359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-e8dd1db7-1de1-4681-b921-f2cf60095f39 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 1097 time: 0.1069372 Aug 16 01:59:44.482910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aec6af-7b18-4a8c-8f32-e2346031c013 req-58388bd6-ce95-473f-8753-4e833bb208e0 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.484445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91aec6af-7b18-4a8c-8f32-e2346031c013 req-58388bd6-ce95-473f-8753-4e833bb208e0 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 950 time: 0.1107094 Aug 16 01:59:44.501206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-70f3365e-a35f-4284-b1f2-eeba531300d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.502662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-70f3365e-a35f-4284-b1f2-eeba531300d1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1548798 Aug 16 01:59:44.532886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-7406fac4-52d1-4cd5-88f9-d02f9c9fd783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.534416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-7406fac4-52d1-4cd5-88f9-d02f9c9fd783 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 907 time: 0.1550770 Aug 16 01:59:44.550331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-ba31c6bd-87f1-455f-a5ff-e363010d1ff9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0400255 Aug 16 01:59:44.564752 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.581238 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-0db39822-468e-4314-8785-4196ad6738a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=670fe123-a031-4cc7-a6c1-a632fea8d306 HTTP/1.1" status: 200 len: 217 time: 0.0374832 Aug 16 01:59:44.590819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91aec6af-7b18-4a8c-8f32-e2346031c013 req-8605a061-6d9c-466d-886c-6317545f75b2 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984516 Aug 16 01:59:44.609352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-1a290c99-6933-4d1a-8196-65daeea8b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.610740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-1a290c99-6933-4d1a-8196-65daeea8b472 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0536239 Aug 16 01:59:44.688477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-999020a7-43fb-46b3-966f-c3442bcca8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.695510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-999020a7-43fb-46b3-966f-c3442bcca8f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0874860 Aug 16 01:59:44.755888 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-87d3cffb-8d03-478e-8a76-e6016cf25204 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315931 Aug 16 01:59:44.764212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Deleting port f0fefeba-06d0-4ab3-b1ec-70563a329dda {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:44.764651 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.780960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-22ca7af0-c05a-41e1-90c1-9b3309a24bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.786417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-22ca7af0-c05a-41e1-90c1-9b3309a24bf3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1019821 Aug 16 01:59:44.799035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050c16f-6f07-43c6-8c76-e730bbe62a6f req-21681965-6342-49fe-9959-14a93bbdd175 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:44.800556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3050c16f-6f07-43c6-8c76-e730bbe62a6f req-21681965-6342-49fe-9959-14a93bbdd175 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 944 time: 0.0680130 Aug 16 01:59:44.905688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3050c16f-6f07-43c6-8c76-e730bbe62a6f req-a46e54b1-1bb1-4611-a824-4612e4370606 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904007 Aug 16 01:59:44.927886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-ed6cf638-f388-436d-8029-870e3f031512 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369119 Aug 16 01:59:44.945774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] For port f0fefeba-06d0-4ab3-b1ec-70563a329dda, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f0fefeba-06d0-4ab3-b1ec-70563a329dda,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:44.946743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:44.960375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-f497d678-a434-4008-9eff-43f6cf336670 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920340 Aug 16 01:59:44.965150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Calling delete_port for f0fefeba-06d0-4ab3-b1ec-70563a329dda owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:45.042384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-714c4f89-4d99-4551-abd4-14f7a98fcf92 req-9e88cfa6-f910-4c76-9506-0249da379dda service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067712 Aug 16 01:59:45.148850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ea6a5ea-c299-4fdf-8589-7abb62fb7020 req-1cb47cc3-7c52-43ab-be05-c810b6a11881 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795409 Aug 16 01:59:45.280378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61076a-f62c-4968-8623-8523b3606106 req-a3110e87-bc81-498a-8d43-bba7925dd83a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:45.282097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd61076a-f62c-4968-8623-8523b3606106 req-a3110e87-bc81-498a-8d43-bba7925dd83a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 944 time: 0.0633855 Aug 16 01:59:45.374805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Deleting port e732304a-9aa0-495f-9101-75f00221088a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:45.375148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.391918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.448898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0fefeba-06d0-4ab3-b1ec-70563a329dda,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:45.489019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.491889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.492078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.492292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.492618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:45.614741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] For port e732304a-9aa0-495f-9101-75f00221088a, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e732304a-9aa0-495f-9101-75f00221088a,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:45.614741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.634421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Calling delete_port for e732304a-9aa0-495f-9101-75f00221088a owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:45.725610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.733756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670fe123-a031-4cc7-a6c1-a632fea8d306'}, {'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f'}, {'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243314d3-d25a-436a-a2aa-874965583846'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:45.736381 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb67aeb-5c4d-41b3-bf19-fce6a1ade37b" -d '{"events": [{"server_uuid": "ef5ad876-e430-4ed4-b821-38a785c91c22", "name": "network-vif-plugged", "status": "completed", "tag": "670fe123-a031-4cc7-a6c1-a632fea8d306"}, {"server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "name": "network-vif-plugged", "status": "completed", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f"}, {"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-plugged", "status": "completed", "tag": "243314d3-d25a-436a-a2aa-874965583846"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:45.770588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:45.999292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 01:59:46.012514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.081820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event deleted for resources: {'Port': ['ID=e732304a-9aa0-495f-9101-75f00221088a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:46.155632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] No DVR routers for this DVR port e732304a-9aa0-495f-9101-75f00221088a on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:46.159755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.162292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd61076a-f62c-4968-8623-8523b3606106 req-229bb103-bd62-4c60-9a60-193f140fdfa2 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "DELETE /v2.0/ports/e732304a-9aa0-495f-9101-75f00221088a HTTP/1.1" status: 204 len: 173 time: 0.8737950 Aug 16 01:59:46.184163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 01:59:46.189460 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-10ebb837-a992-45f8-a90e-462d145e43d8 admin admin] 10.222.0.76 "PUT /v2.0/routers/efdc5bc4-cc30-4bb0-804b-8910ae3ba627/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4111338 Aug 16 01:59:46.192944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59300) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:46.193971 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] Sync routers for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 01:59:46.204871 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:46.205553 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.276782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'name': 'network-vif-deleted', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f'}, {'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'name': 'network-vif-deleted', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:46.283765 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4dff95-0717-423f-9d7c-dd438d154efc" -d '{"events": [{"server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "name": "network-vif-deleted", "tag": "bada0917-548b-4709-a44c-1ef7f320999f"}, {"server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "name": "network-vif-deleted", "tag": "e732304a-9aa0-495f-9101-75f00221088a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:46.311247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.319174 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:46.602493 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:59:45Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.633316 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] Checking router: efdc5bc4-cc30-4bb0-804b-8910ae3ba627 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 01:59:46.642433 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] Routers {'efdc5bc4-cc30-4bb0-804b-8910ae3ba627'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 01:59:46.646724 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T01:59:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.705012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.752611 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] Set router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 01:59:46.866860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Deleting port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:46.867107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.934787 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:59:45Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:46.947461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] For port 8c74d557-dd54-4cea-97e8-c6e0de9a5d19, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:46.947886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:46.961422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16db3e0-c8b2-48f7-8ac1-85ea8e97932c None None] The sync data for ids ['efdc5bc4-cc30-4bb0-804b-8910ae3ba627'] in n-d-768852-19 is: [{'id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1352200398-router', 'tenant_id': '504de3667ac6402e9cde8606b8dca891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:58:32Z', 'updated_at': '2021-08-16T01:59:45Z', 'revision_number': 5, 'project_id': '504de3667ac6402e9cde8606b8dca891', 'gw_port': {'id': '8c74d557-dd54-4cea-97e8-c6e0de9a5d19', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:43:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efdc5bc4-cc30-4bb0-804b-8910ae3ba627', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:58:34Z', 'updated_at': '2021-08-16T01:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 01:59:46.963648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Calling delete_port for 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:47.115111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:47.118897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5004eb84-9902-4dff-9af5-cf163e335353 req-6d6d6335-f9d1-4996-baab-0557a98de3ff tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.120438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5004eb84-9902-4dff-9af5-cf163e335353 req-6d6d6335-f9d1-4996-baab-0557a98de3ff tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.0884802 Aug 16 01:59:47.129240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f984b-4688-4aea-b0fe-688bd03d9a48 req-101bf498-9438-4ab3-a696-7643e9d54cc8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.134369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-062f984b-4688-4aea-b0fe-688bd03d9a48 req-101bf498-9438-4ab3-a696-7643e9d54cc8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0884461 Aug 16 01:59:47.189320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5004eb84-9902-4dff-9af5-cf163e335353 req-c6e311b4-eea2-4afe-ab7c-c98b8ef30a7f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Aug 16 01:59:47.197807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-062f984b-4688-4aea-b0fe-688bd03d9a48 req-ffb1848e-d392-4b91-bbf9-23be74d58792 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522397 Aug 16 01:59:47.241407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.277639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:47.285347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.313510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e732304a-9aa0-495f-9101-75f00221088a no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:47.322848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317fd2e-8699-47ac-a9b0-90cff67dc62a req-ea51d451-072e-4477-9177-4033c5b794f3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.324524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b317fd2e-8699-47ac-a9b0-90cff67dc62a req-ea51d451-072e-4477-9177-4033c5b794f3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0690918 Aug 16 01:59:47.328390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c74d557-dd54-4cea-97e8-c6e0de9a5d19,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.362239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: e732304a-9aa0-495f-9101-75f00221088a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:47.366865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e732304a-9aa0-495f-9101-75f00221088a not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:47.366865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:47.367642 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.402046 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f70740-bf8e-49be-9891-992d91c66e44 x-openstack-request-id: req-02f70740-bf8e-49be-9891-992d91c66e44 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:47.402221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b317fd2e-8699-47ac-a9b0-90cff67dc62a req-d445f169-9dcc-4dcd-b2d1-588410590c30 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579591 Aug 16 01:59:47.403097 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5ad876-e430-4ed4-b821-38a785c91c22", "name": "network-vif-plugged", "status": "completed", "tag": "670fe123-a031-4cc7-a6c1-a632fea8d306", "code": 200}, {"server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "name": "network-vif-plugged", "status": "completed", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f", "code": 200}, {"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-plugged", "status": "completed", "tag": "243314d3-d25a-436a-a2aa-874965583846", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:47.403926 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-02f70740-bf8e-49be-9891-992d91c66e44 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:47.405024 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '670fe123-a031-4cc7-a6c1-a632fea8d306', 'code': 200} Aug 16 01:59:47.405459 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'code': 200} Aug 16 01:59:47.406053 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243314d3-d25a-436a-a2aa-874965583846', 'code': 200} Aug 16 01:59:47.498879 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697606a3-397a-457c-820d-62f304f538d6 x-openstack-request-id: req-697606a3-397a-457c-820d-62f304f538d6 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:47.499286 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8094220-8e15-4d20-a6dc-6ab6725cbb18", "name": "network-vif-deleted", "tag": "bada0917-548b-4709-a44c-1ef7f320999f", "status": "completed", "code": 200}, {"server_uuid": "437922cd-af05-44f1-a1c7-7680189bcef5", "name": "network-vif-deleted", "tag": "e732304a-9aa0-495f-9101-75f00221088a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:47.499671 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-697606a3-397a-457c-820d-62f304f538d6 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:47.501788 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8094220-8e15-4d20-a6dc-6ab6725cbb18', 'name': 'network-vif-deleted', 'tag': 'bada0917-548b-4709-a44c-1ef7f320999f', 'status': 'completed', 'code': 200} Aug 16 01:59:47.502292 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '437922cd-af05-44f1-a1c7-7680189bcef5', 'name': 'network-vif-deleted', 'tag': 'e732304a-9aa0-495f-9101-75f00221088a', 'status': 'completed', 'code': 200} Aug 16 01:59:47.573526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.591997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.593106 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.619357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1db078b8-bf10-4cf9-be0a-f977bd14efe1 req-cc334f27-1bb1-4ae2-b4c2-774aad578c71 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=437922cd-af05-44f1-a1c7-7680189bcef5 HTTP/1.1" status: 200 len: 210 time: 0.0597889 Aug 16 01:59:47.649970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81eb602-6edd-45a0-90f2-4e36466bd790 req-d66776fe-ff87-4629-b319-4dcbe00ce3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.649970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b81eb602-6edd-45a0-90f2-4e36466bd790 req-d66776fe-ff87-4629-b319-4dcbe00ce3aa service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.1506195 Aug 16 01:59:47.664625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:47.690309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b81eb602-6edd-45a0-90f2-4e36466bd790 req-6c710150-10c8-4c5d-89f5-30247e5c326a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Aug 16 01:59:47.715292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f946267-ac26-4261-bd6a-75274208471e req-763c78a4-a1ab-4191-9e84-d9a1b284a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.717035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3f946267-ac26-4261-bd6a-75274208471e req-763c78a4-a1ab-4191-9e84-d9a1b284a0e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1097 time: 0.2130282 Aug 16 01:59:47.724690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9861b7-ea84-4f8e-9570-4bbb789973df req-55ed1fee-49c4-42ce-afab-8879c9f800c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:47.724690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec9861b7-ea84-4f8e-9570-4bbb789973df req-55ed1fee-49c4-42ce-afab-8879c9f800c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 1097 time: 0.2490942 Aug 16 01:59:47.725063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.727325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.742870 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.797501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:47.820969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec9861b7-ea84-4f8e-9570-4bbb789973df req-f02d5901-432a-4fbd-bc92-05bb2862d31d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904305 Aug 16 01:59:47.822573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3f946267-ac26-4261-bd6a-75274208471e req-d017e71f-b257-4117-bd6d-94b4f7515513 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812142 Aug 16 01:59:47.910784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.911247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efdc5bc4-cc30-4bb0-804b-8910ae3ba627 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 01:59:47.920680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:47.920680 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a78c1d34-13c7-4048-880a-f4c20460183a admin admin] 10.222.0.76 "DELETE /v2.0/routers/efdc5bc4-cc30-4bb0-804b-8910ae3ba627 HTTP/1.1" status: 204 len: 168 time: 1.7227209 Aug 16 01:59:47.920680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59332) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:47.971296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Deleting subnet c4b12f9a-a82d-4f79-83be-8775c8efc92d {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:47.975140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.020229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.114457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.276824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.308523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b12f9a-a82d-4f79-83be-8775c8efc92d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.313420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.315368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72d275e7-1ea6-4243-8f6e-3a12ee02052c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c4b12f9a-a82d-4f79-83be-8775c8efc92d HTTP/1.1" status: 204 len: 168 time: 0.3951290 Aug 16 01:59:48.319138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59352) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:48.319664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c830490f-125e-4a4e-aa61-0d361c4f636b None None] Network 099938b8-0c26-4332-a37a-f212edf1a139 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:48.349334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-3c0273b6-36e5-4556-92e3-1784514a7a00 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.352364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-3c0273b6-36e5-4556-92e3-1784514a7a00 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.1125786 Aug 16 01:59:48.382684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-4aa62fa3-b73a-4d3a-9e1a-438297da9d9d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/quotas/67525953912743a09eecbc070e69ea3a HTTP/1.1" status: 200 len: 375 time: 0.0201652 Aug 16 01:59:48.452873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f0fefeba-06d0-4ab3-b1ec-70563a329dda no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:48.471317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.493373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f0fefeba-06d0-4ab3-b1ec-70563a329dda {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:48.493722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f0fefeba-06d0-4ab3-b1ec-70563a329dda not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:48.513622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-3813b121-4fb0-4181-b72c-2d261daac5d3 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1298521 Aug 16 01:59:48.524551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c54e50-5242-4e25-a8b4-f303ded8f733 req-92614331-7b6a-426a-b635-d63d0438e749 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.533264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01c54e50-5242-4e25-a8b4-f303ded8f733 req-92614331-7b6a-426a-b635-d63d0438e749 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.1063201 Aug 16 01:59:48.556173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Deleting port 5037aca0-1580-4a0c-8e03-7d8a79467a95 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:48.556523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.628420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] For port 5037aca0-1580-4a0c-8e03-7d8a79467a95, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5037aca0-1580-4a0c-8e03-7d8a79467a95,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:48.629079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.632289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01c54e50-5242-4e25-a8b4-f303ded8f733 req-1c926c89-2380-411e-833c-51af6efff021 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952237 Aug 16 01:59:48.652435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] DHCP port deletion for 099938b8-0c26-4332-a37a-f212edf1a139 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 01:59:48.664236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Calling delete_port for 5037aca0-1580-4a0c-8e03-7d8a79467a95 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:48.704034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-c35f83de-04c0-404f-ad53-382bf2146ad8 service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624606 Aug 16 01:59:48.724088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Deleting port 5037aca0-1580-4a0c-8e03-7d8a79467a95 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:48.724801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.800825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] For port 5037aca0-1580-4a0c-8e03-7d8a79467a95, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5037aca0-1580-4a0c-8e03-7d8a79467a95,segment=NetworkSegment(3f3f5539-5537-4de4-b3ab-eed7c76252fc),segment_id=3f3f5539-5537-4de4-b3ab-eed7c76252fc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:48.801617 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.810987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9c3ba-2313-4b13-bd76-88c793948aab req-726f3a0c-d19f-47d4-b1c9-d102bca0e48f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:48.812604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9d9c3ba-2313-4b13-bd76-88c793948aab req-726f3a0c-d19f-47d4-b1c9-d102bca0e48f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0987744 Aug 16 01:59:48.821939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Calling delete_port for 5037aca0-1580-4a0c-8e03-7d8a79467a95 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:48.868293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-a863d768-a1f5-472f-8184-2c9f1dd9b71d service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631720 Aug 16 01:59:48.873626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9d9c3ba-2313-4b13-bd76-88c793948aab req-618ad777-6150-4935-af85-787fc71ec621 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541339 Aug 16 01:59:48.913130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.930691 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:48.942785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Pushing event deleted for resources: {'Port': ['ID=5037aca0-1580-4a0c-8e03-7d8a79467a95,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.944957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] No DVR routers for this DVR port 5037aca0-1580-4a0c-8e03-7d8a79467a95 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:48.964535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Pushing event deleted for resources: {'Port': ['ID=5037aca0-1580-4a0c-8e03-7d8a79467a95,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:48.967411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] No DVR routers for this DVR port 5037aca0-1580-4a0c-8e03-7d8a79467a95 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:48.983158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.983514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.983849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.984192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.984525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.984863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.985184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.985513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.985838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.986236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.986692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:48.991905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77865dd0-b1d8-417a-981c-67b36f4b0776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:49.060504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.070890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099938b8-0c26-4332-a37a-f212edf1a139']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:49.081424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f3f5539-5537-4de4-b3ab-eed7c76252fc') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:49.082222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f3f5539-5537-4de4-b3ab-eed7c76252fc') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:49.091260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.105478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.114681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:49.115058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:49.116961 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:49.135802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bca0de-8948-4ef2-b6a7-0953459c9e5f req-8120b970-4781-4909-ae92-dbd1f6fca724 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.140280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7bca0de-8948-4ef2-b6a7-0953459c9e5f req-8120b970-4781-4909-ae92-dbd1f6fca724 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0596626 Aug 16 01:59:49.191961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7bca0de-8948-4ef2-b6a7-0953459c9e5f req-d76adb20-8653-4f8c-8869-85b981ab952f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Aug 16 01:59:49.242958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a74a351-15b8-49ff-8a42-df431acd4cc9 req-b4a48d11-5efd-469b-a9ff-72e005312082 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 210 time: 0.0344088 Aug 16 01:59:49.279238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.294366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.296726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] 10.222.0.76 "DELETE /v2.0/networks/099938b8-0c26-4332-a37a-f212edf1a139 HTTP/1.1" status: 204 len: 168 time: 0.9763925 Aug 16 01:59:49.309869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d1cb50-b06b-4a7b-a6c7-90ca9454bfcb admin admin] Pushing event deleted for resources: {'Network': ['ID=099938b8-0c26-4332-a37a-f212edf1a139,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:49.408034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe'}, {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:49.410520 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad31494-b8a0-414a-b29a-41467fce7180" -d '{"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-unplugged", "status": "completed", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe"}, {"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:49.451853 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1404475-f3d6-4f78-948c-4bb1744c56bd x-openstack-request-id: req-a1404475-f3d6-4f78-948c-4bb1744c56bd {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:49.452150 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-unplugged", "status": "completed", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe", "code": 200}, {"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:49.452399 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1404475-f3d6-4f78-948c-4bb1744c56bd {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:49.452793 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'code': 200} Aug 16 01:59:49.453047 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'code': 200} Aug 16 01:59:49.764502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9541631b-a43e-4721-8b93-d3a84f73851f req-213af595-0e21-4c5b-99c6-dc089e935207 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.766197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9541631b-a43e-4721-8b93-d3a84f73851f req-213af595-0e21-4c5b-99c6-dc089e935207 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.0640533 Aug 16 01:59:49.786919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7383d-6387-4075-8526-05c13fe53d8f req-b1c7d2e9-3b9d-43d8-806e-1dcb8766113d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.788625 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ede7383d-6387-4075-8526-05c13fe53d8f req-b1c7d2e9-3b9d-43d8-806e-1dcb8766113d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.58 "GET /v2.0/ports?device_id=893aa8f0-095c-4ccd-bc3d-c5fe868e0523 HTTP/1.1" status: 200 len: 943 time: 0.0705476 Aug 16 01:59:49.789138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:49.834598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9541631b-a43e-4721-8b93-d3a84f73851f req-61bb1a15-fa2e-415e-baad-9d494a91152b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562224 Aug 16 01:59:49.843617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678785a-3776-4383-8e82-178bd91dc571 req-2651c409-669e-4c5c-906b-4351e5b88b0a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:49.845332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6678785a-3776-4383-8e82-178bd91dc571 req-2651c409-669e-4c5c-906b-4351e5b88b0a tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.0776639 Aug 16 01:59:49.888913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6bdff793-e193-416f-8729-96c379d43f51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=504de3667ac6402e9cde8606b8dca891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0963213 Aug 16 01:59:49.889826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:49.891115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6678785a-3776-4383-8e82-178bd91dc571 req-e6b30fbe-e814-476a-ab69-b6dd18c6d6fc tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/security-groups?id=885370d3-d094-4814-9f44-3edfec805eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375037 Aug 16 01:59:49.984576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Deleting port 9e240a25-bff5-4462-b204-4f68433ebbfe {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:49.984931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:49.990674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1a27880-15ef-4b91-8b0b-4038766ea2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.015303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d75906-395c-4a8c-b69e-b212c25cedbf req-76d8d3f4-18b3-46ce-bf18-262d4793e37d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.024539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96d75906-395c-4a8c-b69e-b212c25cedbf req-76d8d3f4-18b3-46ce-bf18-262d4793e37d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.1033778 Aug 16 01:59:50.061187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1a27880-15ef-4b91-8b0b-4038766ea2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.068968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecaeb3-a5f4-4c53-81f2-dca169100857 req-d4d953b7-5aa2-45ca-bda6-e2efc766587d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.070530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4ecaeb3-a5f4-4c53-81f2-dca169100857 req-d4d953b7-5aa2-45ca-bda6-e2efc766587d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1053486 Aug 16 01:59:50.082365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:50.088639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96d75906-395c-4a8c-b69e-b212c25cedbf req-84d9be20-bd28-4c7b-85c9-6e8bc5636204 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632334 Aug 16 01:59:50.115532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:50.116264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c74d557-dd54-4cea-97e8-c6e0de9a5d19 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:50.116870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5037aca0-1580-4a0c-8e03-7d8a79467a95 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:50.129604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] For port 9e240a25-bff5-4462-b204-4f68433ebbfe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9e240a25-bff5-4462-b204-4f68433ebbfe,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:50.130370 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.141616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4ecaeb3-a5f4-4c53-81f2-dca169100857 req-bb39ba2c-9ee0-44cc-9734-39f6e0e17065 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545342 Aug 16 01:59:50.141798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5037aca0-1580-4a0c-8e03-7d8a79467a95 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:50.141798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5037aca0-1580-4a0c-8e03-7d8a79467a95 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:50.162353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Calling delete_port for 9e240a25-bff5-4462-b204-4f68433ebbfe owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:50.280504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1a27880-15ef-4b91-8b0b-4038766ea2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.283655 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1a27880-15ef-4b91-8b0b-4038766ea2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.286121 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e1a27880-15ef-4b91-8b0b-4038766ea2e3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24b4cb87-c914-4a11-b260-6c5e832efc75 HTTP/1.1" status: 204 len: 168 time: 0.3953617 Aug 16 01:59:50.300463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a27880-15ef-4b91-8b0b-4038766ea2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b4cb87-c914-4a11-b260-6c5e832efc75,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.340076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-6873b6bb-1c7d-4c4d-a508-6e305a9613d8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.340076 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-6873b6bb-1c7d-4c4d-a508-6e305a9613d8 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 944 time: 0.1069002 Aug 16 01:59:50.481867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Deleting port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:50.482375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.541735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91f2ff-8338-45f6-9b22-3e2bc2bd7d50 req-f4b1383b-6a8f-4812-972c-9a12ac5dd45c tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.543409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea91f2ff-8338-45f6-9b22-3e2bc2bd7d50 req-f4b1383b-6a8f-4812-972c-9a12ac5dd45c tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.0414031 Aug 16 01:59:50.556844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.572412 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea91f2ff-8338-45f6-9b22-3e2bc2bd7d50 req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.627722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event deleted for resources: {'Port': ['ID=9e240a25-bff5-4462-b204-4f68433ebbfe,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.648058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] No DVR routers for this DVR port 9e240a25-bff5-4462-b204-4f68433ebbfe on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:50.654790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.657040 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ede7383d-6387-4075-8526-05c13fe53d8f req-af61db9f-c17e-422d-ade5-093c08947818 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.58 "DELETE /v2.0/ports/9e240a25-bff5-4462-b204-4f68433ebbfe HTTP/1.1" status: 204 len: 173 time: 0.8614676 Aug 16 01:59:50.657548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-deleted', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:50.661064 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1684490-1924-45a0-ad0b-971858b0a5ae" -d '{"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-deleted", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:50.666435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] For port 656fd586-f3de-4f6a-b7ab-f39011fc03d8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=656fd586-f3de-4f6a-b7ab-f39011fc03d8,segment=NetworkSegment(d905541c-54f8-41f8-82a5-6e00185096cb),segment_id=d905541c-54f8-41f8-82a5-6e00185096cb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:50.667014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.680215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea91f2ff-8338-45f6-9b22-3e2bc2bd7d50 req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.680345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Calling delete_port for 656fd586-f3de-4f6a-b7ab-f39011fc03d8 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:50.798488 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea91f2ff-8338-45f6-9b22-3e2bc2bd7d50 req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.829831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852eba60-36e5-4bcb-b580-da5e8fd7012d req-542c7df8-9e12-4177-9a8e-e848e335643a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:50.832432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-852eba60-36e5-4bcb-b580-da5e8fd7012d req-542c7df8-9e12-4177-9a8e-e848e335643a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0790880 Aug 16 01:59:50.843946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea91f2ff-8338-45f6-9b22-3e2bc2bd7d50 req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935641 Aug 16 01:59:50.869793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed82f117-f6b2-4847-a4f9-e3dd35810349,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:50.884740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.885287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.885864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.886380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.886768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.887114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.887461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.887795 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.888130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.888463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.888793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.889123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db16d48d-cf53-4ad1-8a41-6afd82b51cac tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 01:59:50.907739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-852eba60-36e5-4bcb-b580-da5e8fd7012d req-68372a30-7973-4237-b55a-773b5b055be6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658436 Aug 16 01:59:50.964505 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0afe82ac-99b2-4be0-b9a1-a5e9d062a959 x-openstack-request-id: req-0afe82ac-99b2-4be0-b9a1-a5e9d062a959 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:50.964505 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893aa8f0-095c-4ccd-bc3d-c5fe868e0523", "name": "network-vif-deleted", "tag": "9e240a25-bff5-4462-b204-4f68433ebbfe", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:50.964505 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0afe82ac-99b2-4be0-b9a1-a5e9d062a959 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:50.964505 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '893aa8f0-095c-4ccd-bc3d-c5fe868e0523', 'name': 'network-vif-deleted', 'tag': '9e240a25-bff5-4462-b204-4f68433ebbfe', 'status': 'completed', 'code': 200} Aug 16 01:59:50.964505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:50.985354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b92cc941-b07f-4270-84da-b1ec315d92d1 req-75d47236-1b45-416f-922e-a61aca1d4daf tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 210 time: 0.0394635 Aug 16 01:59:51.001829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Pushing event deleted for resources: {'Port': ['ID=656fd586-f3de-4f6a-b7ab-f39011fc03d8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.052501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] No DVR routers for this DVR port 656fd586-f3de-4f6a-b7ab-f39011fc03d8 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:51.057137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.060243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fed91eaa-eb95-4b12-b9a3-21017845e183 req-ef25fac8-a16d-49be-aef0-6ca6a7745e7c tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.83 "DELETE /v2.0/ports/656fd586-f3de-4f6a-b7ab-f39011fc03d8 HTTP/1.1" status: 204 len: 173 time: 0.7049448 Aug 16 01:59:51.077657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff21641-cfdd-490c-b497-390dc4534409 req-877fed3a-4faa-420d-b4ad-4712cba27e0d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.085580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ff21641-cfdd-490c-b497-390dc4534409 req-877fed3a-4faa-420d-b4ad-4712cba27e0d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.0626497 Aug 16 01:59:51.132076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ff21641-cfdd-490c-b497-390dc4534409 req-d86b3f27-ce4a-4cc0-af7b-3975400e0653 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456336 Aug 16 01:59:51.225541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75938d22-daf3-49b9-81bc-1c76ce6de2af req-7827085c-28e9-4a9b-9b55-89162694e2c1 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 210 time: 0.0299296 Aug 16 01:59:51.328307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9603a83-3016-4799-8fd3-6912ba130120 req-f5269363-0f3d-4efc-a9a3-95a1d081a442 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.329929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9603a83-3016-4799-8fd3-6912ba130120 req-f5269363-0f3d-4efc-a9a3-95a1d081a442 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1097 time: 0.0501099 Aug 16 01:59:51.342595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:51.383569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9603a83-3016-4799-8fd3-6912ba130120 req-95ecce83-81a1-4ec7-9650-487dca3421b8 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Aug 16 01:59:51.499392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.514033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'mac_address': 'fa:16:3e:95:1f:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:51.567619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.581778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:51.606336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:51.629222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ddb2b-7a1c-4b70-bbe3-f04d98377bb7 req-7f1131ff-4891-4b3b-bc26-a0e96c8097f6 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.631416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-943ddb2b-7a1c-4b70-bbe3-f04d98377bb7 req-7f1131ff-4891-4b3b-bc26-a0e96c8097f6 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1097 time: 0.0418000 Aug 16 01:59:51.683492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-943ddb2b-7a1c-4b70-bbe3-f04d98377bb7 req-98fe974a-260a-4e81-be4e-5cff9d783184 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459890 Aug 16 01:59:51.698336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:51.767514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-66ca9826-0693-48f0-b5f2-93ddf9ea79ae tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.769303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-66ca9826-0693-48f0-b5f2-93ddf9ea79ae tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.1355293 Aug 16 01:59:51.803644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Request body: {'port': {'device_id': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'admin_state_up': True, 'tenant_id': '67525953912743a09eecbc070e69ea3a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:51.812889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:51.831745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59480) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:51.832269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:51.866324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464a62-ddeb-45f6-aa2f-5bc251de47dc req-60c2ae9a-80af-43e6-96f0-3cf05f6692bc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:51.868392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01464a62-ddeb-45f6-aa2f-5bc251de47dc req-60c2ae9a-80af-43e6-96f0-3cf05f6692bc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0864277 Aug 16 01:59:51.919197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01464a62-ddeb-45f6-aa2f-5bc251de47dc req-9c883d02-2ac3-4078-a638-45821c5de23b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438354 Aug 16 01:59:52.055984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1926288238-network', 'tenant_id': 'e01a81c1c6ad46f98f7afc4abde63462'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:52.060779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-bc254f0e-73c9-4902-8495-99b051a52ed0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1040306 Aug 16 01:59:52.104200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f44814e-d5ed-4b7e-9bf8-0b251754c9aa req-e1f27c5c-f527-4e35-ba5c-20b50422be10 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 210 time: 0.0272508 Aug 16 01:59:52.252310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ee94-c7ea-4edd-9830-adc710182f49 req-04595bd2-050c-4ab5-8a56-dfa1b76e64dd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.254126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d147ee94-c7ea-4edd-9830-adc710182f49 req-04595bd2-050c-4ab5-8a56-dfa1b76e64dd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.0502424 Aug 16 01:59:52.293393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d147ee94-c7ea-4edd-9830-adc710182f49 req-19c0f0a1-7173-43a7-97e8-29c2f457f144 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330606 Aug 16 01:59:52.302077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Made reservation on behalf of 67525953912743a09eecbc070e69ea3a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:52.306180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.408757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d00b164e-b07c-4554-a8c4-ea7de46549c2 req-edca0ff7-ddd6-4225-acf4-2c13b8b7ed78 tempest-LiveAutoBlockMigrationV225Test-356171492 tempest-LiveAutoBlockMigrationV225Test-356171492-project] 10.222.0.76 "GET /v2.0/ports?device_id=287b4f09-af28-4720-9cf2-bf109545466d HTTP/1.1" status: 200 len: 210 time: 0.0375996 Aug 16 01:59:52.429102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Made reservation on behalf of e01a81c1c6ad46f98f7afc4abde63462 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:52.437503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.450470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.518336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Allocated IP 172.20.0.14 (a739aecc-c548-4a15-b670-3bcca38e96a4/63691e24-f796-48d0-9e51-d8f47edc14c2/e1bdb597-f9d2-4745-bc74-88d6f8ed1094) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 01:59:52.612178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.727143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.728759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-e8aabf50-8add-4dbb-82cd-d91f682cdbdb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.730328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-e8aabf50-8add-4dbb-82cd-d91f682cdbdb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 945 time: 0.0831034 Aug 16 01:59:52.752881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 01:59:52.770887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d9f386-e462-4468-a1d0-d0c97de4e499,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:52.785833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.788391 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Added segment e908d4de-4475-4527-b232-ebe27ce4f19d of type vlan for network adc239a1-4dc3-4a95-b184-26bd241ec4fb Aug 16 01:59:52.804699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.833726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.880787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port 670fe123-a031-4cc7-a6c1-a632fea8d306 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 01:59:52.881145 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.969174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'name': 'network-vif-deleted', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:52.969174 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083b9d8e-a0c7-4429-86e5-d5fdd2f59e67" -d '{"events": [{"server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "name": "network-vif-deleted", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:52.993077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.994160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:52.994804 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:52.996917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port 670fe123-a031-4cc7-a6c1-a632fea8d306, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=670fe123-a031-4cc7-a6c1-a632fea8d306,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:52.997347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.012837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for 670fe123-a031-4cc7-a6c1-a632fea8d306 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 01:59:53.025044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.118472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Network a739aecc-c548-4a15-b670-3bcca38e96a4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 01:59:53.125148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:53.128342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 01:59:53.142977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:53.175099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 9e240a25-bff5-4462-b204-4f68433ebbfe {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:53.177220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9e240a25-bff5-4462-b204-4f68433ebbfe not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:53.219872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.250911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.250911 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.361814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 01:59:53.364077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-9e2e2af3-2b0c-4152-a4a3-e97229e2dbcb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5681083 Aug 16 01:59:53.383023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Request body: {'port': {'device_id': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:53.445463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 01:59:53.445886 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.457259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ec138-5f29-43da-9124-ac26fd6ae920 req-d91a2ec5-e7d9-4e48-9781-3e95aa0a89b1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.457259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-023ec138-5f29-43da-9124-ac26fd6ae920 req-d91a2ec5-e7d9-4e48-9781-3e95aa0a89b1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.4461386 Aug 16 01:59:53.458416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] Pushing event updated for resources: {'Network': ['ID=adc239a1-4dc3-4a95-b184-26bd241ec4fb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.482220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network adc239a1-4dc3-4a95-b184-26bd241ec4fb details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 01:59:53.491607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.512960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-023ec138-5f29-43da-9124-ac26fd6ae920 req-c76164f4-4a4d-492e-9533-280b03ad8437 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483241 Aug 16 01:59:53.541193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.553727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 01:59:53.560280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d8f0c8d-04ba-471a-82eb-1a2c5de3de7e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7237353 Aug 16 01:59:53.561222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59574) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:53.571658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Request body: {'subnet': {'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1926288238-subnet', 'tenant_id': 'e01a81c1c6ad46f98f7afc4abde63462', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:53.586737 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff10325-d466-44b8-b93b-280729418f7e x-openstack-request-id: req-0ff10325-d466-44b8-b93b-280729418f7e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:53.587034 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "287b4f09-af28-4720-9cf2-bf109545466d", "name": "network-vif-deleted", "tag": "656fd586-f3de-4f6a-b7ab-f39011fc03d8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:53.587288 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ff10325-d466-44b8-b93b-280729418f7e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:53.587683 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '287b4f09-af28-4720-9cf2-bf109545466d', 'name': 'network-vif-deleted', 'tag': '656fd586-f3de-4f6a-b7ab-f39011fc03d8', 'status': 'completed', 'code': 200} Aug 16 01:59:53.590082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=670fe123-a031-4cc7-a6c1-a632fea8d306,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:53.661440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port 670fe123-a031-4cc7-a6c1-a632fea8d306 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 01:59:53.663819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.667662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab0518ed-e52f-4b06-a13b-97f9dd18a8c3 req-81ca8cb9-d60b-4ad3-a636-7c6e01a37443 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "DELETE /v2.0/ports/670fe123-a031-4cc7-a6c1-a632fea8d306 HTTP/1.1" status: 204 len: 173 time: 0.9282980 Aug 16 01:59:53.676977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Made reservation on behalf of e01a81c1c6ad46f98f7afc4abde63462 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 01:59:53.679193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.718833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.736231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a4d4e-4561-4550-a36a-a48276dbc701 req-0eeb6bf4-c982-4dd9-9932-b91bad113724 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:53.749380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-212a4d4e-4561-4550-a36a-a48276dbc701 req-0eeb6bf4-c982-4dd9-9932-b91bad113724 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 932 time: 0.1105611 Aug 16 01:59:53.778977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:53.781808 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dc475c-8915-45e0-a129-42f5e0d09ed4" -d '{"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-plugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:53.809817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:53.876301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-212a4d4e-4561-4550-a36a-a48276dbc701 req-251dcb86-132b-4ece-ad25-c267fcf67778 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 Aug 16 01:59:53.914804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:53.915699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 670fe123-a031-4cc7-a6c1-a632fea8d306 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:54.027268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 670fe123-a031-4cc7-a6c1-a632fea8d306 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:54.033171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 670fe123-a031-4cc7-a6c1-a632fea8d306 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:54.036133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 01:59:54.069009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1bdb597-f9d2-4745-bc74-88d6f8ed1094 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:54.071005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-521fd780-c54a-44be-9119-281ff0477d46 req-264e6b16-5554-4398-bd0d-6a22d001becf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 210 time: 0.0366793 Aug 16 01:59:54.079391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.125425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Transition to ACTIVE for port object e1bdb597-f9d2-4745-bc74-88d6f8ed1094 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 01:59:54.129214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 656fd586-f3de-4f6a-b7ab-f39011fc03d8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 01:59:54.135738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 656fd586-f3de-4f6a-b7ab-f39011fc03d8 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 01:59:54.165351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59586) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:54.190435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.361008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.374021 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.465275 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365d76ba-e461-49f8-8266-114117d77d42 x-openstack-request-id: req-365d76ba-e461-49f8-8266-114117d77d42 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:54.465698 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-plugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:54.466013 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-365d76ba-e461-49f8-8266-114117d77d42 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:54.466471 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'code': 200} Aug 16 01:59:54.498148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Deleting subnet 0e5a9d74-4388-4a28-afd5-54d76984b27c {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:54.507814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.509372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.528053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=709831d5-1715-46dd-9067-756cccf671e3,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:54.535745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Checking segment: {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:54.535745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Network hostable DHCP agents. Network: adc239a1-4dc3-4a95-b184-26bd241ec4fb, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 01:59:54.612062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.672490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Network adc239a1-4dc3-4a95-b184-26bd241ec4fb is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 01:59:54.675191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.703440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082146e3-bad9-4c89-9e45-e33bb6b160a2 req-fd4e79cf-eb9b-4725-90f9-bb33bbd43a32 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.705291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-082146e3-bad9-4c89-9e45-e33bb6b160a2 req-fd4e79cf-eb9b-4725-90f9-bb33bbd43a32 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0720651 Aug 16 01:59:54.771366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Attempting to bind port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:54.771739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Attempting to bind port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:54.772563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Attempting to bind port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:54.784477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, adc239a1-4dc3-4a95-b184-26bd241ec4fb) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 01:59:54.791162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 on network a739aecc-c548-4a15-b670-3bcca38e96a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:54.791612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Attempting to bind port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:54.792463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:54.793244 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.806673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:54.807018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Checking segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:54.807491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Bound using segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:54.808302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Bound port: e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:54.808680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:54.817564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb0044-7f62-4072-9b85-8a66c6c03227 None None] Network adc239a1-4dc3-4a95-b184-26bd241ec4fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:54.838039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-082146e3-bad9-4c89-9e45-e33bb6b160a2 req-1b719c30-e1f3-499d-8ffc-d9352b7f6260 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119103 Aug 16 01:59:54.944508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8002da4c-f875-454f-88cb-1cce587396d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3816626 Aug 16 01:59:54.974189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-28c7d640-005a-4cd6-a0d4-7b4e2128dc4e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 01:59:55.001579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-28c7d640-005a-4cd6-a0d4-7b4e2128dc4e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0403914 Aug 16 01:59:55.009289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Request body: {'binding': {'host': 'n-h1-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:55.012006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 01:59:55.027872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.118572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22279ac3-cb97-41fa-99ea-a07f7cc34859 req-83da82a6-c35d-4e64-bbdb-8a5372dd90a1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.124367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22279ac3-cb97-41fa-99ea-a07f7cc34859 req-83da82a6-c35d-4e64-bbdb-8a5372dd90a1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 944 time: 0.0857768 Aug 16 01:59:55.149739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 01:59:55.152882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:55.168828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aeee9-caaa-4416-b601-6fab06c0c08b None None] Network adc239a1-4dc3-4a95-b184-26bd241ec4fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 01:59:55.196702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.198780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0e5a9d74-4388-4a28-afd5-54d76984b27c HTTP/1.1" status: 204 len: 168 time: 1.0317404 Aug 16 01:59:55.207291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:55.209357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a328210b-b7ed-4d8a-a007-2735822a8943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e5a9d74-4388-4a28-afd5-54d76984b27c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.280051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22279ac3-cb97-41fa-99ea-a07f7cc34859 req-15daff1f-582a-44de-8e87-229a8e5b73d2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492667 Aug 16 01:59:55.280746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.396502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-beea4b80-ada4-4f92-b209-8ac0fc543694 req-38d9c69c-2c16-4b85-96da-9acefc1ba643 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=ef5ad876-e430-4ed4-b821-38a785c91c22 HTTP/1.1" status: 200 len: 210 time: 0.0426352 Aug 16 01:59:55.689365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-16be30b9-f1d4-4366-a1c6-ee7d9d10d5c0 req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-484571440', 'description': 'tempest-description-1591216767'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:55.699570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'name': 'network-vif-deleted', 'tag': '670fe123-a031-4cc7-a6c1-a632fea8d306'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:55.702028 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3756b58b-2389-4fbb-bcbf-03418144ae53" -d '{"events": [{"server_uuid": "ef5ad876-e430-4ed4-b821-38a785c91c22", "name": "network-vif-deleted", "tag": "670fe123-a031-4cc7-a6c1-a632fea8d306"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:55.760088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:55.760872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.762421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] 10.222.0.83 "PUT /v2.0/ports/e1bdb597-f9d2-4745-bc74-88d6f8ed1094 HTTP/1.1" status: 200 len: 1093 time: 2.3903301 Aug 16 01:59:55.777199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.813486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16be30b9-f1d4-4366-a1c6-ee7d9d10d5c0 req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.851896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1699486-0ea5-443c-a54d-f8826875a17c service neutron] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:55.960812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:55.978235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d81be5-43d9-4e8f-98af-d0f73585115e']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:55.987628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16be30b9-f1d4-4366-a1c6-ee7d9d10d5c0 req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.021315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd905541c-54f8-41f8-82a5-6e00185096cb') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.021619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd905541c-54f8-41f8-82a5-6e00185096cb') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:56.041684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-77ea8ac7-bbab-456a-a9b8-e1dc5c60d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.043233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-77ea8ac7-bbab-456a-a9b8-e1dc5c60d4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.2312360 Aug 16 01:59:56.044918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.083234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16be30b9-f1d4-4366-a1c6-ee7d9d10d5c0 req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.123472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.131964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:56.132994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:56.135365 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:56.138216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on host n-h1-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 01:59:56.138216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 01:59:56.138216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:56.140036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871a19e2-138d-4561-b180-c155bd9de0a7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.221760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 01:59:56.222815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 01:59:56.232427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-84295e0d-3aed-484e-b42f-ddd244e4e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.234134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-84295e0d-3aed-484e-b42f-ddd244e4e2d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 1096 time: 0.2631590 Aug 16 01:59:56.240882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 01:59:56.248634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 01:59:56.248634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 01:59:56.248634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Bound port: a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 01:59:56.276774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16be30b9-f1d4-4366-a1c6-ee7d9d10d5c0 req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.280532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16be30b9-f1d4-4366-a1c6-ee7d9d10d5c0 req-1f1d1609-13f4-4e67-8928-8165258e615d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5944469 Aug 16 01:59:56.321436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-2058629d-b80f-47ff-bd01-f631de4c804f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094 HTTP/1.1" status: 200 len: 217 time: 0.0761068 Aug 16 01:59:56.382683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.387747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.395611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] 10.222.0.76 "DELETE /v2.0/networks/b1d81be5-43d9-4e8f-98af-d0f73585115e HTTP/1.1" status: 204 len: 168 time: 1.1816049 Aug 16 01:59:56.396989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-5f12c859-a177-4eb3-bab2-bb803ca94cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.398239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59632) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:56.400728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-5f12c859-a177-4eb3-bab2-bb803ca94cdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3390331 Aug 16 01:59:56.464932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Deleting subnet ce262f6a-e550-4d0a-82f8-11115fbd37d9 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 01:59:56.468391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67970f13-fa3c-4c1c-af4e-7ffbb70ac1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1d81be5-43d9-4e8f-98af-d0f73585115e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:56.469262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.471326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 01:59:56.476067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-645c35ef-aaf7-4a10-8a1d-a8995c87efd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0666580 Aug 16 01:59:56.482817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f2f2b287-21da-4a65-b0a2-b5f9d95f068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.483364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-f2f2b287-21da-4a65-b0a2-b5f9d95f068a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.1538582 Aug 16 01:59:56.521522 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f672aa-54a5-452c-af9f-96bbd3447741 x-openstack-request-id: req-79f672aa-54a5-452c-af9f-96bbd3447741 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:56.521820 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef5ad876-e430-4ed4-b821-38a785c91c22", "name": "network-vif-deleted", "tag": "670fe123-a031-4cc7-a6c1-a632fea8d306", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:56.522068 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79f672aa-54a5-452c-af9f-96bbd3447741 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:56.522465 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5ad876-e430-4ed4-b821-38a785c91c22', 'name': 'network-vif-deleted', 'tag': '670fe123-a031-4cc7-a6c1-a632fea8d306', 'status': 'completed', 'code': 200} Aug 16 01:59:56.527013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.543878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-bc7c8867-dada-4c25-b547-c775af3ec706 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507717 Aug 16 01:59:56.547429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.548583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-652f2601-461a-40f8-ae59-ed62b81c2ff2 service neutron] 10.222.0.76 "POST /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f/bindings HTTP/1.1" status: 201 len: 390 time: 1.5461817 Aug 16 01:59:56.621707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-d8038b37-0548-4aa2-9cd9-aaeb574acbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.623279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-d8038b37-0548-4aa2-9cd9-aaeb574acbb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1390202 Aug 16 01:59:56.632132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.663699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbb2bb-c3e6-4b2c-8857-efcbd57e2e40 req-481f4193-aa11-4dfd-ab05-14c648a541c1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.665286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35dbb2bb-c3e6-4b2c-8857-efcbd57e2e40 req-481f4193-aa11-4dfd-ab05-14c648a541c1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0897558 Aug 16 01:59:56.706764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-ffc255f2-e8c6-439e-ba28-f3a4d090c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:56.708305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-ffc255f2-e8c6-439e-ba28-f3a4d090c56a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749323 Aug 16 01:59:56.710208 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-e5443b41-5715-4fba-a3f1-78017a5baf5d service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502314 Aug 16 01:59:56.728466 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35dbb2bb-c3e6-4b2c-8857-efcbd57e2e40 req-f9dfe048-37c3-4211-beea-beec205d6c1c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567877 Aug 16 01:59:56.754451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-7dd72d5a-15b7-4d77-9197-d8f8a94a95f0 req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-849358364', 'description': 'tempest-description-2030162633'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 01:59:56.904519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-91854ed6-bc6c-4176-8673-517744d0f82a service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887186 Aug 16 01:59:56.907383 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eed80a7f-3753-4caf-a2d5-482e29ffa05b req-87451fde-48b4-4de9-a683-9556ea6d4e25 service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834562 Aug 16 01:59:56.923530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7dd72d5a-15b7-4d77-9197-d8f8a94a95f0 req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:56.969861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.027591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.031654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.032129 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-dc5d2002-c4ba-4215-b908-9dc868a5cfbe service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194592 Aug 16 01:59:57.044912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce262f6a-e550-4d0a-82f8-11115fbd37d9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.054979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.056790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5fcd6743-c08e-44da-b9f8-1761dfe8eb44 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ce262f6a-e550-4d0a-82f8-11115fbd37d9 HTTP/1.1" status: 204 len: 168 time: 0.6572614 Aug 16 01:59:57.059256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:57.141679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.166450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f9711-181f-4007-bc98-f08fdae56a97 req-6806fd31-0f34-48ed-aad8-d6d9c8a65a0d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.168113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b1f9711-181f-4007-bc98-f08fdae56a97 req-6806fd31-0f34-48ed-aad8-d6d9c8a65a0d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 944 time: 0.0914292 Aug 16 01:59:57.261578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.272778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013c5701-e6b1-41ca-92a2-006861cdde0c']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.284057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd5dcb8-890e-4080-89ec-8cae0ac07d2c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.284057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd5dcb8-890e-4080-89ec-8cae0ac07d2c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 01:59:57.293965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.308428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.310940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b1f9711-181f-4007-bc98-f08fdae56a97 req-54e7b397-6294-4b0e-846a-2776d1310416 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341202 Aug 16 01:59:57.314616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7dd72d5a-15b7-4d77-9197-d8f8a94a95f0 req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.314890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 01:59:57.315402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: timer() Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 01:59:57.317541 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 01:59:57.460703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7dd72d5a-15b7-4d77-9197-d8f8a94a95f0 req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.516198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.522137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.524069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] 10.222.0.76 "DELETE /v2.0/networks/013c5701-e6b1-41ca-92a2-006861cdde0c HTTP/1.1" status: 204 len: 168 time: 0.4635782 Aug 16 01:59:57.536254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5fd91d-75cd-41a3-8bf6-aea77e075d69,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.559917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885b8928-6852-4aa0-97b8-326cd0ec80ce admin admin] Pushing event deleted for resources: {'Network': ['ID=013c5701-e6b1-41ca-92a2-006861cdde0c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:57.564135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0f434-e68f-489e-a573-95c8f1fa1ac1 req-ac759450-7d4c-4033-b383-47534211b482 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.570537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7db0f434-e68f-489e-a573-95c8f1fa1ac1 req-ac759450-7d4c-4033-b383-47534211b482 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.1464336 Aug 16 01:59:57.603226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-9db77d5b-7f72-45ab-9d83-4d3c4412a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.604883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-9db77d5b-7f72-45ab-9d83-4d3c4412a25c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1097 time: 0.0781155 Aug 16 01:59:57.613227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7dd72d5a-15b7-4d77-9197-d8f8a94a95f0 req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:57.627495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dd72d5a-15b7-4d77-9197-d8f8a94a95f0 req-8687071c-99fc-4ab1-a28d-f7098cf2b53c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8772938 Aug 16 01:59:57.665167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7db0f434-e68f-489e-a573-95c8f1fa1ac1 req-5e506e7a-27dd-4f20-9c47-f013d1eb5f9d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792837 Aug 16 01:59:57.770177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-89064dad-7c44-4c7e-95ea-db7868197eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.773057 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-89064dad-7c44-4c7e-95ea-db7868197eea service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.1518753 Aug 16 01:59:57.834527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-18a66189-9523-4675-9425-3abc790a41a5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 217 time: 0.0523379 Aug 16 01:59:57.902702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-389ecedc-020e-4009-85b6-f4215b3acf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:57.914747 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-389ecedc-020e-4009-85b6-f4215b3acf63 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0729642 Aug 16 01:59:57.995375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-af5db212-4b5e-42f9-b817-f947700426ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627427 Aug 16 01:59:58.022784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59672) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:58.109926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-8e2c2bef-fd8c-48a9-a6e9-a208ed8b532d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.112523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-8e2c2bef-fd8c-48a9-a6e9-a208ed8b532d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 813 time: 0.2108245 Aug 16 01:59:58.136235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-59578a32-c90f-42af-99a0-efa95cbdadd5 service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400135 Aug 16 01:59:58.151033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-338e9351-6c59-4f08-98a7-c9db3ba4861a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=deba91662767440ab35e30b49d744dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241360 Aug 16 01:59:58.152174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59674) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:58.171581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-e8a1131d-5785-49e9-9e67-e470f751d4c9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/quotas/e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 375 time: 0.0458548 Aug 16 01:59:58.183056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d305a-c93f-4048-991d-1c83c09a48b3 req-8955937b-3a0a-4ded-85d1-5f4006707d15 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.189494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b42d305a-c93f-4048-991d-1c83c09a48b3 req-8955937b-3a0a-4ded-85d1-5f4006707d15 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1300423 Aug 16 01:59:58.265245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-267acf07-71fe-4e13-b7da-ea70d1ab30ba tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739908 Aug 16 01:59:58.274980 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-b85fce88-1280-49b4-9c03-a7810b4737cc service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307979 Aug 16 01:59:58.304374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b42d305a-c93f-4048-991d-1c83c09a48b3 req-e18daf80-e1df-4bea-98e4-127a3f515dde tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000395 Aug 16 01:59:58.316256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd66d-5ca2-4e25-a978-c0a8beab96ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.342568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd66d-5ca2-4e25-a978-c0a8beab96ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.511358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed938a-f5b3-41c4-95a3-b5ee735fe07f req-c45cbfb7-9868-41c2-8f55-6e4307635d91 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.512878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bed938a-f5b3-41c4-95a3-b5ee735fe07f req-c45cbfb7-9868-41c2-8f55-6e4307635d91 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 944 time: 0.1083119 Aug 16 01:59:58.523614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 01:59:58.526112 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 01:59:58.569162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-288b8c1b-6506-40cc-a0de-ba24070e8abb service neutron] 10.222.0.76 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2928867 Aug 16 01:59:58.574374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bed938a-f5b3-41c4-95a3-b5ee735fe07f req-18767a66-aab8-453c-93ef-a6b65166dcf8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502267 Aug 16 01:59:58.628801 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd66d-5ca2-4e25-a978-c0a8beab96ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.631394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd66d-5ca2-4e25-a978-c0a8beab96ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:58.635756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4b0dd66d-5ca2-4e25-a978-c0a8beab96ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/885370d3-d094-4814-9f44-3edfec805eaa HTTP/1.1" status: 204 len: 168 time: 0.4824848 Aug 16 01:59:58.650790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dd66d-5ca2-4e25-a978-c0a8beab96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885370d3-d094-4814-9f44-3edfec805eaa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 01:59:58.780426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-53f6e378-79a4-4de5-8914-75dc2be26a37 service neutron] 10.222.0.76 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049582 Aug 16 01:59:58.830615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-be23748f-9a94-4b2f-8500-87e72e12fc17 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:58.839278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-be23748f-9a94-4b2f-8500-87e72e12fc17 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.1823113 Aug 16 01:59:58.874103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-b1c5198f-cf3d-4777-b54d-0ef90b6bb6d8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0337784 Aug 16 01:59:58.958088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-dd138529-9821-4512-afeb-451881d73e4f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804367 Aug 16 01:59:59.084085 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a437b1-6eea-4886-b6c8-a5c154f5a7d0 x-openstack-request-id: req-98a437b1-6eea-4886-b6c8-a5c154f5a7d0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 01:59:59.084402 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 01:59:59.084899 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98a437b1-6eea-4886-b6c8-a5c154f5a7d0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 01:59:59.085319 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'status': 'completed', 'code': 200} Aug 16 01:59:59.173088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-61bcb7fc-f2c7-4afe-804b-8c54fe670350 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996343 Aug 16 01:59:59.204343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-84e04c30-05fd-4132-b3df-15d16d27c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.205907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-84e04c30-05fd-4132-b3df-15d16d27c57e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 1096 time: 0.0963809 Aug 16 01:59:59.379639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfddb91-2bc7-4735-b18d-3231d817f919 req-52f66ddc-e0c1-4cad-a520-02b390f10eba tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.381353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7cfddb91-2bc7-4735-b18d-3231d817f919 req-52f66ddc-e0c1-4cad-a520-02b390f10eba tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.1935410 Aug 16 01:59:59.396913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-d5e8ba4c-a8a8-489d-9135-f16ffd8ea470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.399288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-d5e8ba4c-a8a8-489d-9135-f16ffd8ea470 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 905 time: 0.1793213 Aug 16 01:59:59.401938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 01:59:59.465949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-74432309-dd24-4a01-9e2c-303841a17172 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919014 Aug 16 01:59:59.499040 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-37d0b4c7-58eb-4c3c-9e70-83d010802c15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094 HTTP/1.1" status: 200 len: 217 time: 0.0810463 Aug 16 01:59:59.505682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7cfddb91-2bc7-4735-b18d-3231d817f919 req-e1aa0b31-5327-4db8-b41f-804faf744d1a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105282 Aug 16 01:59:59.619022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:59.642861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-d7715333-158f-42a5-a5d1-1922c29521aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 01:59:59.645668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-d7715333-158f-42a5-a5d1-1922c29521aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.1358278 Aug 16 01:59:59.648970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'mac_address': 'fa:16:3e:6d:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 01:59:59.699239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-f9a3c250-c779-4cfc-acad-843968194015 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412552 Aug 16 01:59:59.715897 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.720448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59728) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.743879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1bdb597-f9d2-4745-bc74-88d6f8ed1094 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 01:59:59.772908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 01:59:59.813947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-93c8ba64-b5e5-4096-80b8-e4493fe8c87d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48beb7fd3c8345f7b4045c47147677e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917599 Aug 16 01:59:59.816568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59730) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 01:59:59.859590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-12a0fc0b-da87-4ecc-9d36-1d5c05aa3f18 service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513028 Aug 16 01:59:59.895902 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 01:59:59.919602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e69603f7-0756-4526-8f44-20daded95ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.022207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.039775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68a861ca-81dc-42ac-bf16-a544225d5be6 req-a6384120-6dab-418a-a820-ed78a02bbb4e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 210 time: 0.1121461 Aug 16 02:00:00.143865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9326221d-2a1c-4e0b-90ef-00a8c9760d4f req-05ad6c89-fc5c-400a-8140-f753db7ac0c9 service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707808 Aug 16 02:00:00.146082 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e69603f7-0756-4526-8f44-20daded95ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.155388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e1bdb597-f9d2-4745-bc74-88d6f8ed1094'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:00.311701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4c888-5dac-4a25-9d9f-cec4d527b1eb req-9e682f15-04ec-4cf1-96d4-8f8d6c1bb2a3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.319313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d4c888-5dac-4a25-9d9f-cec4d527b1eb req-9e682f15-04ec-4cf1-96d4-8f8d6c1bb2a3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.2783630 Aug 16 02:00:00.372744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d4c888-5dac-4a25-9d9f-cec4d527b1eb req-d8c79f0e-f4bf-41c9-a9c6-7c7b562f4e4e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480299 Aug 16 02:00:00.391679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cff81-9261-4970-a5b5-812850b90f00 req-7c03c3ec-077c-4c7b-aa08-9639b30a57d7 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.393524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b0cff81-9261-4970-a5b5-812850b90f00 req-7c03c3ec-077c-4c7b-aa08-9639b30a57d7 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 945 time: 0.1358678 Aug 16 02:00:00.397621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e69603f7-0756-4526-8f44-20daded95ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.403859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e69603f7-0756-4526-8f44-20daded95ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:00.405830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e69603f7-0756-4526-8f44-20daded95ee8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78c80762-ba2f-407c-bc48-b69ed3863e2a HTTP/1.1" status: 204 len: 168 time: 0.5880957 Aug 16 02:00:00.531931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3f6bf26-1ca2-4e1c-9581-8d0b85fedaf1 req-d5e9ba7c-a882-414f-8df9-323b5a4e4a44 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 210 time: 0.0858002 Aug 16 02:00:00.552738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69603f7-0756-4526-8f44-20daded95ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c80762-ba2f-407c-bc48-b69ed3863e2a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:00.609910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b0cff81-9261-4970-a5b5-812850b90f00 req-fd58753b-26ca-4773-9bee-4e641b818a54 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015233 Aug 16 02:00:00.696270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06316e07-c911-4770-9995-4fa476366a8e req-9edf94c4-175b-4034-b943-f0a1ab9faabf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:00.698026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06316e07-c911-4770-9995-4fa476366a8e req-9edf94c4-175b-4034-b943-f0a1ab9faabf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0664561 Aug 16 02:00:00.769029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06316e07-c911-4770-9995-4fa476366a8e req-15a974f6-0354-43ca-8bfd-9f79c1f0032c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538843 Aug 16 02:00:01.412084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:01.435126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9840750b-bdd9-4cf7-8825-fc422bed614e req-b3119093-4cbc-4513-a146-613c0d10add0 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 210 time: 0.0459535 Aug 16 02:00:01.607930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880887-fd15-44be-8924-24b8254df7eb req-93826f1e-3414-4866-99c8-1f7e5dfdb8cd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:01.610038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d880887-fd15-44be-8924-24b8254df7eb req-93826f1e-3414-4866-99c8-1f7e5dfdb8cd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1079848 Aug 16 02:00:01.678539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:01.683435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:01.684167 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.761190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d880887-fd15-44be-8924-24b8254df7eb req-0a64df3e-0f4e-4304-a9fe-41531e763ecb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437962 Aug 16 02:00:01.781945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7baa19e4-c0ce-4111-9dba-b6100b0cf924 req-1986eaf9-c780-4987-b6a5-275ca231ce6f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 210 time: 0.1390624 Aug 16 02:00:01.826899 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:01.920607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:01.934512 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679484b9-7ce3-4b67-9103-942987b91b06" -d '{"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-plugged", "status": "completed", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:02.008660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:02.087195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e4144b-bfc8-4dc9-9c44-e1a35ebfd928 req-eb6924f5-745b-4299-839e-0a8072f1d828 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.089756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82e4144b-bfc8-4dc9-9c44-e1a35ebfd928 req-eb6924f5-745b-4299-839e-0a8072f1d828 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 945 time: 0.1424141 Aug 16 02:00:02.187717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82e4144b-bfc8-4dc9-9c44-e1a35ebfd928 req-bebaf7c9-5e44-449e-bc33-df25154aa956 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824070 Aug 16 02:00:02.290502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097268-f2fd-42a2-9ff2-9aa44ab2aa04 req-484265b6-6073-43b5-9fa5-2074f41a0ba1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.299672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd097268-f2fd-42a2-9ff2-9aa44ab2aa04 req-484265b6-6073-43b5-9fa5-2074f41a0ba1 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.1728590 Aug 16 02:00:02.323270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:02.400692 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77aa9d9-350d-436e-9e8f-5b53b2e96e1e x-openstack-request-id: req-c77aa9d9-350d-436e-9e8f-5b53b2e96e1e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:02.401417 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-plugged", "status": "completed", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:02.401829 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c77aa9d9-350d-436e-9e8f-5b53b2e96e1e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:02.402418 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'code': 200} Aug 16 02:00:02.446987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd097268-f2fd-42a2-9ff2-9aa44ab2aa04 req-a080fbba-35cd-43fc-8163-6743ac2d03a6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409171 Aug 16 02:00:02.447639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:02.536040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c822b2-409d-4c74-bc13-0b065aacee97 req-4ff1c7a1-eb4d-4740-97fd-c1a5f2e03fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.537613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-24c822b2-409d-4c74-bc13-0b065aacee97 req-4ff1c7a1-eb4d-4740-97fd-c1a5f2e03fc7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 1098 time: 0.0831766 Aug 16 02:00:02.593712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-24c822b2-409d-4c74-bc13-0b065aacee97 req-34e72ee6-5ccc-450a-94eb-4711964cdb10 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Aug 16 02:00:02.594681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46aa3045-722e-4176-8ec9-229eebc90975 req-8cb6e5f6-331b-4b67-8b5d-84aae5fecb91 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 210 time: 0.0683346 Aug 16 02:00:02.950518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae47e70a-65a8-49d3-9447-4cfd4220060e req-a5db2915-84f9-4630-ae11-266ced710fbf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 210 time: 0.0360138 Aug 16 02:00:02.983579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dad530-27d6-490b-8438-5eff1a974e1d req-ac6f284c-9ebe-4faa-98bc-faaefd39b44c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:02.992989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50dad530-27d6-490b-8438-5eff1a974e1d req-ac6f284c-9ebe-4faa-98bc-faaefd39b44c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1173680 Aug 16 02:00:03.051407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50dad530-27d6-490b-8438-5eff1a974e1d req-eb03add1-baa9-4b70-91ad-a50483f1839c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575266 Aug 16 02:00:03.404356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0516cdb-4748-4209-a6c7-4bfe4c5d2c3e req-516ca382-d19b-4727-8770-6fd02aa9964c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.411554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-fd5f330c-82d4-43a2-b17f-3f5dfa977287 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.412461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0516cdb-4748-4209-a6c7-4bfe4c5d2c3e req-516ca382-d19b-4727-8770-6fd02aa9964c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 946 time: 0.1175394 Aug 16 02:00:03.413690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-fd5f330c-82d4-43a2-b17f-3f5dfa977287 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.83 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 813 time: 0.2841644 Aug 16 02:00:03.447233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'port': {'device_id': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb', 'admin_state_up': True, 'tenant_id': 'e01a81c1c6ad46f98f7afc4abde63462'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:03.528963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0516cdb-4748-4209-a6c7-4bfe4c5d2c3e req-6e027b01-5e73-40fe-b43e-f7e61de4e624 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155243 Aug 16 02:00:03.750605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4edd0-e1c6-44e5-b132-71f155687ed8 req-3dd8063f-4b27-49cc-8842-8e1783a3f8ba tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:03.755026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03f4edd0-e1c6-44e5-b132-71f155687ed8 req-3dd8063f-4b27-49cc-8842-8e1783a3f8ba tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.1305809 Aug 16 02:00:03.812964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e433edcc-bd82-40db-af21-e4c94dc76099 req-bd062b0f-e554-4696-90ad-a19cc22c4bb3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 210 time: 0.0541756 Aug 16 02:00:03.818726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Made reservation on behalf of e01a81c1c6ad46f98f7afc4abde63462 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:03.827282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:03.855713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03f4edd0-e1c6-44e5-b132-71f155687ed8 req-c86660b3-1461-4594-a2d6-fb4762faf711 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687997 Aug 16 02:00:04.139176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Allocated IP 172.20.0.11 (adc239a1-4dc3-4a95-b184-26bd241ec4fb/709831d5-1715-46dd-9067-756cccf671e3/7e054e9b-1be5-4eb4-87dc-825ab4e735f4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:04.144665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6daf852-1e99-46ce-824a-679036d31a27 req-eb36c204-2bcd-4195-9abb-b3f20b7df1d1 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 210 time: 0.0505204 Aug 16 02:00:04.377295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a96710-ad89-4a6b-bc03-57f88ad34ad5 req-afe2cb62-9efc-4148-b612-c2d43f2f6e97 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.385927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2a96710-ad89-4a6b-bc03-57f88ad34ad5 req-afe2cb62-9efc-4148-b612-c2d43f2f6e97 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0788195 Aug 16 02:00:04.435146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2a96710-ad89-4a6b-bc03-57f88ad34ad5 req-a33a4b74-1520-499b-a242-5d44c768df87 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481071 Aug 16 02:00:04.483829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.562361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-63ebd8b7-6bc6-4ff6-a74e-568912287743 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.563442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-63ebd8b7-6bc6-4ff6-a74e-568912287743 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2227297 Aug 16 02:00:04.580778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:04.715491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cc2a3a-d19c-4374-ba2e-6bdfd33cf24c req-e4f7b9eb-f11c-435f-80ac-ef06c1053d4d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:04.717117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8cc2a3a-d19c-4374-ba2e-6bdfd33cf24c req-e4f7b9eb-f11c-435f-80ac-ef06c1053d4d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 946 time: 0.0683031 Aug 16 02:00:04.750610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:04.791365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8cc2a3a-d19c-4374-ba2e-6bdfd33cf24c req-9f3e3912-5aa8-4939-9cf4-83b6f694366e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 Aug 16 02:00:04.938583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Network adc239a1-4dc3-4a95-b184-26bd241ec4fb is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:04.945710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:04.969758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:04.980237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:04.991371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.070516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:05.089239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a07e8f-d488-4935-af48-9f3dc72aadd6 req-4b136563-405b-4267-b812-8423a0f61bb2 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.090930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54a07e8f-d488-4935-af48-9f3dc72aadd6 req-4b136563-405b-4267-b812-8423a0f61bb2 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 932 time: 0.0802970 Aug 16 02:00:05.162955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54a07e8f-d488-4935-af48-9f3dc72aadd6 req-4d37fed6-f328-4aca-9be0-a08488217bfb tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646286 Aug 16 02:00:05.165900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.171002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.301816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.6 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:05.304830 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-ab662dba-56fc-4194-904f-76d31b5280aa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8742666 Aug 16 02:00:05.324990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Request body: {'port': {'device_id': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:05.325752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899517d7-f7c1-4d66-9686-5b3e9b98dd8a req-1ec883ad-3fca-4318-b4b8-a60334f35016 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.327465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-899517d7-f7c1-4d66-9686-5b3e9b98dd8a req-1ec883ad-3fca-4318-b4b8-a60334f35016 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0696831 Aug 16 02:00:05.382943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-899517d7-f7c1-4d66-9686-5b3e9b98dd8a req-25fca3ec-f8e9-47ad-aa47-20be2f37fcde tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476053 Aug 16 02:00:05.415017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.586288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ef31474-8d4c-4ef0-8433-577db95559e2 req-cba09646-a784-4339-9535-c482f1433485 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 210 time: 0.0475469 Aug 16 02:00:05.612218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-247b9a74-7c14-4a40-a386-737169efe5fd req-9ed29141-e352-4f34-bdab-016607ae63a5 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=dfc4de347d254fdea963ca88a5890ea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632708 Aug 16 02:00:05.816901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247b9a74-7c14-4a40-a386-737169efe5fd req-6c8cd2c2-6f40-4deb-a336-f73e2791f7fa tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.826316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-247b9a74-7c14-4a40-a386-737169efe5fd req-6c8cd2c2-6f40-4deb-a336-f73e2791f7fa tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958265 Aug 16 02:00:05.828978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.867260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-247b9a74-7c14-4a40-a386-737169efe5fd req-9b6710e6-2be6-4a21-9049-387c737a9f7a tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/quotas/dfc4de347d254fdea963ca88a5890ea0 HTTP/1.1" status: 200 len: 375 time: 0.0395617 Aug 16 02:00:05.909853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:05.918440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-247b9a74-7c14-4a40-a386-737169efe5fd req-605f2b8b-3c64-4fa4-970a-56480a21ec61 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dfc4de347d254fdea963ca88a5890ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501685 Aug 16 02:00:05.919486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:05.944608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Transition to ACTIVE for port object 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:05.955816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb948c4-f6b2-46e5-a8ac-7f9e3905cc5a req-a3f12104-60b0-4ae7-bb44-a9fb9ca449b2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:05.958302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5eb948c4-f6b2-46e5-a8ac-7f9e3905cc5a req-a3f12104-60b0-4ae7-bb44-a9fb9ca449b2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1717412 Aug 16 02:00:06.038388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5eb948c4-f6b2-46e5-a8ac-7f9e3905cc5a req-b3f935d4-5db7-4a2a-824b-254893bcf517 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732343 Aug 16 02:00:06.041802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.053778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:06.090094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:06.117064 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.136939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:06.161147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:06.195616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0840e-bdc5-40fe-bf63-628a5b759551 req-abfbe644-8320-4710-8af8-404f5f3a21a6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.207846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94a0840e-bdc5-40fe-bf63-628a5b759551 req-abfbe644-8320-4710-8af8-404f5f3a21a6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 946 time: 0.0998235 Aug 16 02:00:06.256686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.257678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.277084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94a0840e-bdc5-40fe-bf63-628a5b759551 req-e1f55812-9b56-4a9c-ac42-46c99e77f629 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682130 Aug 16 02:00:06.295870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.412954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909983e9-bf93-4121-b310-a3dfbaa9630e req-d66b697a-7c61-4e8f-b4a5-2236052225c2 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.421125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-909983e9-bf93-4121-b310-a3dfbaa9630e req-d66b697a-7c61-4e8f-b4a5-2236052225c2 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 944 time: 0.0679400 Aug 16 02:00:06.436838 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-ae4042e0-0b1b-431b-a3fb-c171c30fed74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8612218 Aug 16 02:00:06.446602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:06.465340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Request body: {'port': {'device_id': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:06.478240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-909983e9-bf93-4121-b310-a3dfbaa9630e req-00990872-c2a2-4a1d-af15-74ddd4d96161 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561154 Aug 16 02:00:06.553981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Attempting to bind port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:06.554736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Attempting to bind port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:06.555283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Attempting to bind port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 on network adc239a1-4dc3-4a95-b184-26bd241ec4fb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:06.563375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 on network adc239a1-4dc3-4a95-b184-26bd241ec4fb not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:06.563950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Attempting to bind port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 on network adc239a1-4dc3-4a95-b184-26bd241ec4fb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:06.570677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:06.571292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Checking segment: {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:06.571874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Bound using segment: {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:06.572478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Bound port: 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:06.573165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.592600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef5e40-d800-4ea0-b957-26b162621030 req-cd98f76c-988d-478f-9897-602407c0c26b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.592600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fef5e40-d800-4ea0-b957-26b162621030 req-cd98f76c-988d-478f-9897-602407c0c26b tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0637496 Aug 16 02:00:06.594343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.664119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fef5e40-d800-4ea0-b957-26b162621030 req-14702620-8476-4f85-a3ae-4dd9b107fa01 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636585 Aug 16 02:00:06.764033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:06.803906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:06.823260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6594665a-879d-4137-acea-af0aa7be41fb req-d7c9fea0-05de-441a-8027-e9e37636de6e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.834240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6594665a-879d-4137-acea-af0aa7be41fb req-d7c9fea0-05de-441a-8027-e9e37636de6e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 931 time: 0.0851007 Aug 16 02:00:06.897221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6594665a-879d-4137-acea-af0aa7be41fb req-46ac3825-f003-4d14-ad3e-d78bdb90b5b0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613523 Aug 16 02:00:06.916604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.950084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:06.950823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:06.952605 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] 10.222.0.83 "PUT /v2.0/ports/7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 200 len: 1093 time: 1.6341224 Aug 16 02:00:06.960260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:06.963283 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1aa9eb6-a49f-404b-b075-9b917adab1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:07.044162 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2262b9-732d-4e74-8bc6-5524d4bca922 x-openstack-request-id: req-6d2262b9-732d-4e74-8bc6-5524d4bca922 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:07.044591 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:07.044966 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d2262b9-732d-4e74-8bc6-5524d4bca922 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:07.045520 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'status': 'completed', 'code': 200} Aug 16 02:00:07.146415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ffd169c-1566-4460-bfde-20ab35fdc75f req-5319c247-b17f-4203-a9a1-17c383155d79 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=dfc4de347d254fdea963ca88a5890ea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384679 Aug 16 02:00:07.188089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9eb6-a49f-404b-b075-9b917adab1f2 req-e0746a3b-a7e1-4668-9a54-a3dda84b6f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.188089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1aa9eb6-a49f-404b-b075-9b917adab1f2 req-e0746a3b-a7e1-4668-9a54-a3dda84b6f00 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1096 time: 0.1101413 Aug 16 02:00:07.188472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d9f22-f6a2-47a5-9f92-5c0804461a9e service neutron] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.264577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:07.276633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.309207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fb30a-280a-4122-bed3-1527e1c6fe5e req-7606b04c-4f21-4110-a788-3405249b4172 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.312847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Transition to ACTIVE for port object ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:07.322509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e8fb30a-280a-4122-bed3-1527e1c6fe5e req-7606b04c-4f21-4110-a788-3405249b4172 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1490693 Aug 16 02:00:07.341748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9eb6-a49f-404b-b075-9b917adab1f2 req-d610cab3-6e5f-4ba2-b784-31685a2439f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.343650 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1aa9eb6-a49f-404b-b075-9b917adab1f2 req-d610cab3-6e5f-4ba2-b784-31685a2439f1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1437171 Aug 16 02:00:07.385562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd169c-1566-4460-bfde-20ab35fdc75f req-819c4d26-e726-4065-909a-eb174db99897 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.387330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ffd169c-1566-4460-bfde-20ab35fdc75f req-819c4d26-e726-4065-909a-eb174db99897 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318194 Aug 16 02:00:07.413855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e8fb30a-280a-4122-bed3-1527e1c6fe5e req-eed3dffb-9e85-4d63-b8eb-3d6064f07b13 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 Aug 16 02:00:07.433660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ffd169c-1566-4460-bfde-20ab35fdc75f req-2e610080-cd3c-4113-b1b5-5045189109c4 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/quotas/dfc4de347d254fdea963ca88a5890ea0 HTTP/1.1" status: 200 len: 375 time: 0.0380371 Aug 16 02:00:07.478751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ffd169c-1566-4460-bfde-20ab35fdc75f req-891e3b53-5715-4182-a6b7-76cee9d9f272 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dfc4de347d254fdea963ca88a5890ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389900 Aug 16 02:00:07.621675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593a28d-ab15-4e8b-b261-079e9a76d7a7 req-1ae34862-283a-4e85-88f2-9d28e61755c2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.630561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c593a28d-ab15-4e8b-b261-079e9a76d7a7 req-1ae34862-283a-4e85-88f2-9d28e61755c2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 946 time: 0.0768769 Aug 16 02:00:07.723934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c593a28d-ab15-4e8b-b261-079e9a76d7a7 req-ca9b3aba-3f2c-461f-b230-67f89bcb99a1 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904191 Aug 16 02:00:07.733489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:07.766173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7b8c1-d97d-4d16-916b-82848e06beb4 req-7787eb0d-917b-4aab-b8a1-b7a11c89681e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.775350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fe7b8c1-d97d-4d16-916b-82848e06beb4 req-7787eb0d-917b-4aab-b8a1-b7a11c89681e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 944 time: 0.1338348 Aug 16 02:00:07.833777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fe7b8c1-d97d-4d16-916b-82848e06beb4 req-123822f5-f3f1-4a13-8c91-9d1df51af9d9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584135 Aug 16 02:00:07.883421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e0614-7604-4958-9218-c1737577aead service neutron] Pushing event updated for resources: {'Port': ['ID=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:07.960085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048420d-951a-4cea-9ddc-ecccfe3c945a req-e5bd8234-410b-484e-aab5-18429043f152 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.961699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5048420d-951a-4cea-9ddc-ecccfe3c945a req-e5bd8234-410b-484e-aab5-18429043f152 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0560865 Aug 16 02:00:07.973867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa9eb6-a49f-404b-b075-9b917adab1f2 req-311b3637-fca4-44fe-9d5a-d4dbd5195590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:07.975586 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1aa9eb6-a49f-404b-b075-9b917adab1f2 req-311b3637-fca4-44fe-9d5a-d4dbd5195590 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6243286 Aug 16 02:00:08.003806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Attempting to bind port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:08.004327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Attempting to bind port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:08.004868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Attempting to bind port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:08.010849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:08.011834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Attempting to bind port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:08.016629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5048420d-951a-4cea-9ddc-ecccfe3c945a req-c4164c27-0846-47f3-a882-31548373a3bc tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485075 Aug 16 02:00:08.020656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:08.021087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:08.021394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:08.021846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Bound port: ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:08.022225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.122076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-064d0d37-0dfc-47c3-9951-52cbab75d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.125354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-064d0d37-0dfc-47c3-9951-52cbab75d089 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1096 time: 0.1043527 Aug 16 02:00:08.210248 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-32bda469-7d45-40ab-b01e-c37054fcfdc0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 200 len: 217 time: 0.0739064 Aug 16 02:00:08.220031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] For port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:08.292372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] For port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:08.303166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46d789-c919-4d68-9a3d-9fe3e6f31fbc req-ac7616b2-716e-4f23-9022-d95131fa54e9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.311892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa46d789-c919-4d68-9a3d-9fe3e6f31fbc req-ac7616b2-716e-4f23-9022-d95131fa54e9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 943 time: 0.0638726 Aug 16 02:00:08.325252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-b9cc2f84-6ce2-46ab-baa6-a17fbb1d9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.328753 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-b9cc2f84-6ce2-46ab-baa6-a17fbb1d9b77 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.1103740 Aug 16 02:00:08.353745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa46d789-c919-4d68-9a3d-9fe3e6f31fbc req-27c5bd81-3735-4dec-91cf-dcefbdb855f1 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Aug 16 02:00:08.397734 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-cd2ca825-48e0-4949-b547-bc22b38e88d1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617509 Aug 16 02:00:08.466856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.528991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.529738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:08.531537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-a40e0614-7604-4958-9218-c1737577aead service neutron] 10.222.0.83 "PUT /v2.0/ports/ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 HTTP/1.1" status: 200 len: 1092 time: 2.0705001 Aug 16 02:00:08.607959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e0614-7604-4958-9218-c1737577aead service neutron] Pushing event updated for resources: {'Port': ['ID=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:08.631319 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-650e6542-d5eb-4b97-a0be-aeba6215906b service neutron] 10.222.0.83 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256341 Aug 16 02:00:08.773922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-faf8c05f-7626-4d92-8cf0-8bbb9030593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.775669 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-faf8c05f-7626-4d92-8cf0-8bbb9030593c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 1095 time: 0.1069984 Aug 16 02:00:08.838357 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-07ef6641-ae8a-43eb-8d9b-529696408e2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 HTTP/1.1" status: 200 len: 217 time: 0.0531552 Aug 16 02:00:08.842441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-53a7330e-1087-463a-9bc3-ad20219e0620 req-1e298f66-c9bf-4844-a671-31ee7c28d41d service neutron] 10.222.0.83 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003696 Aug 16 02:00:08.845731 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:08.847639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251d00b-98ca-4f41-a35f-fea292cf6442 req-25fc7611-f506-4358-a6dc-9f0d9d1aafd0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.852356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6251d00b-98ca-4f41-a35f-fea292cf6442 req-25fc7611-f506-4358-a6dc-9f0d9d1aafd0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0723295 Aug 16 02:00:08.912335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6215554-5b89-4d6d-bfff-826a83039586 req-f04b6271-804c-4c06-a525-6e0814813137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:08.918049 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-f04b6271-804c-4c06-a525-6e0814813137 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0640731 Aug 16 02:00:08.923323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6251d00b-98ca-4f41-a35f-fea292cf6442 req-e2f06fa0-5c32-4d3e-9857-331bb668c051 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548007 Aug 16 02:00:08.959471 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-66d78b74-34bb-40e3-9004-b6f1e0f460e0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295444 Aug 16 02:00:09.051661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'tag': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:09.054039 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9bb148-2ca9-4ed5-9426-2928125f924e" -d '{"events": [{"name": "network-changed", "server_uuid": "f8dc426e-6d14-4865-b35d-db06015ddbfc", "tag": "ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:09.388653 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-814e21a4-d53b-42cb-a767-55ddd4220748 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408947 Aug 16 02:00:09.391804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3df5ec-e1e4-43ba-bc56-75b17dcb1675 req-b9fbecd3-88b5-4e2e-a195-b93f6e7a8652 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.391804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e3df5ec-e1e4-43ba-bc56-75b17dcb1675 req-b9fbecd3-88b5-4e2e-a195-b93f6e7a8652 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 944 time: 0.0505891 Aug 16 02:00:09.391804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e3df5ec-e1e4-43ba-bc56-75b17dcb1675 req-5864812d-4323-452a-b564-131b37f5589b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330515 Aug 16 02:00:09.392354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a6215554-5b89-4d6d-bfff-826a83039586 req-81f5956b-e596-4774-8d59-c8bd2367f5d4 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953286 Aug 16 02:00:09.392452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d3ed1-efc6-489d-89ec-8b98983572cc req-c7285cb6-24b2-4faa-a1f1-33495ba367ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.392452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-659d3ed1-efc6-489d-89ec-8b98983572cc req-c7285cb6-24b2-4faa-a1f1-33495ba367ab tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0511394 Aug 16 02:00:09.415737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-659d3ed1-efc6-489d-89ec-8b98983572cc req-5cdde100-7ebb-45a3-b760-28aed7dbccbc tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376201 Aug 16 02:00:09.459050 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f9bf29-fa15-465b-a306-6ecdf0ad73fc x-openstack-request-id: req-f9f9bf29-fa15-465b-a306-6ecdf0ad73fc {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:09.459420 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8dc426e-6d14-4865-b35d-db06015ddbfc", "tag": "ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:09.459747 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9f9bf29-fa15-465b-a306-6ecdf0ad73fc {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:09.460270 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'tag': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1', 'status': 'completed', 'code': 200} Aug 16 02:00:09.552277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00ed60-07c0-4861-ba83-6e5aead30956 req-240e13a7-a44e-4ae7-8168-f496325ea643 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.553774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd00ed60-07c0-4861-ba83-6e5aead30956 req-240e13a7-a44e-4ae7-8168-f496325ea643 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 943 time: 0.0507298 Aug 16 02:00:09.596396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd00ed60-07c0-4861-ba83-6e5aead30956 req-7ce842f3-d15c-4020-ad9e-d5e1bb3e3a02 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366998 Aug 16 02:00:09.689826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-022e255c-8f5c-4e49-b726-aa4ddeb90b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.692386 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-022e255c-8f5c-4e49-b726-aa4ddeb90b5b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 1095 time: 0.0473254 Aug 16 02:00:09.765384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4669084-9b56-4322-b30c-a96ba037d989 req-1fcf011d-bf33-4675-b3ec-40471b4fb05c tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=dfc4de347d254fdea963ca88a5890ea0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221820 Aug 16 02:00:09.803371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-dfff8c4c-b04d-4e96-98e5-1252585bd174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.805778 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-dfff8c4c-b04d-4e96-98e5-1252585bd174 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 907 time: 0.1045487 Aug 16 02:00:09.861654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-15098ba3-680b-4b31-9675-0a3c563c792a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 HTTP/1.1" status: 200 len: 217 time: 0.0473893 Aug 16 02:00:09.899027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669084-9b56-4322-b30c-a96ba037d989 req-2d3c374e-1aca-4681-b355-3bd1142985ef tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.906568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4669084-9b56-4322-b30c-a96ba037d989 req-2d3c374e-1aca-4681-b355-3bd1142985ef tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348312 Aug 16 02:00:09.915595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-8cd8827e-ae52-4388-8103-6fbf3c540a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:09.916499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-14e4866b-05ad-451e-a680-4b11772b2b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:09.917095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-8cd8827e-ae52-4388-8103-6fbf3c540a94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0476694 Aug 16 02:00:09.920438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4669084-9b56-4322-b30c-a96ba037d989 req-32e0b346-9e2f-483d-bf9b-75519a23423f tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/quotas/dfc4de347d254fdea963ca88a5890ea0 HTTP/1.1" status: 200 len: 375 time: 0.0129888 Aug 16 02:00:09.956858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-0a1a9c52-de5b-4050-a45e-0375cbbf3e64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309870 Aug 16 02:00:09.962042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4669084-9b56-4322-b30c-a96ba037d989 req-c8a49b08-50dd-4477-b9c8-07c0a073c361 tempest-QuotasAdminNegativeTest-213208960 tempest-QuotasAdminNegativeTest-213208960-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=dfc4de347d254fdea963ca88a5890ea0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336545 Aug 16 02:00:10.092234 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-cb839b7f-f40d-401c-a59a-ef578d20bdae service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268365 Aug 16 02:00:10.130017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29bb3e-a7f3-4ef6-b01e-c93cc2ac8c70 req-841e08d1-52a6-440a-beca-488de0379532 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.137911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df29bb3e-a7f3-4ef6-b01e-c93cc2ac8c70 req-841e08d1-52a6-440a-beca-488de0379532 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0834618 Aug 16 02:00:10.189146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df29bb3e-a7f3-4ef6-b01e-c93cc2ac8c70 req-2574d13a-71e6-433d-b88b-27f2830c2f0c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501122 Aug 16 02:00:10.267233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dc9bb148-2ca9-4ed5-9426-2928125f924e req-b478a246-7561-405a-99e3-5a16a234400b service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676607 Aug 16 02:00:10.361115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b854a22-070b-4377-b4c9-cde8584e54ad req-989462eb-17c2-4ee4-a924-bf5f70d79531 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.363756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b854a22-070b-4377-b4c9-cde8584e54ad req-989462eb-17c2-4ee4-a924-bf5f70d79531 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 944 time: 0.0553834 Aug 16 02:00:10.414923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b854a22-070b-4377-b4c9-cde8584e54ad req-2111f5d0-5da1-40d0-8154-f73d589101d1 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Aug 16 02:00:10.549196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db75c9b4-0293-4311-ba79-125d15056b68 req-b0f514fa-d58f-4a90-89b3-91673d264c34 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.551727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db75c9b4-0293-4311-ba79-125d15056b68 req-b0f514fa-d58f-4a90-89b3-91673d264c34 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0519385 Aug 16 02:00:10.590910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db75c9b4-0293-4311-ba79-125d15056b68 req-c645e550-e7e4-43ad-a09a-f532e2728de6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328310 Aug 16 02:00:10.722932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa91a0-cfd4-4372-a1e2-60b7d540f281 req-13556e3c-bdc1-4108-903b-d23eddd675c2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:10.722932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bfa91a0-cfd4-4372-a1e2-60b7d540f281 req-13556e3c-bdc1-4108-903b-d23eddd675c2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 943 time: 0.0551770 Aug 16 02:00:10.766235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bfa91a0-cfd4-4372-a1e2-60b7d540f281 req-7e2d5417-b5d0-40c8-b33e-b54e095fb6ad tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369205 Aug 16 02:00:10.966577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60112) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.072864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc1bc-c5e8-4411-8dd4-559bd8ea9e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.162746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc1bc-c5e8-4411-8dd4-559bd8ea9e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.301098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee418a-362e-4b15-a5cc-f5dda19af1ed req-04b79e39-bcb7-4fed-8bfd-541039f8267d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.302935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fee418a-362e-4b15-a5cc-f5dda19af1ed req-04b79e39-bcb7-4fed-8bfd-541039f8267d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0532327 Aug 16 02:00:11.346260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b3cc1bc-c5e8-4411-8dd4-559bd8ea9e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.350900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fee418a-362e-4b15-a5cc-f5dda19af1ed req-9e3b7284-b27d-456a-ac85-95a31972e089 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Aug 16 02:00:11.392766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b3cc1bc-c5e8-4411-8dd4-559bd8ea9e99 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dfc4de347d254fdea963ca88a5890ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250674 Aug 16 02:00:11.393966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3cc1bc-c5e8-4411-8dd4-559bd8ea9e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982e9eac-039a-41af-b66f-78ce5c4d7194,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.397279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60120) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:11.454533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9c9e-ee1a-4f68-8533-cd32e9a140b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.467957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:11.483904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9c9e-ee1a-4f68-8533-cd32e9a140b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.580441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3497b382-d4d7-4ec4-a8c3-22c65407c936 req-54b40f16-32bb-40a1-ba88-03c46d044b58 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.582441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:11.582911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3497b382-d4d7-4ec4-a8c3-22c65407c936 req-54b40f16-32bb-40a1-ba88-03c46d044b58 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 944 time: 0.0578921 Aug 16 02:00:11.595968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1', 'mac_address': 'fa:16:3e:4e:0b:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:11.622753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3497b382-d4d7-4ec4-a8c3-22c65407c936 req-6aae9239-47c5-4ab7-87c2-95ae92af1d31 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Aug 16 02:00:11.639841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.649375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9c9e-ee1a-4f68-8533-cd32e9a140b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.653497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9c9e-ee1a-4f68-8533-cd32e9a140b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.654193 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1ccf9c9e-ee1a-4f68-8533-cd32e9a140b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/982e9eac-039a-41af-b66f-78ce5c4d7194 HTTP/1.1" status: 204 len: 168 time: 0.2553673 Aug 16 02:00:11.663861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:11.665713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf9c9e-ee1a-4f68-8533-cd32e9a140b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982e9eac-039a-41af-b66f-78ce5c4d7194,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.715955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:11.720158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd7cd2-c903-42b3-b250-0a799cbce07a req-23bba371-0607-472c-acd0-cb1225560fa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.721777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ddd7cd2-c903-42b3-b250-0a799cbce07a req-23bba371-0607-472c-acd0-cb1225560fa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 945 time: 0.0542016 Aug 16 02:00:11.761694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ddd7cd2-c903-42b3-b250-0a799cbce07a req-ab4813d6-b2ee-4884-8e9f-12ea0c8dcba2 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336854 Aug 16 02:00:11.809170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:11.809919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:11.887161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:11.919615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af4b70-8339-4ec8-b176-c84879c10f0a req-a6d5a5b1-5cf2-4a3c-a316-546ca6906641 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:11.929489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25af4b70-8339-4ec8-b176-c84879c10f0a req-a6d5a5b1-5cf2-4a3c-a316-546ca6906641 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 944 time: 0.0718718 Aug 16 02:00:11.974425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:11.986452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb', 'port_id': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'mac_address': 'fa:16:3e:f9:01:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709831d5-1715-46dd-9067-756cccf671e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:11.995741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25af4b70-8339-4ec8-b176-c84879c10f0a req-12b76daa-ed57-4d52-b87e-6d5f85e1be02 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648265 Aug 16 02:00:12.014718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa3155a-97df-4355-854b-3479edec165f req-292aac5f-61cd-4d8f-a4ff-20dadd737e52 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.014718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-baa3155a-97df-4355-854b-3479edec165f req-292aac5f-61cd-4d8f-a4ff-20dadd737e52 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 951 time: 0.0805717 Aug 16 02:00:12.055898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-baa3155a-97df-4355-854b-3479edec165f req-6904d8e7-97a7-4058-bdaa-a3574e5b01dc tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Aug 16 02:00:12.199553 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.219786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:12.251226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:12.352563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18b68374-e04e-4401-b65e-5b9a648a6ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.361892 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.361892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:12.400073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-1c88ebb8-d197-40be-9a92-0c7c7eb25bdd tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.401958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-1c88ebb8-d197-40be-9a92-0c7c7eb25bdd tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.0666387 Aug 16 02:00:12.417676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:12.470580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.479805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.531606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a539e-0ee1-40f9-bb3d-fc01af040df0 req-f12222ba-7df1-472d-bd2d-f5775aeef03d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:12.533741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5a539e-0ee1-40f9-bb3d-fc01af040df0 req-f12222ba-7df1-472d-bd2d-f5775aeef03d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0690739 Aug 16 02:00:12.543373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:12.560129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'mac_address': 'fa:16:3e:6d:16:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:12.617600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5a539e-0ee1-40f9-bb3d-fc01af040df0 req-aabe33e7-516d-4883-ab6c-5599cd8a04da tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739119 Aug 16 02:00:12.656746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:12.657444 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.661998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bb1adf5-6a53-457a-a945-1a1bd3bb33fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.672294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1bdb597-f9d2-4745-bc74-88d6f8ed1094 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:12.680440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:12.694917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:12.703655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.721321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:12.764155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:12.764756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bb1adf5-6a53-457a-a945-1a1bd3bb33fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.766344 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a17425-5c65-47e7-8683-6b5b85f6c601" -d '{"events": [{"server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "name": "network-vif-unplugged", "status": "completed", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:12.770742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.875571 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.935117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.939126 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bb1adf5-6a53-457a-a945-1a1bd3bb33fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.939781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:12.982835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1adf5-6a53-457a-a945-1a1bd3bb33fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80171167-5de8-4abd-8906-7cf29615b9fb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:12.993476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9bb1adf5-6a53-457a-a945-1a1bd3bb33fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fca67e4087bd4607807087d6a11c3254&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459244 Aug 16 02:00:12.995965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60226) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:13.005139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e1bdb597-f9d2-4745-bc74-88d6f8ed1094'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:13.030185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on host n-h2-768852-19 for vnic_type normal with profile {"migrating_to": "n-h1-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:13.030818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:13.031170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:13.046368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:13.046686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Attempting to bind port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on network 1dfcd0dc-d638-44ae-bb52-a99fe794d54d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:13.056899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:13.061812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Checking segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:13.061812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Bound using segment: {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:13.061812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Bound port: a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b1e015-76a7-4e9b-9d26-319b657959e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '1dfcd0dc-d638-44ae-bb52-a99fe794d54d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:13.061812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.061812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.071480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b529110-fceb-4d18-8843-24e8e4b80b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.096860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b529110-fceb-4d18-8843-24e8e4b80b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.141382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:13.145188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:13.190186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:13.217116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:13.366111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.407665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b529110-fceb-4d18-8843-24e8e4b80b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.412872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b529110-fceb-4d18-8843-24e8e4b80b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.414874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4b529110-fceb-4d18-8843-24e8e4b80b5e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/80171167-5de8-4abd-8906-7cf29615b9fb HTTP/1.1" status: 204 len: 168 time: 0.4176757 Aug 16 02:00:13.435056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b529110-fceb-4d18-8843-24e8e4b80b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80171167-5de8-4abd-8906-7cf29615b9fb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.508103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:13.511277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:13.545173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:13.581974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:13.582862 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.584311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-eaaeebe8-4698-4d76-b269-01d58bcabc47 service neutron] 10.222.0.83 "PUT /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 1123 time: 1.1735373 Aug 16 02:00:13.682918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:13.683386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.714407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a35cd0a8-ad1c-4292-97bd-aeebef73c99f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:13.759868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:13.776750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['a35cd0a8-ad1c-4292-97bd-aeebef73c99f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:13.809324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f has no active binding in host n-h1-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:00:13.942322 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:13.994426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:13.996815 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23423bcf-5c86-433e-99df-f954aa5be66e" -d '{"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-plugged", "status": "completed", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:14.026475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.139109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.142782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:14.248666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.301572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.346293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:14.470609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.526872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=11']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:14.615425 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:14.676842 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d81e0c-7254-4295-b639-6db8d1df0a25 x-openstack-request-id: req-d4d81e0c-7254-4295-b639-6db8d1df0a25 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:14.678034 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "name": "network-vif-unplugged", "status": "completed", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:14.678415 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4d81e0c-7254-4295-b639-6db8d1df0a25 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:14.679011 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'code': 200} Aug 16 02:00:14.769453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace37d91-53e7-4c2b-bf6e-7e794df35001 req-4887764a-f5da-405b-beb4-74be25c0e87e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.771852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ace37d91-53e7-4c2b-bf6e-7e794df35001 req-4887764a-f5da-405b-beb4-74be25c0e87e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 945 time: 0.0707052 Aug 16 02:00:14.840840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ace37d91-53e7-4c2b-bf6e-7e794df35001 req-13e92747-c5cd-4814-a911-f9b7b1b58051 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587051 Aug 16 02:00:14.860885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84340127-e05f-4fa4-a051-596832e10652 req-602e65ce-0a92-46e3-8049-20d7061fb9bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.863476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84340127-e05f-4fa4-a051-596832e10652 req-602e65ce-0a92-46e3-8049-20d7061fb9bd tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.0904150 Aug 16 02:00:14.909419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84340127-e05f-4fa4-a051-596832e10652 req-2b4ce90e-2e21-4302-90ef-13e14aa0b949 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392487 Aug 16 02:00:14.994553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a6ce4-3284-4583-9229-02177cdb2677 req-e63f485e-edee-4856-8d59-20cd1e7f1a0b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:14.996610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c8a6ce4-3284-4583-9229-02177cdb2677 req-e63f485e-edee-4856-8d59-20cd1e7f1a0b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 944 time: 0.0789418 Aug 16 02:00:15.051369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c8a6ce4-3284-4583-9229-02177cdb2677 req-46343e39-a30b-4266-9a1d-ef1c02a84f8d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Aug 16 02:00:15.117614 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b69685b-3510-42f4-9974-8e914fe96cd9 x-openstack-request-id: req-4b69685b-3510-42f4-9974-8e914fe96cd9 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:15.117928 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-plugged", "status": "completed", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:15.118518 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b69685b-3510-42f4-9974-8e914fe96cd9 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:15.118933 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'code': 200} Aug 16 02:00:15.154954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da4e2b-198a-405f-a7c8-e2fb2ba1995f req-7910dc9a-be0e-444b-bb3b-9b2600b375f1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.156078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75da4e2b-198a-405f-a7c8-e2fb2ba1995f req-7910dc9a-be0e-444b-bb3b-9b2600b375f1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0638287 Aug 16 02:00:15.219447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75da4e2b-198a-405f-a7c8-e2fb2ba1995f req-c2bebe45-31b7-44e3-a96e-83c1adabc435 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573297 Aug 16 02:00:15.502514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:15.665190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:15.670847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:15.680813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.781173 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.794989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.851387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:15.949695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7bda7-8c19-44d9-a18e-b772ed60744b req-91f4477e-d933-4f80-9f8c-a8760aaece53 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:15.951325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35f7bda7-8c19-44d9-a18e-b772ed60744b req-91f4477e-d933-4f80-9f8c-a8760aaece53 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.0882537 Aug 16 02:00:15.989015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:15.989015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:16.047295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cda8e-71a9-4d1b-b49d-024c10e60c63 req-d633c244-704d-4d48-8d6c-820233ab6bbf tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.056728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-333cda8e-71a9-4d1b-b49d-024c10e60c63 req-d633c244-704d-4d48-8d6c-820233ab6bbf tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 945 time: 0.1295965 Aug 16 02:00:16.084224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35f7bda7-8c19-44d9-a18e-b772ed60744b req-141e1a52-3cda-4392-86c0-823f9a2c02a1 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174674 Aug 16 02:00:16.108720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.119222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-333cda8e-71a9-4d1b-b49d-024c10e60c63 req-836637a4-8315-469b-871f-7d8b4c4094c0 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612373 Aug 16 02:00:16.271661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368008c-db7c-4b5c-92d9-777c94fb7c89 req-557943a1-30fd-4f91-af52-728818b20940 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.274303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6368008c-db7c-4b5c-92d9-777c94fb7c89 req-557943a1-30fd-4f91-af52-728818b20940 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.0903270 Aug 16 02:00:16.286907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:16.291894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:16.292332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.376911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6368008c-db7c-4b5c-92d9-777c94fb7c89 req-b0d9fbce-d11d-46b5-be9e-cbcb75af6334 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964146 Aug 16 02:00:16.410175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.453978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060992e-55a3-4874-a402-159f3dbe2930 req-e1e46cf1-aaae-44e6-bac1-e6a301bcc8f6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.459656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5060992e-55a3-4874-a402-159f3dbe2930 req-e1e46cf1-aaae-44e6-bac1-e6a301bcc8f6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.1496823 Aug 16 02:00:16.467017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:16.539282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5060992e-55a3-4874-a402-159f3dbe2930 req-b578ef3d-fd39-4cf9-9820-d2628bd845b4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691965 Aug 16 02:00:16.541092 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:16.559499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28abed1e-3251-46e9-9bbd-817279c40f1f req-420c53fc-4dc8-4521-ad98-b9c7b5ba7882 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.561299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28abed1e-3251-46e9-9bbd-817279c40f1f req-420c53fc-4dc8-4521-ad98-b9c7b5ba7882 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0692813 Aug 16 02:00:16.643108 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:16.659273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28abed1e-3251-46e9-9bbd-817279c40f1f req-89e6ff8c-b2ff-4bbe-8693-6ce4da74f684 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807686 Aug 16 02:00:16.680117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:16.694917 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d196ce-a673-4d3f-931f-f0040c556895" -d '{"events": [{"name": "network-changed", "server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:16.758002 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a63404d-2f35-428c-950d-362030c0e013 x-openstack-request-id: req-9a63404d-2f35-428c-950d-362030c0e013 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:16.758303 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:16.758594 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9a63404d-2f35-428c-950d-362030c0e013 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:16.759042 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'status': 'completed', 'code': 200} Aug 16 02:00:16.847829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-f899d941-643e-4c4b-8c56-2f239cbe10bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.849403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-f899d941-643e-4c4b-8c56-2f239cbe10bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1126 time: 0.0602517 Aug 16 02:00:16.944594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-c9c8e0d6-0403-4a27-af52-73560907b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:16.946015 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-c9c8e0d6-0403-4a27-af52-73560907b8ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.0878818 Aug 16 02:00:16.988580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-bc01d508-de6a-4fa5-b2ae-fc8c9a852b63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 217 time: 0.0357859 Aug 16 02:00:17.096910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-57bda649-9e57-4dad-ba00-901182b3b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.096910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-57bda649-9e57-4dad-ba00-901182b3b297 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.0482011 Aug 16 02:00:17.096910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-ee53ced2-3d5d-4709-80ed-cca3a04f55f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230777 Aug 16 02:00:17.119665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}, {'server_uuid': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1'}, {'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:17.122176 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62605d8c-7fc2-4633-a24b-082aa3b64299" -d '{"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}, {"server_uuid": "f8dc426e-6d14-4865-b35d-db06015ddbfc", "name": "network-vif-plugged", "status": "completed", "tag": "ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1"}, {"server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "name": "network-vif-plugged", "status": "completed", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:17.169968 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101b8765-504b-4521-ad79-dc77dd6cfec4 x-openstack-request-id: req-101b8765-504b-4521-ad79-dc77dd6cfec4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:17.170277 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-unplugged", "status": "completed", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "code": 200}, {"server_uuid": "f8dc426e-6d14-4865-b35d-db06015ddbfc", "name": "network-vif-plugged", "status": "completed", "tag": "ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1", "code": 200}, {"server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "name": "network-vif-plugged", "status": "completed", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:17.170536 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-101b8765-504b-4521-ad79-dc77dd6cfec4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:17.170977 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'code': 200} Aug 16 02:00:17.171243 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1', 'code': 200} Aug 16 02:00:17.171496 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'code': 200} Aug 16 02:00:17.173933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-39dc1049-adc3-4b8f-82f2-6bb52b8a1374 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910430 Aug 16 02:00:17.344170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe5c81-53c2-4c05-b6e5-2cc6172f03fa req-126ac1f9-e913-4097-b83d-267237b6a1bb tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.347442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ffe5c81-53c2-4c05-b6e5-2cc6172f03fa req-126ac1f9-e913-4097-b83d-267237b6a1bb tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.1627758 Aug 16 02:00:17.358224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afda10d-a0de-4264-95e6-0a9ba7faaf03 req-da2da349-e08c-4ddd-be53-7cd86fd44bab tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.366769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5afda10d-a0de-4264-95e6-0a9ba7faaf03 req-da2da349-e08c-4ddd-be53-7cd86fd44bab tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 946 time: 0.0965285 Aug 16 02:00:17.375508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b772d-b6ea-4c55-8ba5-f94ec7adc992 req-dadfd8a3-852a-4e42-a5a9-551e49448b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.377285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871b772d-b6ea-4c55-8ba5-f94ec7adc992 req-dadfd8a3-852a-4e42-a5a9-551e49448b3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 1097 time: 0.1055415 Aug 16 02:00:17.380002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e9d196ce-a673-4d3f-931f-f0040c556895 req-41650efd-23a3-4bf6-a399-8357037a01bb service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976135 Aug 16 02:00:17.390826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249604cb-694c-43fe-8f14-c4b72bd34dea req-556fceeb-d673-4ec8-a7f1-de012287456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.391338 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-249604cb-694c-43fe-8f14-c4b72bd34dea req-556fceeb-d673-4ec8-a7f1-de012287456e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1098 time: 0.0878341 Aug 16 02:00:17.432232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5afda10d-a0de-4264-95e6-0a9ba7faaf03 req-0fda3797-3248-4ac7-8fc9-ff27c82feae1 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649402 Aug 16 02:00:17.446392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-871b772d-b6ea-4c55-8ba5-f94ec7adc992 req-676c8438-f62c-4131-9ec1-6228c16cd8c2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598624 Aug 16 02:00:17.471353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-249604cb-694c-43fe-8f14-c4b72bd34dea req-ecb98c3f-8b7d-4420-8678-4fd80af5e16b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601425 Aug 16 02:00:17.475940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ffe5c81-53c2-4c05-b6e5-2cc6172f03fa req-50dd12d0-94bb-4913-a768-a2bbeb7a10ee tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059487 Aug 16 02:00:17.649860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57adc-a668-4d48-84d7-e586406f9f13 req-cb4a29e1-2d51-4042-ab5f-a663304bfe38 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.651573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ee57adc-a668-4d48-84d7-e586406f9f13 req-cb4a29e1-2d51-4042-ab5f-a663304bfe38 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.0867989 Aug 16 02:00:17.745277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ee57adc-a668-4d48-84d7-e586406f9f13 req-22b1a5f6-be98-4e1b-8f76-1f55c7c721e5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871441 Aug 16 02:00:17.779411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e55d8a-886a-49da-b752-7ba757797528 req-36fcfa3e-22e5-44c4-9f4e-2ca5c52aaf67 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.789015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71e55d8a-886a-49da-b752-7ba757797528 req-36fcfa3e-22e5-44c4-9f4e-2ca5c52aaf67 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.1085470 Aug 16 02:00:17.872122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71e55d8a-886a-49da-b752-7ba757797528 req-39ea46c6-093e-4af8-95c7-2d8964938c9d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821121 Aug 16 02:00:17.899191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e79ff0-f205-417a-a5bb-eeb021c14d41 req-9eef9b2c-8e9a-4ec2-bf65-a9ce798a2721 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:17.901901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6e79ff0-f205-417a-a5bb-eeb021c14d41 req-9eef9b2c-8e9a-4ec2-bf65-a9ce798a2721 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0898638 Aug 16 02:00:17.981687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6e79ff0-f205-417a-a5bb-eeb021c14d41 req-56b1f37f-2272-45e3-96b1-b29b264a5ec7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672104 Aug 16 02:00:18.047318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60364) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.143991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-97386047-ba08-4056-a66c-b3a32181eae7 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.146901 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-97386047-ba08-4056-a66c-b3a32181eae7 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.83 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.0851212 Aug 16 02:00:18.226427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749ee8aa-8af4-4955-8e05-71d3b68fa3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.326741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Deleting port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:18.327337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.397345 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749ee8aa-8af4-4955-8e05-71d3b68fa3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.470526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] For port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:18.473071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.479469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749ee8aa-8af4-4955-8e05-71d3b68fa3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.494707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Calling delete_port for 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:18.557571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-749ee8aa-8af4-4955-8e05-71d3b68fa3f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=600c53a78aed42ca93c0f7118f172d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092893 Aug 16 02:00:18.561898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60372) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:18.574225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ee8aa-8af4-4955-8e05-71d3b68fa3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e75ca2-c3e2-44fd-94eb-3ff072b9d8cf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:18.764490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7d39-585a-49e5-97be-89440df0bc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.798928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7d39-585a-49e5-97be-89440df0bc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.856620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eef468-d5f8-4f5d-9de7-9a1ef0fa2d9c req-84ce7c2d-f793-454c-93ac-6c90e2c5f32e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.858631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10eef468-d5f8-4f5d-9de7-9a1ef0fa2d9c req-84ce7c2d-f793-454c-93ac-6c90e2c5f32e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 946 time: 0.2517521 Aug 16 02:00:18.897270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fef444-62b4-45cd-af46-a3d86c979b21 req-7b19b4e2-baab-4c2b-ba0b-bac3cb71126d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:18.900354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65fef444-62b4-45cd-af46-a3d86c979b21 req-7b19b4e2-baab-4c2b-ba0b-bac3cb71126d tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 949 time: 0.2912939 Aug 16 02:00:18.912855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:18.956631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10eef468-d5f8-4f5d-9de7-9a1ef0fa2d9c req-7328e4ff-24e4-4da6-96e2-a428f473b538 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810511 Aug 16 02:00:18.972912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65fef444-62b4-45cd-af46-a3d86c979b21 req-ab467c59-5fd8-4aa7-b7cf-389c6e973a14 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/security-groups?id=3cdfce05-7ccf-484d-aec3-761cba3990e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626156 Aug 16 02:00:18.999422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Pushing event deleted for resources: {'Port': ['ID=1183f5d3-500a-4a8b-ae62-fd498eb8ebe8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.085026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] No DVR routers for this DVR port 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:19.088306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.091577 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4e64b14a-b3cc-4b47-bf49-06141aae2537 req-340919d7-4a99-4620-a984-68b781d99944 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.83 "DELETE /v2.0/ports/1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 HTTP/1.1" status: 204 len: 173 time: 0.9355257 Aug 16 02:00:19.092380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-deleted', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:19.095167 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dcc39c-353b-4d69-ac57-c56ca73b4e5c" -d '{"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-deleted", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:19.110905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7d39-585a-49e5-97be-89440df0bc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.119390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7d39-585a-49e5-97be-89440df0bc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:19.121196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f9a7d39-585a-49e5-97be-89440df0bc71 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73e75ca2-c3e2-44fd-94eb-3ff072b9d8cf HTTP/1.1" status: 204 len: 168 time: 0.5572054 Aug 16 02:00:19.142722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a7d39-585a-49e5-97be-89440df0bc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e75ca2-c3e2-44fd-94eb-3ff072b9d8cf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:19.190554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf2b00-69ff-498b-87c9-3575f41a0094 req-feaf2e17-6011-4fd8-807c-57fb0b285054 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.193947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32bf2b00-69ff-498b-87c9-3575f41a0094 req-feaf2e17-6011-4fd8-807c-57fb0b285054 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.1307237 Aug 16 02:00:19.241978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:19.321485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32bf2b00-69ff-498b-87c9-3575f41a0094 req-a04365b4-8041-4589-83d8-d3147a3ca3fa tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147084 Aug 16 02:00:19.354683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9145f8-0892-4d33-a246-431c548ffa45 req-28e7da90-c2db-4eef-9874-502ddce18692 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.356316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b9145f8-0892-4d33-a246-431c548ffa45 req-28e7da90-c2db-4eef-9874-502ddce18692 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.1358562 Aug 16 02:00:19.368723 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b87cbf0b-1427-467a-bda3-6e9866a2a67d service neutron] show failed (client error): The resource could not be found. Aug 16 02:00:19.370242 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b87cbf0b-1427-467a-bda3-6e9866a2a67d service neutron] 10.222.0.58 "GET /v2.0/ports/243314d3-d25a-436a-a2aa-874965583846/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0947578 Aug 16 02:00:19.418217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b9145f8-0892-4d33-a246-431c548ffa45 req-07694fcb-0a5b-49e4-9d6c-49b631d76a19 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469534 Aug 16 02:00:19.497534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b4f6f-3a58-4cf6-bd31-25bb04d039a9 req-7152127e-6893-4151-a983-a440e1fb6220 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.499489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d8b4f6f-3a58-4cf6-bd31-25bb04d039a9 req-7152127e-6893-4151-a983-a440e1fb6220 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0793576 Aug 16 02:00:19.564565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d8b4f6f-3a58-4cf6-bd31-25bb04d039a9 req-4d528bc0-d60c-41ff-9ca0-4287490481d9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539134 Aug 16 02:00:19.577004 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0983d5f0-6c6a-47d1-95ae-54500ba23bda x-openstack-request-id: req-0983d5f0-6c6a-47d1-95ae-54500ba23bda {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:19.577567 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f601de-c1fa-4c98-baa0-e310d14c04bf", "name": "network-vif-deleted", "tag": "1183f5d3-500a-4a8b-ae62-fd498eb8ebe8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:19.578053 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0983d5f0-6c6a-47d1-95ae-54500ba23bda {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:19.578722 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f601de-c1fa-4c98-baa0-e310d14c04bf', 'name': 'network-vif-deleted', 'tag': '1183f5d3-500a-4a8b-ae62-fd498eb8ebe8', 'status': 'completed', 'code': 200} Aug 16 02:00:19.703341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93230f4f-f7e2-4645-ab89-25b9c6005bbf req-3ef2724c-2b7a-47b9-89c8-fe1f00522598 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:19.705111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93230f4f-f7e2-4645-ab89-25b9c6005bbf req-3ef2724c-2b7a-47b9-89c8-fe1f00522598 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.0568316 Aug 16 02:00:19.802400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93230f4f-f7e2-4645-ab89-25b9c6005bbf req-26456630-b127-4769-991c-879c8e706328 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878887 Aug 16 02:00:19.886549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-c7e867dc-2b75-4189-969d-71d2b26f5fc1 service neutron] 10.222.0.58 "GET /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.1387529 Aug 16 02:00:20.144304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f7a5f-1e23-4c7d-966f-a59fe8925db4 req-21fda69e-ea87-439a-b5f7-873b586b43b4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.146048 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-033f7a5f-1e23-4c7d-966f-a59fe8925db4 req-21fda69e-ea87-439a-b5f7-873b586b43b4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 946 time: 0.0818541 Aug 16 02:00:20.174044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:20.189767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-033f7a5f-1e23-4c7d-966f-a59fe8925db4 req-74e7a15f-31bc-463c-9842-1be076db7000 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Aug 16 02:00:20.203623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:20.260122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35cd0a8-ad1c-4292-97bd-aeebef73c99f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:20.274168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:20.353076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-618dba43-8c22-4e64-a342-4c5790c67127 req-4540017c-f906-4ccc-bba5-c7903c05c4c7 tempest-ImagesOneServerTestJSON-5847179 tempest-ImagesOneServerTestJSON-5847179-project] 10.222.0.76 "GET /v2.0/ports?device_id=46f601de-c1fa-4c98-baa0-e310d14c04bf HTTP/1.1" status: 200 len: 210 time: 0.0489256 Aug 16 02:00:20.464229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.529563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:20.568493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af8f612-1f5b-40de-a361-9f951a9e7a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.676136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-27967ef8-0ff2-4a9d-ae12-2cbe8ad675a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.677686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-27967ef8-0ff2-4a9d-ae12-2cbe8ad675a7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100&tenant_id=c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 1102 time: 0.1299720 Aug 16 02:00:20.718304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] Transition to ACTIVE for port object a35cd0a8-ad1c-4292-97bd-aeebef73c99f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:20.726802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.740502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-79701d35-1c12-4807-aa28-34c151f03347 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-484571440&fields=id&tenant_id=e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 267 time: 0.2415097 Aug 16 02:00:20.783096 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af8f612-1f5b-40de-a361-9f951a9e7a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.809646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.842892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ae1a6-49dc-484d-aa96-3f95f418e55b req-3c7232d8-697d-4770-af84-d56664bb641f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.850393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d51ae1a6-49dc-484d-aa96-3f95f418e55b req-3c7232d8-697d-4770-af84-d56664bb641f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 943 time: 0.1045792 Aug 16 02:00:20.860391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:20.902225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-22bab772-2946-4f91-8c87-63273bd22e36 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:20.904561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-22bab772-2946-4f91-8c87-63273bd22e36 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 946 time: 0.1288693 Aug 16 02:00:20.925304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'port': {'security_groups': ['a6d9f386-e462-4468-a1d0-d0c97de4e499', '871a19e2-138d-4561-b180-c155bd9de0a7']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:20.958517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] No DVR routers for this DVR port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:20.961332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d51ae1a6-49dc-484d-aa96-3f95f418e55b req-994241ba-120d-4266-b8f6-6a642db02013 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099896 Aug 16 02:00:20.972167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af8f612-1f5b-40de-a361-9f951a9e7a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.028182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8f612-1f5b-40de-a361-9f951a9e7a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7161fe22-ce4f-4576-8b6b-49827d982a3e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.074307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6af8f612-1f5b-40de-a361-9f951a9e7a9a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=db7bdf2420b2495aba2db10866a089f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409198 Aug 16 02:00:21.084760 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] 10.222.0.58 "PUT /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f/bindings/n-h1-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 1.1833959 Aug 16 02:00:21.084760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:21.092058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6e9ac1-fc5a-4300-abf7-45858ac84f64 service neutron] Pushing event updated for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.127041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.240692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1c9c-93f5-45d1-8f6b-94471beb6855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.273370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:21.279421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0a162-3efc-4901-9fea-cab026634edd req-24275783-cabb-4999-b404-2b24ae82ee9b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.286900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1c9c-93f5-45d1-8f6b-94471beb6855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.287991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94a0a162-3efc-4901-9fea-cab026634edd req-24275783-cabb-4999-b404-2b24ae82ee9b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1167476 Aug 16 02:00:21.380449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:21.389785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94a0a162-3efc-4901-9fea-cab026634edd req-00f2d584-5ea0-4afe-a12b-95555baf8f1c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007149 Aug 16 02:00:21.423881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-edfdc321-4561-48c4-9555-420618ccd253 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.425560 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-edfdc321-4561-48c4-9555-420618ccd253 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.1365714 Aug 16 02:00:21.464170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:21.480195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.496222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:21.506153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-551fa389-3e97-41cc-a91d-a37fd1747689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.508885 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-551fa389-3e97-41cc-a91d-a37fd1747689 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8 HTTP/1.1" status: 200 len: 1096 time: 0.0665731 Aug 16 02:00:21.512317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.535855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Transition to ACTIVE for port object 243314d3-d25a-436a-a2aa-874965583846 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:21.540225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1c9c-93f5-45d1-8f6b-94471beb6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.542448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7fb1c9c-93f5-45d1-8f6b-94471beb6855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.543866 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b7fb1c9c-93f5-45d1-8f6b-94471beb6855 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7161fe22-ce4f-4576-8b6b-49827d982a3e HTTP/1.1" status: 204 len: 168 time: 0.4613650 Aug 16 02:00:21.553991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:21.554350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1183f5d3-500a-4a8b-ae62-fd498eb8ebe8 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:21.581227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '243314d3-d25a-436a-a2aa-874965583846'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:21.584352 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9485122-55c6-4638-89e6-29e5e4e6466f" -d '{"events": [{"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-unplugged", "status": "completed", "tag": "243314d3-d25a-436a-a2aa-874965583846"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:21.587915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb1c9c-93f5-45d1-8f6b-94471beb6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7161fe22-ce4f-4576-8b6b-49827d982a3e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.606943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1d577-d87a-4365-9b06-f4726394de16 req-3de0f241-dbe5-4f60-9b4d-bb76b355d367 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.609802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59a1d577-d87a-4365-9b06-f4726394de16 req-3de0f241-dbe5-4f60-9b4d-bb76b355d367 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.0944755 Aug 16 02:00:21.613434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-8c06e858-0754-4961-8c13-c10b1a683910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.615664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.617741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-8c06e858-0754-4961-8c13-c10b1a683910 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1096 time: 0.0727479 Aug 16 02:00:21.621471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.628712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:21.709546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:21.710225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:21.723955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aaf26bf-f210-4271-a6a0-e8dacda4d81d req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "PUT /v2.0/ports/7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 200 len: 982 time: 0.8112638 Aug 16 02:00:21.725634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:21.728056 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf08bb8-9024-4de8-aeee-565b6d135908" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:21.781639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59a1d577-d87a-4365-9b06-f4726394de16 req-c65e80d7-dcf0-4459-98dc-015e35de97eb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570456 Aug 16 02:00:21.800933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729e437-bbff-46ad-9873-2673c31e5ed4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:21.842964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:21.976651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] No DVR routers for this DVR port 243314d3-d25a-436a-a2aa-874965583846 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:22.012089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.042382 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbf0511-b2c0-4125-acc5-50c0ec6406d5 x-openstack-request-id: req-bdbf0511-b2c0-4125-acc5-50c0ec6406d5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:22.042854 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-unplugged", "status": "completed", "tag": "243314d3-d25a-436a-a2aa-874965583846", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:22.043247 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdbf0511-b2c0-4125-acc5-50c0ec6406d5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:22.043838 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '243314d3-d25a-436a-a2aa-874965583846', 'code': 200} Aug 16 02:00:22.085168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-e20a4601-63f4-4e9c-8292-d93d7be7a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.087150 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-e20a4601-63f4-4e9c-8292-d93d7be7a15b service neutron] 10.222.0.83 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.4550383 Aug 16 02:00:22.088250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:22.088250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:22.088522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:22.095204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Port 243314d3-d25a-436a-a2aa-874965583846 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:22.095580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Attempting to bind port 243314d3-d25a-436a-a2aa-874965583846 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:22.120524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 1, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:22.120929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:22.122267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:22.122937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Bound port: 243314d3-d25a-436a-a2aa-874965583846, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:22.123407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.234766 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-3c141c7b-21d0-4347-8780-5c3fc92e7b0d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 200 len: 217 time: 0.1156595 Aug 16 02:00:22.337811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-fd8d0541-49be-40de-b604-bb5503e6351d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.339420 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-fd8d0541-49be-40de-b604-bb5503e6351d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.1955051 Aug 16 02:00:22.343648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cd0fbcfe-3485-496a-abf5-01434520ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.345125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-cd0fbcfe-3485-496a-abf5-01434520ef82 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.1023932 Aug 16 02:00:22.382570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:22.387407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-26551014-57e9-4aa7-8b6a-61faeb02d9ec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307202 Aug 16 02:00:22.426150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:22.538408 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760c32b5-a14f-4bbe-aed4-397dafe89b87 x-openstack-request-id: req-760c32b5-a14f-4bbe-aed4-397dafe89b87 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:22.538408 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:22.538408 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-760c32b5-a14f-4bbe-aed4-397dafe89b87 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:22.538408 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'status': 'completed', 'code': 200} Aug 16 02:00:22.631217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-d989ace3-4011-420c-8648-c2d9ae02c629 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-849358364&fields=id&tenant_id=e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 267 time: 0.5809348 Aug 16 02:00:22.672206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-63e93c87-3b8b-4e3a-b232-4d02597db998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.673614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-63e93c87-3b8b-4e3a-b232-4d02597db998 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1137 time: 0.1372693 Aug 16 02:00:22.684833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33cbf2-7861-4109-99c4-617c7f557ec5 req-897e580d-945f-4243-97f1-bd2c38713050 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.693770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d33cbf2-7861-4109-99c4-617c7f557ec5 req-897e580d-945f-4243-97f1-bd2c38713050 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 944 time: 0.1560040 Aug 16 02:00:22.774040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60468) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:22.854082 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.866516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-e7b2a162-eee1-4646-857c-05d52bc3c71b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.879576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-e7b2a162-eee1-4646-857c-05d52bc3c71b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 985 time: 0.2473752 Aug 16 02:00:22.914041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'port': {'security_groups': ['871a19e2-138d-4561-b180-c155bd9de0a7', 'a6d9f386-e462-4468-a1d0-d0c97de4e499', 'ed5fd91d-75cd-41a3-8bf6-aea77e075d69']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:22.962977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:22.967905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-27a4ea2f-975f-4ad4-ae6e-bae5f7c1454b service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547793 Aug 16 02:00:22.978532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:22.978532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:22.980496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-b7150267-0369-43c4-bc6a-35c23fce5287 service neutron] 10.222.0.83 "PUT /v2.0/ports/243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 1097 time: 2.2606750 Aug 16 02:00:22.990609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d33cbf2-7861-4109-99c4-617c7f557ec5 req-8a898996-1c47-41ab-83f2-446a73f74387 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959664 Aug 16 02:00:23.026000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.088043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-f58ea989-bb3b-45c7-926c-32c35e4ddae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.089680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-f58ea989-bb3b-45c7-926c-32c35e4ddae6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 914 time: 0.3919911 Aug 16 02:00:23.162715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:23.163079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.182684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-0f40079b-dfc7-457d-9ea8-2efc474a9420 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 200 len: 217 time: 0.0838208 Aug 16 02:00:23.201540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-5bd4cddb-8d17-418c-9e3f-61889f90c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.212597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-5bd4cddb-8d17-418c-9e3f-61889f90c32e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1100 time: 0.1681979 Aug 16 02:00:23.254721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 243314d3-d25a-436a-a2aa-874965583846 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:23.305525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 243314d3-d25a-436a-a2aa-874965583846 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:23.309527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-c13033ef-326a-4d50-a13b-4fb38433836b service neutron] 10.222.0.83 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318429 Aug 16 02:00:23.396644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7cb2df76-72af-4c7f-b536-8d377243ec27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=932c0905d87947ffbd1f150cb30895df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824463 Aug 16 02:00:23.397448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.427754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-c1ca9395-e209-4d5a-9cab-8a1b75d6f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.430073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-c1ca9395-e209-4d5a-9cab-8a1b75d6f3af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.2061255 Aug 16 02:00:23.475120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb590bb-15f7-4f18-9b54-730f28f99014 req-4909e5da-381e-4a6f-a0de-c8aa9511d7ee tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.483223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3eb590bb-15f7-4f18-9b54-730f28f99014 req-4909e5da-381e-4a6f-a0de-c8aa9511d7ee tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 948 time: 0.2358527 Aug 16 02:00:23.529919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.530545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.540643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-c979ede5-4ff4-4fa1-bf91-dc3746d6cb00 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012449 Aug 16 02:00:23.548885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-c002f200-6328-4200-b6ad-8e78a4a42084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.551921 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-c002f200-6328-4200-b6ad-8e78a4a42084 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3253367 Aug 16 02:00:23.578949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:23.618011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14d8bbd7-d1f8-4ab4-9a39-27ddb11c0b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.624435 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-89c834d6-0f32-4a65-ba6d-e5e12f50d694 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0612297 Aug 16 02:00:23.715606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:23.734488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14d8bbd7-d1f8-4ab4-9a39-27ddb11c0b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:23.749816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-ca9b8aa2-a90d-48e2-be24-d5d8b707f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.751397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-ca9b8aa2-a90d-48e2-be24-d5d8b707f4ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1188278 Aug 16 02:00:23.757395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3eb590bb-15f7-4f18-9b54-730f28f99014 req-85dac872-f0b2-40da-934a-11d7e5db874a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679095 Aug 16 02:00:23.864467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-38f72f84-19ca-4fbd-8237-5b44fa65c50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:23.866196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-38f72f84-19ca-4fbd-8237-5b44fa65c50c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013114 Aug 16 02:00:23.937390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-ba095170-6cd0-41d1-a4dc-4eed4b1e4a2b service neutron] 10.222.0.83 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720667 Aug 16 02:00:23.941232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:23.965951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-network', 'tenant_id': '00589d2e80d941f493bbe246ff366489'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:24.039607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14d8bbd7-d1f8-4ab4-9a39-27ddb11c0b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.042117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14d8bbd7-d1f8-4ab4-9a39-27ddb11c0b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.045902 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-14d8bbd7-d1f8-4ab4-9a39-27ddb11c0b33 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3cdfce05-7ccf-484d-aec3-761cba3990e8 HTTP/1.1" status: 204 len: 168 time: 0.6456776 Aug 16 02:00:24.055345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'tag': '243314d3-d25a-436a-a2aa-874965583846'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:24.057677 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958e41f2-3184-42a5-8202-011b39b56a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "tag": "243314d3-d25a-436a-a2aa-874965583846"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:24.077869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-2e4082dd-ca6c-4768-bb37-5fb4b0d6226e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.079721 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-2e4082dd-ca6c-4768-bb37-5fb4b0d6226e tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291&tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1096 time: 0.1175971 Aug 16 02:00:24.082615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb45c6-fc86-4f0c-bada-40abc29fcef4 req-649d9301-be7e-4031-bb73-1cc57fa18904 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.084113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8bbd7-d1f8-4ab4-9a39-27ddb11c0b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdfce05-7ccf-484d-aec3-761cba3990e8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.098762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fcb45c6-fc86-4f0c-bada-40abc29fcef4 req-649d9301-be7e-4031-bb73-1cc57fa18904 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 945 time: 0.2220511 Aug 16 02:00:24.125553 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-2ae53a06-53cf-4b6b-b008-493edcbf1932 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510452 Aug 16 02:00:24.129826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.188653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fcb45c6-fc86-4f0c-bada-40abc29fcef4 req-07c6d9f1-0a0e-42a9-a919-c1897fe4dc4c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843153 Aug 16 02:00:24.211332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf08bb8-9024-4de8-aeee-565b6d135908 req-a9a8fed4-d909-4bb5-b575-3bed1221f270 service neutron] 10.222.0.83 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597706 Aug 16 02:00:24.213022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.227951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:24.254128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Made reservation on behalf of 00589d2e80d941f493bbe246ff366489 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:24.257769 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.263486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.283517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.350938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:24.358290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab9ec24d-2c9d-449b-ba0e-12db94787084 req-a644826d-832f-4a0f-aa95-2bab0eb11e12 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254381 Aug 16 02:00:24.360884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.364034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef42c420-16bc-491d-af05-9ce2e73009a4 req-14b2805f-bbba-4288-a9a3-3d2f3b28e9a5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "DELETE /v2.0/ports/ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 HTTP/1.1" status: 204 len: 173 time: 2.0178719 Aug 16 02:00:24.369554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.456015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.456601 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.471416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144df891-d103-4745-9ccd-6bb50ac00a55 req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "PUT /v2.0/ports/7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 200 len: 1021 time: 1.5740077 Aug 16 02:00:24.534632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:24.546558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:24.555612 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:24.563133 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827c1571-d410-4c15-bd65-8154ce1caeeb x-openstack-request-id: req-827c1571-d410-4c15-bd65-8154ce1caeeb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:24.563434 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "tag": "243314d3-d25a-436a-a2aa-874965583846", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:24.563761 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-827c1571-d410-4c15-bd65-8154ce1caeeb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:24.564175 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'tag': '243314d3-d25a-436a-a2aa-874965583846', 'status': 'completed', 'code': 200} Aug 16 02:00:24.577273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-ffab21c5-a206-4787-8754-7a5ae6d87328 service neutron] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:24.602882 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-ffab21c5-a206-4787-8754-7a5ae6d87328 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.616604 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2863674d-6ba4-4f9f-abf5-85ec0de6b826 req-ffab21c5-a206-4787-8754-7a5ae6d87328 service neutron] 10.222.0.83 "DELETE /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f/bindings/n-h2-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.5196762 Aug 16 02:00:24.686400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a418b-6e9f-488b-bcac-329c7b4278a2 req-92452a8c-0a97-432e-8e3a-063ad8909a6d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.697635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-793a418b-6e9f-488b-bcac-329c7b4278a2 req-92452a8c-0a97-432e-8e3a-063ad8909a6d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 944 time: 0.2503049 Aug 16 02:00:24.711004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2461d8-66bf-403a-b9f0-e598b9d17825 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:24.758848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:24.854074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-fb6b2bab-b1c7-4165-8d75-3b04eb1b7bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.855650 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-fb6b2bab-b1c7-4165-8d75-3b04eb1b7bd0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1100 time: 0.2104139 Aug 16 02:00:24.857343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-658f38fe-ddf2-4068-a539-0dd9e9bc45fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:24.871176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-658f38fe-ddf2-4068-a539-0dd9e9bc45fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1100 time: 0.2922721 Aug 16 02:00:24.877036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-793a418b-6e9f-488b-bcac-329c7b4278a2 req-a5347fe2-8d63-4ee9-8b22-ee790c867d91 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689725 Aug 16 02:00:24.882382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:24.997514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c20ebf-7b59-480f-8cc1-c7029c50f280 req-bc067f87-10a0-4f13-9eb4-235ff3913638 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.001752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c20ebf-7b59-480f-8cc1-c7029c50f280 req-bc067f87-10a0-4f13-9eb4-235ff3913638 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1024 time: 0.2111988 Aug 16 02:00:25.005238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.034869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:25.057565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.058789 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Added segment 47b2e57e-9584-4490-bf4e-1d25976d2a41 of type vlan for network 68f94f28-8752-4b5a-adb1-05a52b786fb5 Aug 16 02:00:25.167453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.175792 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b83f81-1b35-4466-9d6f-cb444f889703 x-openstack-request-id: req-31b83f81-1b35-4466-9d6f-cb444f889703 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:25.176215 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:25.176351 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31b83f81-1b35-4466-9d6f-cb444f889703 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:25.177070 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'status': 'completed', 'code': 200} Aug 16 02:00:25.264033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-ae520b86-e388-41aa-a921-074b19061eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.265864 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-ae520b86-e388-41aa-a921-074b19061eab service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3937848 Aug 16 02:00:25.303280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d096eff1-cb34-4f5c-bc41-b52863d6f55a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.316331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-a51cedc5-64e1-473b-b38f-38a983c89095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.321097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-a51cedc5-64e1-473b-b38f-38a983c89095 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1176 time: 0.2553627 Aug 16 02:00:25.364854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597a450-b89b-4eab-9513-bc6781f75d92 req-2de70c08-6fb2-40db-bf37-b32fd4d5fc2b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.372740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8597a450-b89b-4eab-9513-bc6781f75d92 req-2de70c08-6fb2-40db-bf37-b32fd4d5fc2b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 948 time: 0.1988204 Aug 16 02:00:25.378593 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-989217f7-f173-4acf-b5ea-cfba20351081 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0976427 Aug 16 02:00:25.381154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-495b96a9-ff46-4b32-944d-9d766cc9091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.383114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-495b96a9-ff46-4b32-944d-9d766cc9091d service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.5016418 Aug 16 02:00:25.423957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c20ebf-7b59-480f-8cc1-c7029c50f280 req-e742a985-9b90-4f03-a7e4-dca7b11a349d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&id=871a19e2-138d-4561-b180-c155bd9de0a7&id=ed5fd91d-75cd-41a3-8bf6-aea77e075d69 HTTP/1.1" status: 200 len: 6148 time: 0.2505014 Aug 16 02:00:25.471571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8597a450-b89b-4eab-9513-bc6781f75d92 req-8b07ae85-7a80-41c8-9599-e0ce29da515f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931408 Aug 16 02:00:25.511823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.511823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.511823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.517252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:25.548607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-1eb0c657-2d39-4bd3-9772-2c90b50abc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.551120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-1eb0c657-2d39-4bd3-9772-2c90b50abc85 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1546123 Aug 16 02:00:25.553078 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-706f3696-5c02-471c-ad8a-cc00a623bf31 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.1548369 Aug 16 02:00:25.575777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:25.576847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:25.651955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-044d611c-85cc-44bb-bdb4-01318ba3c32d req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': ' tempest-securitygroup -176897368 ', 'description': 'tempest-description-1343067589'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:25.685586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-03e88252-a168-4e06-8fd9-e53ccc6b036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.689265 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-03e88252-a168-4e06-8fd9-e53ccc6b036f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1268356 Aug 16 02:00:25.696235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-bf82f553-ca51-4113-8f4f-e936c191a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.698196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-bf82f553-ca51-4113-8f4f-e936c191a1d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1388664 Aug 16 02:00:25.714956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-258e66b5-9bb3-432c-b0cd-99ca7e316d9c req-7804553d-4edc-48ae-8c68-c19b262ea451 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=f8dc426e-6d14-4865-b35d-db06015ddbfc HTTP/1.1" status: 200 len: 210 time: 0.0853269 Aug 16 02:00:25.719493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] Pushing event updated for resources: {'Network': ['ID=68f94f28-8752-4b5a-adb1-05a52b786fb5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:25.732671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:25.748145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-65553d65-685e-41fe-bd02-815489f8f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.748913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-65553d65-685e-41fe-bd02-815489f8f020 service neutron] 10.222.0.83 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 914 time: 0.3852093 Aug 16 02:00:25.755702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e135498e-7985-430f-b797-a2338c2cc5bd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0328381 Aug 16 02:00:25.756389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:25.785184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Request body: {'subnet': {'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-subnet', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:25.911858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-3375f5bc-ba98-4be9-b087-3eaed5f1cd7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 200 len: 217 time: 0.0838952 Aug 16 02:00:25.927213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-044d611c-85cc-44bb-bdb4-01318ba3c32d req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:25.971720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390937e5-4222-4c1f-a83a-45dd17dc74d7 req-9a24338a-d0f5-48e3-be72-1b5ced3a091c tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.974797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e41f2-3184-42a5-8202-011b39b56a7f req-92fdf3e6-4bfb-4ea2-927a-5f01e73dd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:25.977004 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-92fdf3e6-4bfb-4ea2-927a-5f01e73dd76e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2596502 Aug 16 02:00:25.979748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-390937e5-4222-4c1f-a83a-45dd17dc74d7 req-9a24338a-d0f5-48e3-be72-1b5ced3a091c tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 1096 time: 0.1145439 Aug 16 02:00:26.017953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-390937e5-4222-4c1f-a83a-45dd17dc74d7 req-b7bdd4f7-ed02-451d-a43e-b080080bbea7 tempest-LiveMigrationTest-1020403258 tempest-LiveMigrationTest-1020403258-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372212 Aug 16 02:00:26.030611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-3854d42a-37f0-4bea-920b-fb836e828490 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286994 Aug 16 02:00:26.136942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-d3df7eb8-73c6-4aa4-8dc6-1296ee0bfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:26.138651 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-d3df7eb8-73c6-4aa4-8dc6-1296ee0bfff3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.2147491 Aug 16 02:00:26.163375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Made reservation on behalf of 00589d2e80d941f493bbe246ff366489 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:26.166682 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.192873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-f4fe3d3a-2080-40d9-b2f8-599b2cda0d8a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440431 Aug 16 02:00:26.322222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-5c60304f-463a-4e49-bf33-f61551350eb7 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466710 Aug 16 02:00:26.328392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-ad516d32-af20-4944-95bd-9e625e2bf9d9 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371484 Aug 16 02:00:26.355468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:26.426486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-044d611c-85cc-44bb-bdb4-01318ba3c32d req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.430480 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-d90641b1-a691-4ff0-abca-9b53bb596c3f service neutron] 10.222.0.83 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220423 Aug 16 02:00:26.548571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-958e41f2-3184-42a5-8202-011b39b56a7f req-3cf58bc7-483a-4606-bd4e-24bc720d9dc9 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064462 Aug 16 02:00:26.553140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-663494099-network', 'tenant_id': '9331568b87144d468d519d77c9073c20'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:26.566835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'name': 'network-vif-deleted', 'tag': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:26.575112 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34b8636-d271-4722-888b-3682103dc629" -d '{"events": [{"server_uuid": "f8dc426e-6d14-4865-b35d-db06015ddbfc", "name": "network-vif-deleted", "tag": "ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:26.583363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-044d611c-85cc-44bb-bdb4-01318ba3c32d req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.609222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac4ec72c-a20b-4815-9467-68f3c3a5d3cc req-dada26d1-e06c-4745-ab73-ddbdd4592366 service neutron] 10.222.0.83 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655626 Aug 16 02:00:26.628107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4632beb-4237-43e3-82bd-904cadbc29b1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.758573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Made reservation on behalf of 9331568b87144d468d519d77c9073c20 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:26.761378 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.775694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.777944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.868298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c2bbeba-1ae6-400e-98d4-6c0f9b39505d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:26.897334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Checking segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:26.897785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Network hostable DHCP agents. Network: 68f94f28-8752-4b5a-adb1-05a52b786fb5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:26.947187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-044d611c-85cc-44bb-bdb4-01318ba3c32d req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:26.949280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-044d611c-85cc-44bb-bdb4-01318ba3c32d req-84a07ff4-756b-48c3-b2f8-514cb3ff3b7b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.3185802 Aug 16 02:00:27.015900 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7646c3bd-c0fe-4ed6-a13a-13225374cf53 x-openstack-request-id: req-7646c3bd-c0fe-4ed6-a13a-13225374cf53 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:27.016494 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8dc426e-6d14-4865-b35d-db06015ddbfc", "name": "network-vif-deleted", "tag": "ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:27.016680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.017475 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7646c3bd-c0fe-4ed6-a13a-13225374cf53 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:27.019462 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.024089 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8dc426e-6d14-4865-b35d-db06015ddbfc', 'name': 'network-vif-deleted', 'tag': 'ea3d32ab-f1bf-4534-a3fd-b9af851ff0a1', 'status': 'completed', 'code': 200} Aug 16 02:00:27.078001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:27.121642 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.135507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947da7b-8cfc-481b-a438-c2e7cedfd26e req-403ee4e1-8d20-4487-94c9-01a379b8d6a1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.144014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4947da7b-8cfc-481b-a438-c2e7cedfd26e req-403ee4e1-8d20-4487-94c9-01a379b8d6a1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 948 time: 0.1082044 Aug 16 02:00:27.192154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4947da7b-8cfc-481b-a438-c2e7cedfd26e req-e438514e-5158-40e0-9d30-dd30afbd5a9a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470195 Aug 16 02:00:27.252736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 68f94f28-8752-4b5a-adb1-05a52b786fb5) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:27.269586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.271616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.272532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c5d66c-03b3-4591-8380-706b0cda52f9 None None] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:27.325654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-904a2e1e-2dd0-4878-a38c-db2c4968711d req-fa59c48e-0607-42ce-bd4b-76686c4bc029 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a4632beb-4237-43e3-82bd-904cadbc29b1 HTTP/1.1" status: 200 len: 1780 time: 0.0948107 Aug 16 02:00:27.344354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.356665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:27.370410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.370870 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Added segment 946cab36-ac4e-40f0-a204-e6a8f00920e0 of type vlan for network f0b4608e-54d8-4943-ab22-888634245efb Aug 16 02:00:27.418258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.454415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7722b0a9-7322-42d9-9fbc-d0f3caefa360 req-51dce70f-cc9a-451d-8c44-8aca19d32b22 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.462908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7722b0a9-7322-42d9-9fbc-d0f3caefa360 req-51dce70f-cc9a-451d-8c44-8aca19d32b22 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 944 time: 0.2524412 Aug 16 02:00:27.482928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-68f94f28-8752-4b5a-adb1-05a52b786fb5', 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'fixed_ips': [{'subnet_id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:27.484182 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.518497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 243314d3-d25a-436a-a2aa-874965583846 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:27.519896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5273b292-7e4b-4a79-8781-fb5729d4c5df admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7600226 Aug 16 02:00:27.522833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60586) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.523026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=920feaff-98de-4468-926b-6d188f1a8949,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.527840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.537144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7722b0a9-7322-42d9-9fbc-d0f3caefa360 req-7239f5df-27f9-4ba3-be7a-ea079796e098 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Aug 16 02:00:27.614487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.615686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.618129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.704030 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.706387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.774406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] Pushing event updated for resources: {'Network': ['ID=f0b4608e-54d8-4943-ab22-888634245efb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:27.795308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2392affb-7175-4b2e-9fe3-935ca8124910 req-8ccd9b96-f7a5-451a-a61f-d2d8ee09f855 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a4632beb-4237-43e3-82bd-904cadbc29b1 HTTP/1.1" status: 200 len: 1780 time: 0.1979549 Aug 16 02:00:27.810079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f0b4608e-54d8-4943-ab22-888634245efb details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:27.843977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-db88ef0e-616d-4df3-8913-674ee9cb0579 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4858742 Aug 16 02:00:27.849492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60608) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:27.853318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.862308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Request body: {'subnet': {'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-663494099-subnet', 'tenant_id': '9331568b87144d468d519d77c9073c20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:27.883827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-6b48545a-0d53-44bd-b854-986bb786f3bf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:27.885655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-6b48545a-0d53-44bd-b854-986bb786f3bf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 944 time: 0.1757586 Aug 16 02:00:27.956106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Allocated IP 172.20.0.2 (68f94f28-8752-4b5a-adb1-05a52b786fb5/4c2bbeba-1ae6-400e-98d4-6c0f9b39505d/0425184b-c78b-4fbe-b382-2dcd42f2c0d2) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:27.962702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2392affb-7175-4b2e-9fe3-935ca8124910 req-dba3ba49-ccb3-43df-b336-8a46cc75e3c3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:27.996222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:28.009138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2392affb-7175-4b2e-9fe3-935ca8124910 req-dba3ba49-ccb3-43df-b336-8a46cc75e3c3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.010658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Deleting port a35cd0a8-ad1c-4292-97bd-aeebef73c99f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:28.011226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.024571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '243314d3-d25a-436a-a2aa-874965583846', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '243314d3-d25a-436a-a2aa-874965583846', 'mac_address': 'fa:16:3e:ff:c7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:28.031277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-0fd22a03-9b33-4bb7-99e9-bb22f90ed1eb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.035173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-0fd22a03-9b33-4bb7-99e9-bb22f90ed1eb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2114410 Aug 16 02:00:28.056560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-b148d40e-87d8-4820-896b-2a5448c32797 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0205212 Aug 16 02:00:28.122964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.156361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 243314d3-d25a-436a-a2aa-874965583846 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:28.171712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-711a372e-7d3d-43d9-bbec-1a23d99c84f7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1135533 Aug 16 02:00:28.216668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:28.248913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.261066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Transition to ACTIVE for port object 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:28.261334 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2392affb-7175-4b2e-9fe3-935ca8124910 req-dba3ba49-ccb3-43df-b336-8a46cc75e3c3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.266004 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2392affb-7175-4b2e-9fe3-935ca8124910 req-dba3ba49-ccb3-43df-b336-8a46cc75e3c3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.267545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2392affb-7175-4b2e-9fe3-935ca8124910 req-dba3ba49-ccb3-43df-b336-8a46cc75e3c3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/a4632beb-4237-43e3-82bd-904cadbc29b1 HTTP/1.1" status: 204 len: 173 time: 0.4651525 Aug 16 02:00:28.285767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Transition to ACTIVE for port object 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:28.295098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3ba49-ccb3-43df-b336-8a46cc75e3c3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4632beb-4237-43e3-82bd-904cadbc29b1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:28.334679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.362167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-958ccfc5-4dba-4339-a954-a2142771eca5 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749468 Aug 16 02:00:28.566220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Made reservation on behalf of 9331568b87144d468d519d77c9073c20 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:28.568699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:28.568879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.631739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-6e5c2378-8772-47f3-97e3-64d1913e2679 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224298 Aug 16 02:00:28.631739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea3872-a012-4f74-b471-b8dbc4da1a50 req-ba6bf359-9ea3-4825-828e-dfe0b5d2f261 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:28.631739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62ea3872-a012-4f74-b471-b8dbc4da1a50 req-ba6bf359-9ea3-4825-828e-dfe0b5d2f261 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 949 time: 0.0962698 Aug 16 02:00:28.639578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62ea3872-a012-4f74-b471-b8dbc4da1a50 req-6a048110-fb2f-4511-839b-68577b54b411 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349097 Aug 16 02:00:28.643688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:28.696052 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-a59c38ce-fc4d-4086-9322-fa9dcb143dcc req-0e60b2e0-8184-46c7-86d0-c76a937071e6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:00:28.697245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a59c38ce-fc4d-4086-9322-fa9dcb143dcc req-0e60b2e0-8184-46c7-86d0-c76a937071e6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a4632beb-4237-43e3-82bd-904cadbc29b1 HTTP/1.1" status: 404 len: 352 time: 0.0164778 Aug 16 02:00:28.748386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.763951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.798760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] For port a35cd0a8-ad1c-4292-97bd-aeebef73c99f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:28.799197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:28.813496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:28.817967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Calling delete_port for a35cd0a8-ad1c-4292-97bd-aeebef73c99f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:28.822245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:28.835232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:28.847012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Pushing event updated for resources: {'Port': ['ID=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.043499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Attempting to bind port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:29.044090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Attempting to bind port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:29.044244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Attempting to bind port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 on network 68f94f28-8752-4b5a-adb1-05a52b786fb5 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:29.061128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:29.061522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Checking segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:29.063139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.065245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Bound using segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:29.066469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Bound port: 0425184b-c78b-4fbe-b382-2dcd42f2c0d2, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:29.068550 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.219628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] For port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:29.221668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1889576-b1d9-4f78-ba10-d49b2a5517ff req-b06c9f9c-4743-4bda-bc57-b07692902780 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.226830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] For port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:29.229392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1889576-b1d9-4f78-ba10-d49b2a5517ff req-b06c9f9c-4743-4bda-bc57-b07692902780 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 944 time: 0.0670931 Aug 16 02:00:29.284281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1889576-b1d9-4f78-ba10-d49b2a5517ff req-b94972f6-13ab-4d5f-82a3-71d742c18c51 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532520 Aug 16 02:00:29.345073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.345189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f3d3d08a-6fd5-42c7-a9be-a035ae0efa9e req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1282020245', 'description': 'tempest-description-2017468836'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:29.354412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.397216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.399204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.409058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['41ba3ded-4e7c-4e4b-9421-c91a5cf49237'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:29.473973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event deleted for resources: {'Port': ['ID=a35cd0a8-ad1c-4292-97bd-aeebef73c99f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.490081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.557110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d82402-577e-4ae2-9561-1b345e6295b6,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.564136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f3d3d08a-6fd5-42c7-a9be-a035ae0efa9e req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.587096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] No DVR routers for this DVR port a35cd0a8-ad1c-4292-97bd-aeebef73c99f on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:29.607144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.607144 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ced5ddc-1cbb-4f18-897f-cea4a833768d req-67544868-3a62-420e-9eb8-9c80d2a0afa8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.83 "DELETE /v2.0/ports/a35cd0a8-ad1c-4292-97bd-aeebef73c99f HTTP/1.1" status: 204 len: 173 time: 1.7122588 Aug 16 02:00:29.607144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'name': 'network-vif-deleted', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:29.607552 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b113042b-ef2c-44ee-988e-04c2298740e5" -d '{"events": [{"server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "name": "network-vif-deleted", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:29.647672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9f2a9-1fa0-41ff-8792-58000c9a3229 None None] Pushing event updated for resources: {'Port': ['ID=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:29.652629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Allocated IP 172.25.6.69 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/2b8a1895-3485-4216-944a-39d8fe29835f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:29.673525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Checking segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:29.674476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Network hostable DHCP agents. Network: f0b4608e-54d8-4943-ab22-888634245efb, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:29.735475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3eb6e37-d198-4287-bbc4-b9e48cf53988 req-4d47285b-b0bb-41ea-8b74-ccc4ed745bdb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 210 time: 0.0620172 Aug 16 02:00:29.794982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.820557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f3d3d08a-6fd5-42c7-a9be-a035ae0efa9e req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:29.902173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Network f0b4608e-54d8-4943-ab22-888634245efb is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:29.941446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202d8e-1a0e-4a4c-9cd4-f2e93b8d7c92 req-337478b9-30e7-40b4-8dc1-ef34a05244e2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.946798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90202d8e-1a0e-4a4c-9cd4-f2e93b8d7c92 req-337478b9-30e7-40b4-8dc1-ef34a05244e2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 949 time: 0.0623896 Aug 16 02:00:29.991026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-02a9f8aa-49c3-4b75-8da4-80efd12dd4eb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:29.992675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-02a9f8aa-49c3-4b75-8da4-80efd12dd4eb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100&tenant_id=c8064647b93f4bc8aac7fae0bd12918d&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 949 time: 0.1746542 Aug 16 02:00:30.007435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90202d8e-1a0e-4a4c-9cd4-f2e93b8d7c92 req-5486bf03-b1e6-4087-ae23-ab67295600fa tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Aug 16 02:00:30.033079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f3d3d08a-6fd5-42c7-a9be-a035ae0efa9e req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.090447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b95957c-340a-4f83-b0d7-611967ceea17,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.096854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f0b4608e-54d8-4943-ab22-888634245efb) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:30.111273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd246a92-40ab-4a03-893d-c5b0b795781f None None] Network f0b4608e-54d8-4943-ab22-888634245efb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:30.119871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.121230 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.135999 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-a57f3e6e-00f6-42b4-bc0b-977de2ef2e32 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:00:30.135999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-a57f3e6e-00f6-42b4-bc0b-977de2ef2e32 service neutron] 10.222.0.58 "DELETE /v2.0/ports/243314d3-d25a-436a-a2aa-874965583846/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.1243403 Aug 16 02:00:30.135999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.144308 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a640bd17-2494-4d61-b897-a04f380f7ebb x-openstack-request-id: req-a640bd17-2494-4d61-b897-a04f380f7ebb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:30.144738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689d5712-b6a3-4850-889b-c76f0f5ae291", "name": "network-vif-deleted", "tag": "a35cd0a8-ad1c-4292-97bd-aeebef73c99f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:30.145092 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a640bd17-2494-4d61-b897-a04f380f7ebb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:30.145710 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689d5712-b6a3-4850-889b-c76f0f5ae291', 'name': 'network-vif-deleted', 'tag': 'a35cd0a8-ad1c-4292-97bd-aeebef73c99f', 'status': 'completed', 'code': 200} Aug 16 02:00:30.238090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:30.242173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f3d3d08a-6fd5-42c7-a9be-a035ae0efa9e req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.242173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3d3d08a-6fd5-42c7-a9be-a035ae0efa9e req-ec0de137-6a43-4298-ae49-06ed93fbc3bc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9176300 Aug 16 02:00:30.255945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:30.259075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:30.261828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:30.277681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9e182674-8650-4e39-99de-c56215113eb4 req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-473280749', 'description': 'tempest-description-1839790483'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:30.296727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Pushing event updated for resources: {'Port': ['ID=2b8a1895-3485-4216-944a-39d8fe29835f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.417309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488d8d83-682f-4e60-9851-d0103e838051 None None] Network f0b4608e-54d8-4943-ab22-888634245efb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:30.420666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1c2642c-2af0-4849-bbcb-669406dc3c01 req-afef7df0-95b5-4905-9424-c4d5d04c380a tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.0532758 Aug 16 02:00:30.474927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da930450-41b4-498d-875d-cb0dfbccf6d0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.6163960 Aug 16 02:00:30.517712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-6d5aa994-079f-42b0-bd84-83a7319d3263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.520088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-6d5aa994-079f-42b0-bd84-83a7319d3263 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1101 time: 0.2244091 Aug 16 02:00:30.592613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:30.603745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9e182674-8650-4e39-99de-c56215113eb4 req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.643399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-18f56cb0-56d8-42e0-b63a-1732265e54df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.645192 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-18f56cb0-56d8-42e0-b63a-1732265e54df service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1123366 Aug 16 02:00:30.696703 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-88e373e2-9464-477b-b60e-b914d7c2d544 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0413115 Aug 16 02:00:30.717130 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9e182674-8650-4e39-99de-c56215113eb4 req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.798841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-7fd8af8e-64c7-408b-9f67-7c3450f74984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.801455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-7fd8af8e-64c7-408b-9f67-7c3450f74984 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0575767 Aug 16 02:00:30.808349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9e182674-8650-4e39-99de-c56215113eb4 req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.874651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d11360dd-3ad0-4558-9334-9449b38999f3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:30.940280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-3592c863-39dd-434c-be4a-bf4c16881b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:30.942018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-3592c863-39dd-434c-be4a-bf4c16881b4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1278789 Aug 16 02:00:30.948899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:30.998444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9e182674-8650-4e39-99de-c56215113eb4 req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.003358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e182674-8650-4e39-99de-c56215113eb4 req-91460d2d-f9ec-4b64-9b7f-6e42c1e6fa9d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7301612 Aug 16 02:00:31.042344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-f15f11cc-ba13-4da5-b668-c7b4d3422ceb tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:31.051341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-f15f11cc-ba13-4da5-b668-c7b4d3422ceb tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 821 time: 0.1657109 Aug 16 02:00:31.068867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-60a7d342-5870-475d-a17a-f8c4bfd208f3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/quotas/9331568b87144d468d519d77c9073c20 HTTP/1.1" status: 200 len: 375 time: 0.0165131 Aug 16 02:00:31.089151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea76c73b-ccd0-4872-85da-8b84be5541d7 None None] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:31.106627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6441ad14-07e7-477e-a93b-ddd81cc44061 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368564 Aug 16 02:00:31.143769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c883ef98-6455-4fac-b16e-b29b93419263 req-906cf2da-d218-425c-9911-a964750f4a2d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 210 time: 0.0397453 Aug 16 02:00:31.284175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-185cf59a-398f-470f-9297-12d276897d4f service neutron] 10.222.0.76 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378775 Aug 16 02:00:31.314342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-b0a1dcc3-1adb-487f-8f4f-abadbbabcca4 req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-733495010', 'description': 'tempest-description-680821324'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:31.319399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-184ca5c6-061f-4b9b-9303-2606cfbf52cc service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197036 Aug 16 02:00:31.343228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] Provisioning for port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:31.350603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] Provisioning complete for port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:31.351085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.436062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-bc9bf165-12f2-484b-9a9d-ef2b624743f0 service neutron] 10.222.0.76 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500344 Aug 16 02:00:31.467343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.471350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b0a1dcc3-1adb-487f-8f4f-abadbbabcca4 req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.493460 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.541951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] For port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:31.548013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 243314d3-d25a-436a-a2aa-874965583846 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:31.562445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e798ff27-af3d-43cb-b041-c9e71bc6f17d req-5b5112b8-4119-48f2-b257-f63e9498db43 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062485 Aug 16 02:00:31.619912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b0a1dcc3-1adb-487f-8f4f-abadbbabcca4 req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.692651 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.748046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6982fd-307b-44a4-9560-eb5761059c7f None None] Pushing event updated for resources: {'Port': ['ID=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.785701 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b0a1dcc3-1adb-487f-8f4f-abadbbabcca4 req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.822668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b7da79-d302-4e7b-8df2-b01538549771,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:31.827175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Router baa6600a-4a67-4b25-8c60-a3654afd53b7 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:31.833351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 243314d3-d25a-436a-a2aa-874965583846 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:31.838372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-894723e1-89a8-4274-ba9a-8941f08174ed None None] Provisioning complete for port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:31.838774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-894723e1-89a8-4274-ba9a-8941f08174ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.841700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 243314d3-d25a-436a-a2aa-874965583846 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:31.842240 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.922939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b0a1dcc3-1adb-487f-8f4f-abadbbabcca4 req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:31.925594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0a1dcc3-1adb-487f-8f4f-abadbbabcca4 req-9758fc38-f6c9-4761-b907-c7ad5f876ea9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6381142 Aug 16 02:00:31.987586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:32.003472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Sync routers for ids ['baa6600a-4a67-4b25-8c60-a3654afd53b7'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:32.023852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Routers {'baa6600a-4a67-4b25-8c60-a3654afd53b7'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:32.024441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['baa6600a-4a67-4b25-8c60-a3654afd53b7'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:32.043750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e87a-2659-48a7-83d8-63bc4ccfb083 req-ba95cecb-6427-471a-b480-6ee2502f4c49 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.052827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c32e87a-2659-48a7-83d8-63bc4ccfb083 req-ba95cecb-6427-471a-b480-6ee2502f4c49 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 949 time: 0.1029851 Aug 16 02:00:32.129101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.135240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4fe234a6-3424-4860-bab3-975f77ed7c06 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6110070 Aug 16 02:00:32.136112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60728) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:32.139657 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.163930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c32e87a-2659-48a7-83d8-63bc4ccfb083 req-bf7d12f7-5e28-4e38-b677-d4c24e98ef57 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089439 Aug 16 02:00:32.189089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:32.189281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:32.194601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243314d3-d25a-436a-a2aa-874965583846'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:32.197371 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19457d24-45cb-4282-b2ae-2eb504fac167" -d '{"events": [{"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-plugged", "status": "completed", "tag": "243314d3-d25a-436a-a2aa-874965583846"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:32.272062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a29cae1f-6947-4d61-b9d1-bd3592f31feb req-e77d6b50-ad02-4147-b2f3-9440476ecbf3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.0843112 Aug 16 02:00:32.321368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Set router baa6600a-4a67-4b25-8c60-a3654afd53b7 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:32.328892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a9ee4b3-8b30-4582-bdee-b1adef0a42d7 req-b7dd34ac-0a7c-4fac-a315-b6f55c70b066 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 210 time: 0.0766726 Aug 16 02:00:32.413757 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.414380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:32.470473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:32.471068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.499443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-557f0232-6564-4dbb-8bbf-bf0126ffbf5f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:32.504567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04dc4c6f-ec65-481e-84c9-5663db6381b6 req-1c68ac26-bfab-40ce-bd2a-ba03bb2fc7f9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 10895 time: 0.1685879 Aug 16 02:00:32.507200 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-557f0232-6564-4dbb-8bbf-bf0126ffbf5f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2703245 Aug 16 02:00:32.569323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: a35cd0a8-ad1c-4292-97bd-aeebef73c99f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:32.569722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a35cd0a8-ad1c-4292-97bd-aeebef73c99f not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:32.570158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:32.573653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': '75888810-b7e2-4193-ad67-607bb92de655', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:32.586749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5385a55e-27da-4818-8605-de246d47853c req-8b6b81f7-6adf-4f47-b6d9-f6b6d357b98a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 210 time: 0.0464993 Aug 16 02:00:32.687652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04dc4c6f-ec65-481e-84c9-5663db6381b6 req-3f599d86-2d6a-4262-8a68-ea497861fc6a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a6d9f386-e462-4468-a1d0-d0c97de4e499 HTTP/1.1" status: 200 len: 2981 time: 0.1741111 Aug 16 02:00:32.742339 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7fdd7e-b246-4b87-83cc-59b3da4ba5fb x-openstack-request-id: req-ef7fdd7e-b246-4b87-83cc-59b3da4ba5fb {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:32.742625 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-plugged", "status": "completed", "tag": "243314d3-d25a-436a-a2aa-874965583846", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:32.742905 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ef7fdd7e-b246-4b87-83cc-59b3da4ba5fb {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:32.743300 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '243314d3-d25a-436a-a2aa-874965583846', 'code': 200} Aug 16 02:00:32.789409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:32.828024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04dc4c6f-ec65-481e-84c9-5663db6381b6 req-382dc5ed-e7a7-4706-b74f-df84f15b9883 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a6d9f386-e462-4468-a1d0-d0c97de4e499 HTTP/1.1" status: 200 len: 2981 time: 0.1297061 Aug 16 02:00:32.886486 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:32.947035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65825a0f-7703-4c21-aae9-c7f7995b279c req-42c9c91e-9539-42db-8c70-6f6f5d730fd0 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/9b95957c-340a-4f83-b0d7-611967ceea17 HTTP/1.1" status: 200 len: 1801 time: 0.1183667 Aug 16 02:00:32.952908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:32.975546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 3, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:33.014728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Checking router: baa6600a-4a67-4b25-8c60-a3654afd53b7 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:33.015091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Updating router baa6600a-4a67-4b25-8c60-a3654afd53b7 port 2b8a1895-3485-4216-944a-39d8fe29835f binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:33.040140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-65825a0f-7703-4c21-aae9-c7f7995b279c req-6c4ff210-d246-4816-a5a0-bfb10fd18dc4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.043452 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.053524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.092865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-65825a0f-7703-4c21-aae9-c7f7995b279c req-6c4ff210-d246-4816-a5a0-bfb10fd18dc4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.294313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-65825a0f-7703-4c21-aae9-c7f7995b279c req-6c4ff210-d246-4816-a5a0-bfb10fd18dc4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.296081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.298414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-65825a0f-7703-4c21-aae9-c7f7995b279c req-6c4ff210-d246-4816-a5a0-bfb10fd18dc4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.310052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65825a0f-7703-4c21-aae9-c7f7995b279c req-6c4ff210-d246-4816-a5a0-bfb10fd18dc4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/9b95957c-340a-4f83-b0d7-611967ceea17 HTTP/1.1" status: 204 len: 173 time: 0.3614480 Aug 16 02:00:33.343850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4ff210-d246-4816-a5a0-bfb10fd18dc4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b95957c-340a-4f83-b0d7-611967ceea17,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:33.485813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca03b11-4545-4b1c-a4d6-230188f0a2ae req-a6481596-d038-4f37-8188-28391d4dbd0b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:33.495370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ca03b11-4545-4b1c-a4d6-230188f0a2ae req-a6481596-d038-4f37-8188-28391d4dbd0b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.0663087 Aug 16 02:00:33.533892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:33.537418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.558679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ca03b11-4545-4b1c-a4d6-230188f0a2ae req-09ab817e-fa74-4ada-883d-8550c6e08f7c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574520 Aug 16 02:00:33.632830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.686125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d840b23-d065-4dfb-9de4-0ce6b5bc76b3 req-b390d5e6-a1cb-4b47-8375-520f0a397b6c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.0365584 Aug 16 02:00:33.714570 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-b3e65498-e40c-4452-a4e6-30f3e4f3285b req-199e17f7-56e9-4ad4-8d99-ba8db12eb829 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:00:33.715792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3e65498-e40c-4452-a4e6-30f3e4f3285b req-199e17f7-56e9-4ad4-8d99-ba8db12eb829 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/9b95957c-340a-4f83-b0d7-611967ceea17 HTTP/1.1" status: 404 len: 352 time: 0.0154488 Aug 16 02:00:33.737712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.11 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:33.787888 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.805131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Transition to ACTIVE for port object 2b8a1895-3485-4216-944a-39d8fe29835f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:33.844115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4cdb0de-a557-4f90-bdc1-e8543430151f req-8caaef74-1bb5-4451-815c-843a92b17911 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 210 time: 0.0279434 Aug 16 02:00:33.905548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.960847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Attempting to bind port 2b8a1895-3485-4216-944a-39d8fe29835f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:33.961947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Attempting to bind port 2b8a1895-3485-4216-944a-39d8fe29835f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:33.961947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Attempting to bind port 2b8a1895-3485-4216-944a-39d8fe29835f on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:33.976098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:33.976608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:33.977118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.977613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:33.978235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Bound port: 2b8a1895-3485-4216-944a-39d8fe29835f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:33.978719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:33.984483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56fc6-4874-445f-8b3e-06505b0d30e9 None None] Pushing event updated for resources: {'Port': ['ID=2b8a1895-3485-4216-944a-39d8fe29835f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.046137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f7481-ceac-464a-a72f-f9a09b715d9d req-a689532c-f920-4d00-a502-8ad7fe9cfc95 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.055707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.058285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-190f7481-ceac-464a-a72f-f9a09b715d9d req-a689532c-f920-4d00-a502-8ad7fe9cfc95 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.1261594 Aug 16 02:00:34.064779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] For port 2b8a1895-3485-4216-944a-39d8fe29835f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:34.069874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] For port 2b8a1895-3485-4216-944a-39d8fe29835f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2b8a1895-3485-4216-944a-39d8fe29835f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:34.113669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-190f7481-ceac-464a-a72f-f9a09b715d9d req-382a425e-19df-49e6-9dc3-bacd8aa6cd6d tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Aug 16 02:00:34.140712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Allocated IP 172.20.0.1 (68f94f28-8752-4b5a-adb1-05a52b786fb5/4c2bbeba-1ae6-400e-98d4-6c0f9b39505d/ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:34.208212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3e2a017-62db-4662-994d-464083808813 req-8407ecf0-fdff-42a0-ae60-8ed91a321f96 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 210 time: 0.0296371 Aug 16 02:00:34.246354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.282587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.300491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Transition to ACTIVE for port object ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:34.302390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec842ec3-e201-4f96-a4cc-b09a3063f283 req-27435e0e-02b4-4e87-83c7-05ca51f4f3b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/d11360dd-3ad0-4558-9334-9449b38999f3 HTTP/1.1" status: 200 len: 1800 time: 0.0586650 Aug 16 02:00:34.344677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.355001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Routers {'baa6600a-4a67-4b25-8c60-a3654afd53b7'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:34.355951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['baa6600a-4a67-4b25-8c60-a3654afd53b7'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:34.359976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:34.363619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f56fc6-4874-445f-8b3e-06505b0d30e9 None None] Pushing event updated for resources: {'Port': ['ID=2b8a1895-3485-4216-944a-39d8fe29835f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.370803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:34.379205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:34.383949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec842ec3-e201-4f96-a4cc-b09a3063f283 req-38bb4675-c22c-4f85-8572-5b9482a48d02 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.414653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:34.433492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec842ec3-e201-4f96-a4cc-b09a3063f283 req-38bb4675-c22c-4f85-8572-5b9482a48d02 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.481464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:34.483268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.531489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.552020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:34.554670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:34.569141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] Set router baa6600a-4a67-4b25-8c60-a3654afd53b7 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:34.573973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.578232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:34.618102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec842ec3-e201-4f96-a4cc-b09a3063f283 req-38bb4675-c22c-4f85-8572-5b9482a48d02 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.620750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec842ec3-e201-4f96-a4cc-b09a3063f283 req-38bb4675-c22c-4f85-8572-5b9482a48d02 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.621941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec842ec3-e201-4f96-a4cc-b09a3063f283 req-38bb4675-c22c-4f85-8572-5b9482a48d02 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/d11360dd-3ad0-4558-9334-9449b38999f3 HTTP/1.1" status: 204 len: 173 time: 0.3127375 Aug 16 02:00:34.634404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb4675-c22c-4f85-8572-5b9482a48d02 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11360dd-3ad0-4558-9334-9449b38999f3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.637339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.749870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:34.752242 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6698d51b-09d5-444e-ae56-15f28be32882" -d '{"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:34.781810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-7ed08415-7036-4389-9047-bf8352f5eee0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2155941 Aug 16 02:00:34.807804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Request body: {'port': {'device_id': '75888810-b7e2-4193-ad67-607bb92de655', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:34.856596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:34.912068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:34.929466 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-302b5ad0-1994-4202-b3d7-649a9c4ca4bb req-2520c1a0-c12a-4974-b7b2-5951aacc57be tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:00:34.944774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-302b5ad0-1994-4202-b3d7-649a9c4ca4bb req-2520c1a0-c12a-4974-b7b2-5951aacc57be tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/d11360dd-3ad0-4558-9334-9449b38999f3 HTTP/1.1" status: 404 len: 352 time: 0.0333028 Aug 16 02:00:34.949122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.008742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 3, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:35.094287 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1f5ecf-5b66-4fe0-a261-3b5825f716d5 x-openstack-request-id: req-cf1f5ecf-5b66-4fe0-a261-3b5825f716d5 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:35.095979 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-unplugged", "status": "completed", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:35.095979 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cf1f5ecf-5b66-4fe0-a261-3b5825f716d5 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:35.095979 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'code': 200} Aug 16 02:00:35.100715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1608df96-06c5-43ff-a12d-c8659728c37b None None] The sync data for ids ['baa6600a-4a67-4b25-8c60-a3654afd53b7'] in n-d-768852-19 is: [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:00:30Z', 'revision_number': 3, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:35.107227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-85789209-c44e-4724-91c3-2c2ee077b2b6 None None] Provisioning for port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:35.116363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-85789209-c44e-4724-91c3-2c2ee077b2b6 None None] Provisioning complete for port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:35.116747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85789209-c44e-4724-91c3-2c2ee077b2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.138099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffcdfdf1-7276-4807-bfd7-a3724f69ec5f req-b14a882c-b933-421c-8c20-d77c2bf931b0 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.0667038 Aug 16 02:00:35.162531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-85789209-c44e-4724-91c3-2c2ee077b2b6 None None] Port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:35.191260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-762f3f64-eb31-43af-975e-3a2652a828af req-83afad55-664c-4d39-8860-1858f147008b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 210 time: 0.0701163 Aug 16 02:00:35.278988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f1b4df3-ae0e-43a9-86e8-ecbf2431048e req-fc9faf3a-2b7d-4a15-8039-30b5751fda10 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/f7b7da79-d302-4e7b-8df2-b01538549771 HTTP/1.1" status: 200 len: 1799 time: 0.0954733 Aug 16 02:00:35.367446 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f1b4df3-ae0e-43a9-86e8-ecbf2431048e req-f6bc146f-872d-4332-b5d5-3953e055391d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.378527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.393126 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f1b4df3-ae0e-43a9-86e8-ecbf2431048e req-f6bc146f-872d-4332-b5d5-3953e055391d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.441851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:35.449906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.476392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.557531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Transition to ACTIVE for port object 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:35.573312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.581733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f1b4df3-ae0e-43a9-86e8-ecbf2431048e req-f6bc146f-872d-4332-b5d5-3953e055391d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.588583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f1b4df3-ae0e-43a9-86e8-ecbf2431048e req-f6bc146f-872d-4332-b5d5-3953e055391d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.589969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f1b4df3-ae0e-43a9-86e8-ecbf2431048e req-f6bc146f-872d-4332-b5d5-3953e055391d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/f7b7da79-d302-4e7b-8df2-b01538549771 HTTP/1.1" status: 204 len: 173 time: 0.2914944 Aug 16 02:00:35.596783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.650684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc146f-872d-4332-b5d5-3953e055391d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b7da79-d302-4e7b-8df2-b01538549771,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.677407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-8e2434b8-0a87-4cff-8d1b-45864ba8e20d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.678997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-8e2434b8-0a87-4cff-8d1b-45864ba8e20d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 821 time: 0.1773241 Aug 16 02:00:35.693658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'port': {'device_id': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'admin_state_up': True, 'tenant_id': '9331568b87144d468d519d77c9073c20'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:35.809665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:35.809665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:35.811837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-7d858e35-b708-4a1e-91d4-a482395fe81c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307677 Aug 16 02:00:35.835709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:35.886173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Pushing event updated for resources: {'Port': ['ID=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:35.913780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Router baa6600a-4a67-4b25-8c60-a3654afd53b7 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:35.936669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-5f1e8203-a84e-499d-a759-0d8508116634 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:35.944925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-5f1e8203-a84e-499d-a759-0d8508116634 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708913 Aug 16 02:00:36.010101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-bd2fc925-e5fe-4c9f-a4e3-ba20169f7b09 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/quotas/c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 375 time: 0.0639014 Aug 16 02:00:36.213545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2b8a1895-3485-4216-944a-39d8fe29835f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:36.243366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8224fc-ba2f-4c9a-a2df-f0103f3c42c2 req-7d553df9-37fd-4cd8-9fdf-a5a99623baba tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.245076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b8224fc-ba2f-4c9a-a2df-f0103f3c42c2 req-7d553df9-37fd-4cd8-9fdf-a5a99623baba tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 944 time: 0.1995585 Aug 16 02:00:36.255005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-04577d0a-e429-482a-b672-b47c809aa70b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2439961 Aug 16 02:00:36.269858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0bbda4c2-5101-4c66-a478-150b5c52f1b4 None None] Provisioning complete for port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.270492 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0bbda4c2-5101-4c66-a478-150b5c52f1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.302741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Attempting to bind port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:36.303173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Attempting to bind port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:36.303744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Attempting to bind port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:36.316793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:36.318444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:36.320135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Attempting to bind port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:36.330617 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a0ea308e-9301-46d9-93e1-250bef25f8d2 admin admin] 10.222.0.76 "PUT /v2.0/routers/baa6600a-4a67-4b25-8c60-a3654afd53b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1926708 Aug 16 02:00:36.332589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:36.333050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:36.333187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b8224fc-ba2f-4c9a-a2df-f0103f3c42c2 req-8480c293-4b17-4e0e-be27-f3abca300fcc tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756695 Aug 16 02:00:36.333530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:36.333997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Bound port: 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:36.334451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.348122 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-6d086800-ed66-44e3-a395-8f8fb85577a6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3355329 Aug 16 02:00:36.349429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Made reservation on behalf of 9331568b87144d468d519d77c9073c20 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:36.353198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.376670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0bbda4c2-5101-4c66-a478-150b5c52f1b4 None None] Port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:36.450337 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-d5efad32-cb0d-464f-8b18-aa7ba9be5b91 req-12a9015a-78dd-4b06-ad16-b06000f84abf tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:00:36.451688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5efad32-cb0d-464f-8b18-aa7ba9be5b91 req-12a9015a-78dd-4b06-ad16-b06000f84abf tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/f7b7da79-d302-4e7b-8df2-b01538549771 HTTP/1.1" status: 404 len: 352 time: 0.0620100 Aug 16 02:00:36.480599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2b8a1895-3485-4216-944a-39d8fe29835f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:36.484696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2b8a1895-3485-4216-944a-39d8fe29835f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:36.485060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.581297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-5ca19398-3d87-47b5-9846-417159aadfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.583813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-5ca19398-3d87-47b5-9846-417159aadfea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 1096 time: 0.1988792 Aug 16 02:00:36.616878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] For port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:36.646702 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-d3dae159-461b-448e-8987-43a4a6fc1492 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1431322 Aug 16 02:00:36.696531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] For port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:36.748063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Allocated IP 172.20.0.10 (f0b4608e-54d8-4943-ab22-888634245efb/e3d82402-577e-4ae2-9561-1b345e6295b6/be69d9ad-abeb-4674-b188-96d489447bc2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:36.785525 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.814028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 2b8a1895-3485-4216-944a-39d8fe29835f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2b8a1895-3485-4216-944a-39d8fe29835f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:36.828357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.900639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-96d14d2b-c1b8-497f-98c6-8f2ae420de56 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.906138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Pushing event updated for resources: {'Port': ['ID=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:36.912456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-96d14d2b-c1b8-497f-98c6-8f2ae420de56 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.2449844 Aug 16 02:00:36.918127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.935930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.936742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:36.938966 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-d17327d8-2bcd-4e00-ada0-a006d2ca6c9f service neutron] 10.222.0.58 "PUT /v2.0/ports/134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 HTTP/1.1" status: 200 len: 1093 time: 2.1374626 Aug 16 02:00:36.944391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-52fde1c7-6c95-420b-9089-1966d84f030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:36.946037 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-52fde1c7-6c95-420b-9089-1966d84f030a service neutron] 10.222.0.58 "GET /v2.0/networks?id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 200 len: 909 time: 0.3405588 Aug 16 02:00:36.949579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75888810-b7e2-4193-ad67-607bb92de655', 'tag': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:36.952682 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc31aea-5340-4358-9927-5877d794421c" -d '{"events": [{"name": "network-changed", "server_uuid": "75888810-b7e2-4193-ad67-607bb92de655", "tag": "134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:36.980632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfbacf42-e1fe-4278-ab60-501942373222 req-1dc6a212-c657-4389-87ff-3910f1dfac10 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=689d5712-b6a3-4850-889b-c76f0f5ae291 HTTP/1.1" status: 200 len: 210 time: 0.1029994 Aug 16 02:00:37.011218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-195b24e4-09e5-4e11-874b-aaebd459fddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.011717 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-195b24e4-09e5-4e11-874b-aaebd459fddf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 1098 time: 0.2955024 Aug 16 02:00:37.013900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-7309600d-5501-4b3d-a3b8-6ba3274075c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 200 len: 217 time: 0.0545902 Aug 16 02:00:37.125876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=2b8a1895-3485-4216-944a-39d8fe29835f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:37.143073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-d4758828-4ebe-4e61-9971-9cdda98ca350 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/quotas/67525953912743a09eecbc070e69ea3a HTTP/1.1" status: 200 len: 375 time: 0.2295194 Aug 16 02:00:37.215327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e9b6ad9-fb1c-4ffc-8898-674f25f28fc9 req-93c05b69-afc9-4ab2-85e5-254c69d2f008 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 210 time: 0.0801659 Aug 16 02:00:37.225361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-ae72904f-9336-46e1-9bd2-e4444588d919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.231071 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-ae72904f-9336-46e1-9bd2-e4444588d919 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 200 len: 848 time: 0.2093692 Aug 16 02:00:37.288751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-8a88c8b5-794c-4622-9f43-a2fa3ee94d1a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1dfcd0dc-d638-44ae-bb52-a99fe794d54d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484655 Aug 16 02:00:37.305024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-ad7d7489-2b80-4d69-b0da-f018c1e150d2 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1591580 Aug 16 02:00:37.376381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-00365db1-8b65-4904-830f-143415874020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.378472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-00365db1-8b65-4904-830f-143415874020 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 1096 time: 0.3018341 Aug 16 02:00:37.404557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-d1c3e17e-1211-4030-9b72-27e047fc28d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.406348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-d1c3e17e-1211-4030-9b72-27e047fc28d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=cab1915a-f29a-4188-a224-153f71026bb9 HTTP/1.1" status: 200 len: 916 time: 0.3199906 Aug 16 02:00:37.466813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.490323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-427c5f93-4137-4e3c-9c6f-bce2871de995 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 HTTP/1.1" status: 200 len: 217 time: 0.0828412 Aug 16 02:00:37.513434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30e48aa9-4370-45b2-9905-75ca0a258a4c req-0f7d8c43-85b9-48e4-b8db-7d819b55b4ad tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 6148 time: 0.2617850 Aug 16 02:00:37.564864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-01ccecf8-edf4-4272-8838-244c5b53660e service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564399 Aug 16 02:00:37.632256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-72cd9cdc-fb6a-42be-93db-f9848de61d1c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=020a54c0-5117-4089-b025-82f86c8dc6a6 HTTP/1.1" status: 200 len: 1002 time: 0.1933873 Aug 16 02:00:37.636106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-0c991b6b-6ad8-4676-99af-66f407be3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.637561 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-0c991b6b-6ad8-4676-99af-66f407be3229 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.1387041 Aug 16 02:00:37.689729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30e48aa9-4370-45b2-9905-75ca0a258a4c req-8af384e1-70d1-4e0b-82af-7d91f7af2a7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a6d9f386-e462-4468-a1d0-d0c97de4e499 HTTP/1.1" status: 200 len: 2981 time: 0.1662219 Aug 16 02:00:37.706611 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Sync routers for ids ['baa6600a-4a67-4b25-8c60-a3654afd53b7'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:37.716937 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Routers {'baa6600a-4a67-4b25-8c60-a3654afd53b7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:37.717562 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['baa6600a-4a67-4b25-8c60-a3654afd53b7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:37.727385 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-6b855dbe-edd3-437f-9724-a68fd73d70f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625794 Aug 16 02:00:37.731277 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-6256178c-ad86-4ca7-b013-3c32e42b6db6 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917277 Aug 16 02:00:37.761996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:37.798837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60882) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:37.809757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-network', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:37.876350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9f32eaa-d8eb-4ff6-8917-a7d4f37935b8 req-8897ec67-542a-496f-b829-f8f5b91930c2 service neutron] 10.222.0.58 "GET /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307607 Aug 16 02:00:37.904057 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Set router baa6600a-4a67-4b25-8c60-a3654afd53b7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:37.967661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-101271bb-ef79-4a5d-b00d-f5810a86f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:37.971807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-101271bb-ef79-4a5d-b00d-f5810a86f055 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9e880870-0c4e-439d-824c-b38c3b60e7e3 HTTP/1.1" status: 200 len: 854 time: 0.3272460 Aug 16 02:00:38.105396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-f8263db6-f2ad-4126-889c-5e6f8f394e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.106982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-f8263db6-f2ad-4126-889c-5e6f8f394e31 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cab1915a-f29a-4188-a224-153f71026bb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137772 Aug 16 02:00:38.115398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-6218261a-f946-43eb-8748-7a6a2931eca6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.116909 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-6218261a-f946-43eb-8748-7a6a2931eca6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "GET /v2.0/ports?device_id=d0428db9-8e63-4bdf-92c7-f3ec278255b1 HTTP/1.1" status: 200 len: 944 time: 0.1553290 Aug 16 02:00:38.167756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2b8a1895-3485-4216-944a-39d8fe29835f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:38.253502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2b8a1895-3485-4216-944a-39d8fe29835f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:38.254166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.274406 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 4, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5', 'name': '', 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'mac_address': 'fa:16:3e:64:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:33Z', 'updated_at': '2021-08-16T02:00:35Z', 'revision_number': 2, 'project_id': '00589d2e80d941f493bbe246ff366489', 'subnets': [{'id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:38.277298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-9364408a-0a2e-4a30-becb-ace8948fee44 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5306056 Aug 16 02:00:38.328709 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Checking router: baa6600a-4a67-4b25-8c60-a3654afd53b7 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:38.328934 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Updating router baa6600a-4a67-4b25-8c60-a3654afd53b7 port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:38.331256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-c7984a8a-4fdf-4155-9e95-1ba4f7b381f8 service neutron] 10.222.0.76 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7652593 Aug 16 02:00:38.346144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30e48aa9-4370-45b2-9905-75ca0a258a4c req-21a3eff6-87b6-4814-aa6c-6feeac70516f tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a6d9f386-e462-4468-a1d0-d0c97de4e499 HTTP/1.1" status: 200 len: 2981 time: 0.6558836 Aug 16 02:00:38.381617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Network f0b4608e-54d8-4943-ab22-888634245efb is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:38.394659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:38.399839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:38.402836 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.411310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:38.496084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.496828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.528259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f82afea-cd7e-4df9-9965-d4f5f3a7987c req-da5b1d1b-7370-4c3c-9059-8a97c8bf87cf tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 210 time: 0.0482707 Aug 16 02:00:38.591944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Made reservation on behalf of f338377ef43b4648a13a45a0a77d419f for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:38.594869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.611548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.678401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-66c2dde4-e32c-4e85-817f-aa4e8c525e2d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9831326 Aug 16 02:00:38.688148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Request body: {'port': {'device_id': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:38.815729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.877284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38efb3-2c6a-4dd2-9a22-0b0b93dbcdc5 req-320e3628-a6e5-4feb-b1a8-85f05c1bfef3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:38.884998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a38efb3-2c6a-4dd2-9a22-0b0b93dbcdc5 req-320e3628-a6e5-4feb-b1a8-85f05c1bfef3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 944 time: 0.1501532 Aug 16 02:00:38.972484 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:38.974667 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d55e561-b0b4-44d0-9f3e-016201662a97 x-openstack-request-id: req-7d55e561-b0b4-44d0-9f3e-016201662a97 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:38.975159 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75888810-b7e2-4193-ad67-607bb92de655", "tag": "134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:38.977567 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d55e561-b0b4-44d0-9f3e-016201662a97 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:38.977567 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75888810-b7e2-4193-ad67-607bb92de655', 'tag': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8', 'status': 'completed', 'code': 200} Aug 16 02:00:38.991319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Transition to ACTIVE for port object ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:39.025975 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a38efb3-2c6a-4dd2-9a22-0b0b93dbcdc5 req-6f69b778-207e-4b52-b387-cb879da23b0b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399925 Aug 16 02:00:39.080044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2bb4fd84-bd37-4d87-8c04-a497694e46ba req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-96255953', 'description': 'tempest-description-741824497'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:39.082687 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.094228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-a79945af-0647-448e-bed2-31d6209a3d44 service neutron] 10.222.0.83 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9762890 Aug 16 02:00:39.124914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Deleting port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:39.125230 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.128363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.180229 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Pushing event updated for resources: {'Port': ['ID=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.208495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77308-27e1-412e-b107-53e52158dcaf req-7e240650-f9f1-42e3-9203-c521cd94eafe tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.212818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3de77308-27e1-412e-b107-53e52158dcaf req-7e240650-f9f1-42e3-9203-c521cd94eafe tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 932 time: 0.1366527 Aug 16 02:00:39.231567 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.232142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.235815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.236430 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.236965 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.237546 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.238043 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.238590 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.239113 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.239667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.240156 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.240687 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:39.252455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.278180 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Attempting to bind port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:39.278988 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Attempting to bind port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:39.279565 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Attempting to bind port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 on network 68f94f28-8752-4b5a-adb1-05a52b786fb5 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:39.286991 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:39.287682 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Checking segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:39.288352 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.288987 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Bound using segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:39.289665 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Bound port: ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:39.290345 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.318861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5fb1a7dc-f173-40f9-aae3-3a37c74fad17 req-f9ec4998-81c2-42c1-abca-9b49acee62af service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0185339 Aug 16 02:00:39.399153 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] For port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:39.404198 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] For port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:39.431721 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-248d1ca4-f9e2-42b5-8f9d-8a2350ca9a1a req-36235890-81f2-417e-802e-dd6d2cb3e997 service neutron] 10.222.0.83 "GET /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239532 Aug 16 02:00:39.437696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] For port e1bdb597-f9d2-4745-bc74-88d6f8ed1094, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:39.438163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.444332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:00:39.486378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Calling delete_port for e1bdb597-f9d2-4745-bc74-88d6f8ed1094 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:39.511535 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.587111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc31aea-5340-4358-9927-5877d794421c req-bc35898e-4f7b-4102-ab9b-0618a56540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.588638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-bc35898e-4f7b-4102-ab9b-0618a56540b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 1096 time: 0.1368694 Aug 16 02:00:39.614125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.618478 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Added segment 434cd014-4e83-42a7-8a34-3da830c08027 of type vlan for network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 Aug 16 02:00:39.620491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2bb4fd84-bd37-4d87-8c04-a497694e46ba req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.642443 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Routers {'baa6600a-4a67-4b25-8c60-a3654afd53b7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:39.643108 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['baa6600a-4a67-4b25-8c60-a3654afd53b7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:39.743094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3de77308-27e1-412e-b107-53e52158dcaf req-e1a6d95e-ad02-4ecd-a841-1b281af7de3e tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085089 Aug 16 02:00:39.772870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56172d58-c970-406e-aeda-ce63fd8a3eb7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:39.824799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc31aea-5340-4358-9927-5877d794421c req-0da75851-3e8b-4e6c-97a8-12d987d15cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:39.826445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-0da75851-3e8b-4e6c-97a8-12d987d15cc9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 907 time: 0.2293341 Aug 16 02:00:39.855766 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-e8f2dbb2-c960-4b8b-8043-ea5f8052e18c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074233 Aug 16 02:00:39.884833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be69d9ad-abeb-4674-b188-96d489447bc2 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:39.906598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-addb2a4e-a5b1-4a99-be83-df7420b7d9e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 HTTP/1.1" status: 200 len: 217 time: 0.0646725 Aug 16 02:00:39.907376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.916382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b331b94-c4b9-4e94-b1d4-b6ee397cb3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:39.944014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Transition to ACTIVE for port object be69d9ad-abeb-4674-b188-96d489447bc2 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:39.956549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] Set router baa6600a-4a67-4b25-8c60-a3654afd53b7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:40.009349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.083578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event deleted for resources: {'Port': ['ID=e1bdb597-f9d2-4745-bc74-88d6f8ed1094,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.114526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.146882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.149053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc31aea-5340-4358-9927-5877d794421c req-06c10f50-7d30-4631-96ef-49404397bf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.153133 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-06c10f50-7d30-4631-96ef-49404397bf08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.2222064 Aug 16 02:00:40.169988 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e43a9a4-4e66-483b-a2ef-9af148db5f16 None None] Pushing event updated for resources: {'Port': ['ID=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.189052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] No DVR routers for this DVR port e1bdb597-f9d2-4745-bc74-88d6f8ed1094 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:40.193512 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28d9af35-0121-4179-9646-d2b6d84330cb req-e18050af-c147-4e95-9808-895bf56755b4 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 210 time: 0.2399318 Aug 16 02:00:40.217691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.227118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3682d4f4-62bd-480a-93dc-bf4e253d80e5 req-5a5deb3a-596a-418b-83a2-016925487c63 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "DELETE /v2.0/ports/e1bdb597-f9d2-4745-bc74-88d6f8ed1094 HTTP/1.1" status: 204 len: 173 time: 2.0825098 Aug 16 02:00:40.281057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.285997 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-9bba2d39-f0a6-4008-82a8-7bdeab48e9b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009908 Aug 16 02:00:40.303818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-7eb36de0-d90a-40d5-8bab-d284f6d85315 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.305856 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-7eb36de0-d90a-40d5-8bab-d284f6d85315 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121902 Aug 16 02:00:40.314857 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2bb4fd84-bd37-4d87-8c04-a497694e46ba req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.342744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Request body: {'port': {'device_id': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'c8064647b93f4bc8aac7fae0bd12918d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:40.352122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3cfcb492-3c0c-4858-9dcb-064b283ec355 req-260fb10e-af9f-46ae-8ba6-ac128852e44a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 210 time: 0.0329282 Aug 16 02:00:40.355430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:00:40.475323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2bb4fd84-bd37-4d87-8c04-a497694e46ba req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.501133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Attempting to bind port be69d9ad-abeb-4674-b188-96d489447bc2 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:40.501480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Attempting to bind port be69d9ad-abeb-4674-b188-96d489447bc2 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:40.502024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Attempting to bind port be69d9ad-abeb-4674-b188-96d489447bc2 on network f0b4608e-54d8-4943-ab22-888634245efb {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:40.503301 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 4, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5', 'name': '', 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'mac_address': 'fa:16:3e:64:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:33Z', 'updated_at': '2021-08-16T02:00:39Z', 'revision_number': 4, 'project_id': '00589d2e80d941f493bbe246ff366489', 'subnets': [{'id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:40.517842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Port be69d9ad-abeb-4674-b188-96d489447bc2 on network f0b4608e-54d8-4943-ab22-888634245efb not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:40.518200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Attempting to bind port be69d9ad-abeb-4674-b188-96d489447bc2 on network f0b4608e-54d8-4943-ab22-888634245efb {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:40.527667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:40.528306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Checking segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:40.528759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Bound using segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:40.529215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Bound port: be69d9ad-abeb-4674-b188-96d489447bc2, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:40.529876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.590087 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4222540b-9775-496a-8f09-b67f668ff8ae None None] The sync data for ids ['baa6600a-4a67-4b25-8c60-a3654afd53b7'] in n-d-768852-19 is: [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:00:34Z', 'revision_number': 4, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5', 'name': '', 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'mac_address': 'fa:16:3e:64:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:33Z', 'updated_at': '2021-08-16T02:00:39Z', 'revision_number': 4, 'project_id': '00589d2e80d941f493bbe246ff366489', 'subnets': [{'id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:40.624758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0031d-f94a-44d7-ab31-aaab98f5ee15,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.627728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.629020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.629759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.770485 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-3d3b2531-7ff1-4274-9c45-d89149e91003 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629667 Aug 16 02:00:40.791947 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2bb4fd84-bd37-4d87-8c04-a497694e46ba req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:40.793258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bb4fd84-bd37-4d87-8c04-a497694e46ba req-9e9ff9e9-a513-481e-a4b7-e99881a44123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.7288415 Aug 16 02:00:40.821528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] Pushing event updated for resources: {'Network': ['ID=2f3c2ebe-5e1f-4b01-ab7f-0818480cc915,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:40.836143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:00:40.869323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:40.878378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:40.892686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2f545-b23f-4c49-a88c-219f260fb87f req-ea3dee77-c2c6-4ed6-b84b-9e41bfd59cdd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:40.894334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15b2f545-b23f-4c49-a88c-219f260fb87f req-ea3dee77-c2c6-4ed6-b84b-9e41bfd59cdd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 944 time: 0.1808479 Aug 16 02:00:40.965633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6dc31aea-5340-4358-9927-5877d794421c req-eade50b8-b71d-4167-a58a-278dba120cc0 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861653 Aug 16 02:00:40.977113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-deleted', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:40.986512 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8566a8-4dd0-4475-92f8-21607ebdb845" -d '{"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-deleted", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:40.999518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15b2f545-b23f-4c49-a88c-219f260fb87f req-a4453135-b724-4c83-8aab-1cc565139e83 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983872 Aug 16 02:00:41.000928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.029491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce3ba8-2766-4e34-b889-d41c77aceda6 req-047a860d-36ac-4589-b861-edc22c4e7a67 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.031380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdce3ba8-2766-4e34-b889-d41c77aceda6 req-047a860d-36ac-4589-b861-edc22c4e7a67 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 944 time: 0.1291478 Aug 16 02:00:41.061626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-df32e3e0-5296-481a-b907-d11a89c064a7 req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2130773051', 'description': 'tempest-description-201904295'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:41.078179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.078818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.080279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] 10.222.0.58 "PUT /v2.0/ports/be69d9ad-abeb-4674-b188-96d489447bc2 HTTP/1.1" status: 200 len: 1093 time: 2.3998694 Aug 16 02:00:41.082680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:41.084921 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa" -d '{"events": [{"name": "network-changed", "server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:41.142399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdce3ba8-2766-4e34-b889-d41c77aceda6 req-ad3e4cca-66e7-4c59-921e-51a797e25c83 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901775 Aug 16 02:00:41.149216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9116b5-3a7c-4095-a5a4-f10546ca1b4b service neutron] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:41.159335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Made reservation on behalf of c8064647b93f4bc8aac7fae0bd12918d for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:41.164927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.317182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:41.374947 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223f1c75-8475-4148-bfc8-80a5e9645b9f x-openstack-request-id: req-223f1c75-8475-4148-bfc8-80a5e9645b9f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:41.375688 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0428db9-8e63-4bdf-92c7-f3ec278255b1", "name": "network-vif-deleted", "tag": "e1bdb597-f9d2-4745-bc74-88d6f8ed1094", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:41.382917 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67757a7-5365-47ad-a400-d0197d0b5364 x-openstack-request-id: req-e67757a7-5365-47ad-a400-d0197d0b5364 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:41.383222 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:41.383482 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e67757a7-5365-47ad-a400-d0197d0b5364 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:41.383893 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'status': 'completed', 'code': 200} Aug 16 02:00:41.386345 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-223f1c75-8475-4148-bfc8-80a5e9645b9f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:41.386858 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0428db9-8e63-4bdf-92c7-f3ec278255b1', 'name': 'network-vif-deleted', 'tag': 'e1bdb597-f9d2-4745-bc74-88d6f8ed1094', 'status': 'completed', 'code': 200} Aug 16 02:00:41.429948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-32a71946-b498-47be-948c-37a81f2545bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.444407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-32a71946-b498-47be-948c-37a81f2545bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 1096 time: 0.1184223 Aug 16 02:00:41.476954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b689f8d-38d5-42b7-8587-41a1e2bb9232 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.6767869 Aug 16 02:00:41.489304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60926) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:41.511006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Request body: {'subnet': {'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-subnet', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:41.606452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:41.616498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-c6eebc04-84be-4272-af0a-505be167c4b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be69d9ad-abeb-4674-b188-96d489447bc2 HTTP/1.1" status: 200 len: 217 time: 0.1560009 Aug 16 02:00:41.617203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:00:41.617203 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:00:41.617203 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': 'f338377ef43b4648a13a45a0a77d419f', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 0, 41, 527226)}] Aug 16 02:00:41.617203 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:00:41.617575 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:00:41.637314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8', 'mac_address': 'fa:16:3e:e5:a5:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:41.685625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Allocated IP 192.168.233.24 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/6e73102b-7038-425f-b500-329686a6efc8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:41.700205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24fa1f19-7b86-4efe-9618-6c139fb2d200 req-3827c225-41e5-4dc9-a701-5e75671a61cb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 210 time: 0.1014085 Aug 16 02:00:41.718488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:41.781062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ea41-787a-4de5-bc9d-8861e387743c req-61117ab5-cf9c-473e-bdb2-cb285a897ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:41.785525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-61117ab5-cf9c-473e-bdb2-cb285a897ea2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d82402-577e-4ae2-9561-1b345e6295b6 HTTP/1.1" status: 200 len: 861 time: 0.1224835 Aug 16 02:00:41.788503 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.791284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: e1bdb597-f9d2-4745-bc74-88d6f8ed1094 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:41.791640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e1bdb597-f9d2-4745-bc74-88d6f8ed1094 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:41.828435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:41.849255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-2579dd6d-effe-41a3-8d14-4b14f7f492e7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0b4608e-54d8-4943-ab22-888634245efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579565 Aug 16 02:00:41.852620 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df32e3e0-5296-481a-b907-d11a89c064a7 req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.853887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:41.922553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52ef3dab-2b46-41d2-8eb1-0d25eba0465c req-2569e92f-082c-4df8-8828-7278fd20cf6b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 210 time: 0.0777099 Aug 16 02:00:41.949568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:41.996534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.027253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Transition to ACTIVE for port object 6e73102b-7038-425f-b500-329686a6efc8 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:42.062875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.169261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-4680d145-6c79-422e-8103-50a97fad641f service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987010 Aug 16 02:00:42.185664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.189714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:42.252798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:42.256091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:42.268523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:42.272635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:42.276382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:42.310680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.371374 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3cf729ae-5c1e-49df-bbba-e1ce3a44d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.375084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.377951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.445663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df32e3e0-5296-481a-b907-d11a89c064a7 req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.540477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0024ea41-787a-4de5-bc9d-8861e387743c req-2b7355f6-21e6-451b-88d0-e3ff60f5f2a8 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640466 Aug 16 02:00:42.543086 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df32e3e0-5296-481a-b907-d11a89c064a7 req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.559654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bfbff7-859b-4a42-8837-e31472e75d8c req-8453cb9b-39c4-44ed-a9ca-f44adb349670 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.569370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05bfbff7-859b-4a42-8837-e31472e75d8c req-8453cb9b-39c4-44ed-a9ca-f44adb349670 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 945 time: 0.3710835 Aug 16 02:00:42.628440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-6cf93a43-c16f-4f48-a817-90ff94f1da02 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2967613 Aug 16 02:00:42.659933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:42.672448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:42.672841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.699714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Request body: {'port': {'device_id': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:42.724490 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.792642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae3f7d0-927f-4c73-8af8-3ec4b689f00a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:42.797969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.801289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7e7da336-f96f-4545-b693-aca1bceeb23e None None] Provisioning for port 6e73102b-7038-425f-b500-329686a6efc8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:42.810207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05bfbff7-859b-4a42-8837-e31472e75d8c req-0b66f345-f16d-4b3a-9c15-6f12e206219d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395904 Aug 16 02:00:42.813166 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.816411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7e7da336-f96f-4545-b693-aca1bceeb23e None None] Provisioning complete for port 6e73102b-7038-425f-b500-329686a6efc8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:42.816895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e7da336-f96f-4545-b693-aca1bceeb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:42.855425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-3ad5a02b-bf6c-48b8-9bc4-376bcaeebec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.862390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-3ad5a02b-bf6c-48b8-9bc4-376bcaeebec4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 1096 time: 0.1630461 Aug 16 02:00:42.867778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:42.879733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7e7da336-f96f-4545-b693-aca1bceeb23e None None] Port 6e73102b-7038-425f-b500-329686a6efc8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:42.932898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1aa3414f-4b3f-46a8-8a4d-4468335c017b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:42.934570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1aa3414f-4b3f-46a8-8a4d-4468335c017b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 804 time: 0.3613937 Aug 16 02:00:42.949798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Request body: {'port': {'device_id': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'admin_state_up': True, 'tenant_id': '67525953912743a09eecbc070e69ea3a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:42.986698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Made reservation on behalf of f338377ef43b4648a13a45a0a77d419f for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:42.988905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.018075 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.108135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.134191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ae2fb-c636-4c18-9b14-a4a31cda3871 req-4284dc90-1f0d-47d9-b888-aeed19621f74 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.142331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-760ae2fb-c636-4c18-9b14-a4a31cda3871 req-4284dc90-1f0d-47d9-b888-aeed19621f74 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 944 time: 0.2441740 Aug 16 02:00:43.181591 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df32e3e0-5296-481a-b907-d11a89c064a7 req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.191650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df32e3e0-5296-481a-b907-d11a89c064a7 req-1e0f45b6-6012-4502-881f-10189fc21ab3 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 2.1379101 Aug 16 02:00:43.235583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-19e4323c-01a4-4ee5-9bec-d1082e52e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.237683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-19e4323c-01a4-4ee5-9bec-d1082e52e5d5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 922 time: 0.3667216 Aug 16 02:00:43.295541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e73102b-7038-425f-b500-329686a6efc8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:43.305126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.308812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Made reservation on behalf of 67525953912743a09eecbc070e69ea3a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:43.312391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.316811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-43c5857e-0789-42da-a528-166eb2f10a58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be69d9ad-abeb-4674-b188-96d489447bc2 HTTP/1.1" status: 200 len: 217 time: 0.0676119 Aug 16 02:00:43.324111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-760ae2fb-c636-4c18-9b14-a4a31cda3871 req-58b829d3-e6d0-416d-95d3-93e88c9fdc66 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812792 Aug 16 02:00:43.336496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:43.338754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Transition to ACTIVE for port object 6e73102b-7038-425f-b500-329686a6efc8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:43.356856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29b81ac4-8e71-4322-a31e-cf30c75bc80c req-99515d25-525c-45f7-a044-59dfe6dc3c56 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 210 time: 0.0902896 Aug 16 02:00:43.462607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.506466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-c2ff739e-be76-4ec1-965c-6e9880ee7983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.508046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-c2ff739e-be76-4ec1-965c-6e9880ee7983 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d82402-577e-4ae2-9561-1b345e6295b6 HTTP/1.1" status: 200 len: 861 time: 0.1676795 Aug 16 02:00:43.544815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:43.553579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:43.553579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.580732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-3fda9cc2-88e4-4191-b608-0a926da28bee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0b4608e-54d8-4943-ab22-888634245efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535250 Aug 16 02:00:43.651855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.677650 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.686553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-4571019f-8000-45f3-a06d-0c3a54f57d8d service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973289 Aug 16 02:00:43.692952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Allocated IP 172.20.0.8 (a739aecc-c548-4a15-b670-3bcca38e96a4/63691e24-f796-48d0-9e51-d8f47edc14c2/8578fa5a-f438-4812-b60c-2a36cefaac23) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:43.731888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75888810-b7e2-4193-ad67-607bb92de655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:43.744813 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4f6a9d-5fb9-4868-b406-37a15ee672a6" -d '{"events": [{"server_uuid": "75888810-b7e2-4193-ad67-607bb92de655", "name": "network-vif-plugged", "status": "completed", "tag": "134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:43.779213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:43.857292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:43.857640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:43.857976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:43.871681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Port 6e73102b-7038-425f-b500-329686a6efc8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:43.871911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:43.882168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:43.882512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:43.882925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:43.883408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Bound port: 6e73102b-7038-425f-b500-329686a6efc8, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:43.883778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.885433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d23ed-31c2-4bca-a676-cfacc6464084 req-766d670c-505c-44e9-8e42-4f96f57d5635 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.887017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb5d23ed-31c2-4bca-a676-cfacc6464084 req-766d670c-505c-44e9-8e42-4f96f57d5635 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.3781047 Aug 16 02:00:43.922439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.944178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.948316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e87e70d-2e1a-4172-a22a-2fec9a7879fa req-6fec989e-ab7d-402c-817a-571b05b79e6e service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299457 Aug 16 02:00:43.979291 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:43.986928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:43.990394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-c45562ec-e562-4da8-bcfc-27b16055f8c7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:43.991752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:43.991970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-c45562ec-e562-4da8-bcfc-27b16055f8c7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 813 time: 0.2748733 Aug 16 02:00:43.998448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb5d23ed-31c2-4bca-a676-cfacc6464084 req-8f6fc025-6f73-49ac-9c49-b5ca5c009099 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035237 Aug 16 02:00:44.014589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:44.053397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-e0b6ffd5-a4a3-47fa-b6ec-1f29f1772af4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/quotas/e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 375 time: 0.0352492 Aug 16 02:00:44.067947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7796775c-38ec-40dd-aff4-68cf6bd49a99,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.080948 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6da889-bd97-46c3-ac08-3596b71fce71 x-openstack-request-id: req-3b6da889-bd97-46c3-ac08-3596b71fce71 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:44.097531 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75888810-b7e2-4193-ad67-607bb92de655", "name": "network-vif-plugged", "status": "completed", "tag": "134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:44.098004 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b6da889-bd97-46c3-ac08-3596b71fce71 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:44.099090 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75888810-b7e2-4193-ad67-607bb92de655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8', 'code': 200} Aug 16 02:00:44.115291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Checking segment: {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:44.115662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Network hostable DHCP agents. Network: 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:00:44.139698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-5e1bfbd4-51cd-4847-b4a3-fdf24ccc6009 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854757 Aug 16 02:00:44.148907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:44.174430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.203603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:44.204084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.217045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.217045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.222803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] 10.222.0.83 "PUT /v2.0/ports/6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 1096 time: 1.5273788 Aug 16 02:00:44.229222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'tag': '6e73102b-7038-425f-b500-329686a6efc8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:44.232132 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6580b5d3-8053-4422-a9a3-b5685073d712" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "tag": "6e73102b-7038-425f-b500-329686a6efc8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:44.254659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355d2bb-fca7-46b8-827e-d7865aa9049b req-1b84a23e-0c20-4b03-ba62-169dcd37b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.256476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2355d2bb-fca7-46b8-827e-d7865aa9049b req-1b84a23e-0c20-4b03-ba62-169dcd37b63c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 1098 time: 0.1073778 Aug 16 02:00:44.259785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.281359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-ac56a5cc-8f80-4a6b-b636-ceffd60be75b service neutron] 10.222.0.76 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405938 Aug 16 02:00:44.289082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343e0e2-5030-4696-a80b-05e93feb9a34 service neutron] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.353885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Network a739aecc-c548-4a15-b670-3bcca38e96a4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:44.358759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:44.361777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:44.363393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:00:44.407018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2355d2bb-fca7-46b8-827e-d7865aa9049b req-76c8ed97-cfdd-4040-af38-4013208074a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423628 Aug 16 02:00:44.447792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e279c2a-155e-4c8f-b313-7443644069ad req-7feb1dec-8164-4381-983d-5b661749ce97 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.456495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e279c2a-155e-4c8f-b313-7443644069ad req-7feb1dec-8164-4381-983d-5b661749ce97 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 946 time: 0.1062737 Aug 16 02:00:44.488589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.489324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.494168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:44.494919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-e0a10faa-a661-4443-89a2-f13db04a5a7a service neutron] 10.222.0.76 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124348 Aug 16 02:00:44.500309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:44.511237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.511810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d054545-c76f-476b-8769-a4ae111f5af8 None None] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:44.512039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.538661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e279c2a-155e-4c8f-b313-7443644069ad req-7a9cbda9-1810-4a5c-b80a-38ce5f52a334 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811129 Aug 16 02:00:44.547934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-dd304008-bf00-4a11-b63c-7f08d958d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.549927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-dd304008-bf00-4a11-b63c-7f08d958d308 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1099 time: 0.1135023 Aug 16 02:00:44.628589 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bcc0d5-fed2-4661-ad9f-e7190f6ce22c x-openstack-request-id: req-e2bcc0d5-fed2-4661-ad9f-e7190f6ce22c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:44.628589 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "tag": "6e73102b-7038-425f-b500-329686a6efc8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:44.628589 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2bcc0d5-fed2-4661-ad9f-e7190f6ce22c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:44.628589 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'tag': '6e73102b-7038-425f-b500-329686a6efc8', 'status': 'completed', 'code': 200} Aug 16 02:00:44.628589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-8b790c94-8cf9-4463-a280-69080f5e67e7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0655744 Aug 16 02:00:44.711004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.717484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-96d04829-13d1-4c40-a588-48ec1073d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.719925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2f3c2ebe-5e1f-4b01-ab7f-0818480cc915', 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'fixed_ips': [{'subnet_id': '7796775c-38ec-40dd-aff4-68cf6bd49a99'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:00:44.719925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.721352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-96d04829-13d1-4c40-a588-48ec1073d276 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0853355 Aug 16 02:00:44.747602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f7e20-670c-4bf2-9758-e955a6c02939 req-4fdd32ec-3c64-45f0-a7e0-205a3937089a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.749875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-771f7e20-670c-4bf2-9758-e955a6c02939 req-4fdd32ec-3c64-45f0-a7e0-205a3937089a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 944 time: 0.0649614 Aug 16 02:00:44.753154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3cc676c4-e2c1-4e2c-9947-a4e5c0b45e92 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2557323 Aug 16 02:00:44.756207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60968) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:44.762952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:44.772843 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1e8cd69f-6654-440d-a022-c45f96de2be8 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8282988 Aug 16 02:00:44.788165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Request body: {'port': {'device_id': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:44.820113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-22a7d6a6-dffa-4dcb-ae5f-db9105ed6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:44.821992 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-22a7d6a6-dffa-4dcb-ae5f-db9105ed6245 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0913539 Aug 16 02:00:44.841416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-771f7e20-670c-4bf2-9758-e955a6c02939 req-c9bd1be3-2d2e-4d02-87fd-1c654f421e57 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824547 Aug 16 02:00:44.901210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.975529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:44.976703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.055056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f6349-9e26-47f7-8909-38805579e449 req-d2e7ed97-a0b1-4105-a3b2-67b757e92c9e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.056733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-564f6349-9e26-47f7-8909-38805579e449 req-d2e7ed97-a0b1-4105-a3b2-67b757e92c9e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 931 time: 0.1327837 Aug 16 02:00:45.156607 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.174034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Allocated IP 172.20.0.2 (2f3c2ebe-5e1f-4b01-ab7f-0818480cc915/7796775c-38ec-40dd-aff4-68cf6bd49a99/ee6b2a94-4156-4acb-bf34-d4c6aaf41421) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:45.214933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-564f6349-9e26-47f7-8909-38805579e449 req-31f9c5e8-31bf-4a71-a8f9-611eabdcfdbf tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702450 Aug 16 02:00:45.254900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-16625934-0680-4473-a29a-a056075fbf6c service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173350 Aug 16 02:00:45.366094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:45.385303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9da15f9-b985-4e64-b213-d8a3ddfb01ff req-e3853d44-e9f7-4ec9-926f-aa56f54494df tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 210 time: 0.1158061 Aug 16 02:00:45.466607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5bed8bf-1dbb-4698-b190-1df42c63a689 req-f4581d26-1999-4905-9093-8380520d3b95 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001998 Aug 16 02:00:45.489732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.521270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.531264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Transition to ACTIVE for port object ee6b2a94-4156-4acb-bf34-d4c6aaf41421 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:45.550492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8578fa5a-f438-4812-b60c-2a36cefaac23 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:45.559271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Transition to ACTIVE for port object ee6b2a94-4156-4acb-bf34-d4c6aaf41421 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:45.560521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.576598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Transition to ACTIVE for port object 8578fa5a-f438-4812-b60c-2a36cefaac23 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:45.592698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372da3f7-2543-4ec0-833b-327ad00eac53 req-c936c4a7-6959-4dc7-b1db-7bb3c6131bc5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.594017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-372da3f7-2543-4ec0-833b-327ad00eac53 req-c936c4a7-6959-4dc7-b1db-7bb3c6131bc5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.0573487 Aug 16 02:00:45.620228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:45.638985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'port_id': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'mac_address': 'fa:16:3e:16:28:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d82402-577e-4ae2-9561-1b345e6295b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:45.673200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-372da3f7-2543-4ec0-833b-327ad00eac53 req-fa2ac7d4-d04c-4595-abdc-f1d25ef1aa11 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667765 Aug 16 02:00:45.682248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715051b-ffbe-437f-a82c-0f3c54174e90 req-b97f8e79-13e7-4048-b063-c63226cbdcc5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.683792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9715051b-ffbe-437f-a82c-0f3c54174e90 req-b97f8e79-13e7-4048-b063-c63226cbdcc5 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.0869157 Aug 16 02:00:45.699479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.716382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.726254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.764219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9715051b-ffbe-437f-a82c-0f3c54174e90 req-eab7136d-007d-400b-b8ba-e31189d49283 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Aug 16 02:00:45.771463 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.815641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be69d9ad-abeb-4674-b188-96d489447bc2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:45.822517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:45.826322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-8547a4e4-32e5-4e7f-ae42-e10ca6ee156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.828118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-8547a4e4-32e5-4e7f-ae42-e10ca6ee156a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1099 time: 0.1507280 Aug 16 02:00:45.831782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:45.843180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:45.846890 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:00:45.866780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:45.872581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Pushing event updated for resources: {'Port': ['ID=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.882791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:45.911891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fd8a4-b132-4f01-b271-a13ee2a08e77 req-4c3384d3-be58-452e-81ea-0c98fc4619d0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:45.913488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c56fd8a4-b132-4f01-b271-a13ee2a08e77 req-4c3384d3-be58-452e-81ea-0c98fc4619d0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 946 time: 0.1184437 Aug 16 02:00:45.947759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.948109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.948457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.948851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.949000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Attempting to bind port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:45.949117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.949448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.949626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Attempting to bind port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:45.949761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.950091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.950423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.950778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.950942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Attempting to bind port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 on network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:45.951138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.951411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:45.957452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:45.957452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Checking segment: {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:45.957831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.958148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Bound using segment: {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:45.958711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Bound port: ee6b2a94-4156-4acb-bf34-d4c6aaf41421, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:45.959103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:45.997663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.012149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Attempting to bind port 8578fa5a-f438-4812-b60c-2a36cefaac23 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:46.012589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Attempting to bind port 8578fa5a-f438-4812-b60c-2a36cefaac23 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:46.012822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Attempting to bind port 8578fa5a-f438-4812-b60c-2a36cefaac23 on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:46.027103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Port 8578fa5a-f438-4812-b60c-2a36cefaac23 on network a739aecc-c548-4a15-b670-3bcca38e96a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:46.027445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Attempting to bind port 8578fa5a-f438-4812-b60c-2a36cefaac23 on network a739aecc-c548-4a15-b670-3bcca38e96a4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:46.035383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-1aab8acd-1f76-4086-85f4-4776add4121b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.037377 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-1aab8acd-1f76-4086-85f4-4776add4121b service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1947129 Aug 16 02:00:46.037870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:46.038432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Checking segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:46.038686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Bound using segment: {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:46.039083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Bound port: 8578fa5a-f438-4812-b60c-2a36cefaac23, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa4df92-8986-4958-b938-4e0b24aec974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:46.039512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.071520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] For port ee6b2a94-4156-4acb-bf34-d4c6aaf41421, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:46.076625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] For port ee6b2a94-4156-4acb-bf34-d4c6aaf41421, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:46.077961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.091810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-f4cd8fcb-8c1e-405f-b161-c7d48ad3f136 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0416658 Aug 16 02:00:46.189996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-93bd947a-5a74-4448-8fa6-a9b829b5fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.191590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-93bd947a-5a74-4448-8fa6-a9b829b5fc70 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0794156 Aug 16 02:00:46.192671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:46.196166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:46.214106 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.243265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-172a5dc4-92f3-47eb-b80f-34e2faaf02cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.244792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-172a5dc4-92f3-47eb-b80f-34e2faaf02cf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0436945 Aug 16 02:00:46.246536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['be69d9ad-abeb-4674-b188-96d489447bc2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:46.308025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.324875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de6a0b-f7a0-42b0-89a3-1c03236b6c50 None None] Pushing event updated for resources: {'Port': ['ID=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.367299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.367901 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.369668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] 10.222.0.83 "PUT /v2.0/ports/8578fa5a-f438-4812-b60c-2a36cefaac23 HTTP/1.1" status: 200 len: 1092 time: 1.5875413 Aug 16 02:00:46.419990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd0a6b-b0de-4a47-ac7c-c1a5a6cfac7c service neutron] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:46.433442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-87075b1c-cef4-41f0-8ac0-161959933586 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796312 Aug 16 02:00:46.490786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c56fd8a4-b132-4f01-b271-a13ee2a08e77 req-ee3f9e1d-3a88-4bd1-a5c0-6fc814554597 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857834 Aug 16 02:00:46.507972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8425e-f095-4ba1-b1ec-5b408f5b11ac req-166c6637-b5a1-4a12-9b54-1248d6e0169b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.518689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4d8425e-f095-4ba1-b1ec-5b408f5b11ac req-166c6637-b5a1-4a12-9b54-1248d6e0169b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 945 time: 0.2110171 Aug 16 02:00:46.528663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.550145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-2a3a4564-ec9b-47f3-aabe-cd077fa0399d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.550145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-2a3a4564-ec9b-47f3-aabe-cd077fa0399d tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.2383990 Aug 16 02:00:46.635242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:46.724447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4d8425e-f095-4ba1-b1ec-5b408f5b11ac req-3deb748d-cd7d-4ae5-8f9e-11ba52b23804 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051928 Aug 16 02:00:46.907922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e89b91a5-a382-4db5-ab74-d2d08f9ebb82 req-1b33d8b9-5483-4585-a4bb-69713f6997af tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 210 time: 0.0572855 Aug 16 02:00:46.964635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e11f80-7bcc-4baa-acaa-21ac3685b946 req-8086a4fa-5412-4682-b678-80bfc6241c54 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:46.972927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85e11f80-7bcc-4baa-acaa-21ac3685b946 req-8086a4fa-5412-4682-b678-80bfc6241c54 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 943 time: 0.1877079 Aug 16 02:00:46.985159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:46.989373 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:47.036389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6580b5d3-8053-4422-a9a3-b5685073d712 req-1aa05ae6-8e44-4747-85f1-678ff333daa1 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5886085 Aug 16 02:00:47.040737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-62df01fc-7c76-4ac6-a06d-86c7d89fb508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.045484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-62df01fc-7c76-4ac6-a06d-86c7d89fb508 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 1095 time: 0.4963875 Aug 16 02:00:47.057060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Allocated IP 172.25.6.211 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/d3df5599-187c-4df0-8dc1-53ed8e6b05be) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:47.062582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Deleting port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:47.062988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.089183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-19f682fb-f0f5-4795-9b2b-9893bc4f6df9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8578fa5a-f438-4812-b60c-2a36cefaac23 HTTP/1.1" status: 200 len: 217 time: 0.0372019 Aug 16 02:00:47.136210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85e11f80-7bcc-4baa-acaa-21ac3685b946 req-9877e7ce-aa8d-4e46-a2ff-40116f68beb7 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622508 Aug 16 02:00:47.150195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-786f241d-61bb-4288-b375-c8029df2f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.151732 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-786f241d-61bb-4288-b375-c8029df2f84a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.0540442 Aug 16 02:00:47.196642 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-a082214d-f7ff-405a-99e3-5948726f9cb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321963 Aug 16 02:00:47.222074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1367316-8f80-4d3e-a726-bc7c103bbc55 req-e42edf22-da13-410f-9f21-a00991d649c9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.223873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1367316-8f80-4d3e-a726-bc7c103bbc55 req-e42edf22-da13-410f-9f21-a00991d649c9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.2368617 Aug 16 02:00:47.295553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] For port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.295951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.324540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-22a61408-a5dc-4cd1-a254-fefd93e7f43e service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169109 Aug 16 02:00:47.368707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Calling delete_port for 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:47.374138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:47.440483 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2f54794-7c6c-414c-bf85-ba7e570aac4b req-1a478fe9-3135-4085-b542-fcd52ec89cb2 service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085105 Aug 16 02:00:47.447597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1367316-8f80-4d3e-a726-bc7c103bbc55 req-245537a7-2610-43ee-95ed-8327a74f0cfe tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145150 Aug 16 02:00:47.530182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.537811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcdae69-81ee-43bd-ae2d-0f8d3b2dcb4f None None] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:00:47.577027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port be69d9ad-abeb-4674-b188-96d489447bc2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:47.587146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port be69d9ad-abeb-4674-b188-96d489447bc2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:47.587588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.591687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6e73102b-7038-425f-b500-329686a6efc8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:47.605779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-873bb82b-2b15-4540-b862-f9572e224051 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.607402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-873bb82b-2b15-4540-b862-f9572e224051 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.3481500 Aug 16 02:00:47.663326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-efcab520-8e99-4f41-abb8-4f2f03f08411 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0437047 Aug 16 02:00:47.686344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acd5d3-cc05-427e-b967-773aed0f4386 req-531876ff-c7ec-4b6c-821d-e96667db8b77 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.691168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29acd5d3-cc05-427e-b967-773aed0f4386 req-531876ff-c7ec-4b6c-821d-e96667db8b77 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 945 time: 0.1679068 Aug 16 02:00:47.713296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-03a277c3-a581-49ed-adf9-c6ea8655e879 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.715346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-03a277c3-a581-49ed-adf9-c6ea8655e879 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.58 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 813 time: 0.1212626 Aug 16 02:00:47.728156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'port': {'device_id': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb', 'admin_state_up': True, 'tenant_id': 'e01a81c1c6ad46f98f7afc4abde63462'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:47.793857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.799936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29acd5d3-cc05-427e-b967-773aed0f4386 req-1f0fbdf8-ef76-4a58-8200-0ec97a462377 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982420 Aug 16 02:00:47.823500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-d15f18b6-5b73-47eb-b4e8-b6f7b7d79778 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510892 Aug 16 02:00:47.841316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-577cc2f1-2723-441f-b2e8-6141ccdf89d4 None None] Provisioning for port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:47.855588 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9444f97-ac89-4a54-b1ee-2f0d33135a8e x-openstack-request-id: req-e9444f97-ac89-4a54-b1ee-2f0d33135a8e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:47.856117 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:47.856380 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9444f97-ac89-4a54-b1ee-2f0d33135a8e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:47.856785 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'status': 'completed', 'code': 200} Aug 16 02:00:47.889274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:47.891707 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff85a482-d275-48ba-b5ce-e04fe9515a84" -d '{"events": [{"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-plugged", "status": "completed", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:47.928549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.950825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-1d832e62-aef8-46fe-9fd0-6641964d815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:47.959971 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-1d832e62-aef8-46fe-9fd0-6641964d815d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=67525953912743a09eecbc070e69ea3a&device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 1095 time: 0.0676355 Aug 16 02:00:47.960160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.961129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:47.969353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:47.990167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '6e73102b-7038-425f-b500-329686a6efc8', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '6e73102b-7038-425f-b500-329686a6efc8', 'mac_address': 'fa:16:3e:89:3f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:48.034733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:48.040496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Made reservation on behalf of e01a81c1c6ad46f98f7afc4abde63462 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:48.041521 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.041645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.041779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:48.082475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-c162454f-482a-4516-9c74-e65915942036 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514112 Aug 16 02:00:48.094304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:48.117730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.138710 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.146566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:48.146566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:48.147432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:48.159507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e73102b-7038-425f-b500-329686a6efc8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:48.178232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-af962485-b939-490a-a085-842be28fef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.180129 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-af962485-b939-490a-a085-842be28fef1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 200 len: 905 time: 0.2179093 Aug 16 02:00:48.207083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:48.248165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee6b2a94-4156-4acb-bf34-d4c6aaf41421 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:48.265349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Pushing event updated for resources: {'Port': ['ID=d3df5599-187c-4df0-8dc1-53ed8e6b05be,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.275474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] No DVR routers for this DVR port 41ba3ded-4e7c-4e4b-9421-c91a5cf49237 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:48.284081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-ef6697cf-0d7e-4e40-b68b-35254b631251 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8578fa5a-f438-4812-b60c-2a36cefaac23 HTTP/1.1" status: 200 len: 217 time: 0.0777652 Aug 16 02:00:48.290254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.292530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac02b8ab-9934-4d2c-886c-e926b679fc5b req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "DELETE /v2.0/ports/41ba3ded-4e7c-4e4b-9421-c91a5cf49237 HTTP/1.1" status: 204 len: 173 time: 1.7407780 Aug 16 02:00:48.293078 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'name': 'network-vif-deleted', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:48.295454 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effcabc0-3973-424c-bea9-87b9110cb71f" -d '{"events": [{"server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "name": "network-vif-deleted", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:48.308306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87a89d-795e-4ca4-b975-7a8c1cb64a19 req-4a7d8072-5d75-4fb0-ad55-e704576c3db3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.308306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe87a89d-795e-4ca4-b975-7a8c1cb64a19 req-4a7d8072-5d75-4fb0-ad55-e704576c3db3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.3241551 Aug 16 02:00:48.308624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.366710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef041c2-d484-48e0-8011-a897adc23738 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event deleted for resources: {'Port': ['ID=41ba3ded-4e7c-4e4b-9421-c91a5cf49237,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.378176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.380097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-de0b9537-89b3-49bb-a48c-2ad302ca5862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.382506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-de0b9537-89b3-49bb-a48c-2ad302ca5862 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 200 len: 844 time: 0.0623541 Aug 16 02:00:48.418925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:48.423334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:48.423908 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.426144 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-8eb7f831-155c-4f03-a456-e1109a2abc1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a739aecc-c548-4a15-b670-3bcca38e96a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339632 Aug 16 02:00:48.428425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Allocated IP 172.20.0.14 (adc239a1-4dc3-4a95-b184-26bd241ec4fb/709831d5-1715-46dd-9067-756cccf671e3/edef6da0-9653-4193-b031-ef9555c5e52c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:48.462016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe87a89d-795e-4ca4-b975-7a8c1cb64a19 req-326c6fde-d67f-4f16-bba0-910edd4416f0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231740 Aug 16 02:00:48.512276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-d1a251a2-abea-4bfb-8d32-b5d5fd553ba7 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068007 Aug 16 02:00:48.540840 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca77874a-1ac0-45e8-910f-4f6388c0b418 x-openstack-request-id: req-ca77874a-1ac0-45e8-910f-4f6388c0b418 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:48.541239 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-plugged", "status": "completed", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:48.541619 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca77874a-1ac0-45e8-910f-4f6388c0b418 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:48.542110 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'code': 200} Aug 16 02:00:48.544979 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.614532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ee6b2a94-4156-4acb-bf34-d4c6aaf41421, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:48.641044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-49d980ea-b99a-4ee9-bb67-ed6e6528cccf service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023594 Aug 16 02:00:48.642654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:48.689561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acea60f5-52d2-427c-8a8d-a26e461278cc req-0a4a6d9c-f3d5-4dc6-aa34-31f9db3c26a8 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 210 time: 0.0529349 Aug 16 02:00:48.718975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.763353 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.789210 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c50dfe81-054a-45ad-8be2-eb03eaf57fb4 req-b1816766-53e4-486c-bdd3-8f8fa3ab9f7e service neutron] 10.222.0.83 "GET /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399515 Aug 16 02:00:48.819095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:48.833570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.852087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420689e-d2d4-4b84-8796-dc757781bf44 req-2e047b92-82a8-4158-a70d-1f1e54b665bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.853684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1420689e-d2d4-4b84-8796-dc757781bf44 req-2e047b92-82a8-4158-a70d-1f1e54b665bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 1098 time: 0.2067163 Aug 16 02:00:48.920017 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702c43aa-5e6f-48dd-87d8-54e0f05b3936 x-openstack-request-id: req-702c43aa-5e6f-48dd-87d8-54e0f05b3936 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:48.920326 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8635b024-1520-43ae-8709-132f82d2cf26", "name": "network-vif-deleted", "tag": "41ba3ded-4e7c-4e4b-9421-c91a5cf49237", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:48.920602 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-702c43aa-5e6f-48dd-87d8-54e0f05b3936 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:48.921012 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8635b024-1520-43ae-8709-132f82d2cf26', 'name': 'network-vif-deleted', 'tag': '41ba3ded-4e7c-4e4b-9421-c91a5cf49237', 'status': 'completed', 'code': 200} Aug 16 02:00:48.939883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:48.991115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311c050-d661-4c82-8ffe-b08a8145db3d req-07cf7bb2-52e0-4c0f-ba3f-1a0d12050d8f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:48.992717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9311c050-d661-4c82-8ffe-b08a8145db3d req-07cf7bb2-52e0-4c0f-ba3f-1a0d12050d8f tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 943 time: 0.1745379 Aug 16 02:00:49.002290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Network adc239a1-4dc3-4a95-b184-26bd241ec4fb is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:49.013741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:49.017858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1420689e-d2d4-4b84-8796-dc757781bf44 req-6e098c46-57e4-4b48-aab7-4eba6360584b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161985 Aug 16 02:00:49.018266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:49.068605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.088782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.089999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.125372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9311c050-d661-4c82-8ffe-b08a8145db3d req-414fb085-c1bf-4c0c-b87f-1f361ad66b2b tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140337 Aug 16 02:00:49.146712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b134e-faee-4eaf-85ed-c6c0abdeadad req-f91910a3-e309-4805-8eb6-a27fd66d91f5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.146712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c0b134e-faee-4eaf-85ed-c6c0abdeadad req-f91910a3-e309-4805-8eb6-a27fd66d91f5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 948 time: 0.1602838 Aug 16 02:00:49.246905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-52f46962-1139-42f3-83cc-929b5a3e8697 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5228479 Aug 16 02:00:49.247763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ced62567-9ac2-4aec-bbbc-c3028bb1fa71 req-5a80de7d-0205-4d01-8513-450cbcc208f3 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=8635b024-1520-43ae-8709-132f82d2cf26 HTTP/1.1" status: 200 len: 210 time: 0.0421417 Aug 16 02:00:49.253345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c0b134e-faee-4eaf-85ed-c6c0abdeadad req-1f1835f2-b22f-4bd6-9db1-3d2cc64c01f6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044574 Aug 16 02:00:49.254744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.286006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Request body: {'port': {'device_id': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:49.324627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edb81ed9-f2aa-47bb-ba55-c565afc30fa4 req-9ca9b8ad-aaf9-4cbe-a283-95562f9cea13 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0280573 Aug 16 02:00:49.352490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.428541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:49.590784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Router 640abf7f-e1d2-43cb-98f3-b1566b43811e is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:00:49.611552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8578fa5a-f438-4812-b60c-2a36cefaac23 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:49.617313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6e73102b-7038-425f-b500-329686a6efc8 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:49.680553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c98b94-d8cf-457c-9564-b1911e592176 req-aa3c3837-6a53-418f-9aad-ae72b494170d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.688464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83c98b94-d8cf-457c-9564-b1911e592176 req-aa3c3837-6a53-418f-9aad-ae72b494170d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.1502433 Aug 16 02:00:49.701754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edef6da0-9653-4193-b031-ef9555c5e52c {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:49.715037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.735286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Transition to ACTIVE for port object edef6da0-9653-4193-b031-ef9555c5e52c will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:49.775759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83c98b94-d8cf-457c-9564-b1911e592176 req-9a6b86df-26d7-412d-95bd-7e255f0453ee tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841589 Aug 16 02:00:49.817266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:49.830620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'mac_address': 'fa:16:3e:7d:db:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:49.838695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:49.894202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Sync routers for ids ['640abf7f-e1d2-43cb-98f3-b1566b43811e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:49.894329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be54a46-98aa-4698-9e23-1afa091a92a2 req-17409fe9-71ad-4224-a4cc-9da291b20bb4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:49.894329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4be54a46-98aa-4698-9e23-1afa091a92a2 req-17409fe9-71ad-4224-a4cc-9da291b20bb4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 932 time: 0.0777297 Aug 16 02:00:49.894530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Routers {'640abf7f-e1d2-43cb-98f3-b1566b43811e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:49.894530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['640abf7f-e1d2-43cb-98f3-b1566b43811e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:49.911646 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.915629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4be54a46-98aa-4698-9e23-1afa091a92a2 req-6bb5f621-8f78-43d2-a82b-956244106632 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363343 Aug 16 02:00:49.932756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8578fa5a-f438-4812-b60c-2a36cefaac23 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:49.940888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.942058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 6e73102b-7038-425f-b500-329686a6efc8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:49.980963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 6e73102b-7038-425f-b500-329686a6efc8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:49.981401 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:49.992843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:49.995950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:50.005198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.006368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-096888d4-52ed-4198-bbb1-6923cb18facf admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.2487018 Aug 16 02:00:50.007397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32818) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:00:50.042954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Set router 640abf7f-e1d2-43cb-98f3-b1566b43811e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:50.072069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Attempting to bind port edef6da0-9653-4193-b031-ef9555c5e52c on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:50.072628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Attempting to bind port edef6da0-9653-4193-b031-ef9555c5e52c by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:50.072909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Attempting to bind port edef6da0-9653-4193-b031-ef9555c5e52c on network adc239a1-4dc3-4a95-b184-26bd241ec4fb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:50.077560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Port edef6da0-9653-4193-b031-ef9555c5e52c on network adc239a1-4dc3-4a95-b184-26bd241ec4fb not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:50.077828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Attempting to bind port edef6da0-9653-4193-b031-ef9555c5e52c on network adc239a1-4dc3-4a95-b184-26bd241ec4fb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:50.083218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:50.083560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Checking segment: {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:50.083943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Bound using segment: {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:50.084421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Bound port: edef6da0-9653-4193-b031-ef9555c5e52c, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e908d4de-4475-4527-b232-ebe27ce4f19d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:50.084843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.173947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:50.188596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:50.231513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee6b2a94-4156-4acb-bf34-d4c6aaf41421 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:50.235536 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.333821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.399095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.399736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.401321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] 10.222.0.58 "PUT /v2.0/ports/edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 1093 time: 1.1394143 Aug 16 02:00:50.401700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:50.404105 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:50.421484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de7477-87fd-4b7c-b069-65bb0939d098 service neutron] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.447508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.475781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:50.476161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.484538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.542309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.542699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.543025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.543364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.543700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.544033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.544360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.544690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.545012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.545335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.545660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.545983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:50.560649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e73102b-7038-425f-b500-329686a6efc8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:50.562879 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6845756-7adf-4a15-b5dc-7a4938df9acb" -d '{"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-plugged", "status": "completed", "tag": "6e73102b-7038-425f-b500-329686a6efc8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:50.566051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['8578fa5a-f438-4812-b60c-2a36cefaac23'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:50.576041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:50.670379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51c089-226b-4cb5-978c-ed73ca45e25e req-75c6b05c-2160-44eb-a546-4b6a171b96fd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.678014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f51c089-226b-4cb5-978c-ed73ca45e25e req-75c6b05c-2160-44eb-a546-4b6a171b96fd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 948 time: 0.1331692 Aug 16 02:00:50.695653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:00:48Z', 'revision_number': 3, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:50.696923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-4e2862e9-7e11-4953-ab0a-f39a3058f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.697850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0f31a-af5b-475f-8f91-b5ef523444b2 req-6ef68571-f045-4724-a0cf-b572b212c192 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.698826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-4e2862e9-7e11-4953-ab0a-f39a3058f3dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1096 time: 0.0510769 Aug 16 02:00:50.700946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fd0f31a-af5b-475f-8f91-b5ef523444b2 req-6ef68571-f045-4724-a0cf-b572b212c192 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 944 time: 0.1536241 Aug 16 02:00:50.732914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Checking router: 640abf7f-e1d2-43cb-98f3-b1566b43811e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:50.733341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Updating router 640abf7f-e1d2-43cb-98f3-b1566b43811e port d3df5599-187c-4df0-8dc1-53ed8e6b05be binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:50.756881 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-49d43b24-777b-4a73-8e14-237af61c5fc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 217 time: 0.0497158 Aug 16 02:00:50.759909 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.797385 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:50.807977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f51c089-226b-4cb5-978c-ed73ca45e25e req-f1e86a58-cfd5-42c9-a967-901fba783493 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289873 Aug 16 02:00:50.817274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-23ea995e-b711-4a29-aa41-bc3546ab26c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:50.819123 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-23ea995e-b711-4a29-aa41-bc3546ab26c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.0552838 Aug 16 02:00:50.834113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fd0f31a-af5b-475f-8f91-b5ef523444b2 req-acd4e9db-4042-4f4c-8345-8383eb4f7327 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228521 Aug 16 02:00:50.861932 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-f4a1ede0-3d47-4104-9438-79a49222c85c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283513 Aug 16 02:00:50.945500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:50.986461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-436f5638-a637-4bec-ae41-def0905949ea req-e86fa526-a615-44af-ae4a-58d0ee282442 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0303483 Aug 16 02:00:51.020665 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-0c664c2a-551e-4faa-a1c7-0beaf7e98312 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460869 Aug 16 02:00:51.151957 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f536b695-3553-498b-8859-e57ef2bd4f8e x-openstack-request-id: req-f536b695-3553-498b-8859-e57ef2bd4f8e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:51.153115 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:51.154181 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f536b695-3553-498b-8859-e57ef2bd4f8e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:51.156016 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'status': 'completed', 'code': 200} Aug 16 02:00:51.159781 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-67cd4c9f-8a82-4e23-963e-ca634638dcbd req-5052dca7-fa41-40b9-87b2-f7732b882336 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321256 Aug 16 02:00:51.171633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.191653 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e876d3c-8cdc-4241-ae06-f598cc42dad3 x-openstack-request-id: req-1e876d3c-8cdc-4241-ae06-f598cc42dad3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:51.192034 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-plugged", "status": "completed", "tag": "6e73102b-7038-425f-b500-329686a6efc8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:51.192402 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e876d3c-8cdc-4241-ae06-f598cc42dad3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:51.192861 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e73102b-7038-425f-b500-329686a6efc8', 'code': 200} Aug 16 02:00:51.218892 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.232082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Transition to ACTIVE for port object d3df5599-187c-4df0-8dc1-53ed8e6b05be will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:51.307679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3af39-6862-4177-801f-1b95f8038e6e req-87b0996a-436c-4500-8965-2c6d0bcd97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.309842 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-11f3af39-6862-4177-801f-1b95f8038e6e req-87b0996a-436c-4500-8965-2c6d0bcd97f4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1101 time: 0.0532198 Aug 16 02:00:51.368499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20350f52-f5a1-46bc-8d63-52e477adfa25 req-72c7af5e-d370-4621-a43d-b8d0715605b1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.370015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20350f52-f5a1-46bc-8d63-52e477adfa25 req-72c7af5e-d370-4621-a43d-b8d0715605b1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0954313 Aug 16 02:00:51.378963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.381475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-11f3af39-6862-4177-801f-1b95f8038e6e req-0f31d064-0016-455f-9753-153db20893a5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633230 Aug 16 02:00:51.387589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-ae75de98-5c64-469c-bddd-64f82d22750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.389598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-ae75de98-5c64-469c-bddd-64f82d22750b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1096 time: 0.0655899 Aug 16 02:00:51.403466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Allocated IP 172.20.0.1 (2f3c2ebe-5e1f-4b01-ab7f-0818480cc915/7796775c-38ec-40dd-aff4-68cf6bd49a99/d262ace8-4041-4676-8948-cbe5bfa96d81) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:51.430405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20350f52-f5a1-46bc-8d63-52e477adfa25 req-97bf9b28-e890-49f2-bd6c-1639e8dae99d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531037 Aug 16 02:00:51.432769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Attempting to bind port d3df5599-187c-4df0-8dc1-53ed8e6b05be on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:51.433152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Attempting to bind port d3df5599-187c-4df0-8dc1-53ed8e6b05be by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:51.433518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Attempting to bind port d3df5599-187c-4df0-8dc1-53ed8e6b05be on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:51.435709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba0332-fab8-459d-88b9-d0465abb1f11 None None] Pushing event updated for resources: {'Port': ['ID=d3df5599-187c-4df0-8dc1-53ed8e6b05be,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.442711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:51.443376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:51.443637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.447121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:51.447121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Bound port: d3df5599-187c-4df0-8dc1-53ed8e6b05be, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:51.447121 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.517721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] For port d3df5599-187c-4df0-8dc1-53ed8e6b05be, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:51.522421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] For port d3df5599-187c-4df0-8dc1-53ed8e6b05be, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d3df5599-187c-4df0-8dc1-53ed8e6b05be,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:51.535498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-517aa29d-7149-430d-a399-17f3638074ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.537257 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-517aa29d-7149-430d-a399-17f3638074ec service neutron] 10.222.0.58 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 914 time: 0.1407108 Aug 16 02:00:51.586213 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-1f0dff39-0785-466e-b252-999c0a2898fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 217 time: 0.0406137 Aug 16 02:00:51.635411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.648568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-6c1a34d9-d1fe-4208-98eb-686e3d8d3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.649588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bdeca9-bd91-4a38-8bd9-644226e79354 req-562b8836-42ab-49c2-9569-cc477fa69796 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.650223 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-6c1a34d9-d1fe-4208-98eb-686e3d8d3ee3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.0474720 Aug 16 02:00:51.651116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29bdeca9-bd91-4a38-8bd9-644226e79354 req-562b8836-42ab-49c2-9569-cc477fa69796 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 944 time: 0.1190619 Aug 16 02:00:51.662675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e43ba-cc29-4e14-926a-70b5a6354b9c req-28820ff5-c52b-4be7-954c-9e7d0a2271d6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.664145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b6e43ba-cc29-4e14-926a-70b5a6354b9c req-28820ff5-c52b-4be7-954c-9e7d0a2271d6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.1160419 Aug 16 02:00:51.676650 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.679686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Transition to ACTIVE for port object d262ace8-4041-4676-8948-cbe5bfa96d81 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:51.683397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-92c89e28-bd33-4fbd-9573-13efdde77825 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251188 Aug 16 02:00:51.736820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Routers {'640abf7f-e1d2-43cb-98f3-b1566b43811e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:51.737478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['640abf7f-e1d2-43cb-98f3-b1566b43811e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:51.752661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b6e43ba-cc29-4e14-926a-70b5a6354b9c req-9d5da776-8594-4164-92e7-44899bba63c8 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814378 Aug 16 02:00:51.757027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29bdeca9-bd91-4a38-8bd9-644226e79354 req-7316a32a-e707-4d96-a4cb-1e1d4f58d08a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895491 Aug 16 02:00:51.800495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba0332-fab8-459d-88b9-d0465abb1f11 None None] Pushing event updated for resources: {'Port': ['ID=d3df5599-187c-4df0-8dc1-53ed8e6b05be,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:51.814699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-04019f67-b0eb-43e0-972f-24af10277d48 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203094 Aug 16 02:00:51.906066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] Set router 640abf7f-e1d2-43cb-98f3-b1566b43811e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:51.912692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf905c-9e4c-4752-9e6d-1cdc7c340db1 req-1198550c-7628-4ff0-9602-7bfa8e098504 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:51.914388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9edf905c-9e4c-4752-9e6d-1cdc7c340db1 req-1198550c-7628-4ff0-9602-7bfa8e098504 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0668936 Aug 16 02:00:51.925590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff5cadce-0fa9-4769-8ad1-29e1c495d34e req-1da52611-9119-421e-8fd7-77cf4255efb9 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027503 Aug 16 02:00:51.977765 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:51.999662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f57fda-6763-4ad6-ac3e-15366c6801c3 req-f181b91d-0b57-441c-af1e-73537cc13522 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.001380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5f57fda-6763-4ad6-ac3e-15366c6801c3 req-f181b91d-0b57-441c-af1e-73537cc13522 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1067302 Aug 16 02:00:52.002703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-c174e332-9f0d-4cb0-80cc-8e387e927038 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.004258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-c174e332-9f0d-4cb0-80cc-8e387e927038 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 944 time: 0.0518003 Aug 16 02:00:52.036845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9edf905c-9e4c-4752-9e6d-1cdc7c340db1 req-7342d97b-e373-414e-aa35-8419e2cd26ff tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039512 Aug 16 02:00:52.066129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:52.083178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:52.083178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:52.109369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Pushing event updated for resources: {'Port': ['ID=d262ace8-4041-4676-8948-cbe5bfa96d81,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.132398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5f57fda-6763-4ad6-ac3e-15366c6801c3 req-8e623b87-28c6-492d-8b9e-1b36508c4858 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063502 Aug 16 02:00:52.133834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.134276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.134743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.135188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.135641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.136073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.136508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.137175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.138026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.138026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.138248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.138655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:00:52.165143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.170628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:00:48Z', 'revision_number': 3, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:52.175304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Deleting port 689a298b-ae4e-4eb9-88be-3cdfad68d688 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:52.175805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.217999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eaf64f-4725-4e71-887e-9e854a9d2482 None None] The sync data for ids ['640abf7f-e1d2-43cb-98f3-b1566b43811e'] in n-d-768852-19 is: [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:00:48Z', 'revision_number': 3, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:52.316976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-571e0fc8-13e6-4189-855d-d902e55a26aa req-8c98b282-88ba-44ae-b914-7e1d3f805adf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0663097 Aug 16 02:00:52.375167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] For port 689a298b-ae4e-4eb9-88be-3cdfad68d688, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=689a298b-ae4e-4eb9-88be-3cdfad68d688,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:52.375167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.395753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1f9fb-8112-4592-bada-df1bf6aa67bd req-0aab7b19-5af2-4624-ab8f-e61e3dba0d6e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.402118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Calling delete_port for 689a298b-ae4e-4eb9-88be-3cdfad68d688 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:52.404740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30e1f9fb-8112-4592-bada-df1bf6aa67bd req-0aab7b19-5af2-4624-ab8f-e61e3dba0d6e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 944 time: 0.2287467 Aug 16 02:00:52.481907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30e1f9fb-8112-4592-bada-df1bf6aa67bd req-bb6e9885-2ebf-4aa1-820d-160c85b95aa0 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762720 Aug 16 02:00:52.529801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-fa6703a8-3163-4325-8754-a5bafa5b2462 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.531299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-fa6703a8-3163-4325-8754-a5bafa5b2462 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2693396 Aug 16 02:00:52.551607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:52.575161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63cf7-b18a-4031-871d-e58cb44d8fde req-477673cf-2637-4743-98a0-3bbdd1895c34 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.576875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddc63cf7-b18a-4031-871d-e58cb44d8fde req-477673cf-2637-4743-98a0-3bbdd1895c34 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0601866 Aug 16 02:00:52.597163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-837fb1ec-b7f0-4fb6-a510-97cd3435d196 None None] Provisioning for port d262ace8-4041-4676-8948-cbe5bfa96d81 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:52.601398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-837fb1ec-b7f0-4fb6-a510-97cd3435d196 None None] Provisioning complete for port d262ace8-4041-4676-8948-cbe5bfa96d81 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:52.601781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-837fb1ec-b7f0-4fb6-a510-97cd3435d196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.676467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-837fb1ec-b7f0-4fb6-a510-97cd3435d196 None None] Port d262ace8-4041-4676-8948-cbe5bfa96d81 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:52.690950 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.718920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddc63cf7-b18a-4031-871d-e58cb44d8fde req-4c38db8d-18c8-494d-9cc8-fd53e16491f7 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221061 Aug 16 02:00:52.912114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:00:52.916482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.918685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a88325-35b0-4afd-ae05-4747010e83e3 req-56b492d7-ffb3-46c3-8f25-0a30fd0239c4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.919505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:52.920344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9a88325-35b0-4afd-ae05-4747010e83e3 req-56b492d7-ffb3-46c3-8f25-0a30fd0239c4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.1379168 Aug 16 02:00:52.979289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event deleted for resources: {'Port': ['ID=689a298b-ae4e-4eb9-88be-3cdfad68d688,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:52.979947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646dfac-348f-4d7a-b8ef-f9c5c1088e43 req-1d2cb6c5-f16a-4c51-810e-ca8d164e5179 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:52.987655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a646dfac-348f-4d7a-b8ef-f9c5c1088e43 req-1d2cb6c5-f16a-4c51-810e-ca8d164e5179 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 944 time: 0.1493256 Aug 16 02:00:53.027543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] No DVR routers for this DVR port 689a298b-ae4e-4eb9-88be-3cdfad68d688 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:53.032558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.034721 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c3077d8-ee16-4b75-8248-24ce9e3a6060 req-6cfe5ca4-c580-45f9-b04f-d60e2e9a5278 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "DELETE /v2.0/ports/689a298b-ae4e-4eb9-88be-3cdfad68d688 HTTP/1.1" status: 204 len: 173 time: 1.0237086 Aug 16 02:00:53.052084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9a88325-35b0-4afd-ae05-4747010e83e3 req-19dc9018-ce57-49ae-8870-f0eb5e161d0c tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189086 Aug 16 02:00:53.075912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a646dfac-348f-4d7a-b8ef-f9c5c1088e43 req-356e32bd-1e06-4f6a-b8b3-f7b2c1957a79 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867083 Aug 16 02:00:53.084784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.159795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'name': 'network-vif-deleted', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:53.162164 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720ee70-cc47-40c2-a4e3-1e9360c36d98" -d '{"events": [{"server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "name": "network-vif-deleted", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:53.171690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.7 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/6c5d788c-fd90-4e98-84f8-3fc163a7fbb9) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:00:53.191013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b2bcfb7-7691-4c2e-bf56-e6b58c5ae26c req-42fdba82-9636-4618-84ff-95bde229d6f6 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=daca9e17-7083-493b-8037-538f4ea21cd3 HTTP/1.1" status: 200 len: 210 time: 0.0463974 Aug 16 02:00:53.230578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.284589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de6af3-4a4c-4ff9-90fa-f0b41257fc38 req-d282bdc6-88a2-48cf-8eca-b645e8513697 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.286361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65de6af3-4a4c-4ff9-90fa-f0b41257fc38 req-d282bdc6-88a2-48cf-8eca-b645e8513697 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.1327875 Aug 16 02:00:53.357824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.369789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.373326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Pushing event updated for resources: {'Port': ['ID=d262ace8-4041-4676-8948-cbe5bfa96d81,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.424156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device edef6da0-9653-4193-b031-ef9555c5e52c details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:53.427631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611b95e-d27f-43a4-81e5-d987ace670a0 req-1eb7e43b-3a73-46a6-8e5e-bd51d4ea903f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.434953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2611b95e-d27f-43a4-81e5-d987ace670a0 req-1eb7e43b-3a73-46a6-8e5e-bd51d4ea903f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1474273 Aug 16 02:00:53.465013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65de6af3-4a4c-4ff9-90fa-f0b41257fc38 req-5dea6424-d3d7-4215-a983-eb12821e91c5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625986 Aug 16 02:00:53.533867 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c56ca-f5f5-4e24-bf67-38b5f31fec58 x-openstack-request-id: req-386c56ca-f5f5-4e24-bf67-38b5f31fec58 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:53.533867 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daca9e17-7083-493b-8037-538f4ea21cd3", "name": "network-vif-deleted", "tag": "689a298b-ae4e-4eb9-88be-3cdfad68d688", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:53.533867 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-386c56ca-f5f5-4e24-bf67-38b5f31fec58 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:53.533867 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daca9e17-7083-493b-8037-538f4ea21cd3', 'name': 'network-vif-deleted', 'tag': '689a298b-ae4e-4eb9-88be-3cdfad68d688', 'status': 'completed', 'code': 200} Aug 16 02:00:53.534355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2611b95e-d27f-43a4-81e5-d987ace670a0 req-6537fef5-83b0-4ccd-8a2b-845741c1e96a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916276 Aug 16 02:00:53.545254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:53.550796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:53.562368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:53.569248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'network_id': 'adc239a1-4dc3-4a95-b184-26bd241ec4fb', 'port_id': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'mac_address': 'fa:16:3e:40:86:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '709831d5-1715-46dd-9067-756cccf671e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:53.580957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.611608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:53.612895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:53.669088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8578fa5a-f438-4812-b60c-2a36cefaac23 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:53.695197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:00:53.710204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:00:53.714983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:00:53.733989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901a3090-c347-4fec-822c-8c22cb5a48df req-177f8e3b-6ed3-47cb-beb3-305e8d7c0add tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.735391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-901a3090-c347-4fec-822c-8c22cb5a48df req-177f8e3b-6ed3-47cb-beb3-305e8d7c0add tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 931 time: 0.1111398 Aug 16 02:00:53.747543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.791373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:53.807158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edef6da0-9653-4193-b031-ef9555c5e52c {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:53.822514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-901a3090-c347-4fec-822c-8c22cb5a48df req-0ae9f7db-d6fa-4d38-83fb-177467a70ba5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764713 Aug 16 02:00:53.844298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.845899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:53.854615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Router 640abf7f-e1d2-43cb-98f3-b1566b43811e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:00:53.894549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70231606-611a-4bab-b0c6-820270e53dfe req-417eaa77-ce6b-4683-8870-409603cb832a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:53.901348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70231606-611a-4bab-b0c6-820270e53dfe req-417eaa77-ce6b-4683-8870-409603cb832a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.1244571 Aug 16 02:00:53.910110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:53.985186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-18e1812d-5875-4e0f-b144-f4d87b54cc7c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4384720 Aug 16 02:00:54.000358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Request body: {'port': {'device_id': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:00:54.042069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.059025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 8578fa5a-f438-4812-b60c-2a36cefaac23 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:54.069802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70231606-611a-4bab-b0c6-820270e53dfe req-9c2f11c4-a84b-4e29-bc5e-04be232fe6a2 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231101 Aug 16 02:00:54.105765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 8578fa5a-f438-4812-b60c-2a36cefaac23 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:54.106153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.158287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a73be006-bfa7-4231-ae03-2cb8a9a3c405 None None] Provisioning complete for port d262ace8-4041-4676-8948-cbe5bfa96d81 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:54.158671 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a73be006-bfa7-4231-ae03-2cb8a9a3c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.165428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.247560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f6c5b-6432-4208-bbf0-d29fffc6baeb req-d2bf4fcd-2cbb-4fb4-91b0-d8a35f0f472e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.259360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c0f6c5b-6432-4208-bbf0-d29fffc6baeb req-d2bf4fcd-2cbb-4fb4-91b0-d8a35f0f472e tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 944 time: 0.3054831 Aug 16 02:00:54.341129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:00:54.351085 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d3df5599-187c-4df0-8dc1-53ed8e6b05be up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:54.369906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eddef1c6-d3fa-4a00-8212-7c668b30cd6a admin admin] 10.222.0.76 "PUT /v2.0/routers/640abf7f-e1d2-43cb-98f3-b1566b43811e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3522451 Aug 16 02:00:54.407223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c0f6c5b-6432-4208-bbf0-d29fffc6baeb req-978b5da9-aaea-49a6-a63f-1e6af307db13 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434953 Aug 16 02:00:54.411501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:54.439177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['edef6da0-9653-4193-b031-ef9555c5e52c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:00:54.447596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a73be006-bfa7-4231-ae03-2cb8a9a3c405 None None] Port d262ace8-4041-4676-8948-cbe5bfa96d81 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:00:54.627404 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Sync routers for ids ['640abf7f-e1d2-43cb-98f3-b1566b43811e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:00:54.640037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4810b6-2568-4a6a-9fe1-06a45a0ebceb req-4e3f24f9-17e0-48ec-a7a0-3ed1ae2afe06 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.649299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b4810b6-2568-4a6a-9fe1-06a45a0ebceb req-4e3f24f9-17e0-48ec-a7a0-3ed1ae2afe06 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 945 time: 0.1154695 Aug 16 02:00:54.649869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.664977 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Routers {'640abf7f-e1d2-43cb-98f3-b1566b43811e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:54.667950 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['640abf7f-e1d2-43cb-98f3-b1566b43811e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:54.695475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:54.698127 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da12bb5e-1c02-455c-9871-a34e8e75e45e" -d '{"events": [{"server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "name": "network-vif-plugged", "status": "completed", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:54.700638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b4810b6-2568-4a6a-9fe1-06a45a0ebceb req-67f5ce95-c148-4f4e-b649-00e977a241b1 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495167 Aug 16 02:00:54.754355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:54.788063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d3df5599-187c-4df0-8dc1-53ed8e6b05be completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:54.796300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d3df5599-187c-4df0-8dc1-53ed8e6b05be triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:54.796692 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.858541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.881436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:54.892821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:54.906046 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Set router 640abf7f-e1d2-43cb-98f3-b1566b43811e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:54.956292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6b8c-06f3-4cd9-9446-b62d4b4f3341 req-5b3bf349-f9b1-4573-bca1-0454328eabd2 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:54.964143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be1c6b8c-06f3-4cd9-9446-b62d4b4f3341 req-5b3bf349-f9b1-4573-bca1-0454328eabd2 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0859063 Aug 16 02:00:54.972255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Transition to ACTIVE for port object 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:55.026110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be1c6b8c-06f3-4cd9-9446-b62d4b4f3341 req-b92983fc-491c-49aa-9dae-84c548c3ed9d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607285 Aug 16 02:00:55.060674 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.120878 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.150418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port d3df5599-187c-4df0-8dc1-53ed8e6b05be, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d3df5599-187c-4df0-8dc1-53ed8e6b05be,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:55.156175 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1a8a78-ec60-4c32-a171-e547cd6b1644 x-openstack-request-id: req-0b1a8a78-ec60-4c32-a171-e547cd6b1644 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:55.161755 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "name": "network-vif-plugged", "status": "completed", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:55.161755 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b1a8a78-ec60-4c32-a171-e547cd6b1644 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:55.161755 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'code': 200} Aug 16 02:00:55.265414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.301014 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.305804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ac00d-dd47-41b3-901a-3d01b18ef955 req-f478e14c-ea24-4135-882a-ccc59ccac9fe tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.330279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-535ac00d-dd47-41b3-901a-3d01b18ef955 req-f478e14c-ea24-4135-882a-ccc59ccac9fe tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1487870 Aug 16 02:00:55.331438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.448710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device edef6da0-9653-4193-b031-ef9555c5e52c up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:55.449548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-535ac00d-dd47-41b3-901a-3d01b18ef955 req-da37fe78-d3fe-4fc9-a286-ea538db1295f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158316 Aug 16 02:00:55.489221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=d3df5599-187c-4df0-8dc1-53ed8e6b05be,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:55.529694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7d130-70d0-4baa-9dd2-2417e6d20be9 req-95713a51-51d4-4a9c-88a7-ed9b5e88c00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.535936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-21f7d130-70d0-4baa-9dd2-2417e6d20be9 req-95713a51-51d4-4a9c-88a7-ed9b5e88c00e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 1097 time: 0.2345188 Aug 16 02:00:55.567290 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:00:52Z', 'revision_number': 4, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'd262ace8-4041-4676-8948-cbe5bfa96d81', 'name': '', 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'mac_address': 'fa:16:3e:3f:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '7796775c-38ec-40dd-aff4-68cf6bd49a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:51Z', 'updated_at': '2021-08-16T02:00:52Z', 'revision_number': 2, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'subnets': [{'id': '7796775c-38ec-40dd-aff4-68cf6bd49a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:55.600684 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Checking router: 640abf7f-e1d2-43cb-98f3-b1566b43811e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:00:55.601316 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Updating router 640abf7f-e1d2-43cb-98f3-b1566b43811e port d262ace8-4041-4676-8948-cbe5bfa96d81 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:00:55.632155 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.640761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port edef6da0-9653-4193-b031-ef9555c5e52c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:00:55.647558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port edef6da0-9653-4193-b031-ef9555c5e52c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:55.648075 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.688476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744d2e6-f337-463f-bbaf-6f461a094dee req-f45e94a1-2b7a-4cf9-bfdf-d0474428eae4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:55.705784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2744d2e6-f337-463f-bbaf-6f461a094dee req-f45e94a1-2b7a-4cf9-bfdf-d0474428eae4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 943 time: 0.1280770 Aug 16 02:00:55.706530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-1cd76a8d-f183-40ea-9cb7-8ecd5a0ff73f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6961510 Aug 16 02:00:55.735019 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-21f7d130-70d0-4baa-9dd2-2417e6d20be9 req-7bb3d475-d24e-474f-8afe-f80dc5bebc9c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618159 Aug 16 02:00:55.785228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Attempting to bind port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:55.785676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Attempting to bind port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:55.786829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Attempting to bind port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.794679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:00:55.797908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Attempting to bind port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:55.810443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:55.810722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2744d2e6-f337-463f-bbaf-6f461a094dee req-334b61ab-31cd-4aa3-9acf-16cee07e2c12 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004565 Aug 16 02:00:55.811257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:55.811815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:55.812422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Bound port: 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:55.815101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.930331 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:55.982915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] For port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:55.993829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] For port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:56.016655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:56.099787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.110413 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.111289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:56.144301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fa5a6-e852-400a-acc7-08624a124543 req-d7cfb7a7-5938-40cc-b8cd-b5ca9207e00f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.155152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b4fa5a6-e852-400a-acc7-08624a124543 req-d7cfb7a7-5938-40cc-b8cd-b5ca9207e00f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.1871653 Aug 16 02:00:56.225386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 689a298b-ae4e-4eb9-88be-3cdfad68d688 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:56.226049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 689a298b-ae4e-4eb9-88be-3cdfad68d688 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:56.232438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d3df5599-187c-4df0-8dc1-53ed8e6b05be up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:00:56.269956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0191a2-dc94-48af-bbd9-3b7f99b46c46 req-d1dc6cb8-e09d-455f-aae3-253d39ae4c1c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.278407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf0191a2-dc94-48af-bbd9-3b7f99b46c46 req-d1dc6cb8-e09d-455f-aae3-253d39ae4c1c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 945 time: 0.2280617 Aug 16 02:00:56.299230 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.302909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.303746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.305437 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] 10.222.0.83 "PUT /v2.0/ports/6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 HTTP/1.1" status: 200 len: 1092 time: 2.3114846 Aug 16 02:00:56.309245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'tag': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:56.327933 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56bb621-aa11-448e-8b5c-66d587103023" -d '{"events": [{"name": "network-changed", "server_uuid": "10c1f9a4-82d7-4879-99a1-276fa35c7aa4", "tag": "6c5d788c-fd90-4e98-84f8-3fc163a7fbb9"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:56.328319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Transition to ACTIVE for port object d262ace8-4041-4676-8948-cbe5bfa96d81 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:00:56.372240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b4fa5a6-e852-400a-acc7-08624a124543 req-3c72fb20-606e-4b1d-822a-21cd4e5ca61f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134712 Aug 16 02:00:56.399072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.401929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22959706-0b87-45d4-ac6c-9b4a7b24b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.403859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d3df5599-187c-4df0-8dc1-53ed8e6b05be triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:00:56.404545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.430173 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.461352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf0191a2-dc94-48af-bbd9-3b7f99b46c46 req-dda5ddf4-b7a2-4bbe-9519-a921663c53c5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789434 Aug 16 02:00:56.587266 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568eed5-acf2-41a2-8a79-30d256b607af None None] Pushing event updated for resources: {'Port': ['ID=d262ace8-4041-4676-8948-cbe5bfa96d81,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:56.731311 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Attempting to bind port d262ace8-4041-4676-8948-cbe5bfa96d81 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:00:56.731988 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Attempting to bind port d262ace8-4041-4676-8948-cbe5bfa96d81 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:00:56.733180 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Attempting to bind port d262ace8-4041-4676-8948-cbe5bfa96d81 on network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:00:56.743365 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:00:56.743744 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Checking segment: {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:00:56.744147 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.744540 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Bound using segment: {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:00:56.745009 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Bound port: d262ace8-4041-4676-8948-cbe5bfa96d81, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434cd014-4e83-42a7-8a34-3da830c08027', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:00:56.748343 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:56.752469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-b719dee0-50bd-45e7-9594-4f3387e3a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.757002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-b719dee0-50bd-45e7-9594-4f3387e3a067 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 1095 time: 0.3038380 Aug 16 02:00:56.813092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-232a98b4-da50-4e78-96bc-f808b3460d9c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.815215 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-232a98b4-da50-4e78-96bc-f808b3460d9c tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.4145310 Aug 16 02:00:56.828021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8465ec-56e1-4a3b-98e3-b7e4fd5cd7ba req-893aa171-14f4-4cce-a1db-76f067d470c8 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:56.851233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f8465ec-56e1-4a3b-98e3-b7e4fd5cd7ba req-893aa171-14f4-4cce-a1db-76f067d470c8 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 946 time: 0.2975972 Aug 16 02:00:56.914439 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] For port d262ace8-4041-4676-8948-cbe5bfa96d81, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:00:56.920663 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] For port d262ace8-4041-4676-8948-cbe5bfa96d81, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d262ace8-4041-4676-8948-cbe5bfa96d81,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:00:57.020095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f8465ec-56e1-4a3b-98e3-b7e4fd5cd7ba req-72cd5b5a-3a2d-40d2-9ce8-8a933a36a123 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662948 Aug 16 02:00:57.035653 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-0119e4ab-c082-4611-beda-1fba8ced28dc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 HTTP/1.1" status: 200 len: 217 time: 0.2610016 Aug 16 02:00:57.052976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf7528-d2cb-4b3c-bf60-4ce02957d1ea req-04390106-3f56-46cc-a77e-4f80ff56e3db tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.063340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dbf7528-d2cb-4b3c-bf60-4ce02957d1ea req-04390106-3f56-46cc-a77e-4f80ff56e3db tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 945 time: 0.4062409 Aug 16 02:00:57.133444 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.133725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.134603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.160439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:57.163194 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3d775-8131-4721-ba64-b8ed5ce695dd" -d '{"events": [{"server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "name": "network-vif-plugged", "status": "completed", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:57.205963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dbf7528-d2cb-4b3c-bf60-4ce02957d1ea req-75fee56f-8b51-48e5-a22c-f6b24ed0be22 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237302 Aug 16 02:00:57.229661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Routers {'640abf7f-e1d2-43cb-98f3-b1566b43811e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:00:57.230404 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:00:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['640abf7f-e1d2-43cb-98f3-b1566b43811e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:57.280869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605b181-5684-47f3-897c-638d2b5997ee req-7915f4c7-6990-486e-9137-0c790b5a1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.289869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-7915f4c7-6990-486e-9137-0c790b5a1941 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.2502882 Aug 16 02:00:57.303243 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7634ce7b-0d9d-435a-87f7-811da524ce3c x-openstack-request-id: req-7634ce7b-0d9d-435a-87f7-811da524ce3c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:57.303836 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c1f9a4-82d7-4879-99a1-276fa35c7aa4", "tag": "6c5d788c-fd90-4e98-84f8-3fc163a7fbb9", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:57.304276 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7634ce7b-0d9d-435a-87f7-811da524ce3c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:57.304885 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'tag': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9', 'status': 'completed', 'code': 200} Aug 16 02:00:57.356785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Deleting port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:00:57.361084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:57.389288 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568eed5-acf2-41a2-8a79-30d256b607af None None] Pushing event updated for resources: {'Port': ['ID=d262ace8-4041-4676-8948-cbe5bfa96d81,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:57.467051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-90500e4c-a778-4351-be95-77ac7ce0b536 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1572361 Aug 16 02:00:57.524038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e981d2-f4c8-4863-a2e5-3b863cdd2273 req-e97b5310-9e2e-4d73-bcb7-0313457f6ffc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.528355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10e981d2-f4c8-4863-a2e5-3b863cdd2273 req-e97b5310-9e2e-4d73-bcb7-0313457f6ffc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0798814 Aug 16 02:00:57.612817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10e981d2-f4c8-4863-a2e5-3b863cdd2273 req-a5bc869b-9dd4-4330-9afe-87233552d38e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Aug 16 02:00:57.631077 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] Set router 640abf7f-e1d2-43cb-98f3-b1566b43811e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:00:57.676422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-f0f663b8-3c6e-4516-9997-197b515157c5 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645477 Aug 16 02:00:57.781469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c1606-3ca1-4378-8b4c-26bd5d259c7d req-a5d6690a-f71a-4082-bc3e-b5545ff43630 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:57.805161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d65c1606-3ca1-4378-8b4c-26bd5d259c7d req-a5d6690a-f71a-4082-bc3e-b5545ff43630 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0861859 Aug 16 02:00:57.860297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d65c1606-3ca1-4378-8b4c-26bd5d259c7d req-73fe335f-4ed4-4f6a-9d3c-b87c966f7bec tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540376 Aug 16 02:00:57.983311 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68235829-c444-4b15-8795-77bd3a0f1f1d x-openstack-request-id: req-68235829-c444-4b15-8795-77bd3a0f1f1d {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:00:57.983637 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "name": "network-vif-plugged", "status": "completed", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:00:57.983900 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-68235829-c444-4b15-8795-77bd3a0f1f1d {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:00:57.984312 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'code': 200} Aug 16 02:00:58.051802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] For port 3495a869-ad65-44e8-ae5b-cc5713b6fd62, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3495a869-ad65-44e8-ae5b-cc5713b6fd62,segment=NetworkSegment(78b1e015-76a7-4e9b-9d26-319b657959e4),segment_id=78b1e015-76a7-4e9b-9d26-319b657959e4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:58.051802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.111807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Calling delete_port for 3495a869-ad65-44e8-ae5b-cc5713b6fd62 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:00:58.117281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c605b181-5684-47f3-897c-638d2b5997ee req-6b612927-2987-40de-97ad-aa567bceb104 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280202 Aug 16 02:00:58.174193 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:00:52Z', 'revision_number': 4, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'd262ace8-4041-4676-8948-cbe5bfa96d81', 'name': '', 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'mac_address': 'fa:16:3e:3f:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '7796775c-38ec-40dd-aff4-68cf6bd49a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:51Z', 'updated_at': '2021-08-16T02:00:56Z', 'revision_number': 4, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'subnets': [{'id': '7796775c-38ec-40dd-aff4-68cf6bd49a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:00:58.229651 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2e574b-a5ad-49cc-8fbb-1d7499f4958b None None] The sync data for ids ['640abf7f-e1d2-43cb-98f3-b1566b43811e'] in n-d-768852-19 is: [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:00:52Z', 'revision_number': 4, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'd262ace8-4041-4676-8948-cbe5bfa96d81', 'name': '', 'network_id': '2f3c2ebe-5e1f-4b01-ab7f-0818480cc915', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'mac_address': 'fa:16:3e:3f:8f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '7796775c-38ec-40dd-aff4-68cf6bd49a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:51Z', 'updated_at': '2021-08-16T02:00:56Z', 'revision_number': 4, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'subnets': [{'id': '7796775c-38ec-40dd-aff4-68cf6bd49a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:00:58.302491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb537dd-272b-4767-974f-ddc42f2ad0c8 req-3a2bbbe4-fbc5-4bfb-9044-421b24e8ebfb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.315570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bb537dd-272b-4767-974f-ddc42f2ad0c8 req-3a2bbbe4-fbc5-4bfb-9044-421b24e8ebfb tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 945 time: 0.1741869 Aug 16 02:00:58.379178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230089bc-f476-4b37-8134-06fbe0610d8b req-55f01593-2ecb-439b-b4af-4b82efa27d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.380900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-230089bc-f476-4b37-8134-06fbe0610d8b req-55f01593-2ecb-439b-b4af-4b82efa27d24 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1098 time: 0.2474463 Aug 16 02:00:58.398228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bb537dd-272b-4767-974f-ddc42f2ad0c8 req-aa2094a2-d848-4654-88cf-12fd8ee84ef6 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812345 Aug 16 02:00:58.510086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb621-aa11-448e-8b5c-66d587103023 req-6a0b3476-8ee0-4a8c-b19b-bb99ee5feb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.516328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-6a0b3476-8ee0-4a8c-b19b-bb99ee5feb47 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 1095 time: 0.1380947 Aug 16 02:00:58.587418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-230089bc-f476-4b37-8134-06fbe0610d8b req-a8ff5bac-f349-497c-99fd-7c1e615de034 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724143 Aug 16 02:00:58.609354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:58.639578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1948b663-f978-480a-af1f-a739894a6e75 req-282a7728-9a2a-47a2-aad2-e6505cd064df tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.648035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1948b663-f978-480a-af1f-a739894a6e75 req-282a7728-9a2a-47a2-aad2-e6505cd064df tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 946 time: 0.1648765 Aug 16 02:00:58.686953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b37-28b0-4a03-9d28-ff75f9fb3928 req-96ecd14e-b9ad-4658-a6b4-685b7be16c53 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:58.689052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f92a0b37-28b0-4a03-9d28-ff75f9fb3928 req-96ecd14e-b9ad-4658-a6b4-685b7be16c53 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 866 time: 0.1242299 Aug 16 02:00:58.733849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1948b663-f978-480a-af1f-a739894a6e75 req-af92b643-6f0a-4b9e-afd9-0c3096846928 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786681 Aug 16 02:00:58.812479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f92a0b37-28b0-4a03-9d28-ff75f9fb3928 req-7c32a128-f56a-4800-a855-6df7867318bf tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/security-groups?id=c98d271d-bf2c-48d8-9ab2-46bcb138102a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122451 Aug 16 02:00:59.135969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50f7a2-3d21-4af0-a323-9709dbbe6768 req-0c61aa4e-9613-421a-98c7-0ca6f664bd06 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.142609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Pushing event deleted for resources: {'Port': ['ID=3495a869-ad65-44e8-ae5b-cc5713b6fd62,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:00:59.147205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d50f7a2-3d21-4af0-a323-9709dbbe6768 req-0c61aa4e-9613-421a-98c7-0ca6f664bd06 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0730743 Aug 16 02:00:59.190004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] No DVR routers for this DVR port 3495a869-ad65-44e8-ae5b-cc5713b6fd62 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:00:59.201256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.208753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d50f7a2-3d21-4af0-a323-9709dbbe6768 req-403df770-c773-4deb-b613-5b06f5ee58d3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603623 Aug 16 02:00:59.210088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b4be24b-41c7-46ac-9369-be44f70731a7 req-ecf01793-65a8-4517-88f0-1979a736a403 tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.58 "DELETE /v2.0/ports/3495a869-ad65-44e8-ae5b-cc5713b6fd62 HTTP/1.1" status: 204 len: 173 time: 2.2734559 Aug 16 02:00:59.251563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb621-aa11-448e-8b5c-66d587103023 req-2595b49f-3e23-44be-b5f3-57e32edc819e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.259595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-2595b49f-3e23-44be-b5f3-57e32edc819e service neutron] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 907 time: 0.7174678 Aug 16 02:00:59.313661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'name': 'network-vif-deleted', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:00:59.317190 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda9feaa-377b-4981-b13b-5eaec1abe345" -d '{"events": [{"server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "name": "network-vif-deleted", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:00:59.324531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-7982700a-f61b-4dee-a629-f4d5721456b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 HTTP/1.1" status: 200 len: 217 time: 0.0627685 Aug 16 02:00:59.331760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d7358-1c8a-44d6-b88b-ce9351dc645a req-915fef32-2b22-43d4-82ac-d8c12ff9c99e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.335132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c07d7358-1c8a-44d6-b88b-ce9351dc645a req-915fef32-2b22-43d4-82ac-d8c12ff9c99e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 943 time: 0.0679977 Aug 16 02:00:59.392838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c07d7358-1c8a-44d6-b88b-ce9351dc645a req-e923c4f4-a77a-418c-80aa-90b94520759c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529051 Aug 16 02:00:59.406738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bb621-aa11-448e-8b5c-66d587103023 req-95942802-6092-47ce-9cdb-2857f6913126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.408522 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-95942802-6092-47ce-9cdb-2857f6913126 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0756354 Aug 16 02:00:59.458838 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-ab9331bb-4291-46a8-bb61-c4bd4a1de3a4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411673 Aug 16 02:00:59.491664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:00:59.589206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 3495a869-ad65-44e8-ae5b-cc5713b6fd62 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:00:59.589577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3495a869-ad65-44e8-ae5b-cc5713b6fd62 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:00:59.604304 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-d23ec6bd-fe33-490b-96fd-9fc920497ce5 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308179 Aug 16 02:00:59.621827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:00:59.753558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f56bb621-aa11-448e-8b5c-66d587103023 req-05708f26-f43c-41f1-ad73-9bfdae879dae service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415663 Aug 16 02:00:59.759664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:59.776174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9', 'mac_address': 'fa:16:3e:12:a9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:00:59.832472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:00:59.847626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:00:59.917628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:00:59.947527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-0cbccc46-04c5-4b44-b0f4-51301d064bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:00:59.949276 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-0cbccc46-04c5-4b44-b0f4-51301d064bb5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1101 time: 0.0892291 Aug 16 02:01:00.013191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.066932 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0f1697-aafd-45b4-9f98-04f87931ae3c x-openstack-request-id: req-5f0f1697-aafd-45b4-9f98-04f87931ae3c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:00.067236 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a510f79-dfe0-4e11-9fb6-9a813ae29347", "name": "network-vif-deleted", "tag": "3495a869-ad65-44e8-ae5b-cc5713b6fd62", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:00.067499 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f0f1697-aafd-45b4-9f98-04f87931ae3c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:00.068860 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a510f79-dfe0-4e11-9fb6-9a813ae29347', 'name': 'network-vif-deleted', 'tag': '3495a869-ad65-44e8-ae5b-cc5713b6fd62', 'status': 'completed', 'code': 200} Aug 16 02:01:00.103420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228033dc-b5f0-4322-86a3-1d9fd15f1496 req-fe299829-fcf9-4558-84b0-4e7d981fe089 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.115293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-228033dc-b5f0-4322-86a3-1d9fd15f1496 req-fe299829-fcf9-4558-84b0-4e7d981fe089 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 946 time: 0.1086333 Aug 16 02:01:00.146382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-6ff8d736-6750-49be-ac74-aa26ad0f7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.146382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-6ff8d736-6750-49be-ac74-aa26ad0f7883 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1892109 Aug 16 02:01:00.166716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.202273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-228033dc-b5f0-4322-86a3-1d9fd15f1496 req-7347d02e-0549-407b-9824-b3a28a8907cd tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759485 Aug 16 02:01:00.205942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fbe4448-15c1-4624-ac6d-2edc16274073 req-54803d71-2f6d-4efd-ab07-6a900f770a1f tempest-LiveMigrationTest-761707091 tempest-LiveMigrationTest-761707091-project] 10.222.0.76 "GET /v2.0/ports?device_id=6a510f79-dfe0-4e11-9fb6-9a813ae29347 HTTP/1.1" status: 200 len: 210 time: 0.0492163 Aug 16 02:01:00.251578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d262ace8-4041-4676-8948-cbe5bfa96d81 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:00.256968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-b27d882b-5b0d-4a0d-9805-53ae86dd2944 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0901675 Aug 16 02:01:00.372832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['6c5d788c-fd90-4e98-84f8-3fc163a7fbb9'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:00.373107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-1bf1b98c-2d5c-4ceb-a56b-5b250052db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.374831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-1bf1b98c-2d5c-4ceb-a56b-5b250052db75 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0941010 Aug 16 02:01:00.455554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48a63c-fa47-489e-b1ad-7e15413b9838 req-ad175f25-0bad-427d-9742-df4f153be5db tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.457870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d262ace8-4041-4676-8948-cbe5bfa96d81 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:00.468336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db48a63c-fa47-489e-b1ad-7e15413b9838 req-ad175f25-0bad-427d-9742-df4f153be5db tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0811088 Aug 16 02:01:00.482479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-40cc95f8-ce6e-40bc-9865-759680974c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.484314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-40cc95f8-ce6e-40bc-9865-759680974c7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0991709 Aug 16 02:01:00.489036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d262ace8-4041-4676-8948-cbe5bfa96d81 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:00.489347 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.514293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db48a63c-fa47-489e-b1ad-7e15413b9838 req-e5167d72-23b5-4226-bf9c-f113fe9d3b6a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443337 Aug 16 02:01:00.654988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-70693285-14d5-4618-99fb-75abe899250f service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510520 Aug 16 02:01:00.669816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9401414-a687-44f7-a470-c2701d3ab80e req-498df141-638e-4ed8-ae40-2ccfae551b06 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.672107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9401414-a687-44f7-a470-c2701d3ab80e req-498df141-638e-4ed8-ae40-2ccfae551b06 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1495676 Aug 16 02:01:00.696149 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.720900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1febf07f-7e69-4b18-94ae-c76296db019f req-c9801f59-8293-4fdd-b017-238e7e4e19b9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-96255953&fields=id&tenant_id=e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 267 time: 0.1238151 Aug 16 02:01:00.758441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port d262ace8-4041-4676-8948-cbe5bfa96d81, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d262ace8-4041-4676-8948-cbe5bfa96d81,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:00.785609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9401414-a687-44f7-a470-c2701d3ab80e req-c9cdc04b-9898-482e-ad0f-caeec7662e6a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020527 Aug 16 02:01:00.793396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-18a0756a-cb4b-444c-92b4-4f262113fb8b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196427 Aug 16 02:01:00.829501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf07f-7e69-4b18-94ae-c76296db019f req-244ef345-45ad-4998-bc71-fcbeddffa266 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:00.835118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1febf07f-7e69-4b18-94ae-c76296db019f req-244ef345-45ad-4998-bc71-fcbeddffa266 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 946 time: 0.1131635 Aug 16 02:01:00.843533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'port': {'security_groups': ['a6d9f386-e462-4468-a1d0-d0c97de4e499', '99a0031d-f94a-44d7-ab31-aaab98f5ee15']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:00.851972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:00.908090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=d262ace8-4041-4676-8948-cbe5bfa96d81,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:00.949241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.001978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f6b47-9d96-46b3-b743-d5ed6c50ef8f req-e8e21334-e5b8-4ba9-9c50-6ffc82f1a02f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.003526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-903f6b47-9d96-46b3-b743-d5ed6c50ef8f req-e8e21334-e5b8-4ba9-9c50-6ffc82f1a02f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 944 time: 0.0836811 Aug 16 02:01:01.069837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-903f6b47-9d96-46b3-b743-d5ed6c50ef8f req-9a19b526-1a23-4753-9070-5afd56f8e7f0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564916 Aug 16 02:01:01.198127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:01.236787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.305746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.323159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['edef6da0-9653-4193-b031-ef9555c5e52c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:01.353507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.354256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.355835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1febf07f-7e69-4b18-94ae-c76296db019f req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "PUT /v2.0/ports/edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 982 time: 0.5175560 Aug 16 02:01:01.358634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:01.360974 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d493426b-f915-4208-8597-a6b03b243834" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:01.411244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084ddad-6762-47e3-a7c8-b59f11aba856 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:01.444595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:01.468967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['edef6da0-9653-4193-b031-ef9555c5e52c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:01.512241 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e31a33-7a00-4c04-a587-964313d12033 x-openstack-request-id: req-43e31a33-7a00-4c04-a587-964313d12033 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:01.513653 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:01.514667 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43e31a33-7a00-4c04-a587-964313d12033 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:01.515205 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'status': 'completed', 'code': 200} Aug 16 02:01:01.516642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:01.533275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1767f717-d6ec-4713-9699-a7b4f23d254a req-9e063824-8f52-4b68-b678-33ddf645970a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/99a0031d-f94a-44d7-ab31-aaab98f5ee15 HTTP/1.1" status: 200 len: 1798 time: 0.1065142 Aug 16 02:01:01.558450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:01.610972 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-1767f717-d6ec-4713-9699-a7b4f23d254a req-570eac3a-10ae-4b61-9aaa-2179b4b052e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:01:01.631195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1767f717-d6ec-4713-9699-a7b4f23d254a req-570eac3a-10ae-4b61-9aaa-2179b4b052e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/99a0031d-f94a-44d7-ab31-aaab98f5ee15 HTTP/1.1" status: 409 len: 341 time: 0.0965576 Aug 16 02:01:01.652487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493426b-f915-4208-8597-a6b03b243834 req-39e0dd7f-e7f0-42d1-816b-16ff5dbfa16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.654381 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-39e0dd7f-e7f0-42d1-816b-16ff5dbfa16e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1137 time: 0.1268032 Aug 16 02:01:01.667769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.resource_extend [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:01:01.804054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8578fa5a-f438-4812-b60c-2a36cefaac23 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:01.836616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1bf01-27f6-4698-9eda-483730d198a0 req-68b27853-8dba-4f59-b18c-8cfbd1cf14f5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.837513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493426b-f915-4208-8597-a6b03b243834 req-87ac3dbc-bf15-4837-96e2-b70f3bf22652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:01.839022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-87ac3dbc-bf15-4837-96e2-b70f3bf22652 service neutron] 10.222.0.58 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 914 time: 0.1716805 Aug 16 02:01:01.845733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fc1bf01-27f6-4698-9eda-483730d198a0 req-68b27853-8dba-4f59-b18c-8cfbd1cf14f5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0827208 Aug 16 02:01:01.857470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Deleting subnet 279720f3-9e4d-48eb-bc4f-64901131fb99 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:01.863287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:01.896316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fc1bf01-27f6-4698-9eda-483730d198a0 req-da4d11ed-97fd-44d5-92f3-7fe204dca637 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492880 Aug 16 02:01:01.916063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.014770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.029422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736efbf-2477-4a2e-a551-39bf46e1d050 req-e1b7a9d8-2e98-490d-82c6-fe338a0f897a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.040244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b736efbf-2477-4a2e-a551-39bf46e1d050 req-e1b7a9d8-2e98-490d-82c6-fe338a0f897a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 945 time: 0.0716817 Aug 16 02:01:02.097097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:02.119801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b736efbf-2477-4a2e-a551-39bf46e1d050 req-60228576-1f66-4c7c-a764-9531297d5b30 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737021 Aug 16 02:01:02.142903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'port_id': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'mac_address': 'fa:16:3e:16:28:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d82402-577e-4ae2-9561-1b345e6295b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:02.177217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-7c64f6d4-ab75-4cd7-bdb3-e152a39239a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 217 time: 0.0729868 Aug 16 02:01:02.247789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ada775-1d50-4b08-a0a6-3e96a2858f20 req-97e52367-bd5f-415a-89b6-cdbf66d4d342 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.252296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4ada775-1d50-4b08-a0a6-3e96a2858f20 req-97e52367-bd5f-415a-89b6-cdbf66d4d342 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1515346 Aug 16 02:01:02.264375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493426b-f915-4208-8597-a6b03b243834 req-a6400f6c-844e-4b4b-b3f4-41b732421516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.266441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-a6400f6c-844e-4b4b-b3f4-41b732421516 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.0795066 Aug 16 02:01:02.271324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d262ace8-4041-4676-8948-cbe5bfa96d81 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:02.311403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-90b541ad-6515-4b63-a818-1c1bfee2f577 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354884 Aug 16 02:01:02.319005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c8218-df8c-4f57-9cbc-6c91cb81916f req-e6b0cf3e-a361-4ec6-bf7c-f2ed2ced699c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.320539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-510c8218-df8c-4f57-9cbc-6c91cb81916f req-e6b0cf3e-a361-4ec6-bf7c-f2ed2ced699c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 985 time: 0.0672181 Aug 16 02:01:02.389588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:02.395152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.444386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=279720f3-9e4d-48eb-bc4f-64901131fb99,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:02.454503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'network_id': 'a739aecc-c548-4a15-b670-3bcca38e96a4', 'port_id': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'mac_address': 'fa:16:3e:7d:db:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63691e24-f796-48d0-9e51-d8f47edc14c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:02.466622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.477304 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.479941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bbc27aba-8150-4c9f-b65f-bedbab5b143d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/279720f3-9e4d-48eb-bc4f-64901131fb99 HTTP/1.1" status: 204 len: 168 time: 1.0327976 Aug 16 02:01:02.483423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:02.532765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be69d9ad-abeb-4674-b188-96d489447bc2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:02.597207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d262ace8-4041-4676-8948-cbe5bfa96d81 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:02.598141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.617427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.651438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:02.664496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-3c1e0520-7e8a-4ba2-92b9-2a2dde10f6d4 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444529 Aug 16 02:01:02.671732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.687794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8578fa5a-f438-4812-b60c-2a36cefaac23 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:02.735265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:02.794881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4ada775-1d50-4b08-a0a6-3e96a2858f20 req-1f05b4a6-41e6-405e-b39f-2ae32aee5bac tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034101 Aug 16 02:01:02.835995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-510c8218-df8c-4f57-9cbc-6c91cb81916f req-f96efc13-ae42-484e-8df0-42209c1a1faa tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=99a0031d-f94a-44d7-ab31-aaab98f5ee15&id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.5035474 Aug 16 02:01:02.858058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d493426b-f915-4208-8597-a6b03b243834 req-49ff1203-5bdf-4dee-81c4-7237c95b21cc service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811929 Aug 16 02:01:02.964249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:02.969131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a24d-3617-4dd6-a19a-88401cc939d9 req-182eaec0-cd61-4eb8-8351-fd2d169062a9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:02.970793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ca7a24d-3617-4dd6-a19a-88401cc939d9 req-182eaec0-cd61-4eb8-8351-fd2d169062a9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 944 time: 0.0733054 Aug 16 02:01:02.977677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfcd0dc-d638-44ae-bb52-a99fe794d54d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:02.990956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b1e015-76a7-4e9b-9d26-319b657959e4') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:02.991559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b1e015-76a7-4e9b-9d26-319b657959e4') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:03.005675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.019406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ca7a24d-3617-4dd6-a19a-88401cc939d9 req-d20283c1-ec40-47b7-8a4c-33b43e635bc9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412467 Aug 16 02:01:03.027873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.036066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.055611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:03.056309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:03.058570 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:03.092864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687560e3-a7d3-43ac-8b19-7ab4556c9300 req-52713c1b-3149-4b8d-8465-21d42d0683fd tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.095292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-687560e3-a7d3-43ac-8b19-7ab4556c9300 req-52713c1b-3149-4b8d-8465-21d42d0683fd tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 945 time: 0.0740645 Aug 16 02:01:03.118468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.123831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.187770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-687560e3-a7d3-43ac-8b19-7ab4556c9300 req-91024063-62ba-42ec-b166-0285080b2700 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855594 Aug 16 02:01:03.198970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.198970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['be69d9ad-abeb-4674-b188-96d489447bc2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:03.338087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-b4eb561b-8413-4493-94c4-9a69dc2348ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.352434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63c49f-247e-47e7-b686-c67378206829 req-2735f725-5668-47fb-9459-e86d0f5cc9fd tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.357186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-b4eb561b-8413-4493-94c4-9a69dc2348ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1137 time: 0.1971128 Aug 16 02:01:03.361264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.367155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad63c49f-247e-47e7-b686-c67378206829 req-2735f725-5668-47fb-9459-e86d0f5cc9fd tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 944 time: 0.0972240 Aug 16 02:01:03.373742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['8578fa5a-f438-4812-b60c-2a36cefaac23'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:03.431137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad63c49f-247e-47e7-b686-c67378206829 req-0a929f13-6cc7-4785-a7f7-307ca25c4e7c tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629485 Aug 16 02:01:03.438993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.444736 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1dfcd0dc-d638-44ae-bb52-a99fe794d54d HTTP/1.1" status: 204 len: 168 time: 0.9581447 Aug 16 02:01:03.447641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094a180-0974-4345-aa0c-64291e5f1bf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfcd0dc-d638-44ae-bb52-a99fe794d54d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.447905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33076) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:03.523020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:03.534357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Deleting subnet fea6aa3a-bba5-4f37-947d-b8fdc1150854 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:03.538376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.600299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.602607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port be69d9ad-abeb-4674-b188-96d489447bc2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:03.603269 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.644088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-8c1f524d-3d7c-4055-a893-002916869ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.645632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-8c1f524d-3d7c-4055-a893-002916869ae2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 914 time: 0.2124197 Aug 16 02:01:03.653238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.740365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-eef18c8a-24ff-4b4a-ada9-f08cc2f4d1e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 217 time: 0.0865290 Aug 16 02:01:03.778450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:03.800701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-f4e52e38-4f64-49a7-8b26-8f6379cfd8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:03.802264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-f4e52e38-4f64-49a7-8b26-8f6379cfd8fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.0550928 Aug 16 02:01:03.846533 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-5a11360d-74ce-411c-ae95-b5c92eb3b2b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341892 Aug 16 02:01:03.911163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.929155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.957079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:03.961070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fea6aa3a-bba5-4f37-947d-b8fdc1150854 HTTP/1.1" status: 204 len: 168 time: 0.5119195 Aug 16 02:01:03.966567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:03.968268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33088) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:03.975243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047016e-99f3-49a6-8c8e-dae8ecba3729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea6aa3a-bba5-4f37-947d-b8fdc1150854,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:03.991778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:03.993905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.054145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:04.056541 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e47d27-b5ee-4b4d-996d-6aca9d90c665" -d '{"events": [{"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-plugged", "status": "completed", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:04.099596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c50ba0-8455-4c28-b8eb-cf7314f5c3b0 req-8c92ba3d-4be2-4ce2-b1e9-22fd6fde67a4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.107528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c50ba0-8455-4c28-b8eb-cf7314f5c3b0 req-8c92ba3d-4be2-4ce2-b1e9-22fd6fde67a4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1182835 Aug 16 02:01:04.112894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-b1cb3d66-578a-4d37-b5f3-7b6acbbd26c9 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571769 Aug 16 02:01:04.118992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6582b7-7b5f-468c-8bc4-7d4e9e7a4b28 req-d66b49eb-0bfd-492b-bb8e-492097d9f036 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.120574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e6582b7-7b5f-468c-8bc4-7d4e9e7a4b28 req-d66b49eb-0bfd-492b-bb8e-492097d9f036 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 985 time: 0.1205928 Aug 16 02:01:04.134357 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.137410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:04.189899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:04.192473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c50ba0-8455-4c28-b8eb-cf7314f5c3b0 req-5fa9e682-2af4-4958-a48a-cb317a1513e6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779343 Aug 16 02:01:04.225520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.243292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e6582b7-7b5f-468c-8bc4-7d4e9e7a4b28 req-be4e0faa-6978-4d01-9e4a-a89c1bdf11df tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=99a0031d-f94a-44d7-ab31-aaab98f5ee15&id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0894737 Aug 16 02:01:04.304476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c0e3d12c-797e-4ece-9edb-ccfec777ea25 req-3e1e4d88-d0ce-48d5-9dd0-55fc609318b1 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768830 Aug 16 02:01:04.315220 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.342135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ff8f-bfec-4f53-ac03-cbb0823f08e4 req-e420705e-bf8a-4df6-a2e2-64f75dce00b1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.344939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fb5ff8f-bfec-4f53-ac03-cbb0823f08e4 req-e420705e-bf8a-4df6-a2e2-64f75dce00b1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 945 time: 0.0646107 Aug 16 02:01:04.374713 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.405628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fb5ff8f-bfec-4f53-ac03-cbb0823f08e4 req-d01ac272-d824-4eb0-bd0e-90a73261f1f9 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531957 Aug 16 02:01:04.435628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.497323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.515905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2c0408-4046-4513-8696-842e904c9d72']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:04.533930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:04.534373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ba57a-b9d2-40b4-b8a6-c361b8356c4c req-8e406f3a-6873-492e-ad6f-79c8155c0a6c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.540723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7020c12-e0c0-46b7-8897-dee8c85370ca') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:04.541050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7020c12-e0c0-46b7-8897-dee8c85370ca') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:04.545652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-384ba57a-b9d2-40b4-b8a6-c361b8356c4c req-8e406f3a-6873-492e-ad6f-79c8155c0a6c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1189079 Aug 16 02:01:04.552915 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c28a902-de18-4498-ba4b-13a98645ae83 x-openstack-request-id: req-0c28a902-de18-4498-ba4b-13a98645ae83 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:04.552915 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-plugged", "status": "completed", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:04.553226 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0c28a902-de18-4498-ba4b-13a98645ae83 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:04.556407 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'code': 200} Aug 16 02:01:04.557123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.575821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.583614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:04.584101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:04.585992 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:04.642364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-384ba57a-b9d2-40b4-b8a6-c361b8356c4c req-a1981b95-9908-47eb-baf8-93ba75438b7a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953612 Aug 16 02:01:04.669905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a667af4-f782-4f45-9444-ebe0789751d2 req-aa4b0c8c-6fe7-421a-b33c-339565e3bdfe tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:04.671513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a667af4-f782-4f45-9444-ebe0789751d2 req-aa4b0c8c-6fe7-421a-b33c-339565e3bdfe tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 944 time: 0.1137736 Aug 16 02:01:04.711091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a667af4-f782-4f45-9444-ebe0789751d2 req-f452e24f-0f11-492d-9da1-1bc615d3f783 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327537 Aug 16 02:01:04.721200 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.737673 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:04.743273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] 10.222.0.76 "DELETE /v2.0/networks/cd2c0408-4046-4513-8696-842e904c9d72 HTTP/1.1" status: 204 len: 168 time: 0.7738733 Aug 16 02:01:04.759211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a6a74-f9e6-4481-9360-af93ab4fbe6b admin admin] Pushing event deleted for resources: {'Network': ['ID=cd2c0408-4046-4513-8696-842e904c9d72,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.323259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:05.330987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a24f2d-ec16-4ca6-9320-a5ec92fe0363 req-67975d76-0ef8-4a12-aa8f-1e97eace380b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.342143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3a24f2d-ec16-4ca6-9320-a5ec92fe0363 req-67975d76-0ef8-4a12-aa8f-1e97eace380b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0783324 Aug 16 02:01:05.385653 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0468f50d-843b-441d-b82c-8eb068561030 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3f59b3c8b744eeba9234fb7f391cde8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607512 Aug 16 02:01:05.388272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33110) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:05.407943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3a24f2d-ec16-4ca6-9320-a5ec92fe0363 req-86fe9a8b-cd8b-45d6-a8e5-181c718c5f55 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680401 Aug 16 02:01:05.448540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cf2d4-9cda-462e-9e33-384997cd7e60 req-3f3b1231-9b76-423c-ada5-82ed48d6617e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.450142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f5cf2d4-9cda-462e-9e33-384997cd7e60 req-3f3b1231-9b76-423c-ada5-82ed48d6617e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 985 time: 0.0808771 Aug 16 02:01:05.450438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1eda53db-e7da-439a-8bf7-8715b573831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.474283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1eda53db-e7da-439a-8bf7-8715b573831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.515455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f5cf2d4-9cda-462e-9e33-384997cd7e60 req-21c785ac-4442-4285-9973-0fcf04a6be35 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=99a0031d-f94a-44d7-ab31-aaab98f5ee15&id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.0552285 Aug 16 02:01:05.543287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:05.646544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.660373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8578fa5a-f438-4812-b60c-2a36cefaac23 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:05.686678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e73b1-2f7f-4f84-a82a-87840722e79a req-a8d544e3-6aae-48e9-a90c-4c822a5fd7c8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.698694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e59e73b1-2f7f-4f84-a82a-87840722e79a req-a8d544e3-6aae-48e9-a90c-4c822a5fd7c8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 946 time: 0.0994296 Aug 16 02:01:05.700945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:05.748223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 8578fa5a-f438-4812-b60c-2a36cefaac23 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:05.748992 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.750583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1eda53db-e7da-439a-8bf7-8715b573831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.754294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1eda53db-e7da-439a-8bf7-8715b573831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.755524 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1eda53db-e7da-439a-8bf7-8715b573831b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c98d271d-bf2c-48d8-9ab2-46bcb138102a HTTP/1.1" status: 204 len: 168 time: 0.3662660 Aug 16 02:01:05.766282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e59e73b1-2f7f-4f84-a82a-87840722e79a req-c5d1e2ad-c766-4c19-9429-11d1ac33d335 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604067 Aug 16 02:01:05.777019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda53db-e7da-439a-8bf7-8715b573831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98d271d-bf2c-48d8-9ab2-46bcb138102a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:05.849816 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:05.927129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-d9175f5c-12b0-4bd4-b85e-a061efb07c8f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:05.934179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-d9175f5c-12b0-4bd4-b85e-a061efb07c8f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 944 time: 0.1156545 Aug 16 02:01:05.963216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-b510bf8a-7a90-4183-aa37-3a2e1894d462 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2130773051&fields=id&tenant_id=e01a81c1c6ad46f98f7afc4abde63462 HTTP/1.1" status: 200 len: 267 time: 0.0785911 Aug 16 02:01:05.989741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.000245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.026372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-b253166a-e0e6-4622-98ff-1f2caac2e77c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.035044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-b253166a-e0e6-4622-98ff-1f2caac2e77c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 985 time: 0.0707061 Aug 16 02:01:06.062997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.077553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'port': {'security_groups': ['99a0031d-f94a-44d7-ab31-aaab98f5ee15', 'a6d9f386-e462-4468-a1d0-d0c97de4e499', 'aae3f7d0-927f-4c73-8af8-3ec4b689f00a']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:06.113464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Deleting port be69d9ad-abeb-4674-b188-96d489447bc2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:06.113834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.183841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a4cdc-ecf9-4dba-994f-b72fa0f7b293 req-c79391c7-9620-4fe6-bafb-5ec6c104e7a6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.185305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b0a4cdc-ecf9-4dba-994f-b72fa0f7b293 req-c79391c7-9620-4fe6-bafb-5ec6c104e7a6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1482189 Aug 16 02:01:06.208450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.234135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] For port be69d9ad-abeb-4674-b188-96d489447bc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be69d9ad-abeb-4674-b188-96d489447bc2,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.264315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.264506 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.264643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Calling delete_port for be69d9ad-abeb-4674-b188-96d489447bc2 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:06.282468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b0a4cdc-ecf9-4dba-994f-b72fa0f7b293 req-2c875ac0-2f99-4205-8b60-7268e8b16d43 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722873 Aug 16 02:01:06.356184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.537821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab0ce8-a5d5-4a3d-96da-c9bb0f23429f req-308ea2c2-6743-483c-ad2d-6d3015feabb0 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.539896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbab0ce8-a5d5-4a3d-96da-c9bb0f23429f req-308ea2c2-6743-483c-ad2d-6d3015feabb0 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 945 time: 0.1505392 Aug 16 02:01:06.557266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9'}, {'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2'}, {'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:06.561579 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa6f246-97f4-4f75-a38b-3180e525aebf" -d '{"events": [{"server_uuid": "10c1f9a4-82d7-4879-99a1-276fa35c7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d788c-fd90-4e98-84f8-3fc163a7fbb9"}, {"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-unplugged", "status": "completed", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2"}, {"server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "name": "network-vif-plugged", "status": "completed", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:06.613781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbab0ce8-a5d5-4a3d-96da-c9bb0f23429f req-246d8688-caf4-4a37-a7c8-9826a13984a5 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599961 Aug 16 02:01:06.636694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:06.713450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.748177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.766897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d588b1f-9fa2-47c0-8148-2866d4f23c01 req-4bf851df-dc55-4df4-a9e7-cfe9e5ba35ae tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.775120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d588b1f-9fa2-47c0-8148-2866d4f23c01 req-4bf851df-dc55-4df4-a9e7-cfe9e5ba35ae tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0835700 Aug 16 02:01:06.813989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event deleted for resources: {'Port': ['ID=be69d9ad-abeb-4674-b188-96d489447bc2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:06.839982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d588b1f-9fa2-47c0-8148-2866d4f23c01 req-49f99e37-f115-47f0-916f-b20ecc57d93c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550356 Aug 16 02:01:06.839982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.862939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['edef6da0-9653-4193-b031-ef9555c5e52c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:06.921078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] No DVR routers for this DVR port be69d9ad-abeb-4674-b188-96d489447bc2 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:06.925859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.931534 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a103017c-8a9e-409e-806a-ef60c16d89d2 req-a2b19284-5668-4f00-a8f2-ab6685ad0e23 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "DELETE /v2.0/ports/be69d9ad-abeb-4674-b188-96d489447bc2 HTTP/1.1" status: 204 len: 173 time: 0.9870706 Aug 16 02:01:06.931534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-deleted', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:06.944039 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96080d38-395e-468c-98ba-cca2bf2e0bcb" -d '{"events": [{"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-deleted", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:06.954507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:06.962982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:06.983130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:06.983300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1249ce9-1daa-42cf-a31f-2c05a9287b7a req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "PUT /v2.0/ports/edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 1021 time: 0.9471910 Aug 16 02:01:06.983908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:06.986668 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:07.031531 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76839334-e941-482d-9ab5-9c7d63a977b3 x-openstack-request-id: req-76839334-e941-482d-9ab5-9c7d63a977b3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:07.032682 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c1f9a4-82d7-4879-99a1-276fa35c7aa4", "name": "network-vif-plugged", "status": "completed", "tag": "6c5d788c-fd90-4e98-84f8-3fc163a7fbb9", "code": 200}, {"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-unplugged", "status": "completed", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2", "code": 200}, {"server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "name": "network-vif-plugged", "status": "completed", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:07.033303 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76839334-e941-482d-9ab5-9c7d63a977b3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:07.033982 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9', 'code': 200} Aug 16 02:01:07.034414 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'code': 200} Aug 16 02:01:07.034934 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'code': 200} Aug 16 02:01:07.039918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c700695-ce5c-4796-8d5d-339d89efd505 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:07.115327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['edef6da0-9653-4193-b031-ef9555c5e52c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:07.132763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6795595b-362c-4265-bb06-001db3ab15c3 req-06c10d13-6a15-4a2f-a7b4-0979d72c5f26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 210 time: 0.0727377 Aug 16 02:01:07.162253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33144) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:07.256967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-4d1217ca-48bc-44c8-b7a0-0c2673640961 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.261081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-4d1217ca-48bc-44c8-b7a0-0c2673640961 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 945 time: 0.1902177 Aug 16 02:01:07.274298 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ccc2ff-c6e7-43a7-a429-4f69af29f785 x-openstack-request-id: req-04ccc2ff-c6e7-43a7-a429-4f69af29f785 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:07.274581 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b0789b-0c12-4e0b-a939-3975da5fa30c", "name": "network-vif-deleted", "tag": "be69d9ad-abeb-4674-b188-96d489447bc2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:07.274931 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-04ccc2ff-c6e7-43a7-a429-4f69af29f785 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:07.275186 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b0789b-0c12-4e0b-a939-3975da5fa30c', 'name': 'network-vif-deleted', 'tag': 'be69d9ad-abeb-4674-b188-96d489447bc2', 'status': 'completed', 'code': 200} Aug 16 02:01:07.303840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d02a22-b035-43e5-b1b0-d7bd8b121619 req-a34e6164-8a9b-40ca-a35b-2f5518657e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.303840 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a7d02a22-b035-43e5-b1b0-d7bd8b121619 req-a34e6164-8a9b-40ca-a35b-2f5518657e93 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 1097 time: 0.2662747 Aug 16 02:01:07.404209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ce77b57e-d06f-4a17-bbf4-779841c25ba6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4a5ccd8db0574f6492ac160be852a5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275124 Aug 16 02:01:07.404209 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0d0fe7-3e40-4ae0-a4e8-348fa8bb9d61 x-openstack-request-id: req-0d0d0fe7-3e40-4ae0-a4e8-348fa8bb9d61 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:07.404916 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:07.404916 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d0d0fe7-3e40-4ae0-a4e8-348fa8bb9d61 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:07.405860 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'status': 'completed', 'code': 200} Aug 16 02:01:07.409041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a3fc622-1f39-42bd-b516-21f465ce448b req-07f70682-4b4e-4392-b7ec-a48344480b9e tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/aae3f7d0-927f-4c73-8af8-3ec4b689f00a HTTP/1.1" status: 200 len: 1800 time: 0.2219300 Aug 16 02:01:07.411632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33148) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:07.448308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a7d02a22-b035-43e5-b1b0-d7bd8b121619 req-87bb23e4-2e86-4319-87a7-cb69114ebce8 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482013 Aug 16 02:01:07.554799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-578bf266-0f81-459b-96ad-4b2852a76061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.574354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-578bf266-0f81-459b-96ad-4b2852a76061 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1176 time: 0.1686926 Aug 16 02:01:07.574354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Deleting port 8578fa5a-f438-4812-b60c-2a36cefaac23 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:07.574354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.612163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5770-9f8d-45ee-a21a-f242a53dd436 req-b4f78f0d-83bf-4f8e-8ac7-922699869216 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.622330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a0a5770-9f8d-45ee-a21a-f242a53dd436 req-b4f78f0d-83bf-4f8e-8ac7-922699869216 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1378262 Aug 16 02:01:07.650605 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-3a3fc622-1f39-42bd-b516-21f465ce448b req-25cab269-ce86-494d-82e6-cf42ac3ce63a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:01:07.663465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a3fc622-1f39-42bd-b516-21f465ce448b req-25cab269-ce86-494d-82e6-cf42ac3ce63a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/aae3f7d0-927f-4c73-8af8-3ec4b689f00a HTTP/1.1" status: 409 len: 341 time: 0.2380037 Aug 16 02:01:07.678761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] For port 8578fa5a-f438-4812-b60c-2a36cefaac23, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8578fa5a-f438-4812-b60c-2a36cefaac23,segment=NetworkSegment(bfa4df92-8986-4958-b938-4e0b24aec974),segment_id=bfa4df92-8986-4958-b938-4e0b24aec974)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:07.679145 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.696417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Calling delete_port for 8578fa5a-f438-4812-b60c-2a36cefaac23 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:07.712848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a0a5770-9f8d-45ee-a21a-f242a53dd436 req-7124152d-9639-4924-b682-e0b4b8d03348 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895033 Aug 16 02:01:07.748087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08ff73e4-1700-4773-b02e-5460f251859c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.759086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8578fa5a-f438-4812-b60c-2a36cefaac23 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:07.857399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08ff73e4-1700-4773-b02e-5460f251859c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.920310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e6380-2a4a-48cc-a1bd-7adb949cb88d req-8c7e5d9a-fbe2-4f40-a550-33958492a286 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:07.923029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-703e6380-2a4a-48cc-a1bd-7adb949cb88d req-8c7e5d9a-fbe2-4f40-a550-33958492a286 tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 945 time: 0.1415870 Aug 16 02:01:07.992212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:07.997821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-b78ccdb5-b25a-4eaf-a5e0-d4b2cf08e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.003120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-b78ccdb5-b25a-4eaf-a5e0-d4b2cf08e151 service neutron] 10.222.0.58 "GET /v2.0/networks?id=adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 200 len: 914 time: 0.2476692 Aug 16 02:01:08.015246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-703e6380-2a4a-48cc-a1bd-7adb949cb88d req-2700a109-c808-4732-9941-a58c49f372db tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/security-groups?id=8a3df9eb-2a9a-4b48-add2-b61aa43ec238&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753086 Aug 16 02:01:08.052794 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-ec300231-6a1d-4874-90d7-e4cd05ad23fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 200 len: 217 time: 0.0409377 Aug 16 02:01:08.113169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-d49c21c5-4632-44d3-bb28-64fe1869c358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.114581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-d49c21c5-4632-44d3-bb28-64fe1869c358 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 200 len: 853 time: 0.0545847 Aug 16 02:01:08.122161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57eb4c-aed0-455b-87cf-7f38b8825f96 req-7d7df746-4bf0-464c-bc94-a94ac9eb1998 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.123849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f57eb4c-aed0-455b-87cf-7f38b8825f96 req-7d7df746-4bf0-464c-bc94-a94ac9eb1998 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0523181 Aug 16 02:01:08.147844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08ff73e4-1700-4773-b02e-5460f251859c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.148292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-9454e08d-5e1a-42c1-9ac9-e4fe54c9f128 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=adc239a1-4dc3-4a95-b184-26bd241ec4fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257514 Aug 16 02:01:08.150453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08ff73e4-1700-4773-b02e-5460f251859c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.151619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-08ff73e4-1700-4773-b02e-5460f251859c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea1a5ad0-4d0c-4959-8965-8cbcb4c80ed5 HTTP/1.1" status: 204 len: 168 time: 0.7390859 Aug 16 02:01:08.165501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff73e4-1700-4773-b02e-5460f251859c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1a5ad0-4d0c-4959-8965-8cbcb4c80ed5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:08.179762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.255626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f57eb4c-aed0-455b-87cf-7f38b8825f96 req-47aa077b-98f5-4bf6-b125-2f14045a8d20 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244271 Aug 16 02:01:08.263649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Pushing event deleted for resources: {'Port': ['ID=8578fa5a-f438-4812-b60c-2a36cefaac23,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:08.323663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] No DVR routers for this DVR port 8578fa5a-f438-4812-b60c-2a36cefaac23 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:08.327656 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:08.330367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d64ab131-dd59-45ba-bd37-4e56ce859a6b req-b60e30fa-31a9-49ff-b523-5246e8cf882d tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.83 "DELETE /v2.0/ports/8578fa5a-f438-4812-b60c-2a36cefaac23 HTTP/1.1" status: 204 len: 173 time: 1.0451908 Aug 16 02:01:08.348294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-f1eee73e-6f72-4cd8-bf38-fcc6bb3e5bf3 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913359 Aug 16 02:01:08.425177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-626dbfb2-45b8-47e7-b68e-b17d2477d2f2 req-311e33e9-5a3f-4aea-b2e5-b018a16d03a1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=67b0789b-0c12-4e0b-a939-3975da5fa30c HTTP/1.1" status: 200 len: 210 time: 0.0406055 Aug 16 02:01:08.463901 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af0c4eb2-4879-48b9-b9fe-ad9c5d50507b req-c97b4cd8-24eb-45db-8927-2e8952c986a9 service neutron] 10.222.0.58 "GET /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075680 Aug 16 02:01:08.536573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3eb66c-7742-49fa-a07e-4d31f52fc695 req-59f908a2-a77a-41ad-ae28-8dce26087916 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.538087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad3eb66c-7742-49fa-a07e-4d31f52fc695 req-59f908a2-a77a-41ad-ae28-8dce26087916 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1024 time: 0.0559843 Aug 16 02:01:08.595699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad3eb66c-7742-49fa-a07e-4d31f52fc695 req-04eafb74-cf2b-48bc-8868-997ae393c573 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=99a0031d-f94a-44d7-ab31-aaab98f5ee15&id=aae3f7d0-927f-4c73-8af8-3ec4b689f00a&id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0495834 Aug 16 02:01:08.859464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d78793-3953-4208-bbdf-b296c0e03f5d req-8203ce93-6c2e-41ff-91cb-adc28de4396e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:08.868228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90d78793-3953-4208-bbdf-b296c0e03f5d req-8203ce93-6c2e-41ff-91cb-adc28de4396e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0588250 Aug 16 02:01:08.910691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90d78793-3953-4208-bbdf-b296c0e03f5d req-712692e3-3c46-4b91-9573-04100acc8697 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414519 Aug 16 02:01:09.137241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c51ec522-a8cc-4f11-888f-5b4f5a320563 req-5d6da69f-009a-4ad4-855e-d1a73cc6889a tempest-ImagesTestJSON-1723070722 tempest-ImagesTestJSON-1723070722-project] 10.222.0.76 "GET /v2.0/ports?device_id=fc23c139-7f4d-410e-b579-6d713f85ddef HTTP/1.1" status: 200 len: 210 time: 0.0271294 Aug 16 02:01:09.276538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'name': 'network-vif-deleted', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:09.282518 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd5b15-0089-48f7-acc9-725acc239e97" -d '{"events": [{"server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "name": "network-vif-deleted", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:09.363711 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68676b8-a604-4e29-adb1-da3c1c78556c x-openstack-request-id: req-d68676b8-a604-4e29-adb1-da3c1c78556c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:09.364364 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc23c139-7f4d-410e-b579-6d713f85ddef", "name": "network-vif-deleted", "tag": "8578fa5a-f438-4812-b60c-2a36cefaac23", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:09.364787 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d68676b8-a604-4e29-adb1-da3c1c78556c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:09.365373 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc23c139-7f4d-410e-b579-6d713f85ddef', 'name': 'network-vif-deleted', 'tag': '8578fa5a-f438-4812-b60c-2a36cefaac23', 'status': 'completed', 'code': 200} Aug 16 02:01:09.449192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fec780-aa79-4242-af0d-bd90b382a77f req-3861f87c-0659-4c21-a451-cceb1ba4777c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.458353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67fec780-aa79-4242-af0d-bd90b382a77f req-3861f87c-0659-4c21-a451-cceb1ba4777c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0835137 Aug 16 02:01:09.511265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67fec780-aa79-4242-af0d-bd90b382a77f req-79da405e-1fd7-4e1f-b6a1-27d9415e7527 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512209 Aug 16 02:01:09.534437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:09.577884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: be69d9ad-abeb-4674-b188-96d489447bc2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:09.578074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be69d9ad-abeb-4674-b188-96d489447bc2 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:09.762863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7bfcec-4a49-4bdd-ad8e-c7d00690c64c req-6a963e04-358c-4d92-9be1-d304e59b650c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.776204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a7bfcec-4a49-4bdd-ad8e-c7d00690c64c req-6a963e04-358c-4d92-9be1-d304e59b650c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1024 time: 0.0824180 Aug 16 02:01:09.847348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a7bfcec-4a49-4bdd-ad8e-c7d00690c64c req-15f1d3b6-e581-436e-8b20-6b1b2d1d26ca tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=99a0031d-f94a-44d7-ab31-aaab98f5ee15&id=aae3f7d0-927f-4c73-8af8-3ec4b689f00a&id=a6d9f386-e462-4468-a1d0-d0c97de4e499&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0697169 Aug 16 02:01:09.850100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:09.858301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1759418651', 'description': 'tempest-description--1038084455'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:09.928123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff0fb89c-d3d4-40c9-80d5-2796bb7b359e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:09.958395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd64f3-1621-450b-956f-048beb115c8b req-ca997e94-4001-4f45-aafd-5b98c6a3591a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:09.960050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eccd64f3-1621-450b-956f-048beb115c8b req-ca997e94-4001-4f45-aafd-5b98c6a3591a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 1024 time: 0.0844002 Aug 16 02:01:09.978621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.091714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Deleting port edef6da0-9653-4193-b031-ef9555c5e52c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:10.092122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.105604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca947b-06a5-4d81-b9b4-70b00549b554 req-78c91724-c4a8-41ce-90c5-81fe5ee27688 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.107277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edca947b-06a5-4d81-b9b4-70b00549b554 req-78c91724-c4a8-41ce-90c5-81fe5ee27688 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0972478 Aug 16 02:01:10.220192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edca947b-06a5-4d81-b9b4-70b00549b554 req-9ab0cc7e-62fa-440a-8f1f-b64043cfe38a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025589 Aug 16 02:01:10.258707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.314493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] For port edef6da0-9653-4193-b031-ef9555c5e52c, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=edef6da0-9653-4193-b031-ef9555c5e52c,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:10.315053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.333540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Calling delete_port for edef6da0-9653-4193-b031-ef9555c5e52c owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:10.363003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcbcc9-b765-47da-8e2a-046d06bccc06 req-b78afe02-70a3-490b-bec4-62cc6a32e213 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.365961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-defcbcc9-b765-47da-8e2a-046d06bccc06 req-b78afe02-70a3-490b-bec4-62cc6a32e213 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 946 time: 0.0698097 Aug 16 02:01:10.415672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.443201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-defcbcc9-b765-47da-8e2a-046d06bccc06 req-fce0e919-afbe-47a9-932c-55e474f4f529 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707958 Aug 16 02:01:10.459717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2585377b-8e15-40cb-8b65-00c679ac4874,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.551978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.553635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f4c6e0e1-f900-45a7-83b9-d723dd08beb1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7013702 Aug 16 02:01:10.556857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33252) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:10.570523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'security_group_rule': {'security_group_id': '2585377b-8e15-40cb-8b65-00c679ac4874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:10.603172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.619118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['edef6da0-9653-4193-b031-ef9555c5e52c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:10.627633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e054e9b-1be5-4eb4-87dc-825ab4e735f4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:10.648356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eaacf1-a024-4bc3-9917-eed3dae0c7f4 req-c14f352b-f5a4-466e-b6b9-f0fc330b97e8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.663712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3eaacf1-a024-4bc3-9917-eed3dae0c7f4 req-c14f352b-f5a4-466e-b6b9-f0fc330b97e8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1142485 Aug 16 02:01:10.664476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'Port': ['ID=edef6da0-9653-4193-b031-ef9555c5e52c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:10.709128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] No DVR routers for this DVR port edef6da0-9653-4193-b031-ef9555c5e52c on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:10.713443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.716126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eccd64f3-1621-450b-956f-048beb115c8b req-bd116864-30df-49ec-a1b2-296dd1c025e7 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.58 "DELETE /v2.0/ports/edef6da0-9653-4193-b031-ef9555c5e52c HTTP/1.1" status: 204 len: 173 time: 0.7491624 Aug 16 02:01:10.758428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3eaacf1-a024-4bc3-9917-eed3dae0c7f4 req-705b29fd-2aca-413e-8ff2-98be27a37346 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936975 Aug 16 02:01:10.777470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0e424-b65e-4a79-9407-6a6c4c9a3584 req-0bc5f50e-eb3d-4173-a998-7a94cbecf85a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:10.786182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0d0e424-b65e-4a79-9407-6a6c4c9a3584 req-0bc5f50e-eb3d-4173-a998-7a94cbecf85a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1202407 Aug 16 02:01:10.786422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:10.832487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0d0e424-b65e-4a79-9407-6a6c4c9a3584 req-0a8f517a-28fd-4804-97de-e9e38b48acd8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430510 Aug 16 02:01:10.988043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.070886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf0d61b1-1cff-4c8b-aac6-7c58175ea917 req-85826dde-a2b1-410c-b690-28812cf02bf8 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3a189d4-2216-41ca-b717-6c830d54af45 HTTP/1.1" status: 200 len: 210 time: 0.0380530 Aug 16 02:01:11.099376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.139074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2085210b-e05c-4c22-9041-d603d5380752,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.150267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33276) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.221086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Deleting subnet 63691e24-f796-48d0-9e51-d8f47edc14c2 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:11.225683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.253592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.257460 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a79e7c29-8720-490c-bb5c-9e975a31e864 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6967535 Aug 16 02:01:11.258591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.263735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'security_group_rule': {'security_group_id': '2585377b-8e15-40cb-8b65-00c679ac4874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:11.281194 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.352866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.389099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'name': 'network-vif-deleted', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:11.392416 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad416309-e8ba-42ff-9733-f56ad8ed280a" -d '{"events": [{"server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "name": "network-vif-deleted", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:11.444720 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6274201c-129a-4a5c-9177-73eb9dc38084 x-openstack-request-id: req-6274201c-129a-4a5c-9177-73eb9dc38084 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:11.444720 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a189d4-2216-41ca-b717-6c830d54af45", "name": "network-vif-deleted", "tag": "edef6da0-9653-4193-b031-ef9555c5e52c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:11.444720 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6274201c-129a-4a5c-9177-73eb9dc38084 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:11.444720 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3a189d4-2216-41ca-b717-6c830d54af45', 'name': 'network-vif-deleted', 'tag': 'edef6da0-9653-4193-b031-ef9555c5e52c', 'status': 'completed', 'code': 200} Aug 16 02:01:11.530695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.596044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.627422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.629571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/63691e24-f796-48d0-9e51-d8f47edc14c2 HTTP/1.1" status: 204 len: 168 time: 0.4782877 Aug 16 02:01:11.635518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33292) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.637918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.663196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebc0a0-76f7-4cba-a920-f7b041721362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63691e24-f796-48d0-9e51-d8f47edc14c2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.775993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.828473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0933694-a6c7-4e6b-a686-799cabb93846,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:11.851658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660f44a-398d-4f2e-b9df-090634f05970 req-9a043f3b-0175-477d-8135-9722aea3402e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.853915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8660f44a-398d-4f2e-b9df-090634f05970 req-9a043f3b-0175-477d-8135-9722aea3402e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.2343340 Aug 16 02:01:11.857651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.926295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:11.928139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b3c6908b-231c-4efd-9892-755939ee548d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6673045 Aug 16 02:01:11.931337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33298) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:11.937602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:11.939067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.939295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.939787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.940270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.940748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.941225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.941982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.942252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.942762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.943240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:11.955333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-958e79c9-46a4-4127-8562-c903d9b5f1f6 req-e357cb0c-6ce4-46e9-a3da-f81af8dbba3c tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 0.2442975 Aug 16 02:01:11.992447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8660f44a-398d-4f2e-b9df-090634f05970 req-ce1a43fe-8690-4025-93ff-0671d86f21f3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375196 Aug 16 02:01:12.058412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.115732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.160557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a739aecc-c548-4a15-b670-3bcca38e96a4']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:12.214865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa4df92-8986-4958-b938-4e0b24aec974') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:12.215234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa4df92-8986-4958-b938-4e0b24aec974') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:12.229037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.233472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.267877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f387f-a46d-4f54-b117-a9f9ee1eaaa6 req-d3760a62-a4ae-4180-b331-a1b8b8da1f17 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.269568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c59f387f-a46d-4f54-b117-a9f9ee1eaaa6 req-d3760a62-a4ae-4180-b331-a1b8b8da1f17 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.2132275 Aug 16 02:01:12.281706 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.305426 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7a2907a2-2292-46bc-a00f-783245efdcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.311367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:12.311790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:12.318325 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:12.373509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Allocated IP 172.25.6.35 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/2ac81822-5ce1-4880-b6a7-319c5e18fbe1) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:12.376603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b5a2d-7562-43a3-afb1-3340bf6bd362 req-425825af-6178-46c5-819a-efc6d4f12600 tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.378071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-233b5a2d-7562-43a3-afb1-3340bf6bd362 req-425825af-6178-46c5-819a-efc6d4f12600 tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 886 time: 0.2595153 Aug 16 02:01:12.390074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c59f387f-a46d-4f54-b117-a9f9ee1eaaa6 req-3f44974b-0cc0-4752-bf18-a83535a45eba tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103592 Aug 16 02:01:12.504919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.514660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.621961 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.621961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] 10.222.0.76 "DELETE /v2.0/networks/a739aecc-c548-4a15-b670-3bcca38e96a4 HTTP/1.1" status: 204 len: 168 time: 0.9051106 Aug 16 02:01:12.621961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2af07b-e0e4-4b92-9286-abafac4ff6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a739aecc-c548-4a15-b670-3bcca38e96a4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:12.621961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72090c5b-692f-48fe-9acd-21e4c30dd54e req-39208d60-08e7-4a33-906d-38d004867b62 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/99a0031d-f94a-44d7-ab31-aaab98f5ee15 HTTP/1.1" status: 200 len: 1798 time: 0.0966244 Aug 16 02:01:12.633141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.633636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.634130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.634611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.635111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.635586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.636059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.636530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.636999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.637472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:12.639693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7111b342-70a9-45c8-b337-479c0daaf8de req-6788da37-e36f-4e1c-ba4b-8a6fd2fd527f tempest-NetworksTest-469781006 tempest-NetworksTest-469781006-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7072 time: 0.2099514 Aug 16 02:01:12.684939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-72090c5b-692f-48fe-9acd-21e4c30dd54e req-39d84884-d8ab-4a29-b72f-2a2e4bb93187 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.709250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-72090c5b-692f-48fe-9acd-21e4c30dd54e req-39d84884-d8ab-4a29-b72f-2a2e4bb93187 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.830287 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.893098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-72090c5b-692f-48fe-9acd-21e4c30dd54e req-39d84884-d8ab-4a29-b72f-2a2e4bb93187 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.893960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.896312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-72090c5b-692f-48fe-9acd-21e4c30dd54e req-39d84884-d8ab-4a29-b72f-2a2e4bb93187 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:12.897527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72090c5b-692f-48fe-9acd-21e4c30dd54e req-39d84884-d8ab-4a29-b72f-2a2e4bb93187 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/99a0031d-f94a-44d7-ab31-aaab98f5ee15 HTTP/1.1" status: 204 len: 173 time: 0.2911434 Aug 16 02:01:12.910512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d84884-d8ab-4a29-b72f-2a2e4bb93187 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a0031d-f94a-44d7-ab31-aaab98f5ee15,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:12.984666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aeed9e7e-fc3b-4319-b251-af045609ed4a req-5d70b71b-7746-4135-bb59-0237b65a358d tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/aae3f7d0-927f-4c73-8af8-3ec4b689f00a HTTP/1.1" status: 200 len: 1800 time: 0.0521986 Aug 16 02:01:13.003562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:13.013041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:13.021328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:13.088299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aeed9e7e-fc3b-4319-b251-af045609ed4a req-d0bf60e0-9f78-4d74-9c5e-4f1005105e7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.110191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-ecca0b6f-f930-4873-afba-79715ae85c1b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.111747 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-ecca0b6f-f930-4873-afba-79715ae85c1b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.1519446 Aug 16 02:01:13.120392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'Port': ['ID=2ac81822-5ce1-4880-b6a7-319c5e18fbe1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.139387 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aeed9e7e-fc3b-4319-b251-af045609ed4a req-d0bf60e0-9f78-4d74-9c5e-4f1005105e7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.187188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d9d629-8367-4ccf-a543-212c27ba6335 req-557a96f6-228e-439b-b262-f4bce59d7dc3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.195488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7d9d629-8367-4ccf-a543-212c27ba6335 req-557a96f6-228e-439b-b262-f4bce59d7dc3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0986011 Aug 16 02:01:13.236660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7d9d629-8367-4ccf-a543-212c27ba6335 req-07b729f5-6de2-4628-a232-d2e688b56f6a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Aug 16 02:01:13.280921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.311406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:13.311759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.353756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33324) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.375017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aeed9e7e-fc3b-4319-b251-af045609ed4a req-d0bf60e0-9f78-4d74-9c5e-4f1005105e7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.377664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aeed9e7e-fc3b-4319-b251-af045609ed4a req-d0bf60e0-9f78-4d74-9c5e-4f1005105e7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.379020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aeed9e7e-fc3b-4319-b251-af045609ed4a req-d0bf60e0-9f78-4d74-9c5e-4f1005105e7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/aae3f7d0-927f-4c73-8af8-3ec4b689f00a HTTP/1.1" status: 204 len: 173 time: 0.3870802 Aug 16 02:01:13.379496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33326) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.408907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf60e0-9f78-4d74-9c5e-4f1005105e7a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae3f7d0-927f-4c73-8af8-3ec4b689f00a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.447986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-993b3f52-39c6-4237-99e0-e52d02c17df8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=67525953912743a09eecbc070e69ea3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0927868 Aug 16 02:01:13.449916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33334) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:13.489733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-23532087', 'description': 'tempest-description-530957425'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:13.527250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b6f6b5e-94f0-4683-ae45-0956e8e1f29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.549829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device edef6da0-9653-4193-b031-ef9555c5e52c no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:13.586452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: edef6da0-9653-4193-b031-ef9555c5e52c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:13.586840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device edef6da0-9653-4193-b031-ef9555c5e52c not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:13.610217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b6f6b5e-94f0-4683-ae45-0956e8e1f29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.642802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8022b-7a0e-4968-b91b-155078a04e3c req-70a499a3-0e84-4aaf-8a4f-004a97781e52 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:13.644583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1b8022b-7a0e-4968-b91b-155078a04e3c req-70a499a3-0e84-4aaf-8a4f-004a97781e52 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1149454 Aug 16 02:01:13.654212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.687855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-097a5b0a-bde8-4399-94f9-d28682a98cc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.751406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1b8022b-7a0e-4968-b91b-155078a04e3c req-2ec6a2ff-761c-431c-a890-98ef9e20c89d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994134 Aug 16 02:01:13.758124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:01:13.758124 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:01:13.758124 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': 'e01a81c1c6ad46f98f7afc4abde63462', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 1, 13, 727822)}] Aug 16 02:01:13.758124 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:01:13.758555 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:01:13.761508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.856121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-097a5b0a-bde8-4399-94f9-d28682a98cc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.864807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:13.865185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.894905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:13.896128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b6f6b5e-94f0-4683-ae45-0956e8e1f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.899017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b6f6b5e-94f0-4683-ae45-0956e8e1f29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:13.903046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b6f6b5e-94f0-4683-ae45-0956e8e1f29e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a3df9eb-2a9a-4b48-add2-b61aa43ec238 HTTP/1.1" status: 204 len: 168 time: 0.4522221 Aug 16 02:01:13.911869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f6b5e-94f0-4683-ae45-0956e8e1f29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3df9eb-2a9a-4b48-add2-b61aa43ec238,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:13.933113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-097a5b0a-bde8-4399-94f9-d28682a98cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.003675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-097a5b0a-bde8-4399-94f9-d28682a98cc7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f44322fcfb394d268f53c2cdd6728b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6194315 Aug 16 02:01:14.008092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a5b0a-bde8-4399-94f9-d28682a98cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d53720-6592-47a2-9cf6-9d090662a966,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.009769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33338) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:14.095868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.110483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffcf21ea-5e74-4111-98bb-76f9f4fa9e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.137492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffcf21ea-5e74-4111-98bb-76f9f4fa9e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.240790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.259629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.388165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cecc7f-54db-41b7-b13e-98ed5ef993b0 req-659ecd45-dc6b-4eed-9a91-f97756fd46a2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:14.389835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.390484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7cecc7f-54db-41b7-b13e-98ed5ef993b0 req-659ecd45-dc6b-4eed-9a91-f97756fd46a2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 945 time: 0.0575900 Aug 16 02:01:14.397283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffcf21ea-5e74-4111-98bb-76f9f4fa9e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.401290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffcf21ea-5e74-4111-98bb-76f9f4fa9e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.405290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ffcf21ea-5e74-4111-98bb-76f9f4fa9e7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b6d53720-6592-47a2-9cf6-9d090662a966 HTTP/1.1" status: 204 len: 168 time: 0.3868973 Aug 16 02:01:14.406811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:14.410088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:14.460338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf21ea-5e74-4111-98bb-76f9f4fa9e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d53720-6592-47a2-9cf6-9d090662a966,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.480638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'Port': ['ID=2ac81822-5ce1-4880-b6a7-319c5e18fbe1,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.528906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7cecc7f-54db-41b7-b13e-98ed5ef993b0 req-c0fedadf-17ef-4881-9a9d-428e2397989f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073442 Aug 16 02:01:14.577450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=6c5d788c-fd90-4e98-84f8-3fc163a7fbb9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.584906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.660836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.718180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:14.722671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.739275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.743437 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c52230d1-2ae9-43d2-9be7-81bb42fc15fe req-761fdd43-c3bc-4256-a99b-70aa570afd42 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "DELETE /v2.0/ports/6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 HTTP/1.1" status: 204 len: 173 time: 1.6202979 Aug 16 02:01:14.743921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'name': 'network-vif-deleted', 'tag': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:14.759870 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac35b2fc-eb86-4d3a-b03a-ea1d07356efa" -d '{"events": [{"server_uuid": "10c1f9a4-82d7-4879-99a1-276fa35c7aa4", "name": "network-vif-deleted", "tag": "6c5d788c-fd90-4e98-84f8-3fc163a7fbb9"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:14.780055 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.795098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1928be7d-c7ca-4f59-b38a-d15d41796356,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:14.852915 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f896306f-cadd-4e80-b039-6d67ce4ac9de x-openstack-request-id: req-f896306f-cadd-4e80-b039-6d67ce4ac9de {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:14.853448 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c1f9a4-82d7-4879-99a1-276fa35c7aa4", "name": "network-vif-deleted", "tag": "6c5d788c-fd90-4e98-84f8-3fc163a7fbb9", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:14.853623 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f896306f-cadd-4e80-b039-6d67ce4ac9de {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:14.854989 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c1f9a4-82d7-4879-99a1-276fa35c7aa4', 'name': 'network-vif-deleted', 'tag': '6c5d788c-fd90-4e98-84f8-3fc163a7fbb9', 'status': 'completed', 'code': 200} Aug 16 02:01:14.887105 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.890655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd6f74e6-fe4c-446a-bd8f-bebdb6de1829 req-0474b329-5610-417c-bd97-204308a0dd63 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.4396782 Aug 16 02:01:14.928206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:14.929521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57b57569-f1eb-419b-9f0e-11f65ee99b02 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9964540 Aug 16 02:01:15.044685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-d192849f-f394-4b23-a05a-5fd6fe9c3542 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/1928be7d-c7ca-4f59-b38a-d15d41796356 HTTP/1.1" status: 200 len: 1798 time: 0.1293671 Aug 16 02:01:15.051742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1710432262', 'description': 'tempest-description-hth-50930074'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:15.069165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd4219-7c2f-4a4d-a50d-77d675decbf4 req-c29d4723-dd87-4917-94cd-40c3d80f194f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.077112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19cd4219-7c2f-4a4d-a50d-77d675decbf4 req-c29d4723-dd87-4917-94cd-40c3d80f194f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1517916 Aug 16 02:01:15.146566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.183350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19cd4219-7c2f-4a4d-a50d-77d675decbf4 req-888430c1-c83b-4daa-8ddb-bd9e37ad6be3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049817 Aug 16 02:01:15.267253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.407223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-511228fe-fbb9-4296-8908-101ae7f2bd3c tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:15.411246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-511228fe-fbb9-4296-8908-101ae7f2bd3c tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 821 time: 0.1257393 Aug 16 02:01:15.433199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-6037b67b-1dd5-4cf6-94d6-ba28811a501f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/quotas/9331568b87144d468d519d77c9073c20 HTTP/1.1" status: 200 len: 375 time: 0.0159395 Aug 16 02:01:15.443877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.446362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.455198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cf26d90-ec68-407c-86ee-5e4558e4fdd6 req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "PUT /v2.0/security-groups/1928be7d-c7ca-4f59-b38a-d15d41796356 HTTP/1.1" status: 200 len: 1773 time: 0.4092536 Aug 16 02:01:15.525425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071b677-a884-49ff-a976-e50f5d15734b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1928be7d-c7ca-4f59-b38a-d15d41796356,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:15.555241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-60636c57-a97b-4d66-b4b4-80d2f47e3e39 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1210437 Aug 16 02:01:15.692710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbe52aa0-c1db-4412-8b43-7723fc6aca9e req-1e052e55-a755-4599-8b71-eefdd4d33c8c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/1928be7d-c7ca-4f59-b38a-d15d41796356 HTTP/1.1" status: 200 len: 1773 time: 0.2135448 Aug 16 02:01:15.705913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-62396886-40b7-460a-adf4-c19d9aaaef1c service neutron] 10.222.0.76 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456077 Aug 16 02:01:15.737843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.757884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:15.785851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33390) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:15.802683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c24c0d91-5e3f-4cc5-80eb-b0363ac79b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:15.819207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:15.819793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6c5d788c-fd90-4e98-84f8-3fc163a7fbb9 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:15.826160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-67c5a680-efde-4bb5-b32c-6b0ec0c83e8c service neutron] 10.222.0.76 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230803 Aug 16 02:01:15.910058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e04dd029-50b7-4018-9ed3-496f17f2f2cc req-c2b2b8ca-3694-4e72-a938-81acd325b1af tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=10c1f9a4-82d7-4879-99a1-276fa35c7aa4 HTTP/1.1" status: 200 len: 210 time: 0.0578871 Aug 16 02:01:16.038093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c24c0d91-5e3f-4cc5-80eb-b0363ac79b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.091529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6470afe1-9763-4cb5-980c-5e5e20dcbe5d req-e096a1d6-287d-457a-abb8-cd3870b63638 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/1928be7d-c7ca-4f59-b38a-d15d41796356 HTTP/1.1" status: 200 len: 1773 time: 0.0691071 Aug 16 02:01:16.168642 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6470afe1-9763-4cb5-980c-5e5e20dcbe5d req-929157cd-8040-4ea2-a758-4f6bd12b14fc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.221827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6470afe1-9763-4cb5-980c-5e5e20dcbe5d req-929157cd-8040-4ea2-a758-4f6bd12b14fc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.258296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c24c0d91-5e3f-4cc5-80eb-b0363ac79b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.327012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c24c0d91-5e3f-4cc5-80eb-b0363ac79b04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f23d7fec6ea4dcaa52de291217e1fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5434756 Aug 16 02:01:16.327282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33404) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:16.328134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c0d91-5e3f-4cc5-80eb-b0363ac79b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a68935-f3da-41db-a5b7-1a92c1559f1f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.456315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af3cf27d-8233-4394-a470-b50133a90df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.476878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c1f22ad-2495-4bdc-96bb-48aab62ecbdc req-8cbea84d-1ada-4ae1-9df1-3db14691b18a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 210 time: 0.0335920 Aug 16 02:01:16.503909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af3cf27d-8233-4394-a470-b50133a90df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.603946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6470afe1-9763-4cb5-980c-5e5e20dcbe5d req-929157cd-8040-4ea2-a758-4f6bd12b14fc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.606346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6470afe1-9763-4cb5-980c-5e5e20dcbe5d req-929157cd-8040-4ea2-a758-4f6bd12b14fc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.619268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6470afe1-9763-4cb5-980c-5e5e20dcbe5d req-929157cd-8040-4ea2-a758-4f6bd12b14fc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/1928be7d-c7ca-4f59-b38a-d15d41796356 HTTP/1.1" status: 204 len: 173 time: 0.5206034 Aug 16 02:01:16.654922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929157cd-8040-4ea2-a758-4f6bd12b14fc tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928be7d-c7ca-4f59-b38a-d15d41796356,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.665365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfdbc5-38a2-49d6-8fe8-74875164a87f req-5f16adb2-bd6a-4791-a671-4a405e2616a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:16.667276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4dfdbc5-38a2-49d6-8fe8-74875164a87f req-5f16adb2-bd6a-4791-a671-4a405e2616a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.0914803 Aug 16 02:01:16.729065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4dfdbc5-38a2-49d6-8fe8-74875164a87f req-35b9635d-347a-4ac6-9aad-66fabe80484f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450845 Aug 16 02:01:16.749644 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af3cf27d-8233-4394-a470-b50133a90df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.754338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af3cf27d-8233-4394-a470-b50133a90df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:16.757841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-af3cf27d-8233-4394-a470-b50133a90df4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7a68935-f3da-41db-a5b7-1a92c1559f1f HTTP/1.1" status: 204 len: 168 time: 0.4273214 Aug 16 02:01:16.777126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cf27d-8233-4394-a470-b50133a90df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a68935-f3da-41db-a5b7-1a92c1559f1f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:16.832143 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-b53f1182-6563-45b4-9de0-8838ccf9089b req-66110f90-2d42-44e1-b7c8-15679fa634a1 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:01:16.833223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b53f1182-6563-45b4-9de0-8838ccf9089b req-66110f90-2d42-44e1-b7c8-15679fa634a1 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/aae3f7d0-927f-4c73-8af8-3ec4b689f00a HTTP/1.1" status: 404 len: 352 time: 0.0163331 Aug 16 02:01:16.914040 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-de75368a-e572-4f35-9cbd-7a2e8c5ba220 req-5a306b03-cdac-42fb-bb12-0b7296520e2f tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:01:16.914040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de75368a-e572-4f35-9cbd-7a2e8c5ba220 req-5a306b03-cdac-42fb-bb12-0b7296520e2f tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/99a0031d-f94a-44d7-ab31-aaab98f5ee15 HTTP/1.1" status: 404 len: 352 time: 0.0465124 Aug 16 02:01:16.984166 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-d8d81988-26af-4e06-abb9-b20b1ebf119a req-55a697c8-7139-43d8-8dfe-005a3afffad4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:01:16.985688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8d81988-26af-4e06-abb9-b20b1ebf119a req-55a697c8-7139-43d8-8dfe-005a3afffad4 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/f7b7da79-d302-4e7b-8df2-b01538549771 HTTP/1.1" status: 404 len: 352 time: 0.0329721 Aug 16 02:01:17.029256 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-9d0dc628-e455-4d32-b757-2725941cae40 req-da55d805-467b-4980-b6be-df71f7d11044 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:01:17.030339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d0dc628-e455-4d32-b757-2725941cae40 req-da55d805-467b-4980-b6be-df71f7d11044 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/d11360dd-3ad0-4558-9334-9449b38999f3 HTTP/1.1" status: 404 len: 352 time: 0.0188696 Aug 16 02:01:17.157373 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-dd6320df-6fad-42c6-8d26-1e9a05da2890 req-4445cd57-7a7e-4be7-8443-d9c48b0deb0f tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:01:17.158480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd6320df-6fad-42c6-8d26-1e9a05da2890 req-4445cd57-7a7e-4be7-8443-d9c48b0deb0f tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/9b95957c-340a-4f83-b0d7-611967ceea17 HTTP/1.1" status: 404 len: 352 time: 0.0149646 Aug 16 02:01:17.192735 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-a92983d9-fdb3-4778-91d1-bf5b315ddc54 req-f75aeb82-a8ac-49c6-8f5e-761182e03c26 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] show failed (client error): The resource could not be found. Aug 16 02:01:17.193880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a92983d9-fdb3-4778-91d1-bf5b315ddc54 req-f75aeb82-a8ac-49c6-8f5e-761182e03c26 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/a4632beb-4237-43e3-82bd-904cadbc29b1 HTTP/1.1" status: 404 len: 352 time: 0.0148084 Aug 16 02:01:17.915472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33482) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:18.016274 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-addabce9-77d9-428f-a666-3404a21651ac req-8d0850e8-2988-40b5-9d1f-3ebb96d64666 service neutron] show failed (client error): The resource could not be found. Aug 16 02:01:18.021322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-8d0850e8-2988-40b5-9d1f-3ebb96d64666 service neutron] 10.222.0.83 "GET /v2.0/ports/6e73102b-7038-425f-b500-329686a6efc8/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.1320784 Aug 16 02:01:18.080003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbda39f5-84d7-422c-b86e-679bd4cd0c1a req-666da584-67fe-4e80-b408-9f0d079f3f4c tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 210 time: 0.0400083 Aug 16 02:01:18.093749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dac99977-906f-4af4-9807-58c389c19e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.205198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218a0ba-cebf-4905-9e01-17bd80955395 req-e3665bf1-387b-4228-a9c8-aaf1f067321a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.217836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f218a0ba-cebf-4905-9e01-17bd80955395 req-e3665bf1-387b-4228-a9c8-aaf1f067321a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1429815 Aug 16 02:01:18.319724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f218a0ba-cebf-4905-9e01-17bd80955395 req-25f726d5-4ad8-4295-835d-4fa4c70d23d6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006529 Aug 16 02:01:18.351211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc5805-9064-4615-95f6-6d070cf3bcf3 req-f0e9437f-0449-4d21-b95b-ce92f18a468a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.352901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99fc5805-9064-4615-95f6-6d070cf3bcf3 req-f0e9437f-0449-4d21-b95b-ce92f18a468a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1024 time: 0.1286931 Aug 16 02:01:18.407618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dac99977-906f-4af4-9807-58c389c19e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.441476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99fc5805-9064-4615-95f6-6d070cf3bcf3 req-40dddbd5-1d89-429e-8f9d-e7d91289f1a9 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&id=871a19e2-138d-4561-b180-c155bd9de0a7&id=ed5fd91d-75cd-41a3-8bf6-aea77e075d69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0820246 Aug 16 02:01:18.498068 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dac99977-906f-4af4-9807-58c389c19e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.587188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac99977-906f-4af4-9807-58c389c19e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e0f2c4-a4cd-41b1-8f9c-90d6ecc0093e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:18.597230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44751b-622b-4d4b-b95f-a148ef9993ec req-5b1aafa2-bf58-4189-bbe5-43bdd5e50e52 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:18.598862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb44751b-622b-4d4b-b95f-a148ef9993ec req-5b1aafa2-bf58-4189-bbe5-43bdd5e50e52 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 946 time: 0.1560891 Aug 16 02:01:18.604440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dac99977-906f-4af4-9807-58c389c19e72 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f49fdf13e9940f987b0e7f2b4c90f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843781 Aug 16 02:01:18.604798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:18.706218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb44751b-622b-4d4b-b95f-a148ef9993ec req-7f9abb57-1cbd-4c65-9ba8-1bb00aa0c9bd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850883 Aug 16 02:01:18.727312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a619e10-d66a-40ab-b562-f086dbea2032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.759502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a619e10-d66a-40ab-b562-f086dbea2032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.920821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a619e10-d66a-40ab-b562-f086dbea2032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.923443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a619e10-d66a-40ab-b562-f086dbea2032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:18.924644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a619e10-d66a-40ab-b562-f086dbea2032 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/60e0f2c4-a4cd-41b1-8f9c-90d6ecc0093e HTTP/1.1" status: 204 len: 168 time: 0.3188584 Aug 16 02:01:18.946464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a619e10-d66a-40ab-b562-f086dbea2032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e0f2c4-a4cd-41b1-8f9c-90d6ecc0093e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:19.051811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-8f69d920-ec52-4e2d-b5b7-f0db52b5d2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.053881 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-8f69d920-ec52-4e2d-b5b7-f0db52b5d2e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de&tenant_id=c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 1101 time: 0.0665202 Aug 16 02:01:19.068936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:19.145489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.216597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd09be9b-18ce-441d-bf22-6fc7627c826d req-001a7544-3e0d-4306-a3bc-7c7f61c289fe tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 210 time: 0.0320468 Aug 16 02:01:19.396135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-d56d1f9e-6e49-4f1b-988c-a94c0f818827 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.397883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-d56d1f9e-6e49-4f1b-988c-a94c0f818827 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.83 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1024 time: 0.0922732 Aug 16 02:01:19.536684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-a3a43b37-81f5-45a3-9f50-7629430582d5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.538065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-a3a43b37-81f5-45a3-9f50-7629430582d5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 946 time: 0.1107996 Aug 16 02:01:19.549393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c6cb-6e27-4182-95eb-3feb96b5cecc req-28fb640c-2041-4d94-b0b2-12c058bc372c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.556910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1941c6cb-6e27-4182-95eb-3feb96b5cecc req-28fb640c-2041-4d94-b0b2-12c058bc372c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1581142 Aug 16 02:01:19.668744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-87dec6e9-f73b-448c-a539-86918394fe5f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.670238 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-87dec6e9-f73b-448c-a539-86918394fe5f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 821 time: 0.1155255 Aug 16 02:01:19.690864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'port': {'device_id': 'ed7a0813-3729-4175-ab07-f953879674fa', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'admin_state_up': True, 'tenant_id': '9331568b87144d468d519d77c9073c20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:19.717558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137baccd-6d85-494b-bea3-5e6735f9add1 req-037a57fd-3d03-4096-b0ea-91386102237b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:19.725432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-137baccd-6d85-494b-bea3-5e6735f9add1 req-037a57fd-3d03-4096-b0ea-91386102237b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1024 time: 0.1663752 Aug 16 02:01:19.748678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1941c6cb-6e27-4182-95eb-3feb96b5cecc req-bc7f7559-57a3-40e5-acbe-db0580985cf0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907897 Aug 16 02:01:19.812594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:19.821340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:19.821694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:19.900962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:19.939759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-137baccd-6d85-494b-bea3-5e6735f9add1 req-39ef7fd2-342f-458a-b3b6-3453b861b69c tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&id=871a19e2-138d-4561-b180-c155bd9de0a7&id=ed5fd91d-75cd-41a3-8bf6-aea77e075d69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2131143 Aug 16 02:01:19.983639 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.013184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Transition to ACTIVE for port object 6e73102b-7038-425f-b500-329686a6efc8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:20.015154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e73102b-7038-425f-b500-329686a6efc8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:20.018046 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36488d5-5794-4aee-a2ec-ce13974c93ff" -d '{"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-unplugged", "status": "completed", "tag": "6e73102b-7038-425f-b500-329686a6efc8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:20.043389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56786524-f8e1-4294-9b6a-d8ab78e91582 req-3c02f297-5cb3-454e-8863-8b193df1b4b9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:20.045112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56786524-f8e1-4294-9b6a-d8ab78e91582 req-3c02f297-5cb3-454e-8863-8b193df1b4b9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 946 time: 0.1042032 Aug 16 02:01:20.109137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:20.109597 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.119642 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.129896 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c30f74-247f-4590-a58c-40fda779335a x-openstack-request-id: req-e6c30f74-247f-4590-a58c-40fda779335a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:20.130267 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-unplugged", "status": "completed", "tag": "6e73102b-7038-425f-b500-329686a6efc8", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:20.130571 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e6c30f74-247f-4590-a58c-40fda779335a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:20.131120 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e73102b-7038-425f-b500-329686a6efc8', 'code': 200} Aug 16 02:01:20.137465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56786524-f8e1-4294-9b6a-d8ab78e91582 req-6908633b-8822-4419-b508-65a4dcb6c440 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798225 Aug 16 02:01:20.138460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:20.262861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.332647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Deleting port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:20.333295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.443672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f59f9c62-a085-4119-b1e9-d52c3b1537cd req-4c296325-d8c7-4c56-a9b5-b8fed564c2a6 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 210 time: 0.0689297 Aug 16 02:01:20.531985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] No DVR routers for this DVR port 6e73102b-7038-425f-b500-329686a6efc8 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:20.554971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.566911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:20.594546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:20.628829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Made reservation on behalf of 9331568b87144d468d519d77c9073c20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:20.632857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.699954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:20.702239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:20.702928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:20.823968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Port 6e73102b-7038-425f-b500-329686a6efc8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:20.826548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Attempting to bind port 6e73102b-7038-425f-b500-329686a6efc8 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:20.848900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] For port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,segment=NetworkSegment(e908d4de-4475-4527-b232-ebe27ce4f19d),segment_id=e908d4de-4475-4527-b232-ebe27ce4f19d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:20.849730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.893723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Calling delete_port for 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:20.914125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:20.914537 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:20.914898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:20.915362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Bound port: 6e73102b-7038-425f-b500-329686a6efc8, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:20.918542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:20.982347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:21.162178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:21.230561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Allocated IP 172.20.0.10 (f0b4608e-54d8-4943-ab22-888634245efb/e3d82402-577e-4ae2-9561-1b345e6295b6/131c9c57-2645-4105-8575-d783fe86bb6a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:21.240604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:21.241169 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.243866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ee5a84b-dbc6-40e5-b15e-5518ae5f5727 req-c0b3ddcc-8a9c-4fe2-b3af-85b06df557c4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "DELETE /v2.0/ports/134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 HTTP/1.1" status: 204 len: 173 time: 1.6839540 Aug 16 02:01:21.245830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75888810-b7e2-4193-ad67-607bb92de655', 'name': 'network-vif-deleted', 'tag': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:21.262059 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8821670-32f4-4e82-af13-df3e09972d49" -d '{"events": [{"server_uuid": "75888810-b7e2-4193-ad67-607bb92de655", "name": "network-vif-deleted", "tag": "134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:21.263402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:21.268728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-468152807-network', 'tenant_id': '86788ee61ea34c34bfc1ec10f37df842'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:21.308620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55db36-c8db-44ad-a33b-daf9a058a690 req-60f85f67-107d-40ad-8a5b-9b7f2f19cd56 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.314783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb55db36-c8db-44ad-a33b-daf9a058a690 req-60f85f67-107d-40ad-8a5b-9b7f2f19cd56 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.1554787 Aug 16 02:01:21.335107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b9f76-f9e3-4b2b-aeef-3b946058fc47 req-4a13d665-da8c-4ba4-bca2-9dfead28b86a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.343708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-296b9f76-f9e3-4b2b-aeef-3b946058fc47 req-4a13d665-da8c-4ba4-bca2-9dfead28b86a tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 1024 time: 0.1857088 Aug 16 02:01:21.412438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb55db36-c8db-44ad-a33b-daf9a058a690 req-6671951c-6440-4534-bb4b-54a3e59dd09f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962672 Aug 16 02:01:21.437007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-296b9f76-f9e3-4b2b-aeef-3b946058fc47 req-00a2b84a-4c93-427a-a1a2-2fb74047c164 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups?id=a6d9f386-e462-4468-a1d0-d0c97de4e499&id=871a19e2-138d-4561-b180-c155bd9de0a7&id=ed5fd91d-75cd-41a3-8bf6-aea77e075d69&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0916932 Aug 16 02:01:21.519043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.543684 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052869cf-be50-4905-a9f2-4386d855827f x-openstack-request-id: req-052869cf-be50-4905-a9f2-4386d855827f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:21.544623 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75888810-b7e2-4193-ad67-607bb92de655", "name": "network-vif-deleted", "tag": "134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:21.544623 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-052869cf-be50-4905-a9f2-4386d855827f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:21.544623 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75888810-b7e2-4193-ad67-607bb92de655', 'name': 'network-vif-deleted', 'tag': '134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8', 'status': 'completed', 'code': 200} Aug 16 02:01:21.547140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34a9d3b9-eefe-47bb-82b9-b300800d1986 req-6e9de4bc-56ef-4ef6-8bd0-ba3791ba5c57 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=75888810-b7e2-4193-ad67-607bb92de655 HTTP/1.1" status: 200 len: 210 time: 0.0587604 Aug 16 02:01:21.573316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Made reservation on behalf of 86788ee61ea34c34bfc1ec10f37df842 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:21.575943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.582283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.595621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:21.603972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e15d737-fe82-46cc-9730-e14d4bf7e771 req-301af67b-77df-4a2e-afc6-54c5480921ae tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 210 time: 0.0309510 Aug 16 02:01:21.627338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.631338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.639514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:21.639864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 134e5a4b-9a6b-49a6-9b64-6e6a94e5eef8 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:21.681637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.682269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.683703 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] 10.222.0.58 "PUT /v2.0/ports/6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 1096 time: 2.6203358 Aug 16 02:01:21.772796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:21.779413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.827438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:21.827438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:21.827438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6e73102b-7038-425f-b500-329686a6efc8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:21.851840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] No DVR routers for this DVR port 7e054e9b-1be5-4eb4-87dc-825ab4e735f4 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:21.855095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:21.858391 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ef47df2-7727-4432-9930-e3ffd04f112d req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.83 "DELETE /v2.0/ports/7e054e9b-1be5-4eb4-87dc-825ab4e735f4 HTTP/1.1" status: 204 len: 173 time: 2.4321129 Aug 16 02:01:21.882046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Network f0b4608e-54d8-4943-ab22-888634245efb is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:21.890121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:21.893911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6e73102b-7038-425f-b500-329686a6efc8 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:21.898407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:21.934866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6f5cc-6955-4938-981c-03df319d9239 service neutron] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:21.941897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-1091d8e3-129a-476c-bcc6-3f3e93501a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:21.943608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-1091d8e3-129a-476c-bcc6-3f3e93501a31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1099 time: 0.2337523 Aug 16 02:01:21.976420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4476f7-698e-4538-a243-c1290c30c30b tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'Port': ['ID=7e054e9b-1be5-4eb4-87dc-825ab4e735f4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:22.136380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'tag': '6e73102b-7038-425f-b500-329686a6efc8'}, {'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'name': 'network-vif-deleted', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:22.138617 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ac0953-2942-4191-85cd-b5826dffa508" -d '{"events": [{"name": "network-changed", "server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "tag": "6e73102b-7038-425f-b500-329686a6efc8"}, {"server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "name": "network-vif-deleted", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:22.151331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:22.162076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.163059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.216109 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50feb142-e053-4edd-8fd1-b08cea063dbc x-openstack-request-id: req-50feb142-e053-4edd-8fd1-b08cea063dbc {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:22.216411 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "tag": "6e73102b-7038-425f-b500-329686a6efc8", "status": "completed", "code": 200}, {"server_uuid": "b8e34ca2-3046-420c-bd71-fb5d6a835029", "name": "network-vif-deleted", "tag": "7e054e9b-1be5-4eb4-87dc-825ab4e735f4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:22.216666 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50feb142-e053-4edd-8fd1-b08cea063dbc {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:22.217072 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'tag': '6e73102b-7038-425f-b500-329686a6efc8', 'status': 'completed', 'code': 200} Aug 16 02:01:22.217891 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8e34ca2-3046-420c-bd71-fb5d6a835029', 'name': 'network-vif-deleted', 'tag': '7e054e9b-1be5-4eb4-87dc-825ab4e735f4', 'status': 'completed', 'code': 200} Aug 16 02:01:22.222551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-edbe3b10-3f03-4c6f-be8f-b94a1591ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.224065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-edbe3b10-3f03-4c6f-be8f-b94a1591ec07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2549539 Aug 16 02:01:22.288027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-7382e98f-3bba-4058-b8b9-5886ea7b5f9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0535085 Aug 16 02:01:22.305996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.357290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-10827276-a236-4fcf-a60a-67f146a71919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.358774 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-10827276-a236-4fcf-a60a-67f146a71919 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0514646 Aug 16 02:01:22.360999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-5eafc99e-fae6-45fc-85be-6355e0423ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.362352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-5eafc99e-fae6-45fc-85be-6355e0423ddf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1099 time: 0.0880337 Aug 16 02:01:22.474095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.512616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364bc11-c997-455a-a8a5-9d35f0b23ad7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:22.542609 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-66014779-9690-4d09-b202-204dcdfccca5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8584282 Aug 16 02:01:22.543534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:22.552915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addabce9-77d9-428f-a666-3404a21651ac req-474dd694-a112-4aa9-a87f-101c9156c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.554802 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-474dd694-a112-4aa9-a87f-101c9156c548 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1885872 Aug 16 02:01:22.567825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Request body: {'port': {'device_id': 'ed7a0813-3729-4175-ab07-f953879674fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:22.613293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb695c-f17c-4431-b193-b46abf16da70 req-9ea33c8b-9df2-4e94-bd2d-9e3aafef3ef0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.613293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6bb695c-f17c-4431-b193-b46abf16da70 req-9ea33c8b-9df2-4e94-bd2d-9e3aafef3ef0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.0877261 Aug 16 02:01:22.660410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a46a04c7-f64b-4dfa-ab32-fd81dfbe0c42 req-372b1374-c2af-48f0-a4f8-a2eb493e8eab tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/ports?device_id=b8e34ca2-3046-420c-bd71-fb5d6a835029 HTTP/1.1" status: 200 len: 210 time: 0.0479853 Aug 16 02:01:22.712208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.712653 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Added segment 05adbb92-c12b-44c7-b78d-ec0537a1618c of type vlan for network 2e56b9ff-d458-47e2-80a2-5ab66a186947 Aug 16 02:01:22.714271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6bb695c-f17c-4431-b193-b46abf16da70 req-11b2f76e-ebcf-4d6b-ab48-f903861c73ff tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877461 Aug 16 02:01:22.730995 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-717cae81-d8f7-4b0b-b292-ed6149710649 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269403 Aug 16 02:01:22.847459 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:22.873252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ce2b-4179-45a4-9246-ffe2f25c96ee req-75677804-6c3b-411b-b37e-0f98f307c390 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.883261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a021ce2b-4179-45a4-9246-ffe2f25c96ee req-75677804-6c3b-411b-b37e-0f98f307c390 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 932 time: 0.0827301 Aug 16 02:01:22.914366 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-addabce9-77d9-428f-a666-3404a21651ac req-f7dd6192-e41d-4924-8f48-8fce3ab94b10 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702838 Aug 16 02:01:22.946271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:22.963329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a021ce2b-4179-45a4-9246-ffe2f25c96ee req-dc1e8039-53a9-4e96-8477-d17faf199294 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789905 Aug 16 02:01:22.985276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-1aed1d10-856d-43aa-a687-d67f0ad2e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:22.986897 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-1aed1d10-856d-43aa-a687-d67f0ad2e8b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.6136482 Aug 16 02:01:22.988964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.097588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-00da5917-5a59-41bf-8a6d-9b32b9cabcf1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0637884 Aug 16 02:01:23.208856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-dcc4e2c6-2395-4fc7-9a19-aca699e2d36a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.210453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-dcc4e2c6-2395-4fc7-9a19-aca699e2d36a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.1541221 Aug 16 02:01:23.227159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-a276d7f3-2aa7-42c2-8e2f-3b7cb17a5ef2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0100250 Aug 16 02:01:23.282360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-435b469d-0e81-42b8-bdff-5f01cb6aa08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.283872 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-435b469d-0e81-42b8-bdff-5f01cb6aa08e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1402116 Aug 16 02:01:23.287439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-1e0d30fc-b6db-40d9-8c5c-70ebbb6cbc1e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541532 Aug 16 02:01:23.304170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-2171fd7d-b45c-455e-b75d-bec78af1bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.305597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-2171fd7d-b45c-455e-b75d-bec78af1bb90 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1099 time: 0.1560638 Aug 16 02:01:23.342175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.343164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.344570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.394419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-790c99b4-01c8-4c8a-97ab-b42b54c56941 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995855 Aug 16 02:01:23.509838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-6a88fe66-02e8-4a9a-82bf-92187d5c89c9 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081960 Aug 16 02:01:23.791976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131c9c57-2645-4105-8575-d783fe86bb6a {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:23.803151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:23.817510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Transition to ACTIVE for port object 131c9c57-2645-4105-8575-d783fe86bb6a will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:23.866157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b662c80-262e-4514-bf61-ff64f6a32412 req-3149aca7-b8d9-4a57-91cc-b20da25e2478 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/ed5fd91d-75cd-41a3-8bf6-aea77e075d69 HTTP/1.1" status: 200 len: 1800 time: 0.0916541 Aug 16 02:01:23.893381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-4a7125d1-1fb5-44a4-8b2b-7c026dc2e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.895048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-4a7125d1-1fb5-44a4-8b2b-7c026dc2e797 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6013815 Aug 16 02:01:23.898080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] Pushing event updated for resources: {'Network': ['ID=2e56b9ff-d458-47e2-80a2-5ab66a186947,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:23.915081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2e56b9ff-d458-47e2-80a2-5ab66a186947 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:23.973379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc0d4e-9cb0-46d9-804d-9477ca300ed3 req-38d067c9-fe7b-4022-b99f-679234c26f58 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:23.975426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4bc0d4e-9cb0-46d9-804d-9477ca300ed3 req-38d067c9-fe7b-4022-b99f-679234c26f58 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.1256516 Aug 16 02:01:23.998079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.008572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1b662c80-262e-4514-bf61-ff64f6a32412 req-056c782a-1faa-4821-856d-f2a5908ca4b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.019815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-170e9c84-45b2-4a37-a28d-5419a3df1cf2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0349648 Aug 16 02:01:24.031743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33680) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:24.040829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Request body: {'subnet': {'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-468152807-subnet', 'tenant_id': '86788ee61ea34c34bfc1ec10f37df842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:24.056283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-b5d777d3-1258-4a1d-9e15-7e5661950a80 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476285 Aug 16 02:01:24.063062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1b662c80-262e-4514-bf61-ff64f6a32412 req-056c782a-1faa-4821-856d-f2a5908ca4b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.068207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4bc0d4e-9cb0-46d9-804d-9477ca300ed3 req-aa441e37-21dd-4650-88c6-ec3fc11926c6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813444 Aug 16 02:01:24.128548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-e5234129-e559-4f0b-b26d-17c6cbffdc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.130070 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-e5234129-e559-4f0b-b26d-17c6cbffdc62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.8143892 Aug 16 02:01:24.132993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.174398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d0cfad5-6c8a-4615-947e-dacdf6a0a69c req-2d4f0c91-b087-4215-aa82-0eb37e305e9e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 210 time: 0.0328217 Aug 16 02:01:24.211297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Made reservation on behalf of 86788ee61ea34c34bfc1ec10f37df842 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:24.214357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.225730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-de6c7fb7-d074-478f-8ed8-276b76666dfe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0702806 Aug 16 02:01:24.260900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1b662c80-262e-4514-bf61-ff64f6a32412 req-056c782a-1faa-4821-856d-f2a5908ca4b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.263749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1b662c80-262e-4514-bf61-ff64f6a32412 req-056c782a-1faa-4821-856d-f2a5908ca4b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.265119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b662c80-262e-4514-bf61-ff64f6a32412 req-056c782a-1faa-4821-856d-f2a5908ca4b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/ed5fd91d-75cd-41a3-8bf6-aea77e075d69 HTTP/1.1" status: 204 len: 173 time: 0.3760257 Aug 16 02:01:24.286010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c782a-1faa-4821-856d-f2a5908ca4b6 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5fd91d-75cd-41a3-8bf6-aea77e075d69,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.313471 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-566a1505-4793-4795-8680-a84cf933f431 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468808 Aug 16 02:01:24.316254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Attempting to bind port 131c9c57-2645-4105-8575-d783fe86bb6a on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:24.316602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Attempting to bind port 131c9c57-2645-4105-8575-d783fe86bb6a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:24.316965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Attempting to bind port 131c9c57-2645-4105-8575-d783fe86bb6a on network f0b4608e-54d8-4943-ab22-888634245efb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:24.325897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Port 131c9c57-2645-4105-8575-d783fe86bb6a on network f0b4608e-54d8-4943-ab22-888634245efb not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:24.326239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Attempting to bind port 131c9c57-2645-4105-8575-d783fe86bb6a on network f0b4608e-54d8-4943-ab22-888634245efb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:24.331846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-f0d4719c-8f1a-43d5-8fc0-02c20494a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.333699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-f0d4719c-8f1a-43d5-8fc0-02c20494a62b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0930886 Aug 16 02:01:24.336557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 0, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:24.336854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Checking segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:24.337245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Bound using segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:24.337686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Bound port: 131c9c57-2645-4105-8575-d783fe86bb6a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:24.338055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.446383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac0953-2942-4191-85cd-b5826dffa508 req-b50000eb-9cfe-4206-8306-b8ee2544ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.447969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-b50000eb-9cfe-4206-8306-b8ee2544ed68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1001978 Aug 16 02:01:24.454557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:24.470613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:24.483971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0b57-eff4-4810-9d7a-7dc948836b75 req-0dd33595-c233-4872-a4d7-9060b28b63c4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.486236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-093c0b57-eff4-4810-9d7a-7dc948836b75 req-0dd33595-c233-4872-a4d7-9060b28b63c4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 944 time: 0.1004086 Aug 16 02:01:24.548656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-25c73018-2500-403f-893d-df779c4e795b service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914168 Aug 16 02:01:24.550216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.584354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-093c0b57-eff4-4810-9d7a-7dc948836b75 req-da6b7668-0684-45d4-b8e9-6d6ae1283695 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815098 Aug 16 02:01:24.587749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.641155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.641789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:24.643272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] 10.222.0.58 "PUT /v2.0/ports/131c9c57-2645-4105-8575-d783fe86bb6a HTTP/1.1" status: 200 len: 1093 time: 2.0865424 Aug 16 02:01:24.645987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed7a0813-3729-4175-ab07-f953879674fa', 'tag': '131c9c57-2645-4105-8575-d783fe86bb6a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:24.648341 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d59427a6-62ac-4e95-b010-9ca4221609ba" -d '{"events": [{"name": "network-changed", "server_uuid": "ed7a0813-3729-4175-ab07-f953879674fa", "tag": "131c9c57-2645-4105-8575-d783fe86bb6a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:24.670396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-fb891f5f-e331-44f0-b193-45811f2e3c8f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.672612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-fb891f5f-e331-44f0-b193-45811f2e3c8f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/networks?id=68f94f28-8752-4b5a-adb1-05a52b786fb5 HTTP/1.1" status: 200 len: 815 time: 0.1961739 Aug 16 02:01:24.677053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16ee6d61-b3ca-491c-826d-4aca4b5c2ae7,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.690758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499deefd-d831-4b11-b6dc-f768c97c8651 service neutron] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:24.702987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-585497e8-2a49-45b2-8b8a-b5af5f4154f0 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/quotas/00589d2e80d941f493bbe246ff366489 HTTP/1.1" status: 200 len: 375 time: 0.0184486 Aug 16 02:01:24.704233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Checking segment: {'id': '05adbb92-c12b-44c7-b78d-ec0537a1618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:24.704772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Network hostable DHCP agents. Network: 2e56b9ff-d458-47e2-80a2-5ab66a186947, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:24.729550 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01ac0953-2942-4191-85cd-b5826dffa508 req-b3dc23a2-0508-4923-9fdc-e7afd212a96c service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714783 Aug 16 02:01:24.775648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-7f15f8e9-8f24-47b8-bd1e-132c1888206e tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=00589d2e80d941f493bbe246ff366489&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604525 Aug 16 02:01:24.822546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-3f55d1f3-b531-4ba4-bbf6-055092fda893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.824142 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-3f55d1f3-b531-4ba4-bbf6-055092fda893 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 1096 time: 0.0539594 Aug 16 02:01:24.858833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Network 2e56b9ff-d458-47e2-80a2-5ab66a186947 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:24.870755 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-644c3e28-eb08-4d64-9f6e-f26049fa982a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=131c9c57-2645-4105-8575-d783fe86bb6a HTTP/1.1" status: 200 len: 217 time: 0.0385835 Aug 16 02:01:24.881047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-227a3b3d-2a91-40a8-88f3-f07c3114508e req-b4a3235f-c226-4f49-a5d9-fa54f1b86293 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "GET /v2.0/security-groups/871a19e2-138d-4561-b180-c155bd9de0a7 HTTP/1.1" status: 200 len: 1800 time: 0.1043522 Aug 16 02:01:24.936889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-65d73564-138b-4fd3-91d2-2acde4619776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:24.938578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-65d73564-138b-4fd3-91d2-2acde4619776 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d82402-577e-4ae2-9561-1b345e6295b6 HTTP/1.1" status: 200 len: 861 time: 0.0578084 Aug 16 02:01:24.939816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-be6868fc-5896-4f2d-975b-92585210e9b8 service neutron] 10.222.0.76 "GET /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420360 Aug 16 02:01:24.972078 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-48cef12b-c1a1-48d2-8362-e1fb813483db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0b4608e-54d8-4943-ab22-888634245efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257461 Aug 16 02:01:24.997255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2e56b9ff-d458-47e2-80a2-5ab66a186947) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:25.008342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67e508-d19a-41b6-9eba-12daf0d58dee None None] Network 2e56b9ff-d458-47e2-80a2-5ab66a186947 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:25.014348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.014998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.029901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227a3b3d-2a91-40a8-88f3-f07c3114508e req-11440751-800e-4c09-aa67-37961a2ae822 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.075687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227a3b3d-2a91-40a8-88f3-f07c3114508e req-11440751-800e-4c09-aa67-37961a2ae822 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.087674 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-34eaa34d-b9ed-48bb-bf26-8d276cd60f83 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086953 Aug 16 02:01:25.096285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-3d5538fc-faf2-49e8-af9e-d2cec66906e2 service neutron] 10.222.0.76 "GET /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501007 Aug 16 02:01:25.127654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7d65f657-cf6b-48b9-81ee-9dd77f615af9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0932915 Aug 16 02:01:25.185252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df218ff8-c46c-4dbd-b956-9e89ffe23ac1 req-86b278ae-19e1-4ebb-8b42-19c360a20c56 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902672 Aug 16 02:01:25.192532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f56574-e10b-469e-98ff-17e8a246aa4b None None] Network 2e56b9ff-d458-47e2-80a2-5ab66a186947 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:25.228855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227a3b3d-2a91-40a8-88f3-f07c3114508e req-11440751-800e-4c09-aa67-37961a2ae822 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.231693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-227a3b3d-2a91-40a8-88f3-f07c3114508e req-11440751-800e-4c09-aa67-37961a2ae822 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.239143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33718) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:25.239771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-227a3b3d-2a91-40a8-88f3-f07c3114508e req-11440751-800e-4c09-aa67-37961a2ae822 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] 10.222.0.76 "DELETE /v2.0/security-groups/871a19e2-138d-4561-b180-c155bd9de0a7 HTTP/1.1" status: 204 len: 173 time: 0.3461792 Aug 16 02:01:25.260143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11440751-800e-4c09-aa67-37961a2ae822 tempest-SecurityGroupsTestJSON-1121231048 tempest-SecurityGroupsTestJSON-1121231048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871a19e2-138d-4561-b180-c155bd9de0a7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.311572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Deleting subnet 709831d5-1715-46dd-9067-756cccf671e3 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:25.317006 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228fb8fd-f718-4e35-b3f1-a1eb2621ae93 x-openstack-request-id: req-228fb8fd-f718-4e35-b3f1-a1eb2621ae93 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:25.320682 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed7a0813-3729-4175-ab07-f953879674fa", "tag": "131c9c57-2645-4105-8575-d783fe86bb6a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:25.320682 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-228fb8fd-f718-4e35-b3f1-a1eb2621ae93 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:25.320682 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed7a0813-3729-4175-ab07-f953879674fa', 'tag': '131c9c57-2645-4105-8575-d783fe86bb6a', 'status': 'completed', 'code': 200} Aug 16 02:01:25.320682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.419741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.458146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-90b509a6-4dfb-4c32-9d3d-28d74070b50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.467941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-90b509a6-4dfb-4c32-9d3d-28d74070b50f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 1096 time: 0.0974011 Aug 16 02:01:25.494868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.539635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb9214-423b-4b33-9727-66761a773597 req-dd9aae5d-5164-43f5-8ce7-784a0a34a514 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.541204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42cb9214-423b-4b33-9727-66761a773597 req-dd9aae5d-5164-43f5-8ce7-784a0a34a514 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 947 time: 0.0929337 Aug 16 02:01:25.582274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0579d739-5988-4b2e-bc18-eb8979b67b85 req-41e7b57f-3d9e-4052-9d03-3a835fec7da4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 210 time: 0.0532298 Aug 16 02:01:25.594398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6e73102b-7038-425f-b500-329686a6efc8 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:25.606059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42cb9214-423b-4b33-9727-66761a773597 req-6e081979-6cee-4040-93f2-eb9c9ca083cb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552516 Aug 16 02:01:25.701149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-d004f261-5a61-4fdf-b02b-253ef1b0871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:25.706036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-d004f261-5a61-4fdf-b02b-253ef1b0871d service neutron] 10.222.0.58 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 922 time: 0.2251894 Aug 16 02:01:25.767888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a46d9004-65f5-400d-95ae-a85ceefd4c48 req-d85b70cc-1ea9-4272-b85d-5b2afe2d02e9 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0525939 Aug 16 02:01:25.779005 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-edc8fceb-3a3b-42ed-884a-a7799f90f6ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=131c9c57-2645-4105-8575-d783fe86bb6a HTTP/1.1" status: 200 len: 217 time: 0.0621369 Aug 16 02:01:25.780621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.855237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=709831d5-1715-46dd-9067-756cccf671e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:25.858632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:25.862590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-08ec2dc4-9314-4a45-96e0-f6ec121f0a8a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/709831d5-1715-46dd-9067-756cccf671e3 HTTP/1.1" status: 204 len: 168 time: 0.6217730 Aug 16 02:01:25.865043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33760) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:25.958400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:25.972468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '6e73102b-7038-425f-b500-329686a6efc8', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '6e73102b-7038-425f-b500-329686a6efc8', 'mac_address': 'fa:16:3e:89:3f:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:26.019891 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.037844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e73102b-7038-425f-b500-329686a6efc8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:26.038552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-1f67c974-0e19-410c-aced-8f718cc9c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.041410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-1f67c974-0e19-410c-aced-8f718cc9c3d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d82402-577e-4ae2-9561-1b345e6295b6 HTTP/1.1" status: 200 len: 861 time: 0.1618865 Aug 16 02:01:26.042422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47d552-87fc-4b87-89a5-bd98e0310a9a req-d118a7bf-29cc-467e-9240-bd673d95a4a4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.045253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.058102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b47d552-87fc-4b87-89a5-bd98e0310a9a req-d118a7bf-29cc-467e-9240-bd673d95a4a4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 944 time: 0.1367669 Aug 16 02:01:26.063263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:26.075677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-c7f9967c-6e66-4a61-9917-0b3ecc4a0ae7 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.078954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-c7f9967c-6e66-4a61-9917-0b3ecc4a0ae7 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/networks?id=2e56b9ff-d458-47e2-80a2-5ab66a186947 HTTP/1.1" status: 200 len: 817 time: 0.2550702 Aug 16 02:01:26.101463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-ec163be3-5ca8-4869-8b3f-32c392285f31 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0b4608e-54d8-4943-ab22-888634245efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514307 Aug 16 02:01:26.123265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-05e89ca7-0334-49d5-aa0d-4679380934ac tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/quotas/86788ee61ea34c34bfc1ec10f37df842 HTTP/1.1" status: 200 len: 375 time: 0.0301328 Aug 16 02:01:26.190107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-ba16ebc8-f6cd-49ce-bfa0-f44ad9b08543 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=86788ee61ea34c34bfc1ec10f37df842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596709 Aug 16 02:01:26.196348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b47d552-87fc-4b87-89a5-bd98e0310a9a req-40f4e69f-3707-4d1c-852d-f18a91cda7b1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155851 Aug 16 02:01:26.207817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.285015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.333315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-d5776768-715d-483d-805e-a270f4a825ae service neutron] 10.222.0.76 "GET /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265647 Aug 16 02:01:26.346686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.360236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc239a1-4dc3-4a95-b184-26bd241ec4fb']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.377621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e908d4de-4475-4527-b232-ebe27ce4f19d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.377918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e908d4de-4475-4527-b232-ebe27ce4f19d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:26.407371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.425482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:26.440275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.442161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-7fd53a33-7e30-45a5-9d69-0eecec96e995 service neutron] 10.222.0.76 "GET /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024208 Aug 16 02:01:26.447323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-ed1ba325-5f29-4834-a32a-86adfea8dc11 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360059 Aug 16 02:01:26.451031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:26.451434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:26.453596 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:26.494745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-d063a2e3-a623-4fb7-9447-25aedaade5fe tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.494745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-d063a2e3-a623-4fb7-9447-25aedaade5fe tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2171626 Aug 16 02:01:26.519299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:26.674362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d59427a6-62ac-4e95-b010-9ca4221609ba req-ecb8165a-23f0-4447-a719-de9e49927359 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096522 Aug 16 02:01:26.743502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.760083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.761558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] 10.222.0.76 "DELETE /v2.0/networks/adc239a1-4dc3-4a95-b184-26bd241ec4fb HTTP/1.1" status: 204 len: 168 time: 0.8950891 Aug 16 02:01:26.774625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef5522-3b86-454a-926f-2fc038fa6379 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc239a1-4dc3-4a95-b184-26bd241ec4fb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:26.778980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:26.782797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.892640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700d329-7b60-45c9-8bb1-3b02e7fc31b2 req-348d2acc-852a-4ae6-80e0-b48ceeb4cdb0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:26.912253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9700d329-7b60-45c9-8bb1-3b02e7fc31b2 req-348d2acc-852a-4ae6-80e0-b48ceeb4cdb0 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 948 time: 0.1905231 Aug 16 02:01:26.948982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.965800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:26.994688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a65fa8b0-b0d3-4c38-8652-5d9114b0faf0 req-66391d78-0cc6-4838-8731-b61ca9afe5d4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 210 time: 0.0766444 Aug 16 02:01:27.022717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-1aad0b2e-ab63-47df-ad2c-1105fff12ade tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.024464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-1aad0b2e-ab63-47df-ad2c-1105fff12ade tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de&tenant_id=c8064647b93f4bc8aac7fae0bd12918d&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 948 time: 0.1810229 Aug 16 02:01:27.034273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9700d329-7b60-45c9-8bb1-3b02e7fc31b2 req-fbf81188-39d4-4ebc-afce-dab27e1e8ab7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191921 Aug 16 02:01:27.087546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bfa36e-a744-4cb8-b4de-7044be676148 req-fc79a16d-e701-4639-b8d0-82ae84c89b54 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 210 time: 0.0515966 Aug 16 02:01:27.120790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cb6cb29-d0e5-4f50-ab95-358fd23f0724 req-5a547cad-9b73-477c-bbda-c2be22595680 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0297647 Aug 16 02:01:27.144171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.3 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:27.148489 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-0805acb6-bb38-491c-a2ce-fbadb1214e36 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:01:27.149573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-0805acb6-bb38-491c-a2ce-fbadb1214e36 service neutron] 10.222.0.83 "DELETE /v2.0/ports/6e73102b-7038-425f-b500-329686a6efc8/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.1155069 Aug 16 02:01:27.300989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-09c5502b-764d-43cf-9523-91c9380ddafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.302668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-09c5502b-764d-43cf-9523-91c9380ddafe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1100 time: 0.1084249 Aug 16 02:01:27.334006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33798) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:27.355357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee39b4b-21d7-4679-b26f-f202a8cdd6aa req-ad75df32-2c59-4c5f-8954-2855b86dc74b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.361133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ee39b4b-21d7-4679-b26f-f202a8cdd6aa req-ad75df32-2c59-4c5f-8954-2855b86dc74b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 944 time: 0.0782871 Aug 16 02:01:27.389919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.413414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-32d6946d-4bce-4649-9465-683ab829a80b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e01a81c1c6ad46f98f7afc4abde63462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0782869 Aug 16 02:01:27.417624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:27.418598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ee39b4b-21d7-4679-b26f-f202a8cdd6aa req-b0d067fe-a340-40fa-8fb3-6fdebb4cbfec tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539601 Aug 16 02:01:27.463155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-9fb700b7-785e-4b29-8d81-1bd7723bc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.464818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-9fb700b7-785e-4b29-8d81-1bd7723bc8de service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1534376 Aug 16 02:01:27.524503 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-43886f65-6d06-4e01-a4d0-d2db7187be8c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.0490618 Aug 16 02:01:27.567531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac7129f6-8e76-4b38-9ee5-4de5dc7b826a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.600571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-e1589bf4-99aa-43dd-8424-7656203ed1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.602067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-e1589bf4-99aa-43dd-8424-7656203ed1bc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0699530 Aug 16 02:01:27.603043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.611535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 131c9c57-2645-4105-8575-d783fe86bb6a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:27.614216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac7129f6-8e76-4b38-9ee5-4de5dc7b826a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.619216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:27.621307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6e73102b-7038-425f-b500-329686a6efc8 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:27.709808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:27.719675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:27.722132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.724355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:27.764651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-db850de0-25ae-4ec1-8483-219054c2d6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.766236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-db850de0-25ae-4ec1-8483-219054c2d6aa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500156 Aug 16 02:01:27.847988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:27.848877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.857552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-f26f83d6-44c0-48fa-931c-521a2eb285b8 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d4d217e5841849648e23da64fcbfc512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318413 Aug 16 02:01:27.875678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac7129f6-8e76-4b38-9ee5-4de5dc7b826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.878758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac7129f6-8e76-4b38-9ee5-4de5dc7b826a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.880095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ac7129f6-8e76-4b38-9ee5-4de5dc7b826a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a6d9f386-e462-4468-a1d0-d0c97de4e499 HTTP/1.1" status: 204 len: 168 time: 0.4602144 Aug 16 02:01:27.888459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:27.907694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7129f6-8e76-4b38-9ee5-4de5dc7b826a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d9f386-e462-4468-a1d0-d0c97de4e499,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:27.930478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-72044619-e3b2-4854-9c85-230fd4476e84 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513627 Aug 16 02:01:27.944155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 6e73102b-7038-425f-b500-329686a6efc8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:27.969402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '131c9c57-2645-4105-8575-d783fe86bb6a', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'port_id': '131c9c57-2645-4105-8575-d783fe86bb6a', 'mac_address': 'fa:16:3e:86:19:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d82402-577e-4ae2-9561-1b345e6295b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:27.975456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 6e73102b-7038-425f-b500-329686a6efc8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:27.976127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:27.987330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-ef951fc7-1421-49f3-b275-23d202fb5f70 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4735494 Aug 16 02:01:28.002950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Request body: {'port': {'device_id': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:28.044060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-ebfc7197-accf-48d6-8ad4-bcfc5335df9e tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.053905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-ebfc7197-accf-48d6-8ad4-bcfc5335df9e tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953754 Aug 16 02:01:28.091340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d954999-47ee-4f42-b6e1-4b5ad62a92a3 req-097a2d05-1ebe-4c7e-a76f-089f145c2fc3 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538124 Aug 16 02:01:28.092291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.102819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-9b64dc65-2e5e-4e37-9107-867f158d0e4d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/quotas/d4d217e5841849648e23da64fcbfc512 HTTP/1.1" status: 200 len: 375 time: 0.0471852 Aug 16 02:01:28.128926 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.152632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-7a923798-1b4b-421d-a806-4745c540ab20 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488544 Aug 16 02:01:28.158593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131c9c57-2645-4105-8575-d783fe86bb6a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:28.216970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:28.223963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.230828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1ba14-46c2-4f00-9990-dfc6ac61756a req-ff409cd5-6412-4b35-8673-15779bc21bbb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.239567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aed1ba14-46c2-4f00-9990-dfc6ac61756a req-ff409cd5-6412-4b35-8673-15779bc21bbb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 931 time: 0.0827157 Aug 16 02:01:28.248164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e73102b-7038-425f-b500-329686a6efc8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:28.251374 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0fe6b0-bc25-4821-9d18-20c74ab022e5" -d '{"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-plugged", "status": "completed", "tag": "6e73102b-7038-425f-b500-329686a6efc8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:28.268525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:28.284626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aed1ba14-46c2-4f00-9990-dfc6ac61756a req-f100b063-6664-4495-bfa8-d231d3660797 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441701 Aug 16 02:01:28.371935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.418078 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fe8b24-a63f-4a33-9781-579d51c6ac74 req-ff2e5afd-91d6-40bd-8fab-b0a0edb77dab tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.418631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:28.419963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86fe8b24-a63f-4a33-9781-579d51c6ac74 req-ff2e5afd-91d6-40bd-8fab-b0a0edb77dab tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 948 time: 0.0688276 Aug 16 02:01:28.428458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.430787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.474336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:28.476628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Transition to ACTIVE for port object c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:28.481131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86fe8b24-a63f-4a33-9781-579d51c6ac74 req-192f7b1f-c230-4fb1-964f-97d677f20a71 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535171 Aug 16 02:01:28.525271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:28.568546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ae786a9-b930-4217-90bd-c4d47fdf66bc req-2b3488c5-29d8-4c40-a66b-bebf169c0f58 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 210 time: 0.0470536 Aug 16 02:01:28.582456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['131c9c57-2645-4105-8575-d783fe86bb6a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:28.647629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23d7bb04-e279-4733-b51a-a4f5f9c04d0b req-7fdf93c6-0dfb-41d8-9fdf-73fa15fb1b1a tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0296969 Aug 16 02:01:28.651777 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6ed4e3-fe20-469c-a28f-9c17820ed71c x-openstack-request-id: req-5f6ed4e3-fe20-469c-a28f-9c17820ed71c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:28.651777 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-plugged", "status": "completed", "tag": "6e73102b-7038-425f-b500-329686a6efc8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:28.651777 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f6ed4e3-fe20-469c-a28f-9c17820ed71c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:28.652353 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e73102b-7038-425f-b500-329686a6efc8', 'code': 200} Aug 16 02:01:28.672931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.807437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-06f00c6f-bc77-45a0-ab63-d5b9f5989f68 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=d4d217e5841849648e23da64fcbfc512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643725 Aug 16 02:01:28.832222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Pushing event updated for resources: {'Port': ['ID=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:28.867393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Attempting to bind port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:28.867739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Attempting to bind port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:28.868073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Attempting to bind port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:28.872579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:28.872909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Attempting to bind port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:28.878087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:28.878431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:28.879049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:28.879387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Bound port: c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:28.879752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:28.884400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27eaae-9fad-404a-8e04-de86a696e3dc req-b6de5217-9160-404e-9a02-300c4b2a27a7 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.885950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e27eaae-9fad-404a-8e04-de86a696e3dc req-b6de5217-9160-404e-9a02-300c4b2a27a7 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 945 time: 0.1567254 Aug 16 02:01:28.946931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] For port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:28.950675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] For port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:28.959020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e27eaae-9fad-404a-8e04-de86a696e3dc req-b744d2b2-8a24-45b4-9148-0d0819fd59f5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621293 Aug 16 02:01:28.976550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-e639d9eb-002e-4908-b613-5fe3c8f16647 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:28.978361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-e639d9eb-002e-4908-b613-5fe3c8f16647 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1646113 Aug 16 02:01:28.994911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8a17347d-441d-4946-96a4-74673f17757d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/quotas/d4d217e5841849648e23da64fcbfc512 HTTP/1.1" status: 200 len: 375 time: 0.0103197 Aug 16 02:01:29.031674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-88f5453b-cdeb-406b-b11a-5e87cfc79113 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285244 Aug 16 02:01:29.116042 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.161438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.162938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.164850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] 10.222.0.58 "PUT /v2.0/ports/c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f HTTP/1.1" status: 200 len: 1092 time: 1.1677585 Aug 16 02:01:29.172300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'tag': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:29.175301 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d606a057-de6a-4269-a723-e476bf007d28" -d '{"events": [{"name": "network-changed", "server_uuid": "fabd9df8-fca7-4584-8ed5-23ba50b16f6f", "tag": "c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:29.204790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-6ff6248e-ecb7-4bda-8182-75d2104156c8 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.206315 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-6ff6248e-ecb7-4bda-8182-75d2104156c8 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.83 "GET /v2.0/networks?id=68f94f28-8752-4b5a-adb1-05a52b786fb5 HTTP/1.1" status: 200 len: 815 time: 0.1578143 Aug 16 02:01:29.222025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Request body: {'port': {'device_id': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'admin_state_up': True, 'tenant_id': '00589d2e80d941f493bbe246ff366489'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:29.250271 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2c4da-330e-4648-8b8a-807f7afafa1b x-openstack-request-id: req-40a2c4da-330e-4648-8b8a-807f7afafa1b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:29.250935 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fabd9df8-fca7-4584-8ed5-23ba50b16f6f", "tag": "c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:29.251206 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40a2c4da-330e-4648-8b8a-807f7afafa1b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:29.251875 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'tag': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f', 'status': 'completed', 'code': 200} Aug 16 02:01:29.290237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d274f5e-96a7-43ce-984c-0d4d2ba924bf service neutron] Pushing event updated for resources: {'Port': ['ID=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:29.396091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dfe3df0-172c-459e-9fb8-350ce942a1e7 req-506617af-1c8e-4bfb-b632-e4b0bbe39603 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.0350296 Aug 16 02:01:29.473366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f342081-5764-41e3-941f-5ac8b972bf92 req-d4c90c7c-6919-4273-bb90-d38ba075a2b0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.473366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f342081-5764-41e3-941f-5ac8b972bf92 req-d4c90c7c-6919-4273-bb90-d38ba075a2b0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 943 time: 0.0810366 Aug 16 02:01:29.558522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f342081-5764-41e3-941f-5ac8b972bf92 req-a5452101-fca5-4788-b8a8-36a5d2bca04d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775607 Aug 16 02:01:29.618924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 131c9c57-2645-4105-8575-d783fe86bb6a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:29.741225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd83d39-42d8-4479-9470-405d02666913 req-440579be-863e-450d-b96e-16201a442104 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.746501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fd83d39-42d8-4479-9470-405d02666913 req-440579be-863e-450d-b96e-16201a442104 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1337156 Aug 16 02:01:29.794550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 131c9c57-2645-4105-8575-d783fe86bb6a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:29.804085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e53abf9a-667f-49b5-92ee-4b88506732e6 req-6715817d-227d-4261-bc16-04b5b862871f tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 210 time: 0.0969379 Aug 16 02:01:29.807205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 131c9c57-2645-4105-8575-d783fe86bb6a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:29.810074 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:29.898548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fd83d39-42d8-4479-9470-405d02666913 req-e5a3b216-9699-4464-9058-6e6404084d1d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510375 Aug 16 02:01:29.904225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a057-de6a-4269-a723-e476bf007d28 req-408d83a6-cfbc-4d3b-b4e6-6f87033a38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:29.905805 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d606a057-de6a-4269-a723-e476bf007d28 req-408d83a6-cfbc-4d3b-b4e6-6f87033a38ae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 1095 time: 0.6531010 Aug 16 02:01:29.978505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Made reservation on behalf of 00589d2e80d941f493bbe246ff366489 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:29.982139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3115f74d-0405-4558-8233-4cdec1a8010f req-d440456f-3b0d-4ae7-8bd3-b23124e79b2c tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0476675 Aug 16 02:01:29.984339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.009429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33918) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:30.061081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a057-de6a-4269-a723-e476bf007d28 req-edcb8cd4-8341-494f-888e-c8f3121bce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.063527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d606a057-de6a-4269-a723-e476bf007d28 req-edcb8cd4-8341-494f-888e-c8f3121bce47 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4e0737451a8048f8b72ff078951dc064&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1488907 Aug 16 02:01:30.089259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.182556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:30.266250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb9277-bb71-4231-9c12-af7c4f80036c req-e6f013e6-5a8a-45a4-b4d9-91223fc05ee2 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.266250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bcb9277-bb71-4231-9c12-af7c4f80036c req-e6f013e6-5a8a-45a4-b4d9-91223fc05ee2 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 945 time: 0.0864348 Aug 16 02:01:30.266250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-276505845-network', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:30.287230 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.322405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bcb9277-bb71-4231-9c12-af7c4f80036c req-daa68de1-0d08-4318-a8b1-701cba289064 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578578 Aug 16 02:01:30.327388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a057-de6a-4269-a723-e476bf007d28 req-310dd0d0-6408-45df-9842-2d2e81a113b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.329035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d606a057-de6a-4269-a723-e476bf007d28 req-310dd0d0-6408-45df-9842-2d2e81a113b2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2570896 Aug 16 02:01:30.352328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.378359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:30.381079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.395010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.503855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Allocated IP 172.20.0.11 (68f94f28-8752-4b5a-adb1-05a52b786fb5/4c2bbeba-1ae6-400e-98d4-6c0f9b39505d/982b3083-1087-4ac4-82cf-ee6ae30eeb8c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:30.543532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-f2670879-1c3c-43d4-8c8d-a00622600466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.545180 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-f2670879-1c3c-43d4-8c8d-a00622600466 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 1095 time: 0.1313376 Aug 16 02:01:30.545379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-584257f2-fbe4-4a57-abec-7f07500cd689 req-46c852c4-507d-40d5-8360-5428661b9d10 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.0456433 Aug 16 02:01:30.565966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.634214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.653340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7a0813-3729-4175-ab07-f953879674fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c9c57-2645-4105-8575-d783fe86bb6a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:30.656723 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5384c9-a055-48b9-bb73-5e45c3f37d49" -d '{"events": [{"server_uuid": "ed7a0813-3729-4175-ab07-f953879674fa", "name": "network-vif-plugged", "status": "completed", "tag": "131c9c57-2645-4105-8575-d783fe86bb6a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:30.712563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:01:30.769415 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce59c3-744c-4d1b-b553-4b92d5061f52 x-openstack-request-id: req-60ce59c3-744c-4d1b-b553-4b92d5061f52 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:30.769837 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7a0813-3729-4175-ab07-f953879674fa", "name": "network-vif-plugged", "status": "completed", "tag": "131c9c57-2645-4105-8575-d783fe86bb6a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:30.770197 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60ce59c3-744c-4d1b-b553-4b92d5061f52 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:30.770694 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7a0813-3729-4175-ab07-f953879674fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131c9c57-2645-4105-8575-d783fe86bb6a', 'code': 200} Aug 16 02:01:30.775131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.776583 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Added segment 9f49c250-1158-4447-b281-ff769b19664d of type vlan for network f899d6cd-0899-4e20-b2b9-e5f838a52a80 Aug 16 02:01:30.809958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-9182a399-d019-4413-b361-164571420453 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f HTTP/1.1" status: 200 len: 217 time: 0.1048141 Aug 16 02:01:30.823452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-e5e61bed-82d3-4652-b095-2acb139537fa tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.826458 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-e5e61bed-82d3-4652-b095-2acb139537fa tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.83 "GET /v2.0/networks?id=2e56b9ff-d458-47e2-80a2-5ab66a186947 HTTP/1.1" status: 200 len: 817 time: 0.4418709 Aug 16 02:01:30.853992 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:30.867064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Request body: {'port': {'device_id': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947', 'admin_state_up': True, 'tenant_id': '86788ee61ea34c34bfc1ec10f37df842'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:30.918963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d4db13d-c83b-401d-b972-d8cc0d24faa5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:30.962264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc416f-45af-4591-8335-d388020fdfc3 req-7bcf140e-e589-4b9b-aa19-0ec5eb8a54be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:30.964252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-7bcf140e-e589-4b9b-aa19-0ec5eb8a54be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.1327796 Aug 16 02:01:31.003194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.024574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.024881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.097331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e41dde7b-7203-4cfd-9588-e88e98645e65 req-40e3e243-4930-4449-8b90-0e81fe693e97 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 210 time: 0.0982940 Aug 16 02:01:31.132934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-d6628876-e91f-4582-8331-60e9097950ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1536138 Aug 16 02:01:31.157188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1466234 Aug 16 02:01:31.160694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33952) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:31.170978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Request body: {'subnet': {'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-subnet', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:31.197356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefae64a-d612-4c2a-a5c4-508b5c72ecc8 req-8777cf74-ce92-4fe5-96c1-592efd1a5c50 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.201600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cefae64a-d612-4c2a-a5c4-508b5c72ecc8 req-8777cf74-ce92-4fe5-96c1-592efd1a5c50 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 943 time: 0.2893081 Aug 16 02:01:31.262416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9dd04-d225-4d2b-8bdf-6e68c765aa02 admin admin] Pushing event updated for resources: {'Network': ['ID=f899d6cd-0899-4e20-b2b9-e5f838a52a80,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.275315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:01:31.280189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.310622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7f2a9-d12e-472f-8025-969d8c80d9e0 req-188d5160-1ea1-4cf7-b469-3509cd616e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.315316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-22b7f2a9-d12e-472f-8025-969d8c80d9e0 req-188d5160-1ea1-4cf7-b469-3509cd616e11 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 1098 time: 0.3241646 Aug 16 02:01:31.327298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Transition to ACTIVE for port object 982b3083-1087-4ac4-82cf-ee6ae30eeb8c will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:31.356554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cefae64a-d612-4c2a-a5c4-508b5c72ecc8 req-075d20ea-3ed9-4bba-af62-452f963b6e0c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483598 Aug 16 02:01:31.400671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5c04-885a-4da3-93d9-2766525db8df req-1d978374-247f-4d08-92e1-54144a7af2ea tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.410440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825a5c04-885a-4da3-93d9-2766525db8df req-1d978374-247f-4d08-92e1-54144a7af2ea tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.2108643 Aug 16 02:01:31.420609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:31.423681 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.425785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-22b7f2a9-d12e-472f-8025-969d8c80d9e0 req-521cebe1-9064-49c7-ac8a-7d108e64996b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997651 Aug 16 02:01:31.440426 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-6a03202c-8948-42b3-b36b-66524bd641f4 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805688 Aug 16 02:01:31.517347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e7c2e54-0db9-430e-9da5-bb7d7d8635e1 req-78dd6142-2a92-451e-afdb-2052c3dcafd2 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0720391 Aug 16 02:01:31.538947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825a5c04-885a-4da3-93d9-2766525db8df req-1cf42acd-51a1-4584-a5b7-cbfc51ca9e92 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264145 Aug 16 02:01:31.556207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Made reservation on behalf of 86788ee61ea34c34bfc1ec10f37df842 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:31.564070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.595097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.731808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:31.750341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:31.752604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:31.757814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7afc416f-45af-4591-8335-d388020fdfc3 req-4d376c9a-e03b-4000-9d44-2dfe6a048636 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681773 Aug 16 02:01:31.794557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374693d4-f434-43fa-b596-35a1a68e0591 req-b63c5563-8748-4ca2-9c4b-3f9053c9a936 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.811399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374693d4-f434-43fa-b596-35a1a68e0591 req-b63c5563-8748-4ca2-9c4b-3f9053c9a936 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 946 time: 0.1411242 Aug 16 02:01:31.836660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Pushing event updated for resources: {'Port': ['ID=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:31.851190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0620b-4794-45eb-abe2-33e358a65886 req-b61c3a8d-a34a-4990-a5a0-260f55deeacb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.857835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-faf0620b-4794-45eb-abe2-33e358a65886 req-b61c3a8d-a34a-4990-a5a0-260f55deeacb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1563287 Aug 16 02:01:31.928670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:31.968627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:31.969490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.026065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-faf0620b-4794-45eb-abe2-33e358a65886 req-4e1a8c0f-10cd-4055-9cf9-ab5c7473cacc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584616 Aug 16 02:01:32.035079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374693d4-f434-43fa-b596-35a1a68e0591 req-8a34243e-a06c-4035-a7b4-2435a6812d22 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091854 Aug 16 02:01:32.038346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Allocated IP 172.20.0.8 (2e56b9ff-d458-47e2-80a2-5ab66a186947/16ee6d61-b3ca-491c-826d-4aca4b5c2ae7/12ac00c7-a5ae-4a00-867d-96dd4a072cfe) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:32.082227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:32.106349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-bec5468f-0579-41a0-b890-31b3fc055c51 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8888352 Aug 16 02:01:32.148677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Checking segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:32.148677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Network hostable DHCP agents. Network: f899d6cd-0899-4e20-b2b9-e5f838a52a80, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:01:32.168231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Request body: {'port': {'device_id': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:32.219292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-005f360e-11d1-4d89-a007-dd80f0966b95 req-63a9bbc4-b2a6-4d15-ba39-0f8802a6e27f tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.0589795 Aug 16 02:01:32.325505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ef508934-0aca-419a-b5fe-29687e5f9d93 None None] Provisioning for port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:32.331225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ef508934-0aca-419a-b5fe-29687e5f9d93 None None] Provisioning complete for port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:32.331816 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef508934-0aca-419a-b5fe-29687e5f9d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.344400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-675946c9-31ba-49aa-9c94-55c8ecef3d52 req-6556affe-b8bd-46c9-ad20-045ed35f35ca tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 210 time: 0.0860400 Aug 16 02:01:32.345940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:01:32.424737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-9b2dc0e2-0cdf-443c-bcb6-a857e06bd5a4 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4d217e5841849648e23da64fcbfc512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3015859 Aug 16 02:01:32.438263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ef508934-0aca-419a-b5fe-29687e5f9d93 None None] Port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:32.489888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f899d6cd-0899-4e20-b2b9-e5f838a52a80) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:32.504215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec251d-27a7-405b-9ef8-2e13e4a1df36 None None] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:32.507696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.508267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.544934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc097e05-6d08-465d-8265-5c22a0f5be27 req-7cf8a2e0-dbbf-4efc-9e49-2ca9b86e5ddb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.547104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc097e05-6d08-465d-8265-5c22a0f5be27 req-7cf8a2e0-dbbf-4efc-9e49-2ca9b86e5ddb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 943 time: 0.0780454 Aug 16 02:01:32.595895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc097e05-6d08-465d-8265-5c22a0f5be27 req-001feda3-f36c-4787-8b93-90a0ab86c2ff tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Aug 16 02:01:32.636335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f5b637b1-d48c-42f3-a997-42fa300fcaac admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4727452 Aug 16 02:01:32.638431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33980) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:32.642975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.651442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:32.819309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbfa694-a85e-40f8-9520-075b8909865f req-9a14a2c1-bd2f-470c-be7b-e54988f90221 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.831593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbbfa694-a85e-40f8-9520-075b8909865f req-9a14a2c1-bd2f-470c-be7b-e54988f90221 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 932 time: 0.1136122 Aug 16 02:01:32.843135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.847422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.852953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.897307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:01:32.898454 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:32.947162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-80bd5399-fd9c-4be0-9d17-f34cc2c77892 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:32.958058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-80bd5399-fd9c-4be0-9d17-f34cc2c77892 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051184 Aug 16 02:01:32.988160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbbfa694-a85e-40f8-9520-075b8909865f req-2eb85580-53d4-49a6-be66-4775bf5e5729 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527343 Aug 16 02:01:33.034665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.045131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-80364db5-fd79-4279-8e9d-5869116d3a20 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958700 Aug 16 02:01:33.100721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Request body: {'port': {'device_id': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd4d217e5841849648e23da64fcbfc512'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:33.189558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Allocated IP 172.20.0.2 (f899d6cd-0899-4e20-b2b9-e5f838a52a80/bbbc8d56-4341-4bb4-95a4-f74fbb205f7d/0d950b6e-3962-4ab6-986d-88ea6c1e40d1) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:33.281809 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.315941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-d48b1e4e-6c92-4f5e-9e81-c0e99d74650b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d4d217e5841849648e23da64fcbfc512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2477179 Aug 16 02:01:33.370391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.380358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Transition to ACTIVE for port object 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:33.412233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Transition to ACTIVE for port object 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:33.430337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.445737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-8cf93a3b-f873-442e-a600-5d530d10bc31 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.449167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-8cf93a3b-f873-442e-a600-5d530d10bc31 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4029119 Aug 16 02:01:33.462804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b882e488-c0ff-438b-8c82-42735a269625 req-2b2dbdd7-f0d7-4560-87a9-432ed9750689 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.464250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Network 2e56b9ff-d458-47e2-80a2-5ab66a186947 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:33.473208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b882e488-c0ff-438b-8c82-42735a269625 req-2b2dbdd7-f0d7-4560-87a9-432ed9750689 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 946 time: 0.2851827 Aug 16 02:01:33.510172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:33.521042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:33.531978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-d1058b85-9c60-4db6-96fa-ffaa540609c7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/quotas/c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 375 time: 0.0547855 Aug 16 02:01:33.535384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Pushing event updated for resources: {'Port': ['ID=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.566543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.618707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b882e488-c0ff-438b-8c82-42735a269625 req-ada9f510-6a8b-4132-bdec-9f1df784f191 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444020 Aug 16 02:01:33.625681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Made reservation on behalf of d4d217e5841849648e23da64fcbfc512 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:33.634449 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.642576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:33.684668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.705830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.706523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.710735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-d196a6cc-e854-4ca7-ba06-de144b94eb98 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1766524 Aug 16 02:01:33.712599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:33.715839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Pushing event updated for resources: {'Port': ['ID=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:33.736179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:33.745998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:33.746992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8f221f39-06d9-4a3a-9147-75e56d57a7aa tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:33.750969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8f221f39-06d9-4a3a-9147-75e56d57a7aa tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3776259 Aug 16 02:01:33.773793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Request body: {'port': {'device_id': '5bdef441-8c98-46ac-868d-e26c93fca492', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'd4d217e5841849648e23da64fcbfc512'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:33.816932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4003a85-a593-40d6-bbdd-7f5c86da90e1 req-26644140-4be0-4544-83d2-da0b881bcc40 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.0869188 Aug 16 02:01:33.928977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Attempting to bind port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:33.929488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Attempting to bind port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:33.932124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Attempting to bind port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 on network f899d6cd-0899-4e20-b2b9-e5f838a52a80 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:33.940960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 982b3083-1087-4ac4-82cf-ee6ae30eeb8c {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:33.944808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:33.945395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Checking segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:33.946766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.949268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Bound using segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:33.949959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Bound port: 0d950b6e-3962-4ab6-986d-88ea6c1e40d1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:33.950784 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:33.965768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.008825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Transition to ACTIVE for port object 982b3083-1087-4ac4-82cf-ee6ae30eeb8c will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:34.039859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:34.056919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.064033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f', 'mac_address': 'fa:16:3e:31:94:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:34.091457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.144377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.225850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67784a81-4935-4d7d-85a3-25eb1406fe3a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.260585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] For port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:34.284677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] For port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:34.289995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.311748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-cab72705-1230-4534-ac2b-aa40ce6d75ba tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4584181 Aug 16 02:01:34.320872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Pushing event updated for resources: {'Port': ['ID=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.327080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:34.382961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:34.389769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.494568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Allocated IP 192.168.233.108 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/c62c433b-d9e3-4593-8645-f88014b12b97) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:34.557345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f673a77-76ad-4d0c-8101-806b1e488102 req-da02d4b8-c669-484e-9cba-80d90050c5a0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.559066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f673a77-76ad-4d0c-8101-806b1e488102 req-da02d4b8-c669-484e-9cba-80d90050c5a0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 943 time: 0.1789949 Aug 16 02:01:34.561142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.565058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.610312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd37dcdd-e5ad-4f71-828d-3735bb6fb0a5 req-a6400727-7056-4df7-8f5b-1fddc55f96e7 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:34.626096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd37dcdd-e5ad-4f71-828d-3735bb6fb0a5 req-a6400727-7056-4df7-8f5b-1fddc55f96e7 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 931 time: 0.2488346 Aug 16 02:01:34.643881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.686199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867df5a-29a8-4a4b-b1ef-951ce10da0bd None None] Pushing event updated for resources: {'Port': ['ID=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.740195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Request body: {'port': {'device_id': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:34.760671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Made reservation on behalf of d4d217e5841849648e23da64fcbfc512 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:34.764872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.767992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:34.822220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f673a77-76ad-4d0c-8101-806b1e488102 req-059ca152-4ac3-4acc-ad8e-aa4638ed4cfa tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516246 Aug 16 02:01:34.845931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:34.855231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:34.856688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd37dcdd-e5ad-4f71-828d-3735bb6fb0a5 req-c828b3c7-dcb5-4de9-84e7-d35d5be54ca7 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297013 Aug 16 02:01:35.013134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Transition to ACTIVE for port object c62c433b-d9e3-4593-8645-f88014b12b97 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:35.145144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.210611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Attempting to bind port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:35.211039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Attempting to bind port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:35.211380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Attempting to bind port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c on network 68f94f28-8752-4b5a-adb1-05a52b786fb5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:35.275467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c on network 68f94f28-8752-4b5a-adb1-05a52b786fb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:35.276031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Attempting to bind port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c on network 68f94f28-8752-4b5a-adb1-05a52b786fb5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:35.285012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Allocated IP 172.25.6.169 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/903bf433-babc-40ac-81cf-7cd75789ad85) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:35.297663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:35.298068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Checking segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:35.298469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Bound using segment: {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:35.298962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Bound port: 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b2e57e-9584-4490-bf4e-1d25976d2a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:35.299425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.308277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afb923-0fe0-4064-9aa9-8d5294c82be4 req-acd9d537-3d33-449a-b033-f760acdbd4f0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.315645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81afb923-0fe0-4064-9aa9-8d5294c82be4 req-acd9d537-3d33-449a-b033-f760acdbd4f0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 946 time: 0.1927893 Aug 16 02:01:35.397313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a256c12-ee2a-4f6e-a6bc-ac67e1467cdb req-c2db0bc2-1c12-4676-a8a3-63c83ecfb9eb tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:35.398992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a256c12-ee2a-4f6e-a6bc-ac67e1467cdb req-c2db0bc2-1c12-4676-a8a3-63c83ecfb9eb tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.1927545 Aug 16 02:01:35.454069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81afb923-0fe0-4064-9aa9-8d5294c82be4 req-98f9530a-1515-46fa-8281-813aaaba0781 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374328 Aug 16 02:01:35.573785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2f0d28e-efe4-4425-832b-2ee0692801f1 req-20de8535-0687-4bb8-a367-1b5b54f7010d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.0589085 Aug 16 02:01:35.601108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a256c12-ee2a-4f6e-a6bc-ac67e1467cdb req-1d795c4e-7bf0-48d6-9a88-6aa69b8b011c tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886592 Aug 16 02:01:35.667328 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.778265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25458470-3b5a-4b29-9cd1-bcdc9e19b955 req-847b0fb8-ae48-49f9-9389-ba8ed400a476 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.0371451 Aug 16 02:01:35.823792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.951458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:35.980092 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:35.991184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:35.998080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:36.130441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Pushing event updated for resources: {'Port': ['ID=903bf433-babc-40ac-81cf-7cd75789ad85,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.132579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:36.170216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] For port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:36.175395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Allocated IP 192.168.233.221 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/e737bc21-87af-4781-b0d0-5d4a0eb4fc20) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:36.177677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:36.198850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5e1c9-bca7-41f4-b160-fea68a663aec req-8a47f8bd-4f2f-47d7-b00e-af4fecaa6bae tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.203148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aca5e1c9-bca7-41f4-b160-fea68a663aec req-8a47f8bd-4f2f-47d7-b00e-af4fecaa6bae tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 944 time: 0.2260890 Aug 16 02:01:36.204259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:36.243152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] For port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:36.260868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:36.400948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.509144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aca5e1c9-bca7-41f4-b160-fea68a663aec req-6311fad8-b04a-4652-a598-cf3a1cd1897e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907513 Aug 16 02:01:36.525646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:36.637464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.639299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:36.642211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ba0bf6-12b0-41bb-9715-9e5e4fcbac6f None None] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:01:36.645634 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] 10.222.0.83 "PUT /v2.0/ports/982b3083-1087-4ac4-82cf-ee6ae30eeb8c HTTP/1.1" status: 200 len: 1093 time: 4.5236545 Aug 16 02:01:36.676364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'tag': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:36.681967 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3ecbfc-932c-4496-ac62-7356a7e5024f" -d '{"events": [{"name": "network-changed", "server_uuid": "e6592ad1-c956-4b51-85c9-86ae8176bb1c", "tag": "982b3083-1087-4ac4-82cf-ee6ae30eeb8c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:36.856523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3e16-c55b-4f61-9aae-3676bdf1c3f3 req-e1ddea2c-6de7-4df9-86f5-eaba8f63d490 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.859769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b62e3e16-c55b-4f61-9aae-3676bdf1c3f3 req-e1ddea2c-6de7-4df9-86f5-eaba8f63d490 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 931 time: 0.1740129 Aug 16 02:01:36.864582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:36.865272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.116916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43a4a811-5e45-463a-aea6-5c20d6667079 None None] Provisioning for port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:37.134783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b62e3e16-c55b-4f61-9aae-3676bdf1c3f3 req-829c11de-3ae8-4b2f-aea5-98eca5dd7e55 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560127 Aug 16 02:01:37.153806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.220192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:37.238627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:37.240547 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.251855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4cc32-230d-46f9-b5ac-74c42d19903c service neutron] Pushing event updated for resources: {'Port': ['ID=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.282480 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-b292784b-2d0c-4996-87d3-f3d3ec09ac7b tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2256055 Aug 16 02:01:37.297059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Request body: {'port': {'device_id': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:37.432534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.461569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ac00c7-a5ae-4a00-867d-96dd4a072cfe {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:37.483288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:37.493867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-d69adbb3-688c-4546-8505-7315516c183a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.496620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-d69adbb3-688c-4546-8505-7315516c183a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00589d2e80d941f493bbe246ff366489&device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 1096 time: 0.5863247 Aug 16 02:01:37.505349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.515054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5045e4fc-0de5-4fac-b465-e08e8776ed51 None None] Provisioning for port c62c433b-d9e3-4593-8645-f88014b12b97 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:37.521244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5045e4fc-0de5-4fac-b465-e08e8776ed51 None None] Provisioning complete for port c62c433b-d9e3-4593-8645-f88014b12b97 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:37.521912 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5045e4fc-0de5-4fac-b465-e08e8776ed51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.534561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca29b16c-d704-426d-aef0-7f1c0aede6b4 req-11300270-272e-461f-8f81-e151604c5a36 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.0921183 Aug 16 02:01:37.630505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5045e4fc-0de5-4fac-b465-e08e8776ed51 None None] Port c62c433b-d9e3-4593-8645-f88014b12b97 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:37.644417 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.659157 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.675529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf6b5ac-5c82-460b-8f8e-9a12b7830a81 req-07fd26de-1dc0-4830-b0a9-8df661dda5a6 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:37.682901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cf6b5ac-5c82-460b-8f8e-9a12b7830a81 req-07fd26de-1dc0-4830-b0a9-8df661dda5a6 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.0931733 Aug 16 02:01:37.684092 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:37.697991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:37.736500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Transition to ACTIVE for port object e737bc21-87af-4781-b0d0-5d4a0eb4fc20 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:37.811030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201336bc-6880-4db2-be33-b22f2888b5e6 req-d6172490-fdd7-4290-b1ea-1a863b507f00 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.0588803 Aug 16 02:01:37.812448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:37.822238 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ba8e6a-5ced-4283-858c-f2d71eea2cda x-openstack-request-id: req-d0ba8e6a-5ced-4283-858c-f2d71eea2cda {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:37.822597 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6592ad1-c956-4b51-85c9-86ae8176bb1c", "tag": "982b3083-1087-4ac4-82cf-ee6ae30eeb8c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:37.828238 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d0ba8e6a-5ced-4283-858c-f2d71eea2cda {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:37.829280 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'tag': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c', 'status': 'completed', 'code': 200} Aug 16 02:01:37.844545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cf6b5ac-5c82-460b-8f8e-9a12b7830a81 req-4c50a215-2364-4c23-a8e1-5e7a51b32afa tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515739 Aug 16 02:01:37.892096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-79b6b811-21bf-4a55-b10c-fc629ae3f3cc None None] Provisioning complete for port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:37.892096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79b6b811-21bf-4a55-b10c-fc629ae3f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.008433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:38.015754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Transition to ACTIVE for port object 12ac00c7-a5ae-4a00-867d-96dd4a072cfe will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:38.020808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:38.021258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.026699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-61ae3547-585c-4d19-b245-e4fb0a72b21d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c HTTP/1.1" status: 200 len: 217 time: 0.1967499 Aug 16 02:01:38.049874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.057192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba506913-000b-4ab9-9ac3-b861325578ba req-325f7a8c-6a4c-4427-913a-c9a310ecc7ad tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.059956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba506913-000b-4ab9-9ac3-b861325578ba req-325f7a8c-6a4c-4427-913a-c9a310ecc7ad tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 944 time: 0.1070068 Aug 16 02:01:38.134320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba506913-000b-4ab9-9ac3-b861325578ba req-f2c44cd0-63ef-4ef9-8833-62e8f0e00c04 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649047 Aug 16 02:01:38.255372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-099f424e-a71d-4173-a75f-624706ac934a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.255372 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-099f424e-a71d-4173-a75f-624706ac934a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c2bbeba-1ae6-400e-98d4-6c0f9b39505d HTTP/1.1" status: 200 len: 854 time: 0.0778141 Aug 16 02:01:38.255372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.313804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:38.333409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f5ad47-3ade-4f6a-9ba4-d3ca98c0d646 req-f4791faa-d50c-4939-be44-5c6ee6bf9e62 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.341046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14f5ad47-3ade-4f6a-9ba4-d3ca98c0d646 req-f4791faa-d50c-4939-be44-5c6ee6bf9e62 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 946 time: 0.0949285 Aug 16 02:01:38.403949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:38.426345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14f5ad47-3ade-4f6a-9ba4-d3ca98c0d646 req-dceee01b-ea4b-4fa6-a53a-4972d4055f96 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840592 Aug 16 02:01:38.442024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880a107-a00a-469c-9773-551285ea11b1 req-fbb71b54-2106-441e-bd47-816f0e515abd tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.449987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8880a107-a00a-469c-9773-551285ea11b1 req-fbb71b54-2106-441e-bd47-816f0e515abd tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 931 time: 0.1010926 Aug 16 02:01:38.498767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8880a107-a00a-469c-9773-551285ea11b1 req-8fcb9972-480e-47e8-855c-d72cb52333ed tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456455 Aug 16 02:01:38.525441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:38.532428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:38.537969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:38.571147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:38.572315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.633535 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:38.694631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:38.698413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0a8f52c-806e-4c8d-ba99-781c98595567 req-696668ef-82d1-4dd4-8f58-80e57b91aac9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.0561535 Aug 16 02:01:38.701356 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d379a2-1d70-4c3d-9fb3-d61a2b3aa6d1" -d '{"events": [{"server_uuid": "fabd9df8-fca7-4584-8ed5-23ba50b16f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:38.731889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-af57d1aa-a098-49de-b157-f615d56a20d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:38.741009 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-af57d1aa-a098-49de-b157-f615d56a20d7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68f94f28-8752-4b5a-adb1-05a52b786fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4805884 Aug 16 02:01:38.746220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:38.760196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Router 337b891c-3d1f-41ca-acf4-38b06c28a590 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:01:38.806931 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90ffd3b-ca53-4928-846c-ae35006b7ea3 x-openstack-request-id: req-e90ffd3b-ca53-4928-846c-ae35006b7ea3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:38.819826 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabd9df8-fca7-4584-8ed5-23ba50b16f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:38.819826 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e90ffd3b-ca53-4928-846c-ae35006b7ea3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:38.819826 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f', 'code': 200} Aug 16 02:01:38.845680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.006815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.034402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.035094 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.052196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.089586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9320039-cfad-423e-97e8-9ae9ec273455 req-8b131197-3140-4f33-a350-2de50d5d2352 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.098019 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9320039-cfad-423e-97e8-9ae9ec273455 req-8b131197-3140-4f33-a350-2de50d5d2352 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.1437345 Aug 16 02:01:39.105402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:39.120091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Sync routers for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:39.149652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113665c2-20a0-4aab-818d-3e98536b4dd2 req-1b62cd16-4845-4d1d-b00d-b9bbd7985109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.151244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-113665c2-20a0-4aab-818d-3e98536b4dd2 req-1b62cd16-4845-4d1d-b00d-b9bbd7985109 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 1097 time: 0.1415672 Aug 16 02:01:39.167665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:39.173749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:01:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:39.182986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9320039-cfad-423e-97e8-9ae9ec273455 req-2beb92b2-c9b3-43af-9f1c-9c78391e8b76 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836959 Aug 16 02:01:39.219858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c334a-2109-4f8c-b4aa-ee2a72b64a63 req-5a5cf3e6-bcbd-49d8-ac97-b87f73b83090 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.221600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-430c334a-2109-4f8c-b4aa-ee2a72b64a63 req-5a5cf3e6-bcbd-49d8-ac97-b87f73b83090 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 936 time: 0.2250254 Aug 16 02:01:39.234672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-8fcfd25e-84ab-4b6f-805c-0957997e8f64 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1849494 Aug 16 02:01:39.273494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4d43c2d3-8583-449e-b02c-d5b1996219df None None] Provisioning for port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:39.276408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4d43c2d3-8583-449e-b02c-d5b1996219df None None] Provisioning complete for port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:39.276408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4d43c2d3-8583-449e-b02c-d5b1996219df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.279750 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-55279d4c-5d93-493d-a8ed-3559a9bb52ec tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5119390 Aug 16 02:01:39.313605 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.313845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Request body: {'port': {'device_id': '5bdef441-8c98-46ac-868d-e26c93fca492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:39.336432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1b59ed93-4ab6-41dd-bf91-68bcb1f6d6cd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6754806 Aug 16 02:01:39.336837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Pushing event updated for resources: {'Port': ['ID=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:39.336933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34082) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:39.338927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-113665c2-20a0-4aab-818d-3e98536b4dd2 req-2b9d37b4-99cc-48a3-ba2b-a4faf00b75d4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164007 Aug 16 02:01:39.364923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4d43c2d3-8583-449e-b02c-d5b1996219df None None] Port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:39.397077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-430c334a-2109-4f8c-b4aa-ee2a72b64a63 req-8c2a0805-4818-4071-8780-2af9f7cfbe31 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437683 Aug 16 02:01:39.422075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:39.688438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62c433b-d9e3-4593-8645-f88014b12b97 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:39.720976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 131c9c57-2645-4105-8575-d783fe86bb6a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:39.735628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:39.755421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-dae1ef1c-b1d4-4438-b70b-4ed0fac6319f service neutron] 10.222.0.83 "GET /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7348921 Aug 16 02:01:39.785328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699d2566-a470-4473-b08c-ec9f83c5ab58 req-726d1c8e-582e-486c-9a6b-6ec58ac907e4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.787269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-699d2566-a470-4473-b08c-ec9f83c5ab58 req-726d1c8e-582e-486c-9a6b-6ec58ac907e4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.1851552 Aug 16 02:01:39.858111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d02f10-abc1-488b-b9c1-633e2e9011a2 req-e9cf9e00-5f80-4077-a2a0-3ceaf4ef91d0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:39.866218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d02f10-abc1-488b-b9c1-633e2e9011a2 req-e9cf9e00-5f80-4077-a2a0-3ceaf4ef91d0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 946 time: 0.2530525 Aug 16 02:01:39.888225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Attempting to bind port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:39.888970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Attempting to bind port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '05adbb92-c12b-44c7-b78d-ec0537a1618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:39.888970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Attempting to bind port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe on network 2e56b9ff-d458-47e2-80a2-5ab66a186947 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:39.916122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:39.930573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '131c9c57-2645-4105-8575-d783fe86bb6a', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'port_id': '131c9c57-2645-4105-8575-d783fe86bb6a', 'mac_address': 'fa:16:3e:86:19:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d82402-577e-4ae2-9561-1b345e6295b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:39.934582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:36Z', 'revision_number': 3, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:39.943419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Transition to ACTIVE for port object c62c433b-d9e3-4593-8645-f88014b12b97 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:39.964557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe on network 2e56b9ff-d458-47e2-80a2-5ab66a186947 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:39.965349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Attempting to bind port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe on network 2e56b9ff-d458-47e2-80a2-5ab66a186947 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:39.966155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Checking router: 337b891c-3d1f-41ca-acf4-38b06c28a590 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:39.966534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Updating router 337b891c-3d1f-41ca-acf4-38b06c28a590 port 903bf433-babc-40ac-81cf-7cd75789ad85 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:40.006929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-50c7afa8-1bc2-4fd7-ab7b-9fd8623bc5a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.015411 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-50c7afa8-1bc2-4fd7-ab7b-9fd8623bc5a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7209413 Aug 16 02:01:40.019352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.021126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.025142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.037886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-699d2566-a470-4473-b08c-ec9f83c5ab58 req-c6cc0706-64c1-43da-859e-7baf443db5e3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961911 Aug 16 02:01:40.060889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Request body: {'port': {'device_id': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'c8064647b93f4bc8aac7fae0bd12918d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:40.075777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 131c9c57-2645-4105-8575-d783fe86bb6a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:40.098340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7306caad-7b6b-440c-81a7-ef532346030e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.123634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d02f10-abc1-488b-b9c1-633e2e9011a2 req-bd3729f6-2fc8-4153-a07d-7409560a05a0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381477 Aug 16 02:01:40.309368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:40.343752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:40.344791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Checking segment: {'id': '05adbb92-c12b-44c7-b78d-ec0537a1618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:40.345516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Bound using segment: {'id': '05adbb92-c12b-44c7-b78d-ec0537a1618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:40.346161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Bound port: 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05adbb92-c12b-44c7-b78d-ec0537a1618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:40.346756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.349299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.475882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bca04de-f8fc-4af2-a2de-f4e7413b48e5 req-6243e54c-b006-4be0-b446-fd12bff553d6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.1687560 Aug 16 02:01:40.496248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f31225-a9ee-4057-ab99-7409e7599793 req-e6a6dddc-df2f-44d5-a3bd-748583aebac1 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.508673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.520950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7f31225-a9ee-4057-ab99-7409e7599793 req-e6a6dddc-df2f-44d5-a3bd-748583aebac1 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 943 time: 0.3581371 Aug 16 02:01:40.651775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7f31225-a9ee-4057-ab99-7409e7599793 req-e76f7b10-f01f-4aaf-8c8f-02ca9849464d tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290188 Aug 16 02:01:40.659032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.678860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['131c9c57-2645-4105-8575-d783fe86bb6a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:40.756415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Attempting to bind port c62c433b-d9e3-4593-8645-f88014b12b97 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:40.766808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Attempting to bind port c62c433b-d9e3-4593-8645-f88014b12b97 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:40.767181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Attempting to bind port c62c433b-d9e3-4593-8645-f88014b12b97 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:40.876037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:40.905108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Port c62c433b-d9e3-4593-8645-f88014b12b97 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:40.905108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Attempting to bind port c62c433b-d9e3-4593-8645-f88014b12b97 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:40.916988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e347-9d16-4f66-9d6e-1d82a9a28a60 req-e0a152d4-3fdc-4ade-b01d-5b43b02a7316 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:40.925877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ae2e347-9d16-4f66-9d6e-1d82a9a28a60 req-e0a152d4-3fdc-4ade-b01d-5b43b02a7316 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.2132406 Aug 16 02:01:40.946217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ce4a04-3272-4ac9-b76b-bc29e4cab1f7 req-0582385f-e674-43ff-b6fe-51587a197c5f service neutron] 10.222.0.83 "GET /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0707014 Aug 16 02:01:40.964144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:40.964493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:40.964865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:40.965329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Bound port: c62c433b-d9e3-4593-8645-f88014b12b97, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:40.965696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:40.985034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] For port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:40.988139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.067619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] For port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,segment=NetworkSegment(05adbb92-c12b-44c7-b78d-ec0537a1618c),segment_id=05adbb92-c12b-44c7-b78d-ec0537a1618c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:41.112364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ae2e347-9d16-4f66-9d6e-1d82a9a28a60 req-433d54f4-3080-41c5-baa4-0a79af80078c tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678953 Aug 16 02:01:41.235817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07171f90-7ec2-4cc8-b3b4-347e2b121ec2 req-8fbd8efe-d327-4200-a108-3a1ea012de62 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.247850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07171f90-7ec2-4cc8-b3b4-347e2b121ec2 req-8fbd8efe-d327-4200-a108-3a1ea012de62 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 936 time: 0.2553658 Aug 16 02:01:41.275883 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.298950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Transition to ACTIVE for port object 903bf433-babc-40ac-81cf-7cd75789ad85 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:41.302443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Allocated IP 172.20.0.1 (f899d6cd-0899-4e20-b2b9-e5f838a52a80/bbbc8d56-4341-4bb4-95a4-f74fbb205f7d/336778a3-b0b3-49db-b854-7c886ff00461) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:41.376945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65b78-10f4-43af-9c02-49264a99a1c5 req-6e77019a-0564-4815-94b4-a8e91c6fd1a9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.395500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aca65b78-10f4-43af-9c02-49264a99a1c5 req-6e77019a-0564-4815-94b4-a8e91c6fd1a9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.1346734 Aug 16 02:01:41.436160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07171f90-7ec2-4cc8-b3b4-347e2b121ec2 req-d3b59b26-b5fa-4773-aac0-986c8a1d99a8 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828773 Aug 16 02:01:41.464631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.527243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Attempting to bind port 903bf433-babc-40ac-81cf-7cd75789ad85 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:41.528036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Attempting to bind port 903bf433-babc-40ac-81cf-7cd75789ad85 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:41.528409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Attempting to bind port 903bf433-babc-40ac-81cf-7cd75789ad85 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:41.542580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:41.554824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:41.554824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.554824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:41.554824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Bound port: 903bf433-babc-40ac-81cf-7cd75789ad85, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:41.554824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.584944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.586930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Made reservation on behalf of c8064647b93f4bc8aac7fae0bd12918d for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:41.590843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.607025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c6062-bd59-49fc-bac9-f1fa1ea1b2af None None] Pushing event updated for resources: {'Port': ['ID=903bf433-babc-40ac-81cf-7cd75789ad85,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:41.651416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.681114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:41.700962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] For port 903bf433-babc-40ac-81cf-7cd75789ad85, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:41.705455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] For port 903bf433-babc-40ac-81cf-7cd75789ad85, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=903bf433-babc-40ac-81cf-7cd75789ad85,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:41.716435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.724602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.724602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] 10.222.0.83 "PUT /v2.0/ports/12ac00c7-a5ae-4a00-867d-96dd4a072cfe HTTP/1.1" status: 200 len: 1092 time: 6.9872329 Aug 16 02:01:41.725249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Transition to ACTIVE for port object 336778a3-b0b3-49db-b854-7c886ff00461 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:41.726541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'tag': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:41.729023 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac299b1e-7f95-4bde-bf55-8e9641171938", "tag": "12ac00c7-a5ae-4a00-867d-96dd4a072cfe"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:41.742120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 131c9c57-2645-4105-8575-d783fe86bb6a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:41.759892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:41.769269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aca65b78-10f4-43af-9c02-49264a99a1c5 req-c34a3431-73f9-48a9-a7d3-449cef743598 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823235 Aug 16 02:01:41.821128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2821d629-afa7-4843-8d8c-86df85275b78 req-05d722d4-63f3-4dd6-976b-360cfca819e0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.833312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2821d629-afa7-4843-8d8c-86df85275b78 req-05d722d4-63f3-4dd6-976b-360cfca819e0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 945 time: 0.1759505 Aug 16 02:01:41.884450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.893283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-92e2d41a-cfb9-4e84-8516-561704ab3edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:41.896090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-92e2d41a-cfb9-4e84-8516-561704ab3edc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=00589d2e80d941f493bbe246ff366489&device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 1096 time: 0.7370589 Aug 16 02:01:41.917433 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.947681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:41.976767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c6062-bd59-49fc-bac9-f1fa1ea1b2af None None] Pushing event updated for resources: {'Port': ['ID=903bf433-babc-40ac-81cf-7cd75789ad85,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.039258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957b773-f9d7-45d6-b8d1-8b0e524d0417 service neutron] Pushing event updated for resources: {'Port': ['ID=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.057308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:42.060364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:01:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:42.178466 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-921c0313-a830-44be-9c06-898182663b81 req-c66b4b36-7612-47ad-a4b3-8175e0ce9af2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.2847409 Aug 16 02:01:42.180109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e737bc21-87af-4781-b0d0-5d4a0eb4fc20 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:42.191473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.219207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Transition to ACTIVE for port object e737bc21-87af-4781-b0d0-5d4a0eb4fc20 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:42.223075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-2a43cb85-70d8-4f8f-b481-22d975686e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.227710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-2a43cb85-70d8-4f8f-b481-22d975686e3e service neutron] 10.222.0.83 "GET /v2.0/networks?id=68f94f28-8752-4b5a-adb1-05a52b786fb5 HTTP/1.1" status: 200 len: 916 time: 0.2713256 Aug 16 02:01:42.251453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:42.262549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Pushing event updated for resources: {'Port': ['ID=336778a3-b0b3-49db-b854-7c886ff00461,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.271910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2821d629-afa7-4843-8d8c-86df85275b78 req-963891fe-b4bd-44f3-ad36-ca3f906f9fbc tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158597 Aug 16 02:01:42.282578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:42.309127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.309127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.309127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] 10.222.0.58 "PUT /v2.0/ports/c62c433b-d9e3-4593-8645-f88014b12b97 HTTP/1.1" status: 200 len: 1097 time: 5.0103393 Aug 16 02:01:42.309398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:42.407150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.451082 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:42.521035 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e2764-0b83-418a-8346-844ae3ca51e2 x-openstack-request-id: req-fb4e2764-0b83-418a-8346-844ae3ca51e2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:42.521035 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac299b1e-7f95-4bde-bf55-8e9641171938", "tag": "12ac00c7-a5ae-4a00-867d-96dd4a072cfe", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:42.521035 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb4e2764-0b83-418a-8346-844ae3ca51e2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:42.521035 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'tag': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe', 'status': 'completed', 'code': 200} Aug 16 02:01:42.552102 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-a7bfa606-3910-4248-8daf-93315177474d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c HTTP/1.1" status: 200 len: 217 time: 0.2549226 Aug 16 02:01:42.561062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-bf8e97b8-cbb6-4261-9aa5-bd93542b4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.561062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-bf8e97b8-cbb6-4261-9aa5-bd93542b4e81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=86788ee61ea34c34bfc1ec10f37df842&device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 1095 time: 0.5426285 Aug 16 02:01:42.610022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-ccc68351-4138-43c9-b2f9-929adc0777d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6216166 Aug 16 02:01:42.680711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0593216-9467-4d44-bfd3-f9a323c5ec76 service neutron] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:42.756737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:42.837106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Allocated IP 192.168.233.87 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/78b30250-2173-4788-8db9-1b50597b3077) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:42.908042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-44099272-642c-46b7-8c7b-6804bb377dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:42.915883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-44099272-642c-46b7-8c7b-6804bb377dff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4c2bbeba-1ae6-400e-98d4-6c0f9b39505d HTTP/1.1" status: 200 len: 854 time: 0.3255477 Aug 16 02:01:42.995420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.011481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-16ff5daa-6725-42b1-a7ca-6c7fa4ed44ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.014234 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-16ff5daa-6725-42b1-a7ca-6c7fa4ed44ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 1100 time: 0.4845564 Aug 16 02:01:43.015745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 131c9c57-2645-4105-8575-d783fe86bb6a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:43.061333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:43.107187 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-012c7bef-569f-43b3-9be6-9e0b45857b53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c62c433b-d9e3-4593-8645-f88014b12b97 HTTP/1.1" status: 200 len: 217 time: 0.0586209 Aug 16 02:01:43.115391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4871a78b-d28a-4d8a-b594-03a7264c6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.158132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:36Z', 'revision_number': 3, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:43.214084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ecea6a-701f-43cb-a18e-6ef917f457a9 None None] The sync data for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 is: [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:36Z', 'revision_number': 3, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:43.221114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.229824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.233192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-a0cfc81c-2199-4c6c-8a8f-e6cf182f6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.240172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-a0cfc81c-2199-4c6c-8a8f-e6cf182f6107 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0842779 Aug 16 02:01:43.240355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-59d02659-61a3-495e-b1d7-73dc73bba3a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe HTTP/1.1" status: 200 len: 217 time: 0.6403370 Aug 16 02:01:43.241494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-d8a71f25-39c9-40b4-9301-d93a5f2c2f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.243013 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-d8a71f25-39c9-40b4-9301-d93a5f2c2f9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=68f94f28-8752-4b5a-adb1-05a52b786fb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3100679 Aug 16 02:01:43.246412 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.334874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:43.345753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-67a041c8-d2a4-45a1-84f2-9f0a64102965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.353090 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.353696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-67a041c8-d2a4-45a1-84f2-9f0a64102965 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 1098 time: 0.6577077 Aug 16 02:01:43.520921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Attempting to bind port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:43.520921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Attempting to bind port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:43.520921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Attempting to bind port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:43.521450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-e22d7f1f-fd07-46e2-96cb-ade2b728f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.521450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-e22d7f1f-fd07-46e2-96cb-ade2b728f50c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16ee6d61-b3ca-491c-826d-4aca4b5c2ae7 HTTP/1.1" status: 200 len: 857 time: 0.1897879 Aug 16 02:01:43.521450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd998729-529e-44f9-9752-2c68680e4642 req-461f376c-e2d1-4615-935f-fc862f84846a tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.521450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd998729-529e-44f9-9752-2c68680e4642 req-461f376c-e2d1-4615-935f-fc862f84846a tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 943 time: 0.9358082 Aug 16 02:01:43.522474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:43.522474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Attempting to bind port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:43.522735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-ff54abb4-4b72-4475-8067-c131dcaffde7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2e56b9ff-d458-47e2-80a2-5ab66a186947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503447 Aug 16 02:01:43.530853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-6c1d2f69-ac87-4978-bd13-fa534e2ba66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.532907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-6c1d2f69-ac87-4978-bd13-fa534e2ba66e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2777953 Aug 16 02:01:43.555846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cdb282-0bdd-4da8-8cba-ef68d56424b3 req-41ed6c3f-e26d-4214-a9d4-9b09f7e429eb tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.564848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2cdb282-0bdd-4da8-8cba-ef68d56424b3 req-41ed6c3f-e26d-4214-a9d4-9b09f7e429eb tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.3353231 Aug 16 02:01:43.572568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:43.572950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:43.573405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:43.573964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Bound port: e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:43.574433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.655831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b81cad1-482c-4261-8d6a-bc6c578b7071 None None] Provisioning for port 336778a3-b0b3-49db-b854-7c886ff00461 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:43.655831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b81cad1-482c-4261-8d6a-bc6c578b7071 None None] Provisioning complete for port 336778a3-b0b3-49db-b854-7c886ff00461 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:43.655831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b81cad1-482c-4261-8d6a-bc6c578b7071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.695565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7b81cad1-482c-4261-8d6a-bc6c578b7071 None None] Port 336778a3-b0b3-49db-b854-7c886ff00461 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:43.774536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2cdb282-0bdd-4da8-8cba-ef68d56424b3 req-8ad42439-374d-4a87-bff5-d508df190313 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087862 Aug 16 02:01:43.777272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd998729-529e-44f9-9752-2c68680e4642 req-85295ffd-d948-4108-8229-92dfe09f9d6e tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810836 Aug 16 02:01:43.866772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-516c6bdd-56ac-44c3-8a2a-ba2ade3f3bab service neutron] 10.222.0.83 "GET /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944698 Aug 16 02:01:43.872157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-651b1b54-5cee-4f27-aad3-fdc840ea202c service neutron] 10.222.0.83 "GET /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996506 Aug 16 02:01:43.922993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:43.961767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-dbe802ca-2d30-4516-aeb1-cdfdfdffb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:43.963292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-dbe802ca-2d30-4516-aeb1-cdfdfdffb64b service neutron] 10.222.0.83 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 907 time: 0.4589350 Aug 16 02:01:44.029712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.068311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.128893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Pushing event updated for resources: {'Port': ['ID=336778a3-b0b3-49db-b854-7c886ff00461,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:44.178931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac753a35-e01a-44dd-b206-a88b51b141b6 req-d0a3624e-7442-4a91-aa35-9e21bbe9bfe9 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.180732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac753a35-e01a-44dd-b206-a88b51b141b6 req-d0a3624e-7442-4a91-aa35-9e21bbe9bfe9 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 948 time: 0.2231798 Aug 16 02:01:44.198729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:44.203311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.206148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-22725f42-f806-44f7-9a98-2574786970df service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff23000d-8228-4be8-9850-ef319c83f499 HTTP/1.1" status: 200 len: 217 time: 0.1689799 Aug 16 02:01:44.246369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Transition to ACTIVE for port object 78b30250-2173-4788-8db9-1b50597b3077 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:44.273987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-dd50c8b8-4ae7-4381-b899-88eebc8e9e4c service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7206407 Aug 16 02:01:44.278401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:44.282123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 903bf433-babc-40ac-81cf-7cd75789ad85 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:44.411140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1437edaf-3ddb-44fa-87ed-bef7021552ff req-e0be375a-cf27-42e3-8465-4138e786001a service neutron] 10.222.0.83 "GET /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4855764 Aug 16 02:01:44.415399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac753a35-e01a-44dd-b206-a88b51b141b6 req-73f1b4d6-33e8-472e-a5c5-0e026eb603da tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254541 Aug 16 02:01:44.433192 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.485941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 903bf433-babc-40ac-81cf-7cd75789ad85 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:44.491139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 903bf433-babc-40ac-81cf-7cd75789ad85 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:44.501929 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.524470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:44.526113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:44.569729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:44.571977 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37113ce1-6d6e-4c52-abde-b00042887e49" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:44.590265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.696847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.754416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 903bf433-babc-40ac-81cf-7cd75789ad85, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=903bf433-babc-40ac-81cf-7cd75789ad85,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:44.763804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-27737f5c-e3cc-4ba6-ab1c-12c425ceea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.776494 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-27737f5c-e3cc-4ba6-ab1c-12c425ceea55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.4897645 Aug 16 02:01:44.788736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:44.789774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.793640 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] 10.222.0.58 "PUT /v2.0/ports/e737bc21-87af-4781-b0d0-5d4a0eb4fc20 HTTP/1.1" status: 200 len: 1097 time: 5.4861307 Aug 16 02:01:44.854213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:44.862799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-686273bd-e1dd-4748-a9ce-9c65926a8746 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476444 Aug 16 02:01:44.871769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:44.872565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-a5394064-5a0c-402b-a082-884bf89aaf1a service neutron] 10.222.0.83 "GET /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9729788 Aug 16 02:01:44.877662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:44.892459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e43958ef-0168-436d-872a-7571f46d4fa1 req-5e10f7cd-2acb-4db8-93c1-7b579420fb1c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.2729146 Aug 16 02:01:44.981007 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.063892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683204ae-9357-4ff7-8852-cd985b17aa81 req-13ba1412-19e6-479f-8087-c26ea6422f4b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.072926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-683204ae-9357-4ff7-8852-cd985b17aa81 req-13ba1412-19e6-479f-8087-c26ea6422f4b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.4547780 Aug 16 02:01:45.160283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-016642bc-4163-4b2c-96d6-628c415c77de service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773180 Aug 16 02:01:45.161266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804c045-2aac-4c0c-9482-774a4d101e7a service neutron] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.162048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-e8a274fe-5032-470c-a86d-ed82a7f3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.163784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-e8a274fe-5032-470c-a86d-ed82a7f3ab6b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=86788ee61ea34c34bfc1ec10f37df842&device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 1095 time: 0.3372447 Aug 16 02:01:45.179956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-599ad5c6-f864-45ec-bfee-eded4e8bf99e None None] Provisioning complete for port 336778a3-b0b3-49db-b854-7c886ff00461 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:45.180749 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-599ad5c6-f864-45ec-bfee-eded4e8bf99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.193604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:45.238760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Router 337b891c-3d1f-41ca-acf4-38b06c28a590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:01:45.287792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-683204ae-9357-4ff7-8852-cd985b17aa81 req-1dbee8a1-21df-4682-ada0-bc4eea2fc7fb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102778 Aug 16 02:01:45.288303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=903bf433-babc-40ac-81cf-7cd75789ad85,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.290794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:45.294741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7c2f1530-0597-44de-86d9-3418a23e66fc req-bd2135e0-80c8-4a5d-a882-4b4d81e4263d service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9997668 Aug 16 02:01:45.299897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:45.317843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-599ad5c6-f864-45ec-bfee-eded4e8bf99e None None] Port 336778a3-b0b3-49db-b854-7c886ff00461 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:45.438093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-c593104f-39ac-4d96-9ee7-1da03c90d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.439618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-c593104f-39ac-4d96-9ee7-1da03c90d257 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2e56b9ff-d458-47e2-80a2-5ab66a186947 HTTP/1.1" status: 200 len: 918 time: 0.2274094 Aug 16 02:01:45.555319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-8539587c-696c-4d30-98f8-17f35477a2f3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe HTTP/1.1" status: 200 len: 217 time: 0.0908847 Aug 16 02:01:45.656621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330299e-ac3e-4b1b-ade3-562446ad64be req-621c36a8-a9d9-432f-9d9f-51dd5a181299 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.658299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a330299e-ac3e-4b1b-ade3-562446ad64be req-621c36a8-a9d9-432f-9d9f-51dd5a181299 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 944 time: 0.4357622 Aug 16 02:01:45.731306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.794140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb37c8f-0890-4c41-8436-e174632093f1 req-e20600a2-a5f9-4e3b-ac20-50e42fc6fd3d tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.800971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfb37c8f-0890-4c41-8436-e174632093f1 req-e20600a2-a5f9-4e3b-ac20-50e42fc6fd3d tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.2377393 Aug 16 02:01:45.800971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-95f3210f-69c8-43e8-9af1-d2cf4021ec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.800971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-95f3210f-69c8-43e8-9af1-d2cf4021ec7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=16ee6d61-b3ca-491c-826d-4aca4b5c2ae7 HTTP/1.1" status: 200 len: 857 time: 0.2216325 Aug 16 02:01:45.816667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ff3c07de-d865-40a7-a13f-43baedeac98d None None] Provisioning for port 78b30250-2173-4788-8db9-1b50597b3077 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:45.820891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ff3c07de-d865-40a7-a13f-43baedeac98d None None] Provisioning complete for port 78b30250-2173-4788-8db9-1b50597b3077 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:45.822051 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff3c07de-d865-40a7-a13f-43baedeac98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.836180 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e95ec74-1c8e-4a68-9b35-2d0352d84ded x-openstack-request-id: req-1e95ec74-1c8e-4a68-9b35-2d0352d84ded {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:45.836683 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:45.836683 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e95ec74-1c8e-4a68-9b35-2d0352d84ded {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:45.837280 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'status': 'completed', 'code': 200} Aug 16 02:01:45.837669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a330299e-ac3e-4b1b-ade3-562446ad64be req-be835a70-6d7b-469f-8ea1-5c139f500c0b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444569 Aug 16 02:01:45.869791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:01:45.873698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ff3c07de-d865-40a7-a13f-43baedeac98d None None] Port 78b30250-2173-4788-8db9-1b50597b3077 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:01:45.890443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2711786c-9af6-47db-8cdf-b96a9bf2d08e admin admin] 10.222.0.76 "PUT /v2.0/routers/337b891c-3d1f-41ca-acf4-38b06c28a590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5500007 Aug 16 02:01:45.890700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Sync routers for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:01:45.892501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-47614ce8-d960-48e9-8458-2fb19d98fd19 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2e56b9ff-d458-47e2-80a2-5ab66a186947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802186 Aug 16 02:01:45.913614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-1010f155-d7cf-4d51-aa9e-d3045a55a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.914226 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:45.914540 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:01:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:45.915191 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-1010f155-d7cf-4d51-aa9e-d3045a55a800 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 1100 time: 0.7399209 Aug 16 02:01:45.926443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:45.956057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:45.956703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:45.968992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 12ac00c7-a5ae-4a00-867d-96dd4a072cfe details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:45.986000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfb37c8f-0890-4c41-8436-e174632093f1 req-ecd906b4-a45a-4e27-b3be-690f3dbcea49 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739635 Aug 16 02:01:46.003568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-46bcbf7e-cb42-40e3-8ae0-eb6a0fc30618 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20 HTTP/1.1" status: 200 len: 217 time: 0.0697787 Aug 16 02:01:46.022739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-b14f40af-ed16-4601-82f1-d183bd73b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.024326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-b14f40af-ed16-4601-82f1-d183bd73b8ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 1100 time: 0.1821008 Aug 16 02:01:46.027870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d9c94c2-c587-4d13-b87c-aa8e896b6048 req-5c23ee1d-f825-4c6c-9ccc-1a4cbca10370 service neutron] 10.222.0.83 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8303311 Aug 16 02:01:46.059003 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:46.062991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-ba961adf-5278-4ecf-a100-9e48950375f6 service neutron] 10.222.0.83 "GET /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610260 Aug 16 02:01:46.129359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-511d9ce0-87d3-4e96-8698-96cf11e8e6e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0702841 Aug 16 02:01:46.184536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,segment=NetworkSegment(05adbb92-c12b-44c7-b78d-ec0537a1618c),segment_id=05adbb92-c12b-44c7-b78d-ec0537a1618c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.194928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Request body: {'port': {'device_id': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:46.234400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe', 'network_id': '2e56b9ff-d458-47e2-80a2-5ab66a186947', 'port_id': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe', 'mac_address': 'fa:16:3e:65:de:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16ee6d61-b3ca-491c-826d-4aca4b5c2ae7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:46.242310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 903bf433-babc-40ac-81cf-7cd75789ad85 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:46.290306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8a9d8073-5e1d-47b5-bff2-f5f743bcc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.291968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-8a9d8073-5e1d-47b5-bff2-f5f743bcc933 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2666771 Aug 16 02:01:46.299632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.315941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c16d1-5e44-4cff-8b4e-29b887ba9fc4 req-508f1fb3-3917-4707-90b4-05f47dad11a7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.318086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d6c16d1-5e44-4cff-8b4e-29b887ba9fc4 req-508f1fb3-3917-4707-90b4-05f47dad11a7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.2075233 Aug 16 02:01:46.415603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92b096-a765-4bb6-bdb4-ebd232ed6bd2 req-e3784a3f-2884-4965-8d15-391c1af50a43 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.415603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee92b096-a765-4bb6-bdb4-ebd232ed6bd2 req-e3784a3f-2884-4965-8d15-391c1af50a43 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 943 time: 0.4573836 Aug 16 02:01:46.417859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 903bf433-babc-40ac-81cf-7cd75789ad85 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:46.417859 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.451525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d6c16d1-5e44-4cff-8b4e-29b887ba9fc4 req-511ed4b4-2392-4b18-be8a-97ad99acb124 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220570 Aug 16 02:01:46.507081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.526123 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:43Z', 'revision_number': 2, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:46.529107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6faaa88-1e07-4857-b86e-9ba0e0a1488f req-a6e3568c-d6a7-4abf-bd19-fdddf31f0c80 service neutron] 10.222.0.83 "GET /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4377174 Aug 16 02:01:46.533559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ac00c7-a5ae-4a00-867d-96dd4a072cfe {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:46.555775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,segment=NetworkSegment(05adbb92-c12b-44c7-b78d-ec0537a1618c),segment_id=05adbb92-c12b-44c7-b78d-ec0537a1618c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:46.581773 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Checking router: 337b891c-3d1f-41ca-acf4-38b06c28a590 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:01:46.588542 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Updating router 337b891c-3d1f-41ca-acf4-38b06c28a590 port 336778a3-b0b3-49db-b854-7c886ff00461 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:01:46.588957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee92b096-a765-4bb6-bdb4-ebd232ed6bd2 req-bda73aad-afdf-4ac1-894e-1477bd1eb097 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681304 Aug 16 02:01:46.618918 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.637472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-292c4034-6d4d-47a9-a3b2-6f0e6a98c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.639002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-292c4034-6d4d-47a9-a3b2-6f0e6a98c90e service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.5905857 Aug 16 02:01:46.644326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-d5cff652-9535-4377-8a8c-bdc5e72d9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.645835 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-d5cff652-9535-4377-8a8c-bdc5e72d9b13 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3358846 Aug 16 02:01:46.697490 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:46.704823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df35d9-de7c-4adb-958b-dd2f47e27b12 req-69afed70-095e-4150-85cf-d4f079c8600c tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.706408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30df35d9-de7c-4adb-958b-dd2f47e27b12 req-69afed70-095e-4150-85cf-d4f079c8600c tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 948 time: 0.1390517 Aug 16 02:01:46.715490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-0509fcd5-faea-40a5-92a4-6b35c3e67fe1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.717095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-0509fcd5-faea-40a5-92a4-6b35c3e67fe1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 944 time: 0.0797641 Aug 16 02:01:46.816733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:46.839879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30df35d9-de7c-4adb-958b-dd2f47e27b12 req-07f122b5-7d92-474d-98e1-55e6db0943b0 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140249 Aug 16 02:01:46.840307 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-c77aeeca-855e-4d9e-b90f-75d9821ee76c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c62c433b-d9e3-4593-8645-f88014b12b97 HTTP/1.1" status: 200 len: 217 time: 0.1641495 Aug 16 02:01:46.890228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5673fc6e-3293-4098-8962-cddae0db1c53 req-a886adfb-c1c8-4ef1-9bec-e96efda38d05 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:46.898091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5673fc6e-3293-4098-8962-cddae0db1c53 req-a886adfb-c1c8-4ef1-9bec-e96efda38d05 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 935 time: 0.1712561 Aug 16 02:01:46.948237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['12ac00c7-a5ae-4a00-867d-96dd4a072cfe'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:46.955209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5673fc6e-3293-4098-8962-cddae0db1c53 req-d2507137-737a-49bb-b5dd-324bb82a1ee3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561519 Aug 16 02:01:46.989529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Deleting port 131c9c57-2645-4105-8575-d783fe86bb6a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:46.989994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.049653 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.064731 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Transition to ACTIVE for port object 336778a3-b0b3-49db-b854-7c886ff00461 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:47.105687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-1315b993-54a7-4639-8289-1c75251fff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.107796 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-1315b993-54a7-4639-8289-1c75251fff26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2565827 Aug 16 02:01:47.114707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] For port 131c9c57-2645-4105-8575-d783fe86bb6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=131c9c57-2645-4105-8575-d783fe86bb6a,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:47.114707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.130503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Calling delete_port for 131c9c57-2645-4105-8575-d783fe86bb6a owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:47.158803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-dbb04f35-e30a-448c-9817-19b5366c3901 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899411 Aug 16 02:01:47.206156 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.237301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f366a7e2-774c-4a86-aa6b-6885437b2701 req-21f5f7d7-9c46-458e-8133-845f444be0fb tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.238823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f366a7e2-774c-4a86-aa6b-6885437b2701 req-21f5f7d7-9c46-458e-8133-845f444be0fb tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 944 time: 0.1039290 Aug 16 02:01:47.245605 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Pushing event updated for resources: {'Port': ['ID=336778a3-b0b3-49db-b854-7c886ff00461,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.259240 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.260709 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.260709 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.260709 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.261060 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.261634 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.262059 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.262538 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.262979 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.263396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.263805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.263942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-80e64df4-7594-421b-a0a8-7920d50ebe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.264309 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.266983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-80e64df4-7594-421b-a0a8-7920d50ebe78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502051 Aug 16 02:01:47.310807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:47.332764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f366a7e2-774c-4a86-aa6b-6885437b2701 req-a74b316d-22f5-44d4-bed0-bb92efd87ba3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744429 Aug 16 02:01:47.360473 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Attempting to bind port 336778a3-b0b3-49db-b854-7c886ff00461 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:47.360978 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Attempting to bind port 336778a3-b0b3-49db-b854-7c886ff00461 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:47.361500 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Attempting to bind port 336778a3-b0b3-49db-b854-7c886ff00461 on network f899d6cd-0899-4e20-b2b9-e5f838a52a80 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.370606 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.381815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:47.381815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Checking segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:47.381815 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.381815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Bound using segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:47.381815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Bound port: 336778a3-b0b3-49db-b854-7c886ff00461, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:47.382895 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.439246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Transition to ACTIVE for port object 78b30250-2173-4788-8db9-1b50597b3077 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:47.448465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0ccecce4-441c-4cd5-ac29-760fd6339ef1 req-ca698ac3-d5ff-449e-bae8-fc32c59ad06f service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792745 Aug 16 02:01:47.480841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd4b8-8def-4138-9dca-793e5f0fad24 req-20e27bc8-1f46-44c2-89b8-6d31e245e2e1 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.496535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-d4dcd617-a923-49f8-a67f-dd8dbcf9208a service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028615 Aug 16 02:01:47.496720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-733cd4b8-8def-4138-9dca-793e5f0fad24 req-20e27bc8-1f46-44c2-89b8-6d31e245e2e1 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 944 time: 0.0541415 Aug 16 02:01:47.496937 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] For port 336778a3-b0b3-49db-b854-7c886ff00461, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:47.500188 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] For port 336778a3-b0b3-49db-b854-7c886ff00461, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=336778a3-b0b3-49db-b854-7c886ff00461,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:47.532329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-733cd4b8-8def-4138-9dca-793e5f0fad24 req-286edcf5-d38c-46e2-9384-7bb818f6ea78 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422208 Aug 16 02:01:47.555749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.571262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.585693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event deleted for resources: {'Port': ['ID=131c9c57-2645-4105-8575-d783fe86bb6a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.635532 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37113ce1-6d6e-4c52-abde-b00042887e49 req-e51b54c5-a29b-4380-8e88-38900a9ef21b service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439240 Aug 16 02:01:47.637405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.649540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] No DVR routers for this DVR port 131c9c57-2645-4105-8575-d783fe86bb6a on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:47.650525 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.650678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.650678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d91a2cd0-fb5c-42b6-ad8d-b431eb30f363 req-9e391ec0-5ff7-42ed-a33b-4a4f4989ab9f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "DELETE /v2.0/ports/131c9c57-2645-4105-8575-d783fe86bb6a HTTP/1.1" status: 204 len: 173 time: 0.8987665 Aug 16 02:01:47.650678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed7a0813-3729-4175-ab07-f953879674fa', 'name': 'network-vif-deleted', 'tag': '131c9c57-2645-4105-8575-d783fe86bb6a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:47.652218 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e7ed01-fb51-419d-932c-8fcb4736527c" -d '{"events": [{"server_uuid": "ed7a0813-3729-4175-ab07-f953879674fa", "name": "network-vif-deleted", "tag": "131c9c57-2645-4105-8575-d783fe86bb6a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:47.674603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.682940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.683302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.683679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.683968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.684305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.684625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.684953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.685282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.685608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.685931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.686254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:47.756751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:47.761577 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:01:47.761577 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:01:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:47.843645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:47.844876 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d6b350-6862-4b14-9022-6e241790ccee" -d '{"events": [{"name": "network-changed", "server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:47.848141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adce6cc-8bcf-46c4-8377-e505db30e26d req-cff6d04e-2518-42ca-89db-e477fd0de3d4 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.855785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6adce6cc-8bcf-46c4-8377-e505db30e26d req-cff6d04e-2518-42ca-89db-e477fd0de3d4 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 944 time: 0.1175978 Aug 16 02:01:47.882015 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d1dfa-dfb1-4a20-8274-edd3d8764656 None None] Pushing event updated for resources: {'Port': ['ID=336778a3-b0b3-49db-b854-7c886ff00461,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:47.899624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Attempting to bind port 78b30250-2173-4788-8db9-1b50597b3077 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:47.899969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Attempting to bind port 78b30250-2173-4788-8db9-1b50597b3077 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:47.900304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Attempting to bind port 78b30250-2173-4788-8db9-1b50597b3077 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.904408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbba17a-81b1-43b6-a300-ede229707109 req-9bf7b627-d817-4c5b-8e6b-6efbadb3c68e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:47.911745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Port 78b30250-2173-4788-8db9-1b50597b3077 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:47.915130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Attempting to bind port 78b30250-2173-4788-8db9-1b50597b3077 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:47.915480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fdbba17a-81b1-43b6-a300-ede229707109 req-9bf7b627-d817-4c5b-8e6b-6efbadb3c68e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.1459498 Aug 16 02:01:47.920002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:47.920351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:47.920801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:47.921375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Bound port: 78b30250-2173-4788-8db9-1b50597b3077, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:47.921896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:47.972271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:47.980178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 12ac00c7-a5ae-4a00-867d-96dd4a072cfe up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:47.986246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 982b3083-1087-4ac4-82cf-ee6ae30eeb8c details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:48.031011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6adce6cc-8bcf-46c4-8377-e505db30e26d req-26ab86b2-0277-4d0e-819e-283ecc6a1fc7 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735888 Aug 16 02:01:48.041316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'mac_address': 'fa:16:3e:0e:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:48.071271 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:01:48.074235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fdbba17a-81b1-43b6-a300-ede229707109 req-1ea859d6-e4dc-4143-8eab-cd874a77fa65 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523385 Aug 16 02:01:48.085537 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:48.091609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:48.106367 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a9143-59db-411b-9616-553c4abeebed x-openstack-request-id: req-053a9143-59db-411b-9616-553c4abeebed {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:48.106934 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed7a0813-3729-4175-ab07-f953879674fa", "name": "network-vif-deleted", "tag": "131c9c57-2645-4105-8575-d783fe86bb6a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:48.107226 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-053a9143-59db-411b-9616-553c4abeebed {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:48.107742 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed7a0813-3729-4175-ab07-f953879674fa', 'name': 'network-vif-deleted', 'tag': '131c9c57-2645-4105-8575-d783fe86bb6a', 'status': 'completed', 'code': 200} Aug 16 02:01:48.142174 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eea7aa4-f38f-4f84-a972-f8c312bd4e26 x-openstack-request-id: req-4eea7aa4-f38f-4f84-a972-f8c312bd4e26 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:48.142753 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:48.142881 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4eea7aa4-f38f-4f84-a972-f8c312bd4e26 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:48.143943 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'status': 'completed', 'code': 200} Aug 16 02:01:48.263598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.283178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.292249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b350-6862-4b14-9022-6e241790ccee req-1ee39c00-4815-4408-b9f7-c79b84a41a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.293618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-1ee39c00-4815-4408-b9f7-c79b84a41a6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 1100 time: 0.1132591 Aug 16 02:01:48.321661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.322210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.324415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] 10.222.0.83 "PUT /v2.0/ports/78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 1096 time: 2.1615679 Aug 16 02:01:48.326810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:48.334505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62c433b-d9e3-4593-8645-f88014b12b97 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:48.351141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856e450-e6cf-4296-849e-9ce68a432e1b req-a2b1d449-8cbf-49be-97c6-8434a813fe37 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.360816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c', 'network_id': '68f94f28-8752-4b5a-adb1-05a52b786fb5', 'port_id': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c', 'mac_address': 'fa:16:3e:55:5b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2bbeba-1ae6-400e-98d4-6c0f9b39505d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:48.365520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa23ecb-aeaf-4ab2-b225-9216732b21ed service neutron] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.367299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d856e450-e6cf-4296-849e-9ce68a432e1b req-a2b1d449-8cbf-49be-97c6-8434a813fe37 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 948 time: 0.1416366 Aug 16 02:01:48.373470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:48.422363 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.429623 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:47Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:48.437661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 982b3083-1087-4ac4-82cf-ee6ae30eeb8c {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:48.473200 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f899d36f-1275-4fe3-8d5a-c0211f1e7913 None None] The sync data for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 is: [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:47Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:01:48.477412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:48.481060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:48.490901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:48.491446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.577637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.583989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-66c806bb-3979-4f30-91b5-a13e90d2a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.590613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-66c806bb-3979-4f30-91b5-a13e90d2a7b5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1099 time: 0.1159537 Aug 16 02:01:48.621694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.682385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09de06-7fe3-4036-bece-759dbed2921f req-375ff520-fb3a-48a3-b694-f3765a7d54ed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.685816 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:48.697561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc09de06-7fe3-4036-bece-759dbed2921f req-375ff520-fb3a-48a3-b694-f3765a7d54ed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 947 time: 0.2745800 Aug 16 02:01:48.697892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b350-6862-4b14-9022-6e241790ccee req-cbbc55af-b9a7-4212-a31c-13fde0598e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.699526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-cbbc55af-b9a7-4212-a31c-13fde0598e38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.3931277 Aug 16 02:01:48.707305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d856e450-e6cf-4296-849e-9ce68a432e1b req-d3fcaa8b-60be-41db-97df-c806909e9377 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391261 Aug 16 02:01:48.729989 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-d3e341dd-7dc9-4adb-b249-0ee006a29460 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 217 time: 0.1179101 Aug 16 02:01:48.805365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:48.810469 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f08d6a-1432-49a6-b439-95e7ab0a04d7" -d '{"events": [{"server_uuid": "ac299b1e-7f95-4bde-bf55-8e9641171938", "name": "network-vif-plugged", "status": "completed", "tag": "12ac00c7-a5ae-4a00-867d-96dd4a072cfe"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:48.855960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:48.862064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-17828a9e-4530-406e-b931-830807e9254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.863180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['982b3083-1087-4ac4-82cf-ee6ae30eeb8c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:48.863768 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-17828a9e-4530-406e-b931-830807e9254a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1262240 Aug 16 02:01:48.874413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-fd638549-2837-45df-9863-b8a39cd8aa51 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20 HTTP/1.1" status: 200 len: 217 time: 0.0970252 Aug 16 02:01:48.881110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc09de06-7fe3-4036-bece-759dbed2921f req-080ae861-2f33-470d-90a2-554333024dcb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724985 Aug 16 02:01:48.949750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-e0383561-ba2a-4ee7-a0ee-c22160eed458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.952976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-e0383561-ba2a-4ee7-a0ee-c22160eed458 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814118 Aug 16 02:01:48.957984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,segment=NetworkSegment(05adbb92-c12b-44c7-b78d-ec0537a1618c),segment_id=05adbb92-c12b-44c7-b78d-ec0537a1618c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:48.972788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b350-6862-4b14-9022-6e241790ccee req-da75bf7e-f863-46d5-a090-73e036cf1269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:48.973417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-da75bf7e-f863-46d5-a090-73e036cf1269 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0900533 Aug 16 02:01:48.982201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['c62c433b-d9e3-4593-8645-f88014b12b97'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:49.146836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa80c599-2b85-4714-abab-ce88e0db3864 req-a5ebb491-99aa-4d16-8c05-850085f37407 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=ed7a0813-3729-4175-ab07-f953879674fa HTTP/1.1" status: 200 len: 210 time: 0.1710894 Aug 16 02:01:49.147651 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-bd2db9e3-15e5-405e-933c-3dc8c6a80bb4 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862140 Aug 16 02:01:49.179734 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.194165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.211160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3301f1e5-fa40-4be9-b146-003523626030 req-0982ac31-7e67-466d-9b87-09297040da2b tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.212792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3301f1e5-fa40-4be9-b146-003523626030 req-0982ac31-7e67-466d-9b87-09297040da2b tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 945 time: 0.2241535 Aug 16 02:01:49.282484 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3acab4cc-4b6e-4ec4-a74e-bce85b181dd8 x-openstack-request-id: req-3acab4cc-4b6e-4ec4-a74e-bce85b181dd8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:49.282892 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac299b1e-7f95-4bde-bf55-8e9641171938", "name": "network-vif-plugged", "status": "completed", "tag": "12ac00c7-a5ae-4a00-867d-96dd4a072cfe", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:49.282892 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3acab4cc-4b6e-4ec4-a74e-bce85b181dd8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:49.283245 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe', 'code': 200} Aug 16 02:01:49.318086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3301f1e5-fa40-4be9-b146-003523626030 req-0e5247ab-5e30-4d67-a119-f7190e1d35c9 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876791 Aug 16 02:01:49.387396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b350-6862-4b14-9022-6e241790ccee req-a2e72e96-7f68-48c6-af8b-ba314a71bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.388526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-a2e72e96-7f68-48c6-af8b-ba314a71bf73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3401647 Aug 16 02:01:49.427812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb9d2730-1898-422a-b602-1b7be5973ef8 req-4b40d457-9398-434b-97b3-b3f33a19aac4 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730691 Aug 16 02:01:49.464143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:49.486046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a6925-1b47-4194-80d2-bf38297f124e req-62bc5f6e-d919-4274-89c2-44f31fa78e1e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.489386 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d67a6925-1b47-4194-80d2-bf38297f124e req-62bc5f6e-d919-4274-89c2-44f31fa78e1e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.1591721 Aug 16 02:01:49.646394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:49.647077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.769090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:49.771976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 131c9c57-2645-4105-8575-d783fe86bb6a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:49.780870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:49.781269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:49.809585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:49.824610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cac223-7425-4231-b6c0-b6c168d44ec9 req-ca2b2a26-7dcc-4936-821f-4d47d55041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.826180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5cac223-7425-4231-b6c0-b6c168d44ec9 req-ca2b2a26-7dcc-4936-821f-4d47d55041f5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 1097 time: 0.4963832 Aug 16 02:01:49.831851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 131c9c57-2645-4105-8575-d783fe86bb6a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:49.833632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 131c9c57-2645-4105-8575-d783fe86bb6a not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:49.906747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069a7b0-3a98-4d68-ae01-4d2ebb9f5c4d req-ad3168e9-5973-44a2-958d-a9d642acd8e0 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.914031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0069a7b0-3a98-4d68-ae01-4d2ebb9f5c4d req-ad3168e9-5973-44a2-958d-a9d642acd8e0 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 945 time: 0.5620306 Aug 16 02:01:49.925457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5cac223-7425-4231-b6c0-b6c168d44ec9 req-782d2460-8052-4442-a82a-c0800f2e1a4b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831485 Aug 16 02:01:49.968791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c275c-4245-471f-a907-62354d949675 req-326983a1-0733-4dd7-9640-81c6142c1f7a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:49.977896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-602c275c-4245-471f-a907-62354d949675 req-326983a1-0733-4dd7-9640-81c6142c1f7a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 945 time: 0.1836178 Aug 16 02:01:49.984703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:49.994097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-436de090-62be-4b81-bcc0-560ca69904b1 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815849 Aug 16 02:01:50.001719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'mac_address': 'fa:16:3e:ef:23:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:50.025553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0069a7b0-3a98-4d68-ae01-4d2ebb9f5c4d req-2aeda776-e017-4ca7-b4ff-122eebc0ccc1 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106324 Aug 16 02:01:50.055387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.074874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e737bc21-87af-4781-b0d0-5d4a0eb4fc20 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:50.110693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:50.131405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-602c275c-4245-471f-a907-62354d949675 req-471ac2a3-a7af-40d9-899f-49e7168d16fc tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526916 Aug 16 02:01:50.144663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:50.147836 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d577705-8fa4-4b9f-8286-23e0cbb00065" -d '{"events": [{"name": "network-changed", "server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:50.189438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.207428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:50.221590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:50.239028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d6b350-6862-4b14-9022-6e241790ccee req-fde9a99d-b6a4-4d15-afa0-9c7275ac961a service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363443 Aug 16 02:01:50.270126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.322367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:50.329044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.331505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d67a6925-1b47-4194-80d2-bf38297f124e req-f12f6c12-51f9-48b9-98cb-6f3d5a61f303 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "DELETE /v2.0/ports/c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f HTTP/1.1" status: 204 len: 173 time: 0.8356938 Aug 16 02:01:50.361499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 336778a3-b0b3-49db-b854-7c886ff00461 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:50.361499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.361995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2797542-6279-4284-b94b-bb66961e359c req-da33695c-75b6-472e-a483-1741c05a5f13 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.361995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2797542-6279-4284-b94b-bb66961e359c req-da33695c-75b6-472e-a483-1741c05a5f13 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 947 time: 0.0893724 Aug 16 02:01:50.374833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcc221-cc37-44b3-ba1f-88605cbf0109 req-3a880b92-062f-4754-9048-3486b84cbc8e tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.376344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bbcc221-cc37-44b3-ba1f-88605cbf0109 req-3a880b92-062f-4754-9048-3486b84cbc8e tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 949 time: 0.0906549 Aug 16 02:01:50.431404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2797542-6279-4284-b94b-bb66961e359c req-23424bf9-8643-44fa-9237-a18af83be317 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540690 Aug 16 02:01:50.452651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bbcc221-cc37-44b3-ba1f-88605cbf0109 req-f99304f2-456e-4e4d-b3bc-72db49c3282c tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605302 Aug 16 02:01:50.504818 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5075b68f-4259-47e0-8951-7213816cdcac x-openstack-request-id: req-5075b68f-4259-47e0-8951-7213816cdcac {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:50.505532 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:50.506129 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5075b68f-4259-47e0-8951-7213816cdcac {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:50.506739 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'status': 'completed', 'code': 200} Aug 16 02:01:50.551115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:50.574833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.578453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.579318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.579318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:50.628472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e737bc21-87af-4781-b0d0-5d4a0eb4fc20'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:50.670176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-cde79be2-be14-4da3-ab4b-f6e0d45d2d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.673132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-cde79be2-be14-4da3-ab4b-f6e0d45d2d7f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1099 time: 0.1382298 Aug 16 02:01:50.684283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bb2f0-dd6a-4872-a018-cbe65c284cf6 req-84003e9d-27ae-432a-8466-d7424411f47e tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.690946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 336778a3-b0b3-49db-b854-7c886ff00461 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:50.694044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-736bb2f0-dd6a-4872-a018-cbe65c284cf6 req-84003e9d-27ae-432a-8466-d7424411f47e tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 945 time: 0.1235127 Aug 16 02:01:50.700633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 336778a3-b0b3-49db-b854-7c886ff00461 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:50.705074 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:50.877595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-736bb2f0-dd6a-4872-a018-cbe65c284cf6 req-fd512f2c-c57f-4730-8de1-510cd899587b tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817751 Aug 16 02:01:50.937214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-9130d52b-7a9a-4960-8ae3-8af7ee773bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.938409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-9130d52b-7a9a-4960-8ae3-8af7ee773bac service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2336345 Aug 16 02:01:50.947558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-8849e82e-5107-4003-96b4-d80a0080c8b7 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:50.949539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-8849e82e-5107-4003-96b4-d80a0080c8b7 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 821 time: 0.2456830 Aug 16 02:01:50.995413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-6f639738-5336-4f65-bc09-9f0c808cd146 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 217 time: 0.0450590 Aug 16 02:01:50.997021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-d3c82f9d-a9cd-4e10-b57e-a6457f75c7cf tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/quotas/9331568b87144d468d519d77c9073c20 HTTP/1.1" status: 200 len: 375 time: 0.0404887 Aug 16 02:01:51.006933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.048943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 336778a3-b0b3-49db-b854-7c886ff00461, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=336778a3-b0b3-49db-b854-7c886ff00461,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:51.084406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-3e9922aa-2dfc-4139-b75a-e83ea24bb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.086030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-3e9922aa-2dfc-4139-b75a-e83ea24bb04b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0684996 Aug 16 02:01:51.095687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-e7b50279-a04c-483c-b6c7-61f8b2975694 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885005 Aug 16 02:01:51.205397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:51.250698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-09e955b2-175d-4d03-8c56-fdacc162aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.252272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-09e955b2-175d-4d03-8c56-fdacc162aec6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555853 Aug 16 02:01:51.271144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=336778a3-b0b3-49db-b854-7c886ff00461,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:51.283651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae269f-e8e6-41b6-8d41-13bc5c2d3b02 req-364b5292-c664-4599-8df6-310a1281640c tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.285331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aae269f-e8e6-41b6-8d41-13bc5c2d3b02 req-364b5292-c664-4599-8df6-310a1281640c tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 945 time: 0.1116650 Aug 16 02:01:51.346610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-c6db40a1-5f74-4325-a021-a01d144a542c service neutron] 10.222.0.76 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407136 Aug 16 02:01:51.443931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aae269f-e8e6-41b6-8d41-13bc5c2d3b02 req-815916ee-e487-4eea-8f22-80a7a3c07377 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198037 Aug 16 02:01:51.478194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-7d879821-b7c0-4d29-b0f6-fa1dbc05258c service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182176 Aug 16 02:01:51.574131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-34986b23-3ee6-4329-87ab-8fd2794aa213 service neutron] 10.222.0.76 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189183 Aug 16 02:01:51.598538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e918aad-ab06-48d6-a891-9523457bfcd0 req-e1bb71a5-957c-45ca-b80a-f7f27e291192 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=fabd9df8-fca7-4584-8ed5-23ba50b16f6f HTTP/1.1" status: 200 len: 210 time: 0.0445838 Aug 16 02:01:51.646960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d577705-8fa4-4b9f-8286-23e0cbb00065 req-2bfa43cd-40f2-4c1d-bbbf-6f885ddfcf26 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587360 Aug 16 02:01:51.792370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f7d39-5ec8-4b64-8730-9b8c5e6bc3d8 req-6a232851-286c-49ab-ac79-894c3cc6332b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:51.794017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d76f7d39-5ec8-4b64-8730-9b8c5e6bc3d8 req-6a232851-286c-49ab-ac79-894c3cc6332b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 947 time: 0.0526612 Aug 16 02:01:51.798371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:51.836555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d76f7d39-5ec8-4b64-8730-9b8c5e6bc3d8 req-fd9f90df-8097-475b-986d-54dc87ed7d6f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Aug 16 02:01:52.289172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599a2a6-0fa9-431d-977e-64e1f0df9277 req-d9f9e9f5-8b11-4359-812f-8c1af0ae0998 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:52.289172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b599a2a6-0fa9-431d-977e-64e1f0df9277 req-d9f9e9f5-8b11-4359-812f-8c1af0ae0998 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 949 time: 0.0509839 Aug 16 02:01:52.289172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b599a2a6-0fa9-431d-977e-64e1f0df9277 req-19004014-2ee4-4792-ae40-27df23142e4e tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340157 Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 982b3083-1087-4ac4-82cf-ee6ae30eeb8c up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '78b30250-2173-4788-8db9-1b50597b3077', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '78b30250-2173-4788-8db9-1b50597b3077', 'mac_address': 'fa:16:3e:d6:61:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 336778a3-b0b3-49db-b854-7c886ff00461 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 336778a3-b0b3-49db-b854-7c886ff00461 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:52.299070 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.508166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'name': 'network-vif-deleted', 'tag': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:52.510540 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd6ecdd-10e3-4a9d-a878-83f98e9d90d6" -d '{"events": [{"server_uuid": "fabd9df8-fca7-4584-8ed5-23ba50b16f6f", "name": "network-vif-deleted", "tag": "c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:52.869037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:52.871257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.875440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port c62c433b-d9e3-4593-8645-f88014b12b97 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:52.885463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:52.885841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:52.887527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port c62c433b-d9e3-4593-8645-f88014b12b97 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:52.887882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.008976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.016276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f83ff-9372-49d9-800d-9cd104ad7f6f req-3152bf05-c574-4e57-a5c1-75b6d8a26386 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.021822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd7f83ff-9372-49d9-800d-9cd104ad7f6f req-3152bf05-c574-4e57-a5c1-75b6d8a26386 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 945 time: 0.0643122 Aug 16 02:01:53.077409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd7f83ff-9372-49d9-800d-9cd104ad7f6f req-8ba85d93-2343-4ed1-92f1-608d791192ab tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Aug 16 02:01:53.119341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.127267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['78b30250-2173-4788-8db9-1b50597b3077'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:53.130987 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadc7d55-1e17-4229-ae59-4372d1c31d2b x-openstack-request-id: req-dadc7d55-1e17-4229-ae59-4372d1c31d2b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:53.131283 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fabd9df8-fca7-4584-8ed5-23ba50b16f6f", "name": "network-vif-deleted", "tag": "c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:53.131537 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dadc7d55-1e17-4229-ae59-4372d1c31d2b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:53.132011 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fabd9df8-fca7-4584-8ed5-23ba50b16f6f', 'name': 'network-vif-deleted', 'tag': 'c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f', 'status': 'completed', 'code': 200} Aug 16 02:01:53.168066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.220930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.222282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:53.227292 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba529d7-e916-4e7c-a2a6-1df7f3c90d91" -d '{"events": [{"server_uuid": "e6592ad1-c956-4b51-85c9-86ae8176bb1c", "name": "network-vif-plugged", "status": "completed", "tag": "982b3083-1087-4ac4-82cf-ee6ae30eeb8c"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:53.256015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.328691 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.339433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8368764b-5a3a-4488-8519-820a4ee4a7d5 req-30a2d7fd-6eda-4602-8f9c-bd3b0ede5701 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 210 time: 0.0379164 Aug 16 02:01:53.362126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05974335-2d2a-4da2-a0b5-91397d1cfb1a req-b6a67cb6-ea52-49b1-bd95-8cafdb26de54 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.372924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05974335-2d2a-4da2-a0b5-91397d1cfb1a req-b6a67cb6-ea52-49b1-bd95-8cafdb26de54 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 948 time: 0.1204588 Aug 16 02:01:53.418623 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.418623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:53.443276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05974335-2d2a-4da2-a0b5-91397d1cfb1a req-3e3f380d-81b4-4711-896c-9b9f36b3fd11 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693007 Aug 16 02:01:53.460009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.513969 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53598922-2356-4718-bb5a-1d5102bf5bb9 x-openstack-request-id: req-53598922-2356-4718-bb5a-1d5102bf5bb9 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:53.514292 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6592ad1-c956-4b51-85c9-86ae8176bb1c", "name": "network-vif-plugged", "status": "completed", "tag": "982b3083-1087-4ac4-82cf-ee6ae30eeb8c", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:53.514546 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53598922-2356-4718-bb5a-1d5102bf5bb9 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:53.515165 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c', 'code': 200} Aug 16 02:01:53.535161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:53.563829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815202fe-1de8-4ced-9e34-5a78e083e307 req-ab8ffc00-e8e9-4478-8f56-37b7deae77df tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.566089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-815202fe-1de8-4ced-9e34-5a78e083e307 req-ab8ffc00-e8e9-4478-8f56-37b7deae77df tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 945 time: 0.1189930 Aug 16 02:01:53.673823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:53.674301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-815202fe-1de8-4ced-9e34-5a78e083e307 req-c922f36a-26a3-4e91-8029-b01e81b75837 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009541 Aug 16 02:01:53.679002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71de98-5c8d-499a-bc09-8e45f33a7ca8 req-c2fe2601-b773-4fcf-ad11-6910fbf5dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.688539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:53.688539 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.688981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f71de98-5c8d-499a-bc09-8e45f33a7ca8 req-c2fe2601-b773-4fcf-ad11-6910fbf5dcc8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 1098 time: 0.1088922 Aug 16 02:01:53.695639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b8f85-6bcb-42b1-95b9-4a9b394f79f0 req-e92353f1-9b5f-4868-90b2-d2488861a137 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.697939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-065b8f85-6bcb-42b1-95b9-4a9b394f79f0 req-e92353f1-9b5f-4868-90b2-d2488861a137 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 949 time: 0.0905745 Aug 16 02:01:53.781783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f71de98-5c8d-499a-bc09-8e45f33a7ca8 req-a9befb9f-554b-45bb-b0e1-3f425f243ad4 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827973 Aug 16 02:01:53.792168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-065b8f85-6bcb-42b1-95b9-4a9b394f79f0 req-b4912d9d-26f1-4dfb-a126-0a4589f44023 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863719 Aug 16 02:01:53.812163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.848635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:53.909522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-e12194e0-ea37-47f3-8b78-0088190e182e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:53.911058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-e12194e0-ea37-47f3-8b78-0088190e182e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.1168687 Aug 16 02:01:53.926749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-ad469d8f-e66f-43c1-a848-9683a118699d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/quotas/4e0737451a8048f8b72ff078951dc064 HTTP/1.1" status: 200 len: 375 time: 0.0098495 Aug 16 02:01:53.964950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:53.966071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:53.979858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-5ecea663-b7a6-49db-9ab7-62e48007855b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473597 Aug 16 02:01:53.989722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:53.990077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c7de1b1a-6f3e-4ab9-954c-c8f4ab53ad4f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:54.054980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:54.094620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-f1e582e0-bfb7-4684-8f54-24d3c7cbc60a service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060519 Aug 16 02:01:54.246548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc00037-d9c4-4d7f-b405-774a8d371d84 req-2a7e6f34-2015-4cbc-b997-feada87e2532 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.248100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cc00037-d9c4-4d7f-b405-774a8d371d84 req-2a7e6f34-2015-4cbc-b997-feada87e2532 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 946 time: 0.0779436 Aug 16 02:01:54.282015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-e6ed06b3-7e86-49ad-9e51-a9a83cf5d582 service neutron] 10.222.0.76 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662254 Aug 16 02:01:54.302124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cc00037-d9c4-4d7f-b405-774a8d371d84 req-295391d6-f2f0-497a-85be-f76c8590e229 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439556 Aug 16 02:01:54.524684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-785f35fb-07ae-453e-8203-f43044d701bf req-a72d2d95-9b97-475b-a187-47dff5ca90bc tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 210 time: 0.0593753 Aug 16 02:01:54.631663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8e7a82f-7bfd-4e1f-b3c8-20206c8283e5 req-a9372c89-54cb-495e-9df2-75dbe1fadcf0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 210 time: 0.0468402 Aug 16 02:01:54.680818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00272a-85df-4a30-99fe-737b63449d38 req-1e5932a9-9ace-47c9-a0b0-79eadff1e810 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.682758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a00272a-85df-4a30-99fe-737b63449d38 req-1e5932a9-9ace-47c9-a0b0-79eadff1e810 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 945 time: 0.1570754 Aug 16 02:01:54.719951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc4b3d-dde5-4218-b6b1-f75bb1e09177 req-a562ae32-f66f-40ca-9935-a4452bad2ace tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.722005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebcc4b3d-dde5-4218-b6b1-f75bb1e09177 req-a562ae32-f66f-40ca-9935-a4452bad2ace tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 948 time: 0.1649692 Aug 16 02:01:54.841249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebcc4b3d-dde5-4218-b6b1-f75bb1e09177 req-605cb97e-f16c-4029-9270-999d8576ea8a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109128 Aug 16 02:01:54.902466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd55557-6215-4916-97c0-2c2796bbd612 req-119accd1-d3f2-4422-9509-d6194d8c4487 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:54.908500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fdd55557-6215-4916-97c0-2c2796bbd612 req-119accd1-d3f2-4422-9509-d6194d8c4487 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 945 time: 0.0968723 Aug 16 02:01:54.996435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fdd55557-6215-4916-97c0-2c2796bbd612 req-852574b5-3b36-4632-ac23-cf8fd0fb291e tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/security-groups?id=f364bc11-c997-455a-a8a5-9d35f0b23ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800436 Aug 16 02:01:55.010403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b6eb-f5d3-4ca9-94e8-2f87e96b95fd req-5f385259-0112-40a3-9c7c-7cb36e8c98e2 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.018840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ee8b6eb-f5d3-4ca9-94e8-2f87e96b95fd req-5f385259-0112-40a3-9c7c-7cb36e8c98e2 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 950 time: 0.1134334 Aug 16 02:01:55.047419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Deleting port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:01:55.047776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.115976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ee8b6eb-f5d3-4ca9-94e8-2f87e96b95fd req-70c5cf69-72ef-4bae-81a0-e2fa0afe3968 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960999 Aug 16 02:01:55.162099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] For port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,segment=NetworkSegment(05adbb92-c12b-44c7-b78d-ec0537a1618c),segment_id=05adbb92-c12b-44c7-b78d-ec0537a1618c)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:55.162621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.177744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Calling delete_port for 12ac00c7-a5ae-4a00-867d-96dd4a072cfe owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:01:55.410776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.423988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['12ac00c7-a5ae-4a00-867d-96dd4a072cfe'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:01:55.472690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Pushing event deleted for resources: {'Port': ['ID=12ac00c7-a5ae-4a00-867d-96dd4a072cfe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:55.485552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.485552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.485552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.485552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.485552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.486415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.486415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.486876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.487290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.487696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.488790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.489205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:01:55.500455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a618f-abdf-441d-9f96-66336b1fc990 req-7fbb8de2-5671-4ef1-8e6a-6d4b2797beef tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.507993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b00a618f-abdf-441d-9f96-66336b1fc990 req-7fbb8de2-5671-4ef1-8e6a-6d4b2797beef tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 946 time: 0.1336827 Aug 16 02:01:55.515989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}, {'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:55.518758 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d8729e-a505-4553-b933-a6d697126ae1" -d '{"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-plugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}, {"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-plugged", "status": "completed", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:55.582702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] No DVR routers for this DVR port 12ac00c7-a5ae-4a00-867d-96dd4a072cfe on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:01:55.587389 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:55.589285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a00272a-85df-4a30-99fe-737b63449d38 req-a09399b7-fcaf-44fc-9574-1310e661b623 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.83 "DELETE /v2.0/ports/12ac00c7-a5ae-4a00-867d-96dd4a072cfe HTTP/1.1" status: 204 len: 173 time: 0.8947837 Aug 16 02:01:55.589720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'name': 'network-vif-deleted', 'tag': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:55.591983 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c801c938-12ae-4a6b-979e-766296cdbc46" -d '{"events": [{"server_uuid": "ac299b1e-7f95-4bde-bf55-8e9641171938", "name": "network-vif-deleted", "tag": "12ac00c7-a5ae-4a00-867d-96dd4a072cfe"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:55.604398 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c595d42b-4fc1-4534-b5fa-6dc7c999c989 x-openstack-request-id: req-c595d42b-4fc1-4534-b5fa-6dc7c999c989 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:55.604681 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-plugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "code": 200}, {"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-plugged", "status": "completed", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:55.605115 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c595d42b-4fc1-4534-b5fa-6dc7c999c989 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:55.605790 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'code': 200} Aug 16 02:01:55.606604 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'code': 200} Aug 16 02:01:55.634976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b00a618f-abdf-441d-9f96-66336b1fc990 req-de1917ee-cb13-418c-bf16-5773c8dada37 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252363 Aug 16 02:01:55.741022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09d597f3-9a36-4942-a038-551ad44c2ee0 req-898e5eb5-b676-43fd-a60e-4e9eb6e61a54 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 210 time: 0.0529232 Aug 16 02:01:55.743011 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0841e6-1dad-44ed-b04b-fd3745bfbbaf x-openstack-request-id: req-ed0841e6-1dad-44ed-b04b-fd3745bfbbaf {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:55.743486 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac299b1e-7f95-4bde-bf55-8e9641171938", "name": "network-vif-deleted", "tag": "12ac00c7-a5ae-4a00-867d-96dd4a072cfe", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:55.747305 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed0841e6-1dad-44ed-b04b-fd3745bfbbaf {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:55.747305 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac299b1e-7f95-4bde-bf55-8e9641171938', 'name': 'network-vif-deleted', 'tag': '12ac00c7-a5ae-4a00-867d-96dd4a072cfe', 'status': 'completed', 'code': 200} Aug 16 02:01:55.788377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5ca65-f6e6-4555-b5dd-aee6a5d43a08 req-2485537a-d2f7-4cfa-b008-2b972f620b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.788377 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76d5ca65-f6e6-4555-b5dd-aee6a5d43a08 req-2485537a-d2f7-4cfa-b008-2b972f620b7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 1102 time: 0.0992045 Aug 16 02:01:55.814743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-94b44f4e-58fa-4aaf-b363-4f6a0033b62d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.816719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-94b44f4e-58fa-4aaf-b363-4f6a0033b62d tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "GET /v2.0/networks?id=f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 200 len: 821 time: 0.1887100 Aug 16 02:01:55.832999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Request body: {'port': {'device_id': '694fa072-f52a-4226-8354-4b5cc067ef53', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'admin_state_up': True, 'tenant_id': '9331568b87144d468d519d77c9073c20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:55.836486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90819735-712d-4036-af0e-aedac83154ed req-df4cc22d-b231-4df6-b76a-b42ec527831f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 210 time: 0.0525520 Aug 16 02:01:55.852892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76d5ca65-f6e6-4555-b5dd-aee6a5d43a08 req-d8f36dde-46d3-453c-bd22-57146370b731 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543859 Aug 16 02:01:55.869242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c09cc4-386d-4d72-9114-f2f12aa7a9fb req-16eee665-1381-485c-9963-39eccfa12010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:55.869834 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d6c09cc4-386d-4d72-9114-f2f12aa7a9fb req-16eee665-1381-485c-9963-39eccfa12010 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 1102 time: 0.1331463 Aug 16 02:01:55.968767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d6c09cc4-386d-4d72-9114-f2f12aa7a9fb req-a42faa3e-8d72-4ef6-93ac-38565623bc0c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648205 Aug 16 02:01:56.033554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f09a7-c114-4050-a4fc-20662ff8c61f req-517ce5e5-0f7e-46dd-a2b8-43960ef1cb35 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.035285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d9f09a7-c114-4050-a4fc-20662ff8c61f req-517ce5e5-0f7e-46dd-a2b8-43960ef1cb35 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 948 time: 0.0802498 Aug 16 02:01:56.044853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:01:56.096157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d9f09a7-c114-4050-a4fc-20662ff8c61f req-4bf0f83d-c145-4959-aa20-e7abf1c05f82 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546482 Aug 16 02:01:56.102153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Made reservation on behalf of 9331568b87144d468d519d77c9073c20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:56.105699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.146549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a30e6cc-0381-4573-b9eb-49c80823185e req-16348605-99e8-4d0b-927f-627063b56493 tempest-InstanceActionsV221TestJSON-1698965247 tempest-InstanceActionsV221TestJSON-1698965247-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac299b1e-7f95-4bde-bf55-8e9641171938 HTTP/1.1" status: 200 len: 210 time: 0.0387475 Aug 16 02:01:56.302854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b4efc-fb24-449b-a264-0b76e5dec3b9 req-26df397e-9028-484a-a353-cc35dec8917f tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.304442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-109b4efc-fb24-449b-a264-0b76e5dec3b9 req-26df397e-9028-484a-a353-cc35dec8917f tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 950 time: 0.0666313 Aug 16 02:01:56.314804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Allocated IP 172.20.0.6 (f0b4608e-54d8-4943-ab22-888634245efb/e3d82402-577e-4ae2-9561-1b345e6295b6/f397749f-3b05-4ddb-912d-9c1cbf4336c1) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:56.323055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 78b30250-2173-4788-8db9-1b50597b3077 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:01:56.333139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 78b30250-2173-4788-8db9-1b50597b3077 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:01:56.333818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.351242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-109b4efc-fb24-449b-a264-0b76e5dec3b9 req-f7eccd17-f898-4e5c-8ba8-a943e3678ca4 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397408 Aug 16 02:01:56.438232 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.488434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:01:56.525910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.633796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.701103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.714311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.757231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Network f0b4608e-54d8-4943-ab22-888634245efb is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:01:56.762864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:01:56.767931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:01:56.828276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.831510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:56.851776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event updated for resources: {'Port': ['ID=f397749f-3b05-4ddb-912d-9c1cbf4336c1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:56.913449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60ca82-e1b8-4792-9c78-59872db36f93 req-12abbb65-1f3f-45c3-81d5-13c79db2370a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:56.915592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b60ca82-e1b8-4792-9c78-59872db36f93 req-12abbb65-1f3f-45c3-81d5-13c79db2370a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 931 time: 0.0855803 Aug 16 02:01:56.977221 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-4a22e604-74dd-45c5-91e9-9ff7f8cd7235 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1480484 Aug 16 02:01:56.981049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee6d587c-3b05-420d-890b-9eaef1f877e3 req-0359faad-2e30-4ca8-a296-d2ecf5d84a4b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 210 time: 0.0374496 Aug 16 02:01:56.989930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b60ca82-e1b8-4792-9c78-59872db36f93 req-631a8939-84de-4848-ba39-d912b030b488 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662076 Aug 16 02:01:57.000852 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Request body: {'port': {'device_id': '694fa072-f52a-4226-8354-4b5cc067ef53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:57.032900 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.034043 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.073361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.355418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f2878-e835-4b17-8a3c-27c80b0187bb req-c08654c0-7023-4b4c-9a3d-7db7aeb47732 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.363726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be6f2878-e835-4b17-8a3c-27c80b0187bb req-c08654c0-7023-4b4c-9a3d-7db7aeb47732 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1500180 Aug 16 02:01:57.439247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be6f2878-e835-4b17-8a3c-27c80b0187bb req-0ee79adb-e6d2-432b-8667-f4cf44562896 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745521 Aug 16 02:01:57.485918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f397749f-3b05-4ddb-912d-9c1cbf4336c1 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:01:57.508645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.523046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Transition to ACTIVE for port object f397749f-3b05-4ddb-912d-9c1cbf4336c1 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:01:57.563876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58ee1c-8e34-40a6-912f-343cb6aa56e6 req-0ebc71f2-82ef-4cbc-962e-348f69ae8441 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.571845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a58ee1c-8e34-40a6-912f-343cb6aa56e6 req-0ebc71f2-82ef-4cbc-962e-348f69ae8441 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 950 time: 0.0611539 Aug 16 02:01:57.600163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34408) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:57.608858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:57.610769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a58ee1c-8e34-40a6-912f-343cb6aa56e6 req-6a09429b-c642-4a47-82f5-08cb625ec572 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Aug 16 02:01:57.611347 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e719f4-986a-4933-ba78-c08a97e8de72" -d '{"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-plugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:57.672245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Deleting subnet 16ee6d61-b3ca-491c-826d-4aca4b5c2ae7 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:01:57.672245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.673227 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866c140-49d8-4e09-b3e1-a351f386b2b8 x-openstack-request-id: req-d866c140-49d8-4e09-b3e1-a351f386b2b8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:57.673227 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-plugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:57.673227 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d866c140-49d8-4e09-b3e1-a351f386b2b8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:57.673227 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'code': 200} Aug 16 02:01:57.674091 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.792280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Pushing event updated for resources: {'Port': ['ID=f397749f-3b05-4ddb-912d-9c1cbf4336c1,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:57.839000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.851317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fe552-147d-4065-997a-045e0dbd35b7 req-b295f570-0dda-4bee-8ec5-6cc2b7d2ca56 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.853202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f4fe552-147d-4065-997a-045e0dbd35b7 req-b295f570-0dda-4bee-8ec5-6cc2b7d2ca56 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 950 time: 0.1394103 Aug 16 02:01:57.858206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05adf58-f2f9-451c-9f06-310372a111e4 req-f3e8a89e-9026-4f0c-8e28-786a257c460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:57.859741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a05adf58-f2f9-451c-9f06-310372a111e4 req-f3e8a89e-9026-4f0c-8e28-786a257c460c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1101 time: 0.1200294 Aug 16 02:01:57.886284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Attempting to bind port f397749f-3b05-4ddb-912d-9c1cbf4336c1 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:01:57.886858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Attempting to bind port f397749f-3b05-4ddb-912d-9c1cbf4336c1 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:01:57.887294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Attempting to bind port f397749f-3b05-4ddb-912d-9c1cbf4336c1 on network f0b4608e-54d8-4943-ab22-888634245efb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:57.895874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Port f397749f-3b05-4ddb-912d-9c1cbf4336c1 on network f0b4608e-54d8-4943-ab22-888634245efb not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:01:57.896695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Attempting to bind port f397749f-3b05-4ddb-912d-9c1cbf4336c1 on network f0b4608e-54d8-4943-ab22-888634245efb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:01:57.909860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:01:57.910360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Checking segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:01:57.910930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Bound using segment: {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:01:57.911485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Bound port: f397749f-3b05-4ddb-912d-9c1cbf4336c1, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946cab36-ac4e-40f0-a204-e6a8f00920e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:01:57.912006 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:57.920571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f4fe552-147d-4065-997a-045e0dbd35b7 req-241fed26-6ca1-4291-a624-dbfc12b127ac tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596409 Aug 16 02:01:57.943501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a05adf58-f2f9-451c-9f06-310372a111e4 req-33913857-97e0-45ca-bee9-434e2fe134d1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754073 Aug 16 02:01:57.946926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.055463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 12ac00c7-a5ae-4a00-867d-96dd4a072cfe no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:01:58.095948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 12ac00c7-a5ae-4a00-867d-96dd4a072cfe {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:01:58.096618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 12ac00c7-a5ae-4a00-867d-96dd4a072cfe not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:01:58.138373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] For port f397749f-3b05-4ddb-912d-9c1cbf4336c1, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:01:58.142580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] For port f397749f-3b05-4ddb-912d-9c1cbf4336c1, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f397749f-3b05-4ddb-912d-9c1cbf4336c1,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:01:58.166157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-f7619d0a-b92e-4cb9-b50d-8fc847dc2964 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.170049 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-f7619d0a-b92e-4cb9-b50d-8fc847dc2964 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "GET /v2.0/networks?id=cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 200 len: 806 time: 0.2544067 Aug 16 02:01:58.179608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cead1ad2-74a8-410a-85df-8f38cc5e8801 req-f58cda9e-dd1f-4e43-b319-857fe8048297 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 210 time: 0.0426044 Aug 16 02:01:58.185746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Request body: {'port': {'device_id': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'admin_state_up': True, 'tenant_id': '4e0737451a8048f8b72ff078951dc064'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:01:58.313345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.365022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.374579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98222d-8d7b-40cf-b1dc-9ed56ba7e9aa req-cffc8fff-2bf2-4873-bb0e-38115600af0f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.376987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b98222d-8d7b-40cf-b1dc-9ed56ba7e9aa req-cffc8fff-2bf2-4873-bb0e-38115600af0f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 943 time: 0.0662928 Aug 16 02:01:58.405449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16ee6d61-b3ca-491c-826d-4aca4b5c2ae7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.405449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.405449 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.405449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] 10.222.0.58 "PUT /v2.0/ports/f397749f-3b05-4ddb-912d-9c1cbf4336c1 HTTP/1.1" status: 200 len: 1092 time: 1.4085386 Aug 16 02:01:58.411210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694fa072-f52a-4226-8354-4b5cc067ef53', 'tag': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:01:58.412656 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de59798-a8f8-415f-8f0e-dd809cddbc0a" -d '{"events": [{"name": "network-changed", "server_uuid": "694fa072-f52a-4226-8354-4b5cc067ef53", "tag": "f397749f-3b05-4ddb-912d-9c1cbf4336c1"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:01:58.423021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.427546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-227d526e-75b6-4c47-94d1-5959ecc5ec20 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/16ee6d61-b3ca-491c-826d-4aca4b5c2ae7 HTTP/1.1" status: 204 len: 168 time: 0.8237021 Aug 16 02:01:58.428561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34436) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:58.442980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b98222d-8d7b-40cf-b1dc-9ed56ba7e9aa req-54a61d6b-fefe-4452-90bb-543263f2c941 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587056 Aug 16 02:01:58.450492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e035c-55a5-4206-944e-3d4db7b5310c service neutron] Pushing event updated for resources: {'Port': ['ID=f397749f-3b05-4ddb-912d-9c1cbf4336c1,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:58.509486 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bbfd18-98c6-4500-aa87-f72ec58cb7ae x-openstack-request-id: req-a0bbfd18-98c6-4500-aa87-f72ec58cb7ae {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:01:58.509791 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "694fa072-f52a-4226-8354-4b5cc067ef53", "tag": "f397749f-3b05-4ddb-912d-9c1cbf4336c1", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:01:58.510170 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a0bbfd18-98c6-4500-aa87-f72ec58cb7ae {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:01:58.510464 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694fa072-f52a-4226-8354-4b5cc067ef53', 'tag': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1', 'status': 'completed', 'code': 200} Aug 16 02:01:58.524432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.591654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59798-a8f8-415f-8f0e-dd809cddbc0a req-514de9fc-ae28-4660-b5cf-ce76dd58751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.593437 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6de59798-a8f8-415f-8f0e-dd809cddbc0a req-514de9fc-ae28-4660-b5cf-ce76dd58751b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 1095 time: 0.0593932 Aug 16 02:01:58.598596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Made reservation on behalf of 4e0737451a8048f8b72ff078951dc064 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:01:58.602191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.663113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.679010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e56b9ff-d458-47e2-80a2-5ab66a186947']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.693257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05adbb92-c12b-44c7-b78d-ec0537a1618c') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.693642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05adbb92-c12b-44c7-b78d-ec0537a1618c') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:01:58.712123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e7b30-745c-4ed1-9bf8-e8f4f211d629 req-6d3c44f6-e134-4e10-8820-4521804819ba tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.713866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-896e7b30-745c-4ed1-9bf8-e8f4f211d629 req-6d3c44f6-e134-4e10-8820-4521804819ba tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0980566 Aug 16 02:01:58.715780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.738386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59798-a8f8-415f-8f0e-dd809cddbc0a req-4c0c00c8-1df4-4ed8-846c-c1616f1d1137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.741620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6de59798-a8f8-415f-8f0e-dd809cddbc0a req-4c0c00c8-1df4-4ed8-846c-c1616f1d1137 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9331568b87144d468d519d77c9073c20&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1370802 Aug 16 02:01:58.776987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-896e7b30-745c-4ed1-9bf8-e8f4f211d629 req-1ea7be4f-e4a2-4119-9a5b-0d9422cba947 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465598 Aug 16 02:01:58.788584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.797191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:01:58.797612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:01:58.799719 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:01:58.966530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de59798-a8f8-415f-8f0e-dd809cddbc0a req-697f41dc-3718-4862-a724-be555c6aff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:58.975758 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6de59798-a8f8-415f-8f0e-dd809cddbc0a req-697f41dc-3718-4862-a724-be555c6aff83 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2217803 Aug 16 02:01:58.993733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.001054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Allocated IP 172.20.0.3 (cca991ed-6c3f-4e30-9568-b18bdf77870f/9d015857-0f83-41b5-8e0a-b2225bec9a44/1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:01:59.001976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.006816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2e56b9ff-d458-47e2-80a2-5ab66a186947 HTTP/1.1" status: 204 len: 168 time: 0.5723224 Aug 16 02:01:59.026241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d000429-4ba1-4bf5-9a82-ffa7e1d54a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e56b9ff-d458-47e2-80a2-5ab66a186947,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:01:59.303326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e03ad669-2aa4-4fd6-b1b1-3a82bd3e85df req-68438097-c7d2-425b-bb67-8fbf5c884f7d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 210 time: 0.0402713 Aug 16 02:01:59.433255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-f65b2df2-7b82-488e-86ff-5acb04784b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.435093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-f65b2df2-7b82-488e-86ff-5acb04784b52 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9331568b87144d468d519d77c9073c20&device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 1095 time: 0.4215448 Aug 16 02:01:59.501688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-eb2db374-7756-4d1e-a84e-c62baf4c4364 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f397749f-3b05-4ddb-912d-9c1cbf4336c1 HTTP/1.1" status: 200 len: 217 time: 0.0519567 Aug 16 02:01:59.571166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34472) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:59.589891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f802032e-ad24-42e8-adfd-f771aa228946 req-a913edd3-bcbe-417b-aea0-1573054ff246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.591436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-a913edd3-bcbe-417b-aea0-1573054ff246 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d82402-577e-4ae2-9561-1b345e6295b6 HTTP/1.1" status: 200 len: 861 time: 0.0634608 Aug 16 02:01:59.632463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e5b0b3ff-7fe5-4d3a-8b42-29382212e859 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86788ee61ea34c34bfc1ec10f37df842&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0580034 Aug 16 02:01:59.634750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34474) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:01:59.636803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-c272f3c8-d67b-40f8-b80a-47e26471a9a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f0b4608e-54d8-4943-ab22-888634245efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299294 Aug 16 02:01:59.638713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dceda2-99c4-453f-8d34-ab021ee48e67 req-92a84ee3-fe3a-4519-abb6-a13c9f0666d0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.641438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80dceda2-99c4-453f-8d34-ab021ee48e67 req-92a84ee3-fe3a-4519-abb6-a13c9f0666d0 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 943 time: 0.1062686 Aug 16 02:01:59.683393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80dceda2-99c4-453f-8d34-ab021ee48e67 req-22464196-ac2f-44c6-a4a2-0263be67f1b7 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Aug 16 02:01:59.736072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.805508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-f8563501-0973-448c-9d23-1a0c03baffa9 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586204 Aug 16 02:01:59.806231 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc34633-cb3e-4af0-a170-87e5568e2b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.851386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:01:59.871199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc34633-cb3e-4af0-a170-87e5568e2b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:01:59.917844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d18a5-1a2f-4fd5-93e0-ec832a24702b req-50b1ae8a-b054-49ef-9345-13fd57ac244d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:01:59.931339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-118d18a5-1a2f-4fd5-93e0-ec832a24702b req-50b1ae8a-b054-49ef-9345-13fd57ac244d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0851839 Aug 16 02:01:59.965937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-118d18a5-1a2f-4fd5-93e0-ec832a24702b req-dc8211c5-8af6-4568-be41-e6e3962f172d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Aug 16 02:01:59.971428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f802032e-ad24-42e8-adfd-f771aa228946 req-f172eeb9-d3ef-425d-953e-09d71b6e2f67 service neutron] 10.222.0.58 "GET /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447079 Aug 16 02:02:00.045211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.056753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:00.105986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc34633-cb3e-4af0-a170-87e5568e2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.116294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecc34633-cb3e-4af0-a170-87e5568e2b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.116294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ecc34633-cb3e-4af0-a170-87e5568e2b20 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f364bc11-c997-455a-a8a5-9d35f0b23ad7 HTTP/1.1" status: 204 len: 168 time: 0.4736617 Aug 16 02:02:00.117952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Network cca991ed-6c3f-4e30-9568-b18bdf77870f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:00.125663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:00.131599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event updated for resources: {'Port': ['ID=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:00.133907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:00.141469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc34633-cb3e-4af0-a170-87e5568e2b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364bc11-c997-455a-a8a5-9d35f0b23ad7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:00.266701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.267412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.286604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee69afef-3184-4e2e-b8c2-0fdd69036858 req-136b65e8-abb3-4cd8-a062-cd9b41f5fbed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.300439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee69afef-3184-4e2e-b8c2-0fdd69036858 req-136b65e8-abb3-4cd8-a062-cd9b41f5fbed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1369731 Aug 16 02:02:00.346581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee69afef-3184-4e2e-b8c2-0fdd69036858 req-923becda-55db-44db-ac67-33af6d2abf7e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Aug 16 02:02:00.399781 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-c9f9a4bf-101d-44fc-81d1-ed635dee47d6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2188895 Aug 16 02:02:00.417213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Request body: {'port': {'device_id': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:00.448771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa335a-e485-4369-8cf8-7129b2396715 req-8b8f4300-80a1-459f-8905-7d115fd0fd7d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.450930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82aa335a-e485-4369-8cf8-7129b2396715 req-8b8f4300-80a1-459f-8905-7d115fd0fd7d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 931 time: 0.0607088 Aug 16 02:02:00.510659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82aa335a-e485-4369-8cf8-7129b2396715 req-c87473d4-86d5-4996-95d5-b3efc38f7f8b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520573 Aug 16 02:02:00.539418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.859296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc94ba-c20a-4bfd-a04c-f6c10ecf0659 req-eb34c04b-7f9a-4a34-b120-06362a784594 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:00.867819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fc94ba-c20a-4bfd-a04c-f6c10ecf0659 req-eb34c04b-7f9a-4a34-b120-06362a784594 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 943 time: 0.1002514 Aug 16 02:02:00.894195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:00.912186 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:00.928896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fc94ba-c20a-4bfd-a04c-f6c10ecf0659 req-0af43851-3163-4cf3-b07d-e765389d51de tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599840 Aug 16 02:02:00.933192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Transition to ACTIVE for port object 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:01.023347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e1e18a-474b-4413-a809-f49beda290c9 req-b92d4ad6-a28d-40fe-a076-e05c69a6c33b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.025063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0e1e18a-474b-4413-a809-f49beda290c9 req-b92d4ad6-a28d-40fe-a076-e05c69a6c33b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0617113 Aug 16 02:02:01.028046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.071420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0e1e18a-474b-4413-a809-f49beda290c9 req-d348e07d-9d49-4fe5-bfdf-9ac71a5eb81a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383766 Aug 16 02:02:01.084845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Pushing event updated for resources: {'Port': ['ID=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.239488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Attempting to bind port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:01.251265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Attempting to bind port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:01.251265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Attempting to bind port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:01.251265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b on network cca991ed-6c3f-4e30-9568-b18bdf77870f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:01.251265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Attempting to bind port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b on network cca991ed-6c3f-4e30-9568-b18bdf77870f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:01.266467 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-e11cad48-d016-49e1-9924-77d2dc98446a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095302 Aug 16 02:02:01.271846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:01.272981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Checking segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:01.273985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Bound using segment: {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:01.275004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Bound port: 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:01.275932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.362529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] For port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:01.365785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] For port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:01.469537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.539234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.539757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:01.544747 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] 10.222.0.58 "PUT /v2.0/ports/1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b HTTP/1.1" status: 200 len: 1092 time: 1.1332469 Aug 16 02:02:01.545899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'tag': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:01.563990 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07416719-ee5b-420b-a778-b340e0cb82e8" -d '{"events": [{"name": "network-changed", "server_uuid": "1f40ab2e-b872-4d88-b4e7-c345c26035c7", "tag": "1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:01.650032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7d3a5-3d53-428a-a0ab-dc2f22d1dc81 service neutron] Pushing event updated for resources: {'Port': ['ID=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:01.656598 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98dfaf57-e296-4c9f-8413-a9b12796d904 x-openstack-request-id: req-98dfaf57-e296-4c9f-8413-a9b12796d904 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:01.656989 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f40ab2e-b872-4d88-b4e7-c345c26035c7", "tag": "1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:01.657322 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98dfaf57-e296-4c9f-8413-a9b12796d904 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:01.658020 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'tag': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b', 'status': 'completed', 'code': 200} Aug 16 02:02:01.721568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416719-ee5b-420b-a778-b340e0cb82e8 req-ac26051a-d296-4fce-a783-b488517659f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.723739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07416719-ee5b-420b-a778-b340e0cb82e8 req-ac26051a-d296-4fce-a783-b488517659f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 1095 time: 0.0648973 Aug 16 02:02:01.743019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23be2095-a37c-44c8-ab52-20cc871f8a74 req-5bb1274e-1f54-4152-b92b-e1e113169574 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.755719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23be2095-a37c-44c8-ab52-20cc871f8a74 req-5bb1274e-1f54-4152-b92b-e1e113169574 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 943 time: 0.0960467 Aug 16 02:02:01.837100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23be2095-a37c-44c8-ab52-20cc871f8a74 req-a25f5eee-2b7a-467b-b9d5-4492f2f4e33a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759199 Aug 16 02:02:01.859135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:01.861746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:01.940500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416719-ee5b-420b-a778-b340e0cb82e8 req-e2952bbd-b8e3-407b-9d13-827bcbfbfa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:01.948279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07416719-ee5b-420b-a778-b340e0cb82e8 req-e2952bbd-b8e3-407b-9d13-827bcbfbfa88 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4e0737451a8048f8b72ff078951dc064&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2132120 Aug 16 02:02:01.988543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1076981457-network', 'tenant_id': '97a6c5bca68c4cb6a5b6a69bd58c17d6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:02.096730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.129822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'mac_address': 'fa:16:3e:0e:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:02.165177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07416719-ee5b-420b-a778-b340e0cb82e8 req-ad2cb61b-4ee0-4fa4-a7f9-fe6fee426384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.165177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07416719-ee5b-420b-a778-b340e0cb82e8 req-ad2cb61b-4ee0-4fa4-a7f9-fe6fee426384 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2021372 Aug 16 02:02:02.167851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Made reservation on behalf of 97a6c5bca68c4cb6a5b6a69bd58c17d6 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:02.177534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.204469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.208060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.238799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd958261-b274-49bc-a710-dfb693df8700 req-d3c227a8-903e-4b32-80df-9d58d98e3374 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.246528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd958261-b274-49bc-a710-dfb693df8700 req-d3c227a8-903e-4b32-80df-9d58d98e3374 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 943 time: 0.1518176 Aug 16 02:02:02.265652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c62c433b-d9e3-4593-8645-f88014b12b97 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:02.325408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.366684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-6871ebeb-62d7-4b8e-a34f-64b253127c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.368633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-6871ebeb-62d7-4b8e-a34f-64b253127c5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4e0737451a8048f8b72ff078951dc064&device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 1095 time: 0.1135800 Aug 16 02:02:02.430837 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.438161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-0f005d6f-c744-49f3-b020-9e1af916d35a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b HTTP/1.1" status: 200 len: 217 time: 0.0528555 Aug 16 02:02:02.457108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd958261-b274-49bc-a710-dfb693df8700 req-3ce60dc9-78b2-49ab-ac24-1f25bbd46f16 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986253 Aug 16 02:02:02.468094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966f75-a56a-42a0-8c7e-c383ec5ffffa req-6799413b-af71-4667-b665-24a61e458ca3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.469681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1966f75-a56a-42a0-8c7e-c383ec5ffffa req-6799413b-af71-4667-b665-24a61e458ca3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1937332 Aug 16 02:02:02.476750 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.477502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f397749f-3b05-4ddb-912d-9c1cbf4336c1 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:02.515414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-a87a41d0-de5e-4d39-b149-b6d381e167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.517228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-a87a41d0-de5e-4d39-b149-b6d381e167b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 200 len: 846 time: 0.0720396 Aug 16 02:02:02.573653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1966f75-a56a-42a0-8c7e-c383ec5ffffa req-cd2014e7-557c-4837-9c5c-53154c052379 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938914 Aug 16 02:02:02.598225 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-140646aa-2ccb-46c5-b0ec-82a2996943d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cca991ed-6c3f-4e30-9568-b18bdf77870f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712082 Aug 16 02:02:02.604714 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.619151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.650240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:02.658561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bb270d-e632-4fca-9a9d-c443d8411378,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:02.684565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.685190 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Added segment 68221e6c-7bc3-45b9-9eb4-3ce14c4887b1 of type vlan for network 384589b6-21f8-42ac-a4a4-320153837544 Aug 16 02:02:02.704014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f397749f-3b05-4ddb-912d-9c1cbf4336c1, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f397749f-3b05-4ddb-912d-9c1cbf4336c1,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.741780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1', 'network_id': 'f0b4608e-54d8-4943-ab22-888634245efb', 'port_id': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1', 'mac_address': 'fa:16:3e:80:60:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d82402-577e-4ae2-9561-1b345e6295b6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:02.760832 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.774408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-f849cbcc-af83-46dd-a6fb-a98df5994d61 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677475 Aug 16 02:02:02.841259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.858414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f397749f-3b05-4ddb-912d-9c1cbf4336c1 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:02.892004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f397749f-3b05-4ddb-912d-9c1cbf4336c1, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f397749f-3b05-4ddb-912d-9c1cbf4336c1,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:02.916118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bd6e9de-6e76-4248-80e2-74301b5d4c12 req-edd7d3f2-007b-4904-b82f-d33a4bebc3c5 service neutron] 10.222.0.58 "GET /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326149 Aug 16 02:02:02.977971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322e9a6-355a-4a79-a379-4b95d14ce620 req-482a6672-6eb2-43e8-92de-b11f5e39e8b8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.980093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e322e9a6-355a-4a79-a379-4b95d14ce620 req-482a6672-6eb2-43e8-92de-b11f5e39e8b8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 943 time: 0.0525119 Aug 16 02:02:02.981870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:02.983471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:02.984104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.065900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] Pushing event updated for resources: {'Network': ['ID=384589b6-21f8-42ac-a4a4-320153837544,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.074851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e322e9a6-355a-4a79-a379-4b95d14ce620 req-83c19802-6701-4b9e-9b9b-ef013eaf411e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867491 Aug 16 02:02:03.077863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 384589b6-21f8-42ac-a4a4-320153837544 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:03.132003 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.226488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=f397749f-3b05-4ddb-912d-9c1cbf4336c1,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:03.255565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['c62c433b-d9e3-4593-8645-f88014b12b97'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:03.274920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ff67fed6-78d7-4822-9873-543f314ffc8e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4143844 Aug 16 02:02:03.278179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34610) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:03.291684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Request body: {'subnet': {'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1076981457-subnet', 'tenant_id': '97a6c5bca68c4cb6a5b6a69bd58c17d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:03.421781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Made reservation on behalf of 97a6c5bca68c4cb6a5b6a69bd58c17d6 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:03.425741 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:03.492341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['f397749f-3b05-4ddb-912d-9c1cbf4336c1'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:03.863009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1988ad-99ea-4059-be33-00393f2d2b7c req-cf99b3fc-0b9b-4619-a7cc-e6751617ee6a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.864822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee1988ad-99ea-4059-be33-00393f2d2b7c req-cf99b3fc-0b9b-4619-a7cc-e6751617ee6a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0611010 Aug 16 02:02:03.874773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ceb33-eb44-4357-a787-19533fab2382 req-04d0c76b-235f-427b-8d4e-253846c30fd1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:03.876486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e52ceb33-eb44-4357-a787-19533fab2382 req-04d0c76b-235f-427b-8d4e-253846c30fd1 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 944 time: 0.1070631 Aug 16 02:02:03.890048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:03.910246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.008147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port c62c433b-d9e3-4593-8645-f88014b12b97 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:04.009794 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.055073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee1988ad-99ea-4059-be33-00393f2d2b7c req-757c04f3-921d-4f4d-ae7a-68fe4a1618d3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737545 Aug 16 02:02:04.059605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9e99af0-78a6-4495-b568-f66781920984,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:04.086301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e52ceb33-eb44-4357-a787-19533fab2382 req-521aefb5-8586-429c-bfa7-2e1eb2f6c5c5 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944630 Aug 16 02:02:04.169053 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.185092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Checking segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:04.187227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Network hostable DHCP agents. Network: 384589b6-21f8-42ac-a4a4-320153837544, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:04.219163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:04.243359 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d167742-3275-4ac8-81a7-9c42b055da22" -d '{"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-plugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:04.243359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:04.326062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916da627-b380-4e82-83d5-a069af592f1e req-6e09334f-ae13-4686-b0a3-9824a7831fd7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:04.328691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-916da627-b380-4e82-83d5-a069af592f1e req-6e09334f-ae13-4686-b0a3-9824a7831fd7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 943 time: 0.0692647 Aug 16 02:02:04.371360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-916da627-b380-4e82-83d5-a069af592f1e req-c88a269a-db40-429a-ad36-8242040b7bf4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357435 Aug 16 02:02:04.428153 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07144edb-b933-406d-afeb-2010a6503ae0 x-openstack-request-id: req-07144edb-b933-406d-afeb-2010a6503ae0 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:04.428670 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-plugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:04.429039 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07144edb-b933-406d-afeb-2010a6503ae0 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:04.429614 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'code': 200} Aug 16 02:02:04.805951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Network 384589b6-21f8-42ac-a4a4-320153837544 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:04.806196 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:04.874274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:05.039140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-65a86071-c1da-45ee-82dd-5e8cba72386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.040974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-65a86071-c1da-45ee-82dd-5e8cba72386c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1101 time: 0.0484200 Aug 16 02:02:05.061531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 384589b6-21f8-42ac-a4a4-320153837544) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:05.072239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a82d43d-afd7-4fb2-a28f-9d78cd309b1b None None] Network 384589b6-21f8-42ac-a4a4-320153837544 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:05.083010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.083010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:05.376976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a0c68e-aa4d-48ec-a54c-687b0abe69b2 None None] Network 384589b6-21f8-42ac-a4a4-320153837544 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:05.729470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ebd1091e-a74e-471c-82a9-be5cd2f28087 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4492342 Aug 16 02:02:05.823178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2168569-307e-449b-9136-0ae34cef1010 req-e5d1d2a6-010a-40c8-a6e8-375df5507328 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.831500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2168569-307e-449b-9136-0ae34cef1010 req-e5d1d2a6-010a-40c8-a6e8-375df5507328 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.6675711 Aug 16 02:02:05.843541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-25f6706b-b746-47e8-8deb-a2efcf8fb3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:05.849000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-25f6706b-b746-47e8-8deb-a2efcf8fb3d6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.7977293 Aug 16 02:02:05.906267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:05.906572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f397749f-3b05-4ddb-912d-9c1cbf4336c1 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:05.919669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-55397084-c39e-454a-852f-e8989914a46c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 217 time: 0.0533206 Aug 16 02:02:05.994074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2168569-307e-449b-9136-0ae34cef1010 req-b2b36b52-4072-4227-8573-d5bc4287eed2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565154 Aug 16 02:02:06.052994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-93eeee78-f2c1-4811-8fc8-ae27102c685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.062220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-93eeee78-f2c1-4811-8fc8-ae27102c685a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1297975 Aug 16 02:02:06.218246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-073ac270-10e7-4d87-8c0c-10050ced1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.221464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-073ac270-10e7-4d87-8c0c-10050ced1670 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1510255 Aug 16 02:02:06.229688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e65c9-7f72-4b76-a75a-479f5f395230 req-1369f4d7-5f5a-4593-959e-60716a1eb8f6 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.238151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de6e65c9-7f72-4b76-a75a-479f5f395230 req-1369f4d7-5f5a-4593-959e-60716a1eb8f6 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 944 time: 0.1470540 Aug 16 02:02:06.243171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.265959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port f397749f-3b05-4ddb-912d-9c1cbf4336c1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:06.275285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port f397749f-3b05-4ddb-912d-9c1cbf4336c1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:06.275285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.283738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b', 'network_id': 'cca991ed-6c3f-4e30-9568-b18bdf77870f', 'port_id': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b', 'mac_address': 'fa:16:3e:44:6c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d015857-0f83-41b5-8e0a-b2225bec9a44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:06.348301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de6e65c9-7f72-4b76-a75a-479f5f395230 req-6ea78089-6fa6-4bc8-a252-62f96ed9226a tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087167 Aug 16 02:02:06.443866 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.464037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-a674d13e-184d-4ce7-bc39-977cf8ca22e9 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234049 Aug 16 02:02:06.495344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:06.527380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.599458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734b13c-3a00-4fc6-8b33-9328f2b5e9cf req-57da1a35-5215-46fb-8de1-013403174cab tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:06.601824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b734b13c-3a00-4fc6-8b33-9328f2b5e9cf req-57da1a35-5215-46fb-8de1-013403174cab tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 943 time: 0.1327019 Aug 16 02:02:06.626407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.641072 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:06.681835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b734b13c-3a00-4fc6-8b33-9328f2b5e9cf req-ed93007f-cde1-4fe6-a7a8-6c9fb3d133c5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729792 Aug 16 02:02:06.692611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694fa072-f52a-4226-8354-4b5cc067ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:06.700321 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a0f8ea-07f2-4431-bf0a-7dbe8e12bd93" -d '{"events": [{"server_uuid": "694fa072-f52a-4226-8354-4b5cc067ef53", "name": "network-vif-plugged", "status": "completed", "tag": "f397749f-3b05-4ddb-912d-9c1cbf4336c1"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:06.701740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-f8631509-fd20-4826-8d58-d08debfc8ae9 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176988 Aug 16 02:02:06.727240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f397749f-3b05-4ddb-912d-9c1cbf4336c1, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f397749f-3b05-4ddb-912d-9c1cbf4336c1,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:06.744549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:06.850469 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:07.002808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=f397749f-3b05-4ddb-912d-9c1cbf4336c1,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:07.014650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:07.189740 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa3109a-1a31-4dc8-b4eb-8f6e7529a16a x-openstack-request-id: req-1aa3109a-1a31-4dc8-b4eb-8f6e7529a16a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:07.195734 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694fa072-f52a-4226-8354-4b5cc067ef53", "name": "network-vif-plugged", "status": "completed", "tag": "f397749f-3b05-4ddb-912d-9c1cbf4336c1", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:07.196884 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1aa3109a-1a31-4dc8-b4eb-8f6e7529a16a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:07.199316 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694fa072-f52a-4226-8354-4b5cc067ef53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1', 'code': 200} Aug 16 02:02:07.353956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619128e-76af-4724-b86f-0f9361b7ef94 req-defda091-d9a0-4b95-92ed-09d169306b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.355476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d619128e-76af-4724-b86f-0f9361b7ef94 req-defda091-d9a0-4b95-92ed-09d169306b0d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 1097 time: 0.0609834 Aug 16 02:02:07.428993 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d619128e-76af-4724-b86f-0f9361b7ef94 req-4e2edc26-5fe0-4d7a-92f5-dcc593541c7c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612347 Aug 16 02:02:07.476018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-8bc0e40a-6e9b-4436-97c5-c17a41b5fa05 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.489382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-8bc0e40a-6e9b-4436-97c5-c17a41b5fa05 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/networks?id=384589b6-21f8-42ac-a4a4-320153837544 HTTP/1.1" status: 200 len: 818 time: 0.1961989 Aug 16 02:02:07.504556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-7847927d-2aef-4ba7-a36f-e7c449e1da5f tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/quotas/97a6c5bca68c4cb6a5b6a69bd58c17d6 HTTP/1.1" status: 200 len: 375 time: 0.0187941 Aug 16 02:02:07.521884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e6bad-75da-4a92-812b-6404ed44e2ca req-87aab250-1720-4cc0-a871-338c7d667ea4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.521884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae7e6bad-75da-4a92-812b-6404ed44e2ca req-87aab250-1720-4cc0-a871-338c7d667ea4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1351986 Aug 16 02:02:07.578278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-439f8ed0-535c-4817-ba39-1cca8f3aa673 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723763 Aug 16 02:02:07.696778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae7e6bad-75da-4a92-812b-6404ed44e2ca req-3dd09c5e-5758-47d5-b269-69230e7ecd39 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640234 Aug 16 02:02:07.772311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b7c7cd44-23ef-4eb8-917f-2c79db9e9ae9 service neutron] 10.222.0.76 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932101 Aug 16 02:02:07.907924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238ccdd5-1b70-4c5a-935f-6503e7c70f7b req-d9c496f4-b141-4f4b-8481-b39673bcfd8b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:07.909818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-238ccdd5-1b70-4c5a-935f-6503e7c70f7b req-d9c496f4-b141-4f4b-8481-b39673bcfd8b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 945 time: 0.1113894 Aug 16 02:02:07.943337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-038db9a3-a8a1-4424-ab8d-70e7077e4f9f service neutron] 10.222.0.76 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701252 Aug 16 02:02:08.018619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-238ccdd5-1b70-4c5a-935f-6503e7c70f7b req-e79b7edf-f581-4cba-be41-acdb378669a6 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941823 Aug 16 02:02:08.152889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213611ec-8b07-423a-bc79-11a78ca9f886 req-b52847b5-87ac-4c49-85c3-2af901af5e59 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.155140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-213611ec-8b07-423a-bc79-11a78ca9f886 req-b52847b5-87ac-4c49-85c3-2af901af5e59 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 944 time: 0.0771265 Aug 16 02:02:08.204337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-213611ec-8b07-423a-bc79-11a78ca9f886 req-a6595c08-5246-4e4e-8b1d-eaf7e11ed0e6 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Aug 16 02:02:08.835118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33c136-0ada-44c1-879d-6da74574ae34 req-9fbcfe98-6431-48a1-9d22-05c6cb16c271 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:08.836628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d33c136-0ada-44c1-879d-6da74574ae34 req-9fbcfe98-6431-48a1-9d22-05c6cb16c271 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0515168 Aug 16 02:02:08.879508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d33c136-0ada-44c1-879d-6da74574ae34 req-cc96d38e-c660-4fd5-86da-cc07452ffd55 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313482 Aug 16 02:02:09.152868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b7ee3-25e7-4f75-b3ff-9c6c98695730 req-298f6a26-d0c2-48a0-b49e-e4ca2543cbb3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.155197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a40b7ee3-25e7-4f75-b3ff-9c6c98695730 req-298f6a26-d0c2-48a0-b49e-e4ca2543cbb3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 945 time: 0.0636632 Aug 16 02:02:09.209937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a40b7ee3-25e7-4f75-b3ff-9c6c98695730 req-28c3d2c2-df2d-4c3d-b122-3f52484b409b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486469 Aug 16 02:02:09.349503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebe4f4-e7aa-470b-8570-c53123874f7b req-de02754a-bd8e-4a9d-a2f3-1260bba9ad9e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:09.357221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89ebe4f4-e7aa-470b-8570-c53123874f7b req-de02754a-bd8e-4a9d-a2f3-1260bba9ad9e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 944 time: 0.0643780 Aug 16 02:02:09.410258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89ebe4f4-e7aa-470b-8570-c53123874f7b req-9164368e-d81e-4ba0-a196-e40b72acfd0c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Aug 16 02:02:09.712297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e5858ed-5256-4d4b-92d4-f16154084597 req-9a77cbd3-781e-4e9a-bfe4-b00980bd85ef tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0430708 Aug 16 02:02:09.918924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fe1bcbcf-fe15-4910-9193-d8a4ab108032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:09.924306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:10.061685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773706e-8c7c-4c69-849f-e5b220e5c795 req-8b5f437d-245c-4658-acef-9027c146c71e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.069847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d773706e-8c7c-4c69-849f-e5b220e5c795 req-8b5f437d-245c-4658-acef-9027c146c71e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0765638 Aug 16 02:02:10.107895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d773706e-8c7c-4c69-849f-e5b220e5c795 req-b4ebb8e3-5c02-4909-bbe9-85b3aa141631 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363641 Aug 16 02:02:10.178464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:10.180530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:10.180962 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.381154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.442838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:10.445016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129eeb6-8b8a-429b-88d0-d925008cbb7d req-12288505-c5eb-487a-aae7-acd61a7e044e tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.453460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a129eeb6-8b8a-429b-88d0-d925008cbb7d req-12288505-c5eb-487a-aae7-acd61a7e044e tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 945 time: 0.1190839 Aug 16 02:02:10.460595 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ca3726-7164-4505-856b-6268d14b73d1" -d '{"events": [{"server_uuid": "1f40ab2e-b872-4d88-b4e7-c345c26035c7", "name": "network-vif-plugged", "status": "completed", "tag": "1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:10.478409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:10.509134 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a129eeb6-8b8a-429b-88d0-d925008cbb7d req-942f0732-bca4-4fbb-b57e-0381f94fc7d8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546067 Aug 16 02:02:10.569040 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31efe764-6b15-4dad-bf48-9adce0694a5b x-openstack-request-id: req-31efe764-6b15-4dad-bf48-9adce0694a5b {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:10.569488 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f40ab2e-b872-4d88-b4e7-c345c26035c7", "name": "network-vif-plugged", "status": "completed", "tag": "1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:10.569925 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31efe764-6b15-4dad-bf48-9adce0694a5b {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:10.570357 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b', 'code': 200} Aug 16 02:02:10.612823 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:10.618810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd3c14-37f7-4020-a69d-8b6267e50bc4 req-c2fc7eaf-6070-4ad5-99fd-f30d7f08c3d5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.625829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ccd3c14-37f7-4020-a69d-8b6267e50bc4 req-c2fc7eaf-6070-4ad5-99fd-f30d7f08c3d5 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 944 time: 0.1149986 Aug 16 02:02:10.709055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ccd3c14-37f7-4020-a69d-8b6267e50bc4 req-37b625ae-1ed1-4816-aba6-b4eff2624432 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779033 Aug 16 02:02:10.740902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:10.831377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4f5b7-f4ab-44c5-907e-e1465271620f req-b822d1ee-1796-4b5e-9baa-c9e33e6288ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:10.833003 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4bc4f5b7-f4ab-44c5-907e-e1465271620f req-b822d1ee-1796-4b5e-9baa-c9e33e6288ab service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 1097 time: 0.1586621 Aug 16 02:02:10.898755 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4bc4f5b7-f4ab-44c5-907e-e1465271620f req-85c40728-68bc-4bb8-94a6-cdb49cc5083b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Aug 16 02:02:10.930209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-027354ab-7b6d-4bfc-a6a9-fbfe92ae112c req-9b933a90-744c-48f4-89c6-c6d4e5c9bd11 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0492654 Aug 16 02:02:11.318321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42817a-a676-4f7c-ad61-234ef702d565 req-f5f2577d-fe52-423a-87c8-35d1eee5812a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.326823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec42817a-a676-4f7c-ad61-234ef702d565 req-f5f2577d-fe52-423a-87c8-35d1eee5812a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1221681 Aug 16 02:02:11.402955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec42817a-a676-4f7c-ad61-234ef702d565 req-e3468b35-1d4e-4a81-8762-ae2c96a3bdf2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428629 Aug 16 02:02:11.421478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df6771-6157-442e-9ef2-7e25229f7c70 req-e90559a6-3c44-45b4-a668-cbd5504369c8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.423154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65df6771-6157-442e-9ef2-7e25229f7c70 req-e90559a6-3c44-45b4-a668-cbd5504369c8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 945 time: 0.0956597 Aug 16 02:02:11.484233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65df6771-6157-442e-9ef2-7e25229f7c70 req-8f0b41ff-879c-4101-afdb-a39c23994eaa tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543754 Aug 16 02:02:11.887039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71687e0a-7c10-4949-a0cb-2d351364093f req-8188e0ae-089f-407f-ac09-6be28bb78c69 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:11.889397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71687e0a-7c10-4949-a0cb-2d351364093f req-8188e0ae-089f-407f-ac09-6be28bb78c69 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0848420 Aug 16 02:02:11.947271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71687e0a-7c10-4949-a0cb-2d351364093f req-1e773fdc-5cbf-425f-ab5d-b430c4932711 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517278 Aug 16 02:02:12.036645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e247692c-df7e-4680-8324-dea4178a4233 req-437a646e-886f-487a-bc55-fb93768a59f7 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0438294 Aug 16 02:02:12.318807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c2519df-a4fe-4b07-9029-f75241a2945d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.583153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce99a9-7add-482d-b3d2-410d8141e120 req-6cb96e0d-fc42-4a44-9f5c-295337b87238 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.585035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59ce99a9-7add-482d-b3d2-410d8141e120 req-6cb96e0d-fc42-4a44-9f5c-295337b87238 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0659842 Aug 16 02:02:12.673530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59ce99a9-7add-482d-b3d2-410d8141e120 req-7fd546de-02e0-4853-8168-d857e12f6d57 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776107 Aug 16 02:02:12.684566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:12.746392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed2fd73-0137-4df5-95a8-723ff9ad7db9 req-3b883ce2-7911-4441-9a86-ae1746415b65 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:12.749629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ed2fd73-0137-4df5-95a8-723ff9ad7db9 req-3b883ce2-7911-4441-9a86-ae1746415b65 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 945 time: 0.1635149 Aug 16 02:02:12.818295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ed2fd73-0137-4df5-95a8-723ff9ad7db9 req-757cc7fb-4ae5-42e6-ac19-414f788c5d5f tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups?id=920feaff-98de-4468-926b-6d188f1a8949&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Aug 16 02:02:13.077281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc3814-3469-45d1-81da-0477c4a78db1 req-633ca8f7-f41a-43c0-8f11-2e565364e2cd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.077281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0fc3814-3469-45d1-81da-0477c4a78db1 req-633ca8f7-f41a-43c0-8f11-2e565364e2cd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0577002 Aug 16 02:02:13.122246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c0bc2e0-e7ef-4b73-82ba-3b9f056e4286 req-b9ffd88f-ead9-475d-b447-e1eacf2984e6 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0364964 Aug 16 02:02:13.135520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0fc3814-3469-45d1-81da-0477c4a78db1 req-39261061-da4d-4549-bb44-4ed59a686aab tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573304 Aug 16 02:02:13.271943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e31afb-de93-467d-b55f-f4003409f787 req-4976f6df-b907-4067-b5a4-f868fad71fa4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.273421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-28e31afb-de93-467d-b55f-f4003409f787 req-4976f6df-b907-4067-b5a4-f868fad71fa4 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 945 time: 0.0596454 Aug 16 02:02:13.371636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Deleting port f397749f-3b05-4ddb-912d-9c1cbf4336c1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:13.371983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.473683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] For port f397749f-3b05-4ddb-912d-9c1cbf4336c1, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f397749f-3b05-4ddb-912d-9c1cbf4336c1,segment=NetworkSegment(946cab36-ac4e-40f0-a204-e6a8f00920e0),segment_id=946cab36-ac4e-40f0-a204-e6a8f00920e0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:13.474299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.526163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Calling delete_port for f397749f-3b05-4ddb-912d-9c1cbf4336c1 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:13.636270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46972e-e7e7-422d-b39d-42c35181f056 req-60c3529e-abea-497c-b6b5-48ccdeadce12 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.658423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b46972e-e7e7-422d-b39d-42c35181f056 req-60c3529e-abea-497c-b6b5-48ccdeadce12 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0785756 Aug 16 02:02:13.691818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b46972e-e7e7-422d-b39d-42c35181f056 req-439e03ae-3958-48ec-a751-2561233879e3 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449078 Aug 16 02:02:13.816180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.830116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['f397749f-3b05-4ddb-912d-9c1cbf4336c1'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:13.861358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event deleted for resources: {'Port': ['ID=f397749f-3b05-4ddb-912d-9c1cbf4336c1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:13.925177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] No DVR routers for this DVR port f397749f-3b05-4ddb-912d-9c1cbf4336c1 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:13.934193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:13.937081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075e22d-470d-4c91-9c15-08a10dff224c req-fe0d58da-8b79-4fc8-889f-6452e9640896 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.939033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a075e22d-470d-4c91-9c15-08a10dff224c req-fe0d58da-8b79-4fc8-889f-6452e9640896 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1333790 Aug 16 02:02:13.939393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-28e31afb-de93-467d-b55f-f4003409f787 req-a09325f5-ccfc-4ed6-b4ff-3c7ae8f847e8 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.58 "DELETE /v2.0/ports/f397749f-3b05-4ddb-912d-9c1cbf4336c1 HTTP/1.1" status: 204 len: 173 time: 0.6583643 Aug 16 02:02:13.940294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694fa072-f52a-4226-8354-4b5cc067ef53', 'name': 'network-vif-deleted', 'tag': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:13.942999 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8cc0f8-978c-4476-b140-d3c8d06b60cf" -d '{"events": [{"server_uuid": "694fa072-f52a-4226-8354-4b5cc067ef53", "name": "network-vif-deleted", "tag": "f397749f-3b05-4ddb-912d-9c1cbf4336c1"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:13.948905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780116f6-357e-419c-bcb9-9be104282b48 req-0573217c-ce57-4a5a-98fd-00b61eae8ca1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:13.958379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-780116f6-357e-419c-bcb9-9be104282b48 req-0573217c-ce57-4a5a-98fd-00b61eae8ca1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1614115 Aug 16 02:02:14.038471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a075e22d-470d-4c91-9c15-08a10dff224c req-bccdab3e-15e6-4c21-b59b-edd91e5cd2c9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768225 Aug 16 02:02:14.042082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-780116f6-357e-419c-bcb9-9be104282b48 req-c51a30c5-79ae-463b-8be0-0a44069a3a54 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826511 Aug 16 02:02:14.238875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383ea694-20e9-4a8f-8abc-a12c3da854c4 req-3dd2e6c3-dd12-4c23-9072-8674c8817e34 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 210 time: 0.0451763 Aug 16 02:02:14.291219 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a567a275-ce0e-46e8-a2f0-ad777d029640 x-openstack-request-id: req-a567a275-ce0e-46e8-a2f0-ad777d029640 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:14.292443 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "694fa072-f52a-4226-8354-4b5cc067ef53", "name": "network-vif-deleted", "tag": "f397749f-3b05-4ddb-912d-9c1cbf4336c1", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:14.292884 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a567a275-ce0e-46e8-a2f0-ad777d029640 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:14.293474 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694fa072-f52a-4226-8354-4b5cc067ef53', 'name': 'network-vif-deleted', 'tag': 'f397749f-3b05-4ddb-912d-9c1cbf4336c1', 'status': 'completed', 'code': 200} Aug 16 02:02:14.402606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-269f502b-c048-422d-bb67-782e9f5ab635 req-1a86b37c-664a-41dc-ad09-44d6aaf4af2c tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0284231 Aug 16 02:02:14.620937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc4d7-a6d0-4ba1-91db-2fd07ffe3efd req-4274b963-19bf-461f-bb7e-170a83704e81 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.626465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f07dc4d7-a6d0-4ba1-91db-2fd07ffe3efd req-4274b963-19bf-461f-bb7e-170a83704e81 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.1298642 Aug 16 02:02:14.650857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:14.703033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-52b8ba48-5109-4149-94b7-7c48463ddf63 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.704736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-52b8ba48-5109-4149-94b7-7c48463ddf63 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "GET /v2.0/networks?id=384589b6-21f8-42ac-a4a4-320153837544 HTTP/1.1" status: 200 len: 818 time: 0.1754460 Aug 16 02:02:14.753096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f07dc4d7-a6d0-4ba1-91db-2fd07ffe3efd req-99dfae45-52ab-462f-8356-c2739b83172f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043451 Aug 16 02:02:14.768087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Request body: {'port': {'device_id': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'admin_state_up': True, 'tenant_id': '97a6c5bca68c4cb6a5b6a69bd58c17d6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:14.948047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34465d7-c8d2-4930-a358-00fe9c19eaf2 req-8d970309-534a-4aee-bfc8-8467cef01678 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:14.949661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a34465d7-c8d2-4930-a358-00fe9c19eaf2 req-8d970309-534a-4aee-bfc8-8467cef01678 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0958321 Aug 16 02:02:15.006762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a34465d7-c8d2-4930-a358-00fe9c19eaf2 req-e6fabbb9-74ed-4878-ae19-fbd20d352f01 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Aug 16 02:02:15.119037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Made reservation on behalf of 97a6c5bca68c4cb6a5b6a69bd58c17d6 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:15.131716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.310265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676adab2-1f54-4ac9-9850-911ba6cad077 req-387b695d-8ad4-4d25-b862-9da18b57fb90 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.312301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-676adab2-1f54-4ac9-9850-911ba6cad077 req-387b695d-8ad4-4d25-b862-9da18b57fb90 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1540377 Aug 16 02:02:15.357378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Allocated IP 172.20.0.4 (384589b6-21f8-42ac-a4a4-320153837544/d9e99af0-78a6-4495-b568-f66781920984/59456912-6c51-49ce-857a-74c19aa2ee04) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:15.393743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-676adab2-1f54-4ac9-9850-911ba6cad077 req-a2bc90d7-2254-4e8d-b1bf-f7e37ca50518 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667655 Aug 16 02:02:15.445293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-782c80e5-1b6d-495e-bf77-133c0183337f tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.450323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-782c80e5-1b6d-495e-bf77-133c0183337f tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.58 "GET /v2.0/networks?id=384589b6-21f8-42ac-a4a4-320153837544 HTTP/1.1" status: 200 len: 818 time: 0.1685169 Aug 16 02:02:15.475867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Request body: {'port': {'device_id': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'admin_state_up': True, 'tenant_id': '97a6c5bca68c4cb6a5b6a69bd58c17d6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.626952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-8f297bbb-3b0d-4f87-9b91-e9a84b82a6d4 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:15.628850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-8f297bbb-3b0d-4f87-9b91-e9a84b82a6d4 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "GET /v2.0/networks?id=384589b6-21f8-42ac-a4a4-320153837544 HTTP/1.1" status: 200 len: 818 time: 0.1342781 Aug 16 02:02:15.664673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Request body: {'port': {'device_id': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'admin_state_up': True, 'tenant_id': '97a6c5bca68c4cb6a5b6a69bd58c17d6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:15.764731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-afdb29b9-2760-4ba8-81b2-daf04fd124cc req-99f43437-1086-45db-962d-5d9645357dd3 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/ports?device_id=694fa072-f52a-4226-8354-4b5cc067ef53 HTTP/1.1" status: 200 len: 210 time: 0.1642835 Aug 16 02:02:15.804478 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.843536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e01661b6-cbe1-4710-a598-bf981696e6fc req-5d98eb63-0aa2-451f-8519-d5d0fa470b1d tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0776873 Aug 16 02:02:15.869435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:15.942790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f397749f-3b05-4ddb-912d-9c1cbf4336c1 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:15.971878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: f397749f-3b05-4ddb-912d-9c1cbf4336c1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:15.972486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f397749f-3b05-4ddb-912d-9c1cbf4336c1 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:16.040729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Made reservation on behalf of 97a6c5bca68c4cb6a5b6a69bd58c17d6 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:16.040986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.051060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.184543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Pushing event updated for resources: {'Port': ['ID=59456912-6c51-49ce-857a-74c19aa2ee04,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:16.195460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Network 384589b6-21f8-42ac-a4a4-320153837544 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:16.197726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:16.208277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:16.270869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Made reservation on behalf of 97a6c5bca68c4cb6a5b6a69bd58c17d6 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:16.277186 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.282708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.284293 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.306262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccec40d-2906-4b61-80ba-11c80582afb6 req-36aaf802-9d8f-4d8a-a4c5-81c8a24c5549 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.315469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ccec40d-2906-4b61-80ba-11c80582afb6 req-36aaf802-9d8f-4d8a-a4c5-81c8a24c5549 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1332390 Aug 16 02:02:16.378405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ccec40d-2906-4b61-80ba-11c80582afb6 req-8efcc856-9cff-47cb-b03e-b5fe645c8cec tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561173 Aug 16 02:02:16.447364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Allocated IP 172.20.0.14 (384589b6-21f8-42ac-a4a4-320153837544/d9e99af0-78a6-4495-b568-f66781920984/a2b9ba1a-a30b-48cd-bf0c-f1a95591447b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:16.536097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1ddb99a8-8b61-47cc-b410-5f1605ac058a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7812371 Aug 16 02:02:16.562093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Request body: {'port': {'device_id': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:16.633643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.643496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d2ee06-d5d5-4ca5-b71f-f4c16a114ced req-ce7b5ab2-ffcf-488e-91ed-add88dde2d96 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:16.651163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2d2ee06-d5d5-4ca5-b71f-f4c16a114ced req-ce7b5ab2-ffcf-488e-91ed-add88dde2d96 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1884694 Aug 16 02:02:16.672810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.834486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:16.846681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2d2ee06-d5d5-4ca5-b71f-f4c16a114ced req-7ebb52a5-d752-4a0d-a153-a95d577b59cf tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914361 Aug 16 02:02:17.031915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Network 384589b6-21f8-42ac-a4a4-320153837544 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:17.041631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:17.046336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:17.073991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbbf2d-0e03-48f6-8e43-a1b623edbbc9 req-78312423-9b2b-4c36-b6b1-e4864c7bea6c tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.078717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cfbbf2d-0e03-48f6-8e43-a1b623edbbc9 req-78312423-9b2b-4c36-b6b1-e4864c7bea6c tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 932 time: 0.1047394 Aug 16 02:02:17.095203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Pushing event updated for resources: {'Port': ['ID=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:17.103801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Allocated IP 172.20.0.13 (384589b6-21f8-42ac-a4a4-320153837544/d9e99af0-78a6-4495-b568-f66781920984/fb3b142e-162e-4b31-b9d2-ea609cd024b8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:17.140337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.144331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.163266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cfbbf2d-0e03-48f6-8e43-a1b623edbbc9 req-d06557aa-5604-45f3-9c04-c9a289b155b0 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772700 Aug 16 02:02:17.281437 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-1428dacc-20f0-4754-9849-7f4a8654a327 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6206868 Aug 16 02:02:17.306122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Request body: {'port': {'device_id': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:17.457000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.467487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845afa62-abc4-456b-8148-dbb29028cfe6 req-facdf600-c565-4142-a869-5770601d89ac tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.477235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-845afa62-abc4-456b-8148-dbb29028cfe6 req-facdf600-c565-4142-a869-5770601d89ac tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.0717525 Aug 16 02:02:17.519112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34972) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:17.603086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-845afa62-abc4-456b-8148-dbb29028cfe6 req-2c0443c1-4270-45e0-a81b-e3f9f1f1dcdc tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144660 Aug 16 02:02:17.734658 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.755523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf799641-6276-47da-8397-4540c8339408 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.796970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf799641-6276-47da-8397-4540c8339408 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:17.837652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a1e81-5357-4f1a-baf1-ccf31c5b4a9d req-941e8649-6089-4dc3-b383-7f531588f1bf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:17.837907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c6a1e81-5357-4f1a-baf1-ccf31c5b4a9d req-941e8649-6089-4dc3-b383-7f531588f1bf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1989050 Aug 16 02:02:17.919858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.041630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Network 384589b6-21f8-42ac-a4a4-320153837544 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:18.070687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:18.070687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Pushing event updated for resources: {'Port': ['ID=fb3b142e-162e-4b31-b9d2-ea609cd024b8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.070687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:18.116969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c6a1e81-5357-4f1a-baf1-ccf31c5b4a9d req-1204d908-179d-431b-beb5-567847202abf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709494 Aug 16 02:02:18.158277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.177465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.281941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de7986-c688-402d-b2ce-ce605fc08df5 req-30a58082-94b5-430e-9f9c-615018a7d6ed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.283572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0de7986-c688-402d-b2ce-ce605fc08df5 req-30a58082-94b5-430e-9f9c-615018a7d6ed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.2485158 Aug 16 02:02:18.312380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59456912-6c51-49ce-857a-74c19aa2ee04 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:18.324503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.354654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0de7986-c688-402d-b2ce-ce605fc08df5 req-45b05bca-9bb8-418e-981e-b4a606439623 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650587 Aug 16 02:02:18.479563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912038c5-b0cb-4a7c-bcef-f69f65b591f0 req-b61feed9-3597-47d6-843c-0c8bcae9af56 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:18.481206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-912038c5-b0cb-4a7c-bcef-f69f65b591f0 req-b61feed9-3597-47d6-843c-0c8bcae9af56 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 932 time: 0.0625999 Aug 16 02:02:18.522014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-912038c5-b0cb-4a7c-bcef-f69f65b591f0 req-ca271dc5-49ce-4feb-9435-c13c02c424ee tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Aug 16 02:02:18.959115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Transition to ACTIVE for port object 59456912-6c51-49ce-857a-74c19aa2ee04 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:18.959964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf799641-6276-47da-8397-4540c8339408 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.962539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf799641-6276-47da-8397-4540c8339408 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:18.965989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cf799641-6276-47da-8397-4540c8339408 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "DELETE /v2.0/security-groups/2585377b-8e15-40cb-8b65-00c679ac4874 HTTP/1.1" status: 204 len: 168 time: 1.4325669 Aug 16 02:02:18.967045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35008) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:18.984188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf799641-6276-47da-8397-4540c8339408 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2585377b-8e15-40cb-8b65-00c679ac4874,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:18.988697 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-a934a0d9-82fb-4926-ad16-2dd9037f071b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] show failed (client error): The resource could not be found. Aug 16 02:02:18.991177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a934a0d9-82fb-4926-ad16-2dd9037f071b tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "GET /v2.0/security-groups/2585377b-8e15-40cb-8b65-00c679ac4874 HTTP/1.1" status: 404 len: 347 time: 0.0215976 Aug 16 02:02:18.993286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35010) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:19.108019 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-b10523e8-8455-4b05-9796-6c1e63153801 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6373379 Aug 16 02:02:19.122903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Request body: {'port': {'device_id': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:19.158521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Deleting port 2ac81822-5ce1-4880-b6a7-319c5e18fbe1 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:19.159638 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.264685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.290552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.392607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Pushing event updated for resources: {'Port': ['ID=59456912-6c51-49ce-857a-74c19aa2ee04,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:19.423889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb5bb1-e5d1-450f-8388-164f501d3ae6 req-2984620c-8c3b-474d-95e1-5994be73852c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.425609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3feb5bb1-e5d1-450f-8388-164f501d3ae6 req-2984620c-8c3b-474d-95e1-5994be73852c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1193404 Aug 16 02:02:19.480436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.480834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.533460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Calling delete_port for 2ac81822-5ce1-4880-b6a7-319c5e18fbe1 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:19.614555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3feb5bb1-e5d1-450f-8388-164f501d3ae6 req-cfbf6a42-e767-4246-b488-62df4baf2a96 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558149 Aug 16 02:02:19.679143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Attempting to bind port 59456912-6c51-49ce-857a-74c19aa2ee04 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:19.679519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Attempting to bind port 59456912-6c51-49ce-857a-74c19aa2ee04 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:19.679858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Attempting to bind port 59456912-6c51-49ce-857a-74c19aa2ee04 on network 384589b6-21f8-42ac-a4a4-320153837544 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:19.693962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Port 59456912-6c51-49ce-857a-74c19aa2ee04 on network 384589b6-21f8-42ac-a4a4-320153837544 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:19.694290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Attempting to bind port 59456912-6c51-49ce-857a-74c19aa2ee04 on network 384589b6-21f8-42ac-a4a4-320153837544 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:19.713265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2b9ba1a-a30b-48cd-bf0c-f1a95591447b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:19.722438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024f36-37d3-4bbe-a89b-716c136935d6 req-00beb64a-67a8-411e-a3bb-fa93b592b55d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.724607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc024f36-37d3-4bbe-a89b-716c136935d6 req-00beb64a-67a8-411e-a3bb-fa93b592b55d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1785276 Aug 16 02:02:19.725401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:19.725632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.725767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Checking segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:19.726213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Bound using segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:19.726727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Bound port: 59456912-6c51-49ce-857a-74c19aa2ee04, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:19.727093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.754501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Transition to ACTIVE for port object a2b9ba1a-a30b-48cd-bf0c-f1a95591447b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:19.874079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:19.883691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc024f36-37d3-4bbe-a89b-716c136935d6 req-b2a1cbb6-a3ae-43e1-9cfc-b20596da87d1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351988 Aug 16 02:02:19.936600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31a86c-d259-4bb0-b36d-c1b4ab4b08d1 req-339c342e-8b61-46bf-95bc-29ce393ec19b tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:19.938323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af31a86c-d259-4bb0-b36d-c1b4ab4b08d1 req-339c342e-8b61-46bf-95bc-29ce393ec19b tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.2297280 Aug 16 02:02:20.052211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.070333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] For port 59456912-6c51-49ce-857a-74c19aa2ee04, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:20.124946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af31a86c-d259-4bb0-b36d-c1b4ab4b08d1 req-542324ca-e4a2-4d67-9c54-d10c751dc795 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761591 Aug 16 02:02:20.127364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] For port 59456912-6c51-49ce-857a-74c19aa2ee04, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=59456912-6c51-49ce-857a-74c19aa2ee04,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:20.142512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Attempting to bind port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:20.142884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Attempting to bind port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:20.157297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Attempting to bind port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b on network 384589b6-21f8-42ac-a4a4-320153837544 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:20.157297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b on network 384589b6-21f8-42ac-a4a4-320153837544 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:20.157297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Attempting to bind port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b on network 384589b6-21f8-42ac-a4a4-320153837544 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:20.160147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:20.160587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Checking segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:20.161037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Bound using segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:20.161554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Bound port: a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:20.161977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.179389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5578205f-f609-4dae-bfe8-ca9a6fc2c4c7 req-27747011-59e0-4161-acfa-dbcb6bd76dfa tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.192400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5578205f-f609-4dae-bfe8-ca9a6fc2c4c7 req-27747011-59e0-4161-acfa-dbcb6bd76dfa tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 944 time: 0.1863058 Aug 16 02:02:20.244974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5578205f-f609-4dae-bfe8-ca9a6fc2c4c7 req-eed2921b-b3cd-46fc-96c2-7b80c7685282 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516734 Aug 16 02:02:20.253591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3b142e-162e-4b31-b9d2-ea609cd024b8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:20.269715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.286464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.289352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] For port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:20.291696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Transition to ACTIVE for port object fb3b142e-162e-4b31-b9d2-ea609cd024b8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:20.293525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] For port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:20.322167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.334133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.334830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.338963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] 10.222.0.83 "PUT /v2.0/ports/59456912-6c51-49ce-857a-74c19aa2ee04 HTTP/1.1" status: 200 len: 1092 time: 3.7877402 Aug 16 02:02:20.338963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'tag': '59456912-6c51-49ce-857a-74c19aa2ee04'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:20.339198 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec5b95-8d46-4a58-86e2-95d79577923d" -d '{"events": [{"name": "network-changed", "server_uuid": "2710f24c-54d4-4e21-b8d4-801c037ac3c8", "tag": "59456912-6c51-49ce-857a-74c19aa2ee04"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:20.387208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.396748 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f7936f-2313-4d70-943d-518fe69237fc x-openstack-request-id: req-f6f7936f-2313-4d70-943d-518fe69237fc {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:20.396748 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2710f24c-54d4-4e21-b8d4-801c037ac3c8", "tag": "59456912-6c51-49ce-857a-74c19aa2ee04", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:20.396748 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6f7936f-2313-4d70-943d-518fe69237fc {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:20.396748 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'tag': '59456912-6c51-49ce-857a-74c19aa2ee04', 'status': 'completed', 'code': 200} Aug 16 02:02:20.431988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.451484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.452072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.453751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/a2b9ba1a-a30b-48cd-bf0c-f1a95591447b HTTP/1.1" status: 200 len: 1093 time: 3.1568997 Aug 16 02:02:20.454091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'tag': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:20.455788 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.456710 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbde575-e2df-4f57-a36c-aab785112488" -d '{"events": [{"name": "network-changed", "server_uuid": "a5170c8c-7978-4db1-b48d-b44e985da4a7", "tag": "a2b9ba1a-a30b-48cd-bf0c-f1a95591447b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:20.460055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.461573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] 10.222.0.76 "DELETE /v2.0/floatingips/6c920829-5adb-4716-94ad-fae921766bd3 HTTP/1.1" status: 204 len: 168 time: 1.4672048 Aug 16 02:02:20.479014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b142e-162e-4b31-b9d2-ea609cd024b8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.521874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16aeb-48e8-4412-8511-bd92be4ec93f service neutron] Pushing event updated for resources: {'Port': ['ID=59456912-6c51-49ce-857a-74c19aa2ee04,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.565442 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6080e521-91cd-494a-a668-e51d89f9c531 x-openstack-request-id: req-6080e521-91cd-494a-a668-e51d89f9c531 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:20.565801 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5170c8c-7978-4db1-b48d-b44e985da4a7", "tag": "a2b9ba1a-a30b-48cd-bf0c-f1a95591447b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:20.566132 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6080e521-91cd-494a-a668-e51d89f9c531 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:20.566599 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'tag': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b', 'status': 'completed', 'code': 200} Aug 16 02:02:20.586030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b619a5-8a13-4e1c-b8f0-90452c24db26 tempest-ImagesOneServerNegativeTestJSON-69135709 tempest-ImagesOneServerNegativeTestJSON-69135709-project] Pushing event deleted for resources: {'Port': ['ID=2ac81822-5ce1-4880-b6a7-319c5e18fbe1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.625840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d62e6-2934-4879-9c5f-cf3d3efbb7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:20.632347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5b95-8d46-4a58-86e2-95d79577923d req-23ad5d62-b558-4190-8fd6-be5f862c4678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.650186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35064) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:20.651281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aec5b95-8d46-4a58-86e2-95d79577923d req-23ad5d62-b558-4190-8fd6-be5f862c4678 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 1095 time: 0.1753049 Aug 16 02:02:20.651961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Attempting to bind port fb3b142e-162e-4b31-b9d2-ea609cd024b8 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:20.652459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Attempting to bind port fb3b142e-162e-4b31-b9d2-ea609cd024b8 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:20.652801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Attempting to bind port fb3b142e-162e-4b31-b9d2-ea609cd024b8 on network 384589b6-21f8-42ac-a4a4-320153837544 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:20.687866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Port fb3b142e-162e-4b31-b9d2-ea609cd024b8 on network 384589b6-21f8-42ac-a4a4-320153837544 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:02:20.688124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Attempting to bind port fb3b142e-162e-4b31-b9d2-ea609cd024b8 on network 384589b6-21f8-42ac-a4a4-320153837544 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:20.701561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:20.702044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Checking segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:20.702440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Bound using segment: {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:20.703495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Bound port: fb3b142e-162e-4b31-b9d2-ea609cd024b8, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '384589b6-21f8-42ac-a4a4-320153837544'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:20.703874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.761385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde575-e2df-4f57-a36c-aab785112488 req-83411203-5817-452a-9e6e-6986db02b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.764760 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cfbde575-e2df-4f57-a36c-aab785112488 req-83411203-5817-452a-9e6e-6986db02b4d4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 1096 time: 0.1667178 Aug 16 02:02:20.765986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Deleting subnet e3d82402-577e-4ae2-9561-1b345e6295b6 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:20.773656 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.846713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40450da-de77-460c-b25c-c92384640302 req-bf47b90c-37d7-44e3-95a3-596946ab4534 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.849514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f40450da-de77-460c-b25c-c92384640302 req-bf47b90c-37d7-44e3-95a3-596946ab4534 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1182668 Aug 16 02:02:20.850656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5b95-8d46-4a58-86e2-95d79577923d req-8f5b3257-5a12-4c4f-b080-6c6069a20162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:20.852049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aec5b95-8d46-4a58-86e2-95d79577923d req-8f5b3257-5a12-4c4f-b080-6c6069a20162 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1901240 Aug 16 02:02:20.913794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:20.915985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] For port fb3b142e-162e-4b31-b9d2-ea609cd024b8, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:20.953928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f40450da-de77-460c-b25c-c92384640302 req-4663cbdb-29ef-497b-9edb-dfccae3f833d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937762 Aug 16 02:02:20.974203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] For port fb3b142e-162e-4b31-b9d2-ea609cd024b8, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:21.001005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec5b95-8d46-4a58-86e2-95d79577923d req-ddf29479-85be-4787-930d-ad0279716899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.003704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aec5b95-8d46-4a58-86e2-95d79577923d req-ddf29479-85be-4787-930d-ad0279716899 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1370399 Aug 16 02:02:21.007659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.053279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde575-e2df-4f57-a36c-aab785112488 req-c506e51f-7aeb-4b46-bc4d-813888390dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.055168 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cfbde575-e2df-4f57-a36c-aab785112488 req-c506e51f-7aeb-4b46-bc4d-813888390dc2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2821956 Aug 16 02:02:21.060562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.069452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e2844-7fe6-4606-a7bc-255130b73346 req-7a229b2f-158c-47d5-933a-f4b98599f069 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.079834 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f6e2844-7fe6-4606-a7bc-255130b73346 req-7a229b2f-158c-47d5-933a-f4b98599f069 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0686376 Aug 16 02:02:21.148843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f6e2844-7fe6-4606-a7bc-255130b73346 req-d8fbbcae-4d23-4606-b7fa-6efd147becb4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679414 Aug 16 02:02:21.156035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-9d5431ad-a350-4799-a6be-9dcb42606727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.158204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-9d5431ad-a350-4799-a6be-9dcb42606727 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 1095 time: 0.0757813 Aug 16 02:02:21.247155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-d2377a5f-0519-4440-9eef-df4bb308f759 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=59456912-6c51-49ce-857a-74c19aa2ee04 HTTP/1.1" status: 200 len: 217 time: 0.0730228 Aug 16 02:02:21.340476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-14465cdc-9b59-4316-89e6-c7be79bbbf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.342624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-14465cdc-9b59-4316-89e6-c7be79bbbf04 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9e99af0-78a6-4495-b568-f66781920984 HTTP/1.1" status: 200 len: 858 time: 0.0879657 Aug 16 02:02:21.417471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-74d1fe00-a0e5-48d6-b9f6-425ad6f5ce0d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=384589b6-21f8-42ac-a4a4-320153837544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403185 Aug 16 02:02:21.459150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac266aad-1414-464d-8fed-bac452627fcb req-6a303e9c-5f31-4fd4-a191-55156a2448a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.460938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac266aad-1414-464d-8fed-bac452627fcb req-6a303e9c-5f31-4fd4-a191-55156a2448a9 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.1172490 Aug 16 02:02:21.521181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.521807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.523266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] 10.222.0.58 "PUT /v2.0/ports/fb3b142e-162e-4b31-b9d2-ea609cd024b8 HTTP/1.1" status: 200 len: 1093 time: 2.4050176 Aug 16 02:02:21.538589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b54fd0-8fd6-42b2-b4fb-b2f039a30b39 req-1a43f1a6-0266-405d-955d-3a493e154950 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.543754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27b54fd0-8fd6-42b2-b4fb-b2f039a30b39 req-1a43f1a6-0266-405d-955d-3a493e154950 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 944 time: 0.1520376 Aug 16 02:02:21.595304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac266aad-1414-464d-8fed-bac452627fcb req-657d1f82-a5c7-441f-b813-c1c19410975d tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183677 Aug 16 02:02:21.618879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506dd705-c24c-44ac-8856-df6327dfaf5b service neutron] Pushing event updated for resources: {'Port': ['ID=fb3b142e-162e-4b31-b9d2-ea609cd024b8,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.636334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-3761d8da-42b8-4d6e-814d-bc21071d2403 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.638859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-3761d8da-42b8-4d6e-814d-bc21071d2403 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.83 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.1467981 Aug 16 02:02:21.645501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-c5eb00ce-d5c0-459e-adff-ab2cb870f638 service neutron] 10.222.0.83 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205026 Aug 16 02:02:21.647294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbde575-e2df-4f57-a36c-aab785112488 req-b3425c76-4c02-4fe2-9bcb-04a1940b5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.648701 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cfbde575-e2df-4f57-a36c-aab785112488 req-b3425c76-4c02-4fe2-9bcb-04a1940b5f40 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5852666 Aug 16 02:02:21.722611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.732922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27b54fd0-8fd6-42b2-b4fb-b2f039a30b39 req-5fe6fc31-6522-4bb4-99c8-9843b6d94cb2 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647542 Aug 16 02:02:21.788337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d82402-577e-4ae2-9561-1b345e6295b6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:21.797677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:21.799897 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ef4f876-45c2-4abe-ba1e-ad4e79224fef admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e3d82402-577e-4ae2-9561-1b345e6295b6 HTTP/1.1" status: 204 len: 168 time: 1.1447060 Aug 16 02:02:21.804606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35102) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:21.851637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-c659d1e4-755a-4953-aa1f-c83b46a8023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.853166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-c659d1e4-755a-4953-aa1f-c83b46a8023f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 1096 time: 0.1657641 Aug 16 02:02:21.859181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-c9b6cf67-2845-470a-ae4f-a988b924940e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:21.860666 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-c9b6cf67-2845-470a-ae4f-a988b924940e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 1096 time: 0.1525347 Aug 16 02:02:21.941506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-77ddd1b8-3bf1-45d4-a269-77ab1eb33655 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8 HTTP/1.1" status: 200 len: 217 time: 0.0767598 Aug 16 02:02:21.944436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-3173434a-364a-4f29-a40e-e3a095a614c2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b HTTP/1.1" status: 200 len: 217 time: 0.0722346 Aug 16 02:02:21.971047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Deleting port 020a54c0-5117-4089-b025-82f86c8dc6a6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:21.971386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.101953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-2fed23d2-959e-4828-a9d0-281a21e7da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.103465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-2fed23d2-959e-4828-a9d0-281a21e7da55 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d9e99af0-78a6-4495-b568-f66781920984 HTTP/1.1" status: 200 len: 858 time: 0.1448226 Aug 16 02:02:22.107805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-08da3cb1-ce8a-42a2-a61c-1e7d5a19578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.114368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-08da3cb1-ce8a-42a2-a61c-1e7d5a19578e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9e99af0-78a6-4495-b568-f66781920984 HTTP/1.1" status: 200 len: 858 time: 0.1597786 Aug 16 02:02:22.158037 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-c205af40-e6f9-46ba-9f78-fd11e17b58ab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=384589b6-21f8-42ac-a4a4-320153837544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458636 Aug 16 02:02:22.181102 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-5ff60ff1-6fe5-42f5-84bd-135ae1127265 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=384589b6-21f8-42ac-a4a4-320153837544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547240 Aug 16 02:02:22.234781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-447f5620-a152-46f8-9018-0e16f9e7762e service neutron] 10.222.0.83 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763652 Aug 16 02:02:22.237969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] For port 020a54c0-5117-4089-b025-82f86c8dc6a6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=020a54c0-5117-4089-b025-82f86c8dc6a6,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:22.238349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.245945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cda3c5-3009-4469-837d-6c6ec22085b7 req-88bbc0e7-f238-489a-afeb-2a932031f7c0 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.247637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13cda3c5-3009-4469-837d-6c6ec22085b7 req-88bbc0e7-f238-489a-afeb-2a932031f7c0 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 950 time: 0.4945920 Aug 16 02:02:22.285476 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.306278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c0d5c-92ef-418a-81d0-db6bf1ac92dd req-11dd0f95-d4de-486d-8a02-4c83601b6a8e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.307850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c87c0d5c-92ef-418a-81d0-db6bf1ac92dd req-11dd0f95-d4de-486d-8a02-4c83601b6a8e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1156120 Aug 16 02:02:22.362443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13cda3c5-3009-4469-837d-6c6ec22085b7 req-18c14b47-f877-4ce4-b5fe-ea817f20a751 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038904 Aug 16 02:02:22.427254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c87c0d5c-92ef-418a-81d0-db6bf1ac92dd req-7f42749b-8cf7-49d6-9019-3d28bdea15bf tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067243 Aug 16 02:02:22.432707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.456544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0b4608e-54d8-4943-ab22-888634245efb']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.459783 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-e66be43a-cbb0-4dc0-b599-e5a102ffd406 service neutron] 10.222.0.83 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827582 Aug 16 02:02:22.463695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-ca472c40-63da-4d16-9c31-27862411b1de service neutron] 10.222.0.58 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683780 Aug 16 02:02:22.475545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946cab36-ac4e-40f0-a204-e6a8f00920e0') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.475942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946cab36-ac4e-40f0-a204-e6a8f00920e0') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:22.508923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.532745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.542090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:22.542289 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:22.544037 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:22.563011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4e7d3-f26c-471f-bbf6-fad0118a1b51 req-1af29daa-700d-46f1-96e6-6193c2016764 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.568617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19f4e7d3-f26c-471f-bbf6-fad0118a1b51 req-1af29daa-700d-46f1-96e6-6193c2016764 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1250303 Aug 16 02:02:22.578864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'tag': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:22.585180 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ae39eb-1f0b-4aa9-a95d-21d33025730c", "tag": "fb3b142e-162e-4b31-b9d2-ea609cd024b8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:22.643351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19f4e7d3-f26c-471f-bbf6-fad0118a1b51 req-b39369e2-c872-4c4b-b24d-fd3d328b047b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Aug 16 02:02:22.674217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-d63cd14f-b3a5-4824-8666-ed00945ecd87 service neutron] 10.222.0.83 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051754 Aug 16 02:02:22.693222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.693617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.693971 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Floating IP 071803ba-6c74-4a24-b1c6-cdbcab639e9b disassociated. External IP: 172.25.6.219, port: 020a54c0-5117-4089-b025-82f86c8dc6a6. Aug 16 02:02:22.694322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Calling delete_port for 020a54c0-5117-4089-b025-82f86c8dc6a6 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:22.719169 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.738517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:22.749336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f0b4608e-54d8-4943-ab22-888634245efb HTTP/1.1" status: 204 len: 168 time: 0.9427910 Aug 16 02:02:22.751808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ea5d3-3f97-4348-88df-48b1699b3d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0b4608e-54d8-4943-ab22-888634245efb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:22.833353 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa624dd2-cfc0-41be-919b-6ba7fe4e905d x-openstack-request-id: req-aa624dd2-cfc0-41be-919b-6ba7fe4e905d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:22.833707 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ae39eb-1f0b-4aa9-a95d-21d33025730c", "tag": "fb3b142e-162e-4b31-b9d2-ea609cd024b8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:22.833971 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aa624dd2-cfc0-41be-919b-6ba7fe4e905d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:22.834367 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'tag': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8', 'status': 'completed', 'code': 200} Aug 16 02:02:22.856163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a573f2a1-1f5d-4da3-8ca1-f2e685c0b2e8 req-0bbb5acc-f7fc-4436-8449-c9d1adf90e10 service neutron] 10.222.0.58 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672188 Aug 16 02:02:22.875715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d50cdc-6f97-4b12-ad29-d5649d4bd35d req-f941a5e1-da4d-4be5-a189-db0210235ad5 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:22.877471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-43d50cdc-6f97-4b12-ad29-d5649d4bd35d req-f941a5e1-da4d-4be5-a189-db0210235ad5 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 946 time: 0.0560856 Aug 16 02:02:22.917574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-43d50cdc-6f97-4b12-ad29-d5649d4bd35d req-22afde7a-1949-4760-b64f-8817d3c3cb48 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups?id=0db895c9-77c4-4dd6-bec1-2c15639abf6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341549 Aug 16 02:02:23.025828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590b264-2898-43aa-a307-f38f684594ed req-bac6e2d8-fbee-4735-8895-a31563bab951 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.027595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9590b264-2898-43aa-a307-f38f684594ed req-bac6e2d8-fbee-4735-8895-a31563bab951 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 944 time: 0.0505359 Aug 16 02:02:23.050161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.066523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9590b264-2898-43aa-a307-f38f684594ed req-941748d8-0fbb-4991-a93c-7187c35c76d1 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Aug 16 02:02:23.101710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event deleted for resources: {'Port': ['ID=020a54c0-5117-4089-b025-82f86c8dc6a6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.189235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-6cd55cf9-14f3-4893-8a96-3492df4e90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.190894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-6cd55cf9-14f3-4893-8a96-3492df4e90fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 1096 time: 0.0974536 Aug 16 02:02:23.323147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Router 0b781bc9-dcde-4f3b-8225-3339eaabf803 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:23.328239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35150) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.372351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-71faa800-5313-4a75-b14e-0b953f506c15 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9331568b87144d468d519d77c9073c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429168 Aug 16 02:02:23.375616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35152) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:23.389589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-d49a8d16-4914-48a1-a056-ffa70b5d1ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.389589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-d49a8d16-4914-48a1-a056-ffa70b5d1ef5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=384589b6-21f8-42ac-a4a4-320153837544 HTTP/1.1" status: 200 len: 919 time: 0.1606374 Aug 16 02:02:23.432366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce409f84-994b-43e4-9826-ac9335131ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.438298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-e4ddbc83-4698-41a6-82c7-037d678488bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8 HTTP/1.1" status: 200 len: 217 time: 0.0405486 Aug 16 02:02:23.459110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce409f84-994b-43e4-9826-ac9335131ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.535978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:23.538486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-37184c31-e654-4245-a1da-b90c537bd7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.540018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-37184c31-e654-4245-a1da-b90c537bd7a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d9e99af0-78a6-4495-b568-f66781920984 HTTP/1.1" status: 200 len: 858 time: 0.0709937 Aug 16 02:02:23.553066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] Sync routers for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:23.576498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:23.577170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:23.611235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-dd90b8de-1d5d-4bcc-b2ef-cc58e75e2f42 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=384589b6-21f8-42ac-a4a4-320153837544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301313 Aug 16 02:02:23.640653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] No DVR routers for this DVR port 020a54c0-5117-4089-b025-82f86c8dc6a6 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:23.650188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce409f84-994b-43e4-9826-ac9335131ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.653458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.655917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7571bb91-5ea7-474c-9105-bc11c2c2e028 req-1a5e90e4-2cf0-478c-b510-b4cdb14e9d41 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.83 "DELETE /v2.0/ports/020a54c0-5117-4089-b025-82f86c8dc6a6 HTTP/1.1" status: 204 len: 173 time: 2.0102780 Aug 16 02:02:23.658348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce409f84-994b-43e4-9826-ac9335131ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:23.668680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ce409f84-994b-43e4-9826-ac9335131ed5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/920feaff-98de-4468-926b-6d188f1a8949 HTTP/1.1" status: 204 len: 168 time: 0.2918091 Aug 16 02:02:23.714304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce409f84-994b-43e4-9826-ac9335131ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=920feaff-98de-4468-926b-6d188f1a8949,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:23.735145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca9f1b-667b-4687-9d8c-502f990f2b63 req-aaf78658-843d-47b9-8d5f-12e4891d34d8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.743349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4ca9f1b-667b-4687-9d8c-502f990f2b63 req-aaf78658-843d-47b9-8d5f-12e4891d34d8 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1954372 Aug 16 02:02:23.760935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86577c-6e6e-4e9a-821b-699d0af24849 req-91261010-202c-4034-abfe-e5a92e697eef tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:23.763845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-a7833d08-77fc-4439-824d-55d7931aaa50 service neutron] 10.222.0.58 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246016 Aug 16 02:02:23.768672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef86577c-6e6e-4e9a-821b-699d0af24849 req-91261010-202c-4034-abfe-e5a92e697eef tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 946 time: 0.1765344 Aug 16 02:02:23.863486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4ca9f1b-667b-4687-9d8c-502f990f2b63 req-0cd4eb2a-8b6d-4c76-adea-36f499c4b4ed tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190190 Aug 16 02:02:23.868115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:23.887320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef86577c-6e6e-4e9a-821b-699d0af24849 req-71463618-5c43-4913-b972-e1c8cffaf4cf tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176991 Aug 16 02:02:23.907105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bf1f964f-cf08-4c36-a65d-de8ac3dbb060 req-b39b90c7-e5ab-4141-8ba9-14ec17b40baf service neutron] 10.222.0.58 "GET /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347456 Aug 16 02:02:24.022793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c2fe4-af9d-4132-aa55-76116a3a9b1b req-e2c26677-ba20-44e5-9159-66678ba06ad4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.024370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c35c2fe4-af9d-4132-aa55-76116a3a9b1b req-e2c26677-ba20-44e5-9159-66678ba06ad4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0754042 Aug 16 02:02:24.041935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14e17200-e18c-44d9-8a1c-07b15edd5d6d req-765a9645-901f-4c94-88c3-7a6551560cd0 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0437729 Aug 16 02:02:24.084242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c35c2fe4-af9d-4132-aa55-76116a3a9b1b req-af8b701d-a515-49be-9215-25a6fc58fb5e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 Aug 16 02:02:24.170614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:24.186561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 59456912-6c51-49ce-857a-74c19aa2ee04 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:24.188921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] Checking router: 0b781bc9-dcde-4f3b-8225-3339eaabf803 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:24.208236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:24.208410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d985ccbd-4023-4137-861a-564ff37b2cc1 req-e3d40e21-64e4-41c1-b654-91b423ac7c14 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:24.208941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:24.220929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d985ccbd-4023-4137-861a-564ff37b2cc1 req-e3d40e21-64e4-41c1-b654-91b423ac7c14 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 944 time: 0.0746536 Aug 16 02:02:24.270918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d985ccbd-4023-4137-861a-564ff37b2cc1 req-08adb7ac-0462-4056-9c0f-c02a85c775b6 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487587 Aug 16 02:02:24.409630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 59456912-6c51-49ce-857a-74c19aa2ee04, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=59456912-6c51-49ce-857a-74c19aa2ee04,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.412971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:24.450616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '59456912-6c51-49ce-857a-74c19aa2ee04', 'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'port_id': '59456912-6c51-49ce-857a-74c19aa2ee04', 'mac_address': 'fa:16:3e:4e:71:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e99af0-78a6-4495-b568-f66781920984', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:24.568220 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.589938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59456912-6c51-49ce-857a-74c19aa2ee04 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:24.630196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 59456912-6c51-49ce-857a-74c19aa2ee04, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=59456912-6c51-49ce-857a-74c19aa2ee04,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.689831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:24.718198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d289b56-7495-4e2f-b892-04d89fc9b660 None None] The sync data for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 is: [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T01:57:39Z', 'revision_number': 4, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '20d6e651-ff3c-48d2-b2d2-7851f21d63a4', 'name': '', 'network_id': 'cab1915a-f29a-4188-a224-153f71026bb9', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'mac_address': 'fa:16:3e:24:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:37Z', 'updated_at': '2021-08-16T01:57:45Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'subnets': [{'id': '9e880870-0c4e-439d-824c-b38c3b60e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:24.758275 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.761519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a2b9ba1a-a30b-48cd-bf0c-f1a95591447b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:24.832951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=59456912-6c51-49ce-857a-74c19aa2ee04,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:24.835101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'name': 'network-vif-deleted', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:24.837598 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917e1cc9-7653-4fd1-9dfd-51fb773ae242" -d '{"events": [{"server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "name": "network-vif-deleted", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:24.838311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:24.851588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b', 'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'port_id': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b', 'mac_address': 'fa:16:3e:da:94:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e99af0-78a6-4495-b568-f66781920984', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:24.877700 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc82b8c-faee-4e9e-9ed7-e4f6cd7dc5d0 x-openstack-request-id: req-fcc82b8c-faee-4e9e-9ed7-e4f6cd7dc5d0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:24.878001 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f83ad6-f894-4536-bf56-5e8a23b67f09", "name": "network-vif-deleted", "tag": "020a54c0-5117-4089-b025-82f86c8dc6a6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:24.878262 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fcc82b8c-faee-4e9e-9ed7-e4f6cd7dc5d0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:24.878688 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f83ad6-f894-4536-bf56-5e8a23b67f09', 'name': 'network-vif-deleted', 'tag': '020a54c0-5117-4089-b025-82f86c8dc6a6', 'status': 'completed', 'code': 200} Aug 16 02:02:24.893959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:24.913359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2b9ba1a-a30b-48cd-bf0c-f1a95591447b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:24.954754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:25.107509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.135834 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e0cbcf-0a33-4f92-9dc6-38b9a6c40722 None None] New status for floating IP 071803ba-6c74-4a24-b1c6-cdbcab639e9b: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:02:25.162818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417609c-c8bc-4760-bb71-015ab7b1dfae req-d7f2151a-e1c1-4427-8abf-b7050d0b0af5 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.166078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c417609c-c8bc-4760-bb71-015ab7b1dfae req-d7f2151a-e1c1-4427-8abf-b7050d0b0af5 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 946 time: 0.1445079 Aug 16 02:02:25.178843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:25.185887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbbe6-8315-45d8-a6ea-3259755726b5 req-3b99d2ed-4946-476c-9da4-add07d7ef741 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.187731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c13cbbe6-8315-45d8-a6ea-3259755726b5 req-3b99d2ed-4946-476c-9da4-add07d7ef741 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1519330 Aug 16 02:02:25.252695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c417609c-c8bc-4760-bb71-015ab7b1dfae req-9877541e-26ff-486f-b4dd-339017de58cf tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/security-groups?id=d096eff1-cb34-4f5c-bc41-b52863d6f55a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639257 Aug 16 02:02:25.264310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c13cbbe6-8315-45d8-a6ea-3259755726b5 req-8fdf5c2d-79d6-4a59-8a31-2428e37b2f46 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674245 Aug 16 02:02:25.362943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-fbe2a490-27c5-433b-a505-955c812dc8a6 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.364423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-fbe2a490-27c5-433b-a505-955c812dc8a6 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.83 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 946 time: 0.0728285 Aug 16 02:02:25.366235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['a2b9ba1a-a30b-48cd-bf0c-f1a95591447b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:25.396322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['59456912-6c51-49ce-857a-74c19aa2ee04'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:25.412684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1879d80e-b29f-4939-bfcb-8f1f9bdd18cc req-b1337e7c-e16c-4320-8422-00bfcce814b0 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0760944 Aug 16 02:02:25.485994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d729f2b-233f-40c3-b242-fc869f7ac59d req-3e524315-1717-41c6-940b-51df5b9e5559 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.489881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d729f2b-233f-40c3-b242-fc869f7ac59d req-3e524315-1717-41c6-940b-51df5b9e5559 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1346512 Aug 16 02:02:25.563007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Deleting port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:25.564962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.598143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d729f2b-233f-40c3-b242-fc869f7ac59d req-94e8dae1-ab58-40df-bb39-d77ae63670ad tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990880 Aug 16 02:02:25.614328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c983abf-f777-46fa-b47c-e3870a6d9613 req-5797487e-d7a2-4dd5-bbaf-fb7ec194c5a1 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:25.616242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c983abf-f777-46fa-b47c-e3870a6d9613 req-5797487e-d7a2-4dd5-bbaf-fb7ec194c5a1 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 945 time: 0.1066775 Aug 16 02:02:25.684909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c983abf-f777-46fa-b47c-e3870a6d9613 req-877b7bfd-61c2-4e20-a2e2-58e170553c8f tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610695 Aug 16 02:02:25.731683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] For port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:25.732060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:25.749203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Calling delete_port for 982b3083-1087-4ac4-82cf-ee6ae30eeb8c owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:25.988238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fb3b142e-162e-4b31-b9d2-ea609cd024b8 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:25.990339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:26.118568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.149916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Pushing event deleted for resources: {'Port': ['ID=982b3083-1087-4ac4-82cf-ee6ae30eeb8c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.157542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['982b3083-1087-4ac4-82cf-ee6ae30eeb8c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:26.162662 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.172186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port fb3b142e-162e-4b31-b9d2-ea609cd024b8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:26.202765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 020a54c0-5117-4089-b025-82f86c8dc6a6 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:26.221413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] No DVR routers for this DVR port 982b3083-1087-4ac4-82cf-ee6ae30eeb8c on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:26.224454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.227270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5d0546d-f04a-4f1e-af0b-762e90b34ca1 req-1bdaa1f6-4403-44c4-861d-cbf5d613690f tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.83 "DELETE /v2.0/ports/982b3083-1087-4ac4-82cf-ee6ae30eeb8c HTTP/1.1" status: 204 len: 173 time: 0.8510370 Aug 16 02:02:26.235747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8', 'network_id': '384589b6-21f8-42ac-a4a4-320153837544', 'port_id': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8', 'mac_address': 'fa:16:3e:7a:0b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e99af0-78a6-4495-b568-f66781920984', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:26.243817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 020a54c0-5117-4089-b025-82f86c8dc6a6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:26.246799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 020a54c0-5117-4089-b025-82f86c8dc6a6 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:26.251780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:26.254001 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f6319-c433-4a64-bda4-96fed2a21df8" -d '{"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-unplugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:26.298444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:26.312830 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a509059-8c4f-4646-a40e-2a3d30d678b9 x-openstack-request-id: req-7a509059-8c4f-4646-a40e-2a3d30d678b9 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:26.313345 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-unplugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:26.313464 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a509059-8c4f-4646-a40e-2a3d30d678b9 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:26.313833 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'code': 200} Aug 16 02:02:26.321509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.336804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3b142e-162e-4b31-b9d2-ea609cd024b8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:26.360421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port fb3b142e-162e-4b31-b9d2-ea609cd024b8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:26.398603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.417938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaee8c05-2a71-493b-a045-169d733c68e1 req-d40a3b83-b72d-4c6d-ab9d-fe97d682dea3 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0548410 Aug 16 02:02:26.462842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09b329-0d3e-4045-909d-26613d2a16ea req-5151a46f-37fd-4da7-a452-232c98bdfc60 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.470949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a09b329-0d3e-4045-909d-26613d2a16ea req-5151a46f-37fd-4da7-a452-232c98bdfc60 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0978491 Aug 16 02:02:26.474860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.478172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.525678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a09b329-0d3e-4045-909d-26613d2a16ea req-1f3cdde8-ba26-415c-9b8a-45e9d88d7f7b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535717 Aug 16 02:02:26.570765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=fb3b142e-162e-4b31-b9d2-ea609cd024b8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:26.610997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc744a8a-d786-48a4-b7f3-0baa43e34e76 req-9f3ada1a-7d13-40b6-ae24-1a25f28060c5 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0827825 Aug 16 02:02:26.615260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35242) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:26.818976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75109c8-6a88-433e-b686-1696b9a59848 req-6b8fc350-40a3-4744-bbee-c47b7c1dba91 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.818976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c75109c8-6a88-433e-b686-1696b9a59848 req-6b8fc350-40a3-4744-bbee-c47b7c1dba91 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0962501 Aug 16 02:02:26.819211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['fb3b142e-162e-4b31-b9d2-ea609cd024b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:26.881474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'name': 'network-vif-deleted', 'tag': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:26.883491 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cbe192-9d6c-431c-9bc9-50f174beee48" -d '{"events": [{"server_uuid": "e6592ad1-c956-4b51-85c9-86ae8176bb1c", "name": "network-vif-deleted", "tag": "982b3083-1087-4ac4-82cf-ee6ae30eeb8c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:26.897588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17dfae73-6e64-44fd-b6e4-2d3645fefe32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:26.927098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c75109c8-6a88-433e-b686-1696b9a59848 req-86dcf1d9-68df-40d0-b546-7c99281dbe4a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954838 Aug 16 02:02:26.965761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721cb77-4e35-41f8-9d73-696f611886a7 req-d8752423-3d7c-43bc-807b-97f6c05217ca tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:26.967754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5721cb77-4e35-41f8-9d73-696f611886a7 req-d8752423-3d7c-43bc-807b-97f6c05217ca tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 945 time: 0.1016221 Aug 16 02:02:26.999315 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40541e90-7916-4269-a529-d19433f6b94a x-openstack-request-id: req-40541e90-7916-4269-a529-d19433f6b94a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:26.999614 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6592ad1-c956-4b51-85c9-86ae8176bb1c", "name": "network-vif-deleted", "tag": "982b3083-1087-4ac4-82cf-ee6ae30eeb8c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:26.999892 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40541e90-7916-4269-a529-d19433f6b94a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:27.000302 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6592ad1-c956-4b51-85c9-86ae8176bb1c', 'name': 'network-vif-deleted', 'tag': '982b3083-1087-4ac4-82cf-ee6ae30eeb8c', 'status': 'completed', 'code': 200} Aug 16 02:02:27.037213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.038062 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.069181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5721cb77-4e35-41f8-9d73-696f611886a7 req-a7164c9a-5756-40db-94ea-bba2da7d4a4f tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902214 Aug 16 02:02:27.114312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17dfae73-6e64-44fd-b6e4-2d3645fefe32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.238777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17dfae73-6e64-44fd-b6e4-2d3645fefe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.278482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfae73-6e64-44fd-b6e4-2d3645fefe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0bfec7-a65a-4612-b419-ae7fe7fa948e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.286150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-17dfae73-6e64-44fd-b6e4-2d3645fefe32 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b229fef6ef0f4afc8a0a17f0edda646c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6697669 Aug 16 02:02:27.286362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35264) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:27.344347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d56c3b6-3290-4ebd-8be2-2ce8654ff3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.369444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d56c3b6-3290-4ebd-8be2-2ce8654ff3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.506835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d56c3b6-3290-4ebd-8be2-2ce8654ff3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.510076 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d56c3b6-3290-4ebd-8be2-2ce8654ff3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:27.512626 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4d56c3b6-3290-4ebd-8be2-2ce8654ff3ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce0bfec7-a65a-4612-b419-ae7fe7fa948e HTTP/1.1" status: 204 len: 168 time: 0.2252419 Aug 16 02:02:27.523244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56c3b6-3290-4ebd-8be2-2ce8654ff3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0bfec7-a65a-4612-b419-ae7fe7fa948e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:27.546828 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fda1544-fad5-4869-b3b6-a6791415950d req-be9d54be-4f11-4d69-a714-0145ee0a4397 tempest-AttachSCSIVolumeTestJSON-1705562749 tempest-AttachSCSIVolumeTestJSON-1705562749-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6592ad1-c956-4b51-85c9-86ae8176bb1c HTTP/1.1" status: 200 len: 210 time: 0.0391502 Aug 16 02:02:27.666340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f5335-f048-42f3-ba65-643b65890323 req-c5ecdb81-0207-49f6-a13d-d5f25ccde805 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:27.671183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b17f5335-f048-42f3-ba65-643b65890323 req-c5ecdb81-0207-49f6-a13d-d5f25ccde805 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0598524 Aug 16 02:02:27.723235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b17f5335-f048-42f3-ba65-643b65890323 req-254cbdf9-b7a6-40af-8c53-11e7907b0a8f tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475264 Aug 16 02:02:27.747405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1755661-2f1d-4bef-8ac2-cc32725742f2 req-dab8ecb7-7be4-4f71-9648-77c3262f8a45 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0423753 Aug 16 02:02:28.018680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:28.020655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fb3b142e-162e-4b31-b9d2-ea609cd024b8 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:28.068323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a55547-79f5-406a-9782-4af983064d1d req-20482f23-5fce-4a2b-b418-31b456e2b1f3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.070224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90a55547-79f5-406a-9782-4af983064d1d req-20482f23-5fce-4a2b-b418-31b456e2b1f3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0647588 Aug 16 02:02:28.113145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90a55547-79f5-406a-9782-4af983064d1d req-c446f2e5-807c-4120-b513-1979a76bb610 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362270 Aug 16 02:02:28.169292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:28.186547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 59456912-6c51-49ce-857a-74c19aa2ee04 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:28.188594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'mac_address': 'fa:16:3e:ef:23:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:28.279173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa57e2a-b320-4d41-8931-877732e34b15 req-6900789f-e59f-4a9f-b52e-ef68d3735637 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.279173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fa57e2a-b320-4d41-8931-877732e34b15 req-6900789f-e59f-4a9f-b52e-ef68d3735637 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 945 time: 0.0775967 Aug 16 02:02:28.315738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port fb3b142e-162e-4b31-b9d2-ea609cd024b8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:28.318170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.334098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port fb3b142e-162e-4b31-b9d2-ea609cd024b8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:28.334481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.340072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fa57e2a-b320-4d41-8931-877732e34b15 req-ca4399e5-3c32-400f-b376-cd07061e0c4c tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562642 Aug 16 02:02:28.370595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e737bc21-87af-4781-b0d0-5d4a0eb4fc20 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:28.400503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:28.445631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.464649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 59456912-6c51-49ce-857a-74c19aa2ee04 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:28.471534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:28.473911 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f097b6-6756-474b-b496-9060f6b7058f" -d '{"events": [{"server_uuid": "a9ae39eb-1f0b-4aa9-a95d-21d33025730c", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b142e-162e-4b31-b9d2-ea609cd024b8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:28.486968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 59456912-6c51-49ce-857a-74c19aa2ee04 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:28.486968 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.532056 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f63d7-6be7-4a38-a194-bbbf7df48c87 x-openstack-request-id: req-cc8f63d7-6be7-4a38-a194-bbbf7df48c87 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:28.532478 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ae39eb-1f0b-4aa9-a95d-21d33025730c", "name": "network-vif-plugged", "status": "completed", "tag": "fb3b142e-162e-4b31-b9d2-ea609cd024b8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:28.532868 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc8f63d7-6be7-4a38-a194-bbbf7df48c87 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:28.533554 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8', 'code': 200} Aug 16 02:02:28.535979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port fb3b142e-162e-4b31-b9d2-ea609cd024b8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:28.539355 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.635439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:28.648900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.668342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da2f23-e49f-4725-bf6d-fe8e9ab4919d req-4b815434-53f7-46f0-aaa1-b3985ece2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:28.681537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35da2f23-e49f-4725-bf6d-fe8e9ab4919d req-4b815434-53f7-46f0-aaa1-b3985ece2845 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 1098 time: 0.0730290 Aug 16 02:02:28.741241 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35da2f23-e49f-4725-bf6d-fe8e9ab4919d req-7dcfd763-12fb-40dd-974b-6a80f3a0c415 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523369 Aug 16 02:02:28.746122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=fb3b142e-162e-4b31-b9d2-ea609cd024b8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:28.752697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e737bc21-87af-4781-b0d0-5d4a0eb4fc20'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:28.950148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9957f42-04ec-47ca-9d7c-7995288d7ed1 req-5b2540f4-f8b7-4c74-b3b5-14b98ca0332e tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/ports?device_id=41f83ad6-f894-4536-bf56-5e8a23b67f09 HTTP/1.1" status: 200 len: 210 time: 0.0565987 Aug 16 02:02:29.036868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d945cc-502c-4f79-9142-48674baeae37 req-d8e5aed2-8411-4990-a321-da6e418de88d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.038735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94d945cc-502c-4f79-9142-48674baeae37 req-d8e5aed2-8411-4990-a321-da6e418de88d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1890256 Aug 16 02:02:29.067629 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.134595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94d945cc-502c-4f79-9142-48674baeae37 req-cc78005d-60cf-4944-b84b-08a92543dbe7 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760722 Aug 16 02:02:29.147129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 59456912-6c51-49ce-857a-74c19aa2ee04, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=59456912-6c51-49ce-857a-74c19aa2ee04,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:29.275767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.280272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a2b9ba1a-a30b-48cd-bf0c-f1a95591447b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:29.354145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfa45e-2789-450e-b3c0-58df7e994a5b req-8cb7c29e-e807-42e3-b12f-bdb9d81156cb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.366932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42cfa45e-2789-450e-b3c0-58df7e994a5b req-8cb7c29e-e807-42e3-b12f-bdb9d81156cb tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1240208 Aug 16 02:02:29.433372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=59456912-6c51-49ce-857a-74c19aa2ee04,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:29.475921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42cfa45e-2789-450e-b3c0-58df7e994a5b req-8961ec28-7898-43df-84fb-2af1ab8f4b2a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043990 Aug 16 02:02:29.535886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:29.541127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:29.546070 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.699504 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:29.762565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:29.772949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35db493-c7a3-4d13-b6d1-904d510dd464 req-f78cc269-ced6-4134-8abd-87f017411f6b tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:29.775647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c35db493-c7a3-4d13-b6d1-904d510dd464 req-f78cc269-ced6-4134-8abd-87f017411f6b tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 945 time: 0.1229656 Aug 16 02:02:29.878278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c35db493-c7a3-4d13-b6d1-904d510dd464 req-34eaa52c-6042-4a67-9916-e61c7730b3ef tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932660 Aug 16 02:02:29.968280 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.032229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:30.150753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:30.161866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:30.162498 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.229442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 982b3083-1087-4ac4-82cf-ee6ae30eeb8c no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:30.258209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 982b3083-1087-4ac4-82cf-ee6ae30eeb8c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:30.258986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 982b3083-1087-4ac4-82cf-ee6ae30eeb8c not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:30.359673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.422315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:30.518254 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:30.551086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59456912-6c51-49ce-857a-74c19aa2ee04'}, {'server_uuid': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b'}, {'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:30.553692 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b4dfc9-b7c7-493d-bb24-cf5fa49c0398" -d '{"events": [{"server_uuid": "2710f24c-54d4-4e21-b8d4-801c037ac3c8", "name": "network-vif-plugged", "status": "completed", "tag": "59456912-6c51-49ce-857a-74c19aa2ee04"}, {"server_uuid": "a5170c8c-7978-4db1-b48d-b44e985da4a7", "name": "network-vif-plugged", "status": "completed", "tag": "a2b9ba1a-a30b-48cd-bf0c-f1a95591447b"}, {"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-plugged", "status": "completed", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:30.595522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:31.508694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de319e-6c5f-4e47-83e5-3c4df9670fe7 req-bde56008-5154-4af1-a8d2-cf646f062835 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.516082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33de319e-6c5f-4e47-83e5-3c4df9670fe7 req-bde56008-5154-4af1-a8d2-cf646f062835 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0646811 Aug 16 02:02:31.527061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef99da-0a4c-47c2-b147-bd7e15c502fc req-586529e4-406c-436e-ba27-555174d35c74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.534771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34ef99da-0a4c-47c2-b147-bd7e15c502fc req-586529e4-406c-436e-ba27-555174d35c74 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1217639 Aug 16 02:02:31.671772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34ef99da-0a4c-47c2-b147-bd7e15c502fc req-ee3f488e-6d94-4981-baaf-0b365038e088 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303997 Aug 16 02:02:31.693753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33de319e-6c5f-4e47-83e5-3c4df9670fe7 req-aa8e79a9-a627-4b81-a4a3-836623794584 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505995 Aug 16 02:02:31.797877 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00df25c2-41ee-45ed-bf6e-88b9bfd267cc x-openstack-request-id: req-00df25c2-41ee-45ed-bf6e-88b9bfd267cc {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:31.813620 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710f24c-54d4-4e21-b8d4-801c037ac3c8", "name": "network-vif-plugged", "status": "completed", "tag": "59456912-6c51-49ce-857a-74c19aa2ee04", "code": 200}, {"server_uuid": "a5170c8c-7978-4db1-b48d-b44e985da4a7", "name": "network-vif-plugged", "status": "completed", "tag": "a2b9ba1a-a30b-48cd-bf0c-f1a95591447b", "code": 200}, {"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-plugged", "status": "completed", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:31.814549 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00df25c2-41ee-45ed-bf6e-88b9bfd267cc {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:31.815261 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59456912-6c51-49ce-857a-74c19aa2ee04', 'code': 200} Aug 16 02:02:31.815697 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b', 'code': 200} Aug 16 02:02:31.816121 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'code': 200} Aug 16 02:02:31.836707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba0721-f84d-42e4-b170-e2c7c0599613 req-f03ab0a3-cf5c-4177-b4ce-f1aa0482fc04 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:31.836707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bba0721-f84d-42e4-b170-e2c7c0599613 req-f03ab0a3-cf5c-4177-b4ce-f1aa0482fc04 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 946 time: 0.0709426 Aug 16 02:02:31.923193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bba0721-f84d-42e4-b170-e2c7c0599613 req-9d95b584-4337-4c00-b837-04deb8d5b318 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673385 Aug 16 02:02:32.052014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35452) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.063722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e87ea9-0b9d-44d0-97a3-7abca4b639e4 req-34fc8c42-aebe-468b-91ce-64e0184fcf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.066151 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23e87ea9-0b9d-44d0-97a3-7abca4b639e4 req-34fc8c42-aebe-468b-91ce-64e0184fcf74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 1098 time: 0.1121395 Aug 16 02:02:32.074614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91539777-cde0-44a5-9ccb-68cc7bb81b02 req-381b84d0-5b9c-49e7-a772-6be4e6edfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.078512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91539777-cde0-44a5-9ccb-68cc7bb81b02 req-381b84d0-5b9c-49e7-a772-6be4e6edfdac service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 1097 time: 0.1885474 Aug 16 02:02:32.167678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0fce-757f-4bcb-babb-4b41da1f4bca tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.208153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23e87ea9-0b9d-44d0-97a3-7abca4b639e4 req-3924037f-b32f-4ce9-9c7a-bb74515273d3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283791 Aug 16 02:02:32.210176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91539777-cde0-44a5-9ccb-68cc7bb81b02 req-6693b0cc-69b8-480f-8d61-a6c6b8004f04 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238158 Aug 16 02:02:32.228141 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0fce-757f-4bcb-babb-4b41da1f4bca tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.496212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0fce-757f-4bcb-babb-4b41da1f4bca tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.499891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f4e0fce-757f-4bcb-babb-4b41da1f4bca tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:32.501335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1f4e0fce-757f-4bcb-babb-4b41da1f4bca tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "DELETE /v2.0/security-groups/0db895c9-77c4-4dd6-bec1-2c15639abf6c HTTP/1.1" status: 204 len: 168 time: 0.4481003 Aug 16 02:02:32.504294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35472) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.518377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e0fce-757f-4bcb-babb-4b41da1f4bca tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db895c9-77c4-4dd6-bec1-2c15639abf6c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:32.598232 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-c70b9099-ea60-481b-a7db-233f1b502e6f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] show failed (client error): The resource could not be found. Aug 16 02:02:32.603402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35474) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:32.603586 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c70b9099-ea60-481b-a7db-233f1b502e6f tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "GET /v2.0/security-groups/0db895c9-77c4-4dd6-bec1-2c15639abf6c HTTP/1.1" status: 404 len: 347 time: 0.0981035 Aug 16 02:02:32.949011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d15a0b-e1f1-4580-99e4-acdafcb5bc36 req-dbbe71e6-acc4-4c0d-9a32-79eb7ca94c96 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:32.958418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77d15a0b-e1f1-4580-99e4-acdafcb5bc36 req-dbbe71e6-acc4-4c0d-9a32-79eb7ca94c96 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1028538 Aug 16 02:02:32.991889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Deleting port 515de5c0-f267-416d-a1ac-e90019684f81 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:32.992286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.017982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35486) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.096262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc6b15-05b5-4d55-b717-f820694dcc25 req-930d7fff-ade9-4ca0-b48e-37df576b8a80 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.103869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15bc6b15-05b5-4d55-b717-f820694dcc25 req-930d7fff-ade9-4ca0-b48e-37df576b8a80 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.2725759 Aug 16 02:02:33.167699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77d15a0b-e1f1-4580-99e4-acdafcb5bc36 req-1207236e-cc3f-4eeb-ab5c-5940150b023e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937673 Aug 16 02:02:33.238222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5537e587-9013-4655-b391-4baf518e60da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.351250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15bc6b15-05b5-4d55-b717-f820694dcc25 req-58f5f5a8-2486-4d40-95b9-74769de6d3cd tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463641 Aug 16 02:02:33.475076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.475708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.506015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Calling delete_port for 515de5c0-f267-416d-a1ac-e90019684f81 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:33.546453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554770a6-960f-4cdb-be4f-b40599a05936 req-7f7088f6-90bd-4aad-8cb9-9b5cb1f648d4 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:33.548451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-554770a6-960f-4cdb-be4f-b40599a05936 req-7f7088f6-90bd-4aad-8cb9-9b5cb1f648d4 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 946 time: 0.1943057 Aug 16 02:02:33.569841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5537e587-9013-4655-b391-4baf518e60da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.649957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5537e587-9013-4655-b391-4baf518e60da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.654686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-554770a6-960f-4cdb-be4f-b40599a05936 req-30aeb8c3-2156-471c-9562-2c4f6f88bb30 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662534 Aug 16 02:02:33.699315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537e587-9013-4655-b391-4baf518e60da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36cc04-8263-4dd4-929f-3e56e03d4d1e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:33.710461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5537e587-9013-4655-b391-4baf518e60da admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=020e1a3ed39f40c3bd37b201d482ec8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912892 Aug 16 02:02:33.712751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35504) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:33.811115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b716344b-6ad5-4470-b967-d766b148d1b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.848017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b716344b-6ad5-4470-b967-d766b148d1b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.949463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.981154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b716344b-6ad5-4470-b967-d766b148d1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.984400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b716344b-6ad5-4470-b967-d766b148d1b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:33.986994 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b716344b-6ad5-4470-b967-d766b148d1b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce36cc04-8263-4dd4-929f-3e56e03d4d1e HTTP/1.1" status: 204 len: 168 time: 0.2686539 Aug 16 02:02:33.995771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Pushing event deleted for resources: {'Port': ['ID=515de5c0-f267-416d-a1ac-e90019684f81,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.001672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716344b-6ad5-4470-b967-d766b148d1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36cc04-8263-4dd4-929f-3e56e03d4d1e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:34.086775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.091472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.096354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-31584c5f-a13e-4a93-9bf6-902386e793a3 tempest-ServersTestBootFromVolume-1696750387 tempest-ServersTestBootFromVolume-1696750387-project] 10.222.0.76 "DELETE /v2.0/floatingips/071803ba-6c74-4a24-b1c6-cdbcab639e9b HTTP/1.1" status: 204 len: 168 time: 1.4879274 Aug 16 02:02:34.096489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35510) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:34.382656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738963e5-b1ff-44e4-a7ef-c05976994230 req-4da9fa6d-72d6-45ad-82be-c3e0bc6f0f82 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.388999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-738963e5-b1ff-44e4-a7ef-c05976994230 req-4da9fa6d-72d6-45ad-82be-c3e0bc6f0f82 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1342683 Aug 16 02:02:34.452140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-738963e5-b1ff-44e4-a7ef-c05976994230 req-63c51b0d-ea52-4cc9-8570-8495f3ea75c6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570574 Aug 16 02:02:34.514133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf926a-45e9-4740-b8d2-26d4b1fa9f73 req-65c4e1c8-201f-4738-8ae7-9821e96bf7da tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.515791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30bf926a-45e9-4740-b8d2-26d4b1fa9f73 req-65c4e1c8-201f-4738-8ae7-9821e96bf7da tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0696595 Aug 16 02:02:34.573489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30bf926a-45e9-4740-b8d2-26d4b1fa9f73 req-a20cbbd7-15ea-4f3f-8c5c-035f97d83da2 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506582 Aug 16 02:02:34.769652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93becec5-bd25-4d83-a93f-6bf7788c92c6 req-c02af4e7-69a6-4dc0-80bc-8635fa7cb763 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:34.771316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93becec5-bd25-4d83-a93f-6bf7788c92c6 req-c02af4e7-69a6-4dc0-80bc-8635fa7cb763 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 946 time: 0.0540333 Aug 16 02:02:34.797199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:34.815203 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93becec5-bd25-4d83-a93f-6bf7788c92c6 req-05dbe18b-85b9-4bba-ada2-4999d9f269c0 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350289 Aug 16 02:02:35.007992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd2dd6-3459-4b18-b480-0883ddfcd283 req-e48168fc-c81a-4d5e-a344-68d72d1810b3 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.010318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4bd2dd6-3459-4b18-b480-0883ddfcd283 req-e48168fc-c81a-4d5e-a344-68d72d1810b3 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 946 time: 0.1091001 Aug 16 02:02:35.064574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4bd2dd6-3459-4b18-b480-0883ddfcd283 req-0973d6ba-5cdb-4dbd-96b4-436fc495b755 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472400 Aug 16 02:02:35.168371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Deleting port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:35.168745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.248118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1d300-0750-4c23-a00f-ebe66e656d28 req-22c69cf7-d27b-4c68-ba74-508ca444c93d tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.265865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbc1d300-0750-4c23-a00f-ebe66e656d28 req-22c69cf7-d27b-4c68-ba74-508ca444c93d tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 945 time: 0.0941858 Aug 16 02:02:35.375921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbc1d300-0750-4c23-a00f-ebe66e656d28 req-b221cb8a-efed-47a4-a51a-ecbaf5f4917f tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078174 Aug 16 02:02:35.669246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] For port 20d6e651-ff3c-48d2-b2d2-7851f21d63a4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:35.669919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:35.717505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Calling delete_port for 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:35.742194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa18a1-0842-471b-b58e-58d7f27f6d67 req-00533934-eedc-4a03-add8-4da04e6dbf60 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:35.751405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54fa18a1-0842-471b-b58e-58d7f27f6d67 req-00533934-eedc-4a03-add8-4da04e6dbf60 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.0929093 Aug 16 02:02:35.833980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54fa18a1-0842-471b-b58e-58d7f27f6d67 req-0e06e62e-1ec0-4b5f-b8bc-fd533447fbc1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764558 Aug 16 02:02:36.077955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881652a3-7dc4-401a-bd33-9a5adbebedf6 req-d0af6b52-f5da-4e94-9d00-732c09f4d26c tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.088378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-881652a3-7dc4-401a-bd33-9a5adbebedf6 req-d0af6b52-f5da-4e94-9d00-732c09f4d26c tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 945 time: 0.1047134 Aug 16 02:02:36.236566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150b297-41cd-47b3-b224-e0412b979013 req-fdad0db4-308e-4ba7-bd9b-007f6d6c281d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:36.244192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c150b297-41cd-47b3-b224-e0412b979013 req-fdad0db4-308e-4ba7-bd9b-007f6d6c281d tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.2010951 Aug 16 02:02:36.284216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.287298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-881652a3-7dc4-401a-bd33-9a5adbebedf6 req-ac03ef91-872f-4eb5-912d-e84b65a4f3d9 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631970 Aug 16 02:02:36.342474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Pushing event deleted for resources: {'Port': ['ID=20d6e651-ff3c-48d2-b2d2-7851f21d63a4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:36.355664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c150b297-41cd-47b3-b224-e0412b979013 req-ccf8e5bd-58d5-4b62-a778-832e917b1ab4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045504 Aug 16 02:02:36.511918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35592) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:36.607772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:36.677710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:36.857932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:02:36.897241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1238083218-network', 'tenant_id': '8056ac76ab8146a0bca7f123f0decf54'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:37.040773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Made reservation on behalf of 8056ac76ab8146a0bca7f123f0decf54 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:37.040773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.056113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.103444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48c1da-cdc2-44c2-9a44-3cede79c193b req-18e504d3-9289-4691-a7f5-833a8a4851d2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.105198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b48c1da-cdc2-44c2-9a44-3cede79c193b req-18e504d3-9289-4691-a7f5-833a8a4851d2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1611321 Aug 16 02:02:37.189956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.217582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b48c1da-cdc2-44c2-9a44-3cede79c193b req-5b12949b-54cc-4492-a724-0a1a1dbd43c3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051397 Aug 16 02:02:37.240008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Router 0b781bc9-dcde-4f3b-8225-3339eaabf803 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:37.319694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.373236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:37.413104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.426821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9842c-317b-4025-9f19-7169337cf53f req-591c1c1f-f33d-45ec-b5ab-77271e00aecf tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.428591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4d9842c-317b-4025-9f19-7169337cf53f req-591c1c1f-f33d-45ec-b5ab-77271e00aecf tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 945 time: 0.1821866 Aug 16 02:02:37.448080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.448633 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Added segment d7d1c5a4-4378-4e91-bb7f-558334ee0b0f of type vlan for network 2b98e60a-ebe8-43e9-a312-26642f5799d7 Aug 16 02:02:37.451339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82e20ee-0e20-4530-b769-21128ede4651,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:37.615429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35616) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.624599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1211696795'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:37.660721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.670379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:37.671922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba0ae9-f557-49df-8e5d-85e389929c25 req-46c9a76a-17a5-46ea-ad02-92b566203e59 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.681381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] Sync routers for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:37.685226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ef4d8ae-458e-451d-ac41-0d811466e12c admin admin] 10.222.0.76 "PUT /v2.0/routers/0b781bc9-dcde-4f3b-8225-3339eaabf803/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5871670 Aug 16 02:02:37.690288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:37.696267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7ba0ae9-f557-49df-8e5d-85e389929c25 req-46c9a76a-17a5-46ea-ad02-92b566203e59 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 945 time: 0.1960130 Aug 16 02:02:37.702519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:37.703212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:37.764784 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-4b6d56f4-8b62-42d5-a938-e8beb1f9e9a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3000758 Aug 16 02:02:37.789729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Deleting port 59456912-6c51-49ce-857a-74c19aa2ee04 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:37.790208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.847270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2896449-1d12-4957-8bfa-6957225dce44 req-c89b4282-7e7e-4be6-ab11-e1ca7c111eec tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.849269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2896449-1d12-4957-8bfa-6957225dce44 req-c89b4282-7e7e-4be6-ab11-e1ca7c111eec tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.2438998 Aug 16 02:02:37.849766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:37.860013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7ba0ae9-f557-49df-8e5d-85e389929c25 req-6d000880-dd23-4f2e-bb7d-8b03e9655672 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628618 Aug 16 02:02:37.888984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:37.892735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.928343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.929420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:37.930075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:37.974666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2896449-1d12-4957-8bfa-6957225dce44 req-98abaeaf-324c-41a2-a9b6-678ae65edf32 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075716 Aug 16 02:02:37.992809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:38.012049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.012984 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Added segment 368f52d1-094a-45bb-b15c-cd9961c929fe of type vlan for network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 Aug 16 02:02:38.045948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.055666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] Pushing event updated for resources: {'Network': ['ID=2b98e60a-ebe8-43e9-a312-26642f5799d7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.071343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2b98e60a-ebe8-43e9-a312-26642f5799d7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:38.110577 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0773af6b-1008-4ee2-b623-2bfb8a15aff9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4992926 Aug 16 02:02:38.115557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35626) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.120557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-ede431de-576c-4304-a3d8-090ef332d55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.122239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-ede431de-576c-4304-a3d8-090ef332d55a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 1101 time: 0.2447245 Aug 16 02:02:38.132285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Request body: {'subnet': {'network_id': '2b98e60a-ebe8-43e9-a312-26642f5799d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1238083218-subnet', 'tenant_id': '8056ac76ab8146a0bca7f123f0decf54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:38.164411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T02:02:36Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:38.185203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.263603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] Checking router: 0b781bc9-dcde-4f3b-8225-3339eaabf803 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:38.302028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Made reservation on behalf of 8056ac76ab8146a0bca7f123f0decf54 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:38.308627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.311935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] Routers {'0b781bc9-dcde-4f3b-8225-3339eaabf803'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:38.312920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['0b781bc9-dcde-4f3b-8225-3339eaabf803'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:38.315778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.391373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] For port 59456912-6c51-49ce-857a-74c19aa2ee04, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=59456912-6c51-49ce-857a-74c19aa2ee04,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:38.392575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.426930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Calling delete_port for 59456912-6c51-49ce-857a-74c19aa2ee04 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:38.550245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e360c-5d1f-4ab7-91de-53dd1c725ef9 req-bc19a8dc-bad4-44bf-a66e-a7809add3092 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.552536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f31e360c-5d1f-4ab7-91de-53dd1c725ef9 req-bc19a8dc-bad4-44bf-a66e-a7809add3092 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.2077813 Aug 16 02:02:38.553319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.563057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.563861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.571289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] Set router 0b781bc9-dcde-4f3b-8225-3339eaabf803 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:38.696495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.705926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-ab6c9d74-44d2-44ca-b0d7-25d9357be199 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1135468 Aug 16 02:02:38.711755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['59456912-6c51-49ce-857a-74c19aa2ee04', 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:38.719965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['fb3b142e-162e-4b31-b9d2-ea609cd024b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:38.729950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Pushing event deleted for resources: {'Port': ['ID=59456912-6c51-49ce-857a-74c19aa2ee04,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.737454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-6b2e38de-6de9-4a74-a67c-e0327dbb0433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:38.739423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-6b2e38de-6de9-4a74-a67c-e0327dbb0433 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.5009005 Aug 16 02:02:38.753358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Deleting port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:38.753990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.784200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Deleting port 16e6097f-2c4a-41aa-b175-05a34247ec7c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:38.784479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.850605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2306728 Aug 16 02:02:38.868064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] For port 16e6097f-2c4a-41aa-b175-05a34247ec7c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16e6097f-2c4a-41aa-b175-05a34247ec7c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:38.868435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:38.877718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:38.881583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Calling delete_port for 16e6097f-2c4a-41aa-b175-05a34247ec7c owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:38.901866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1275101015'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:38.953559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2183b-5f9d-4af4-b467-4f419d7f0027 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Network': ['ID=04d7b4a8-fa12-4713-bcfd-eb0249276da1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:38.974969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:38.986622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f31e360c-5d1f-4ab7-91de-53dd1c725ef9 req-59298ace-2ebd-4ec1-9d27-2249a4caea3e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197323 Aug 16 02:02:39.126077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T02:02:36Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:39.178129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd070db-c202-463a-93f6-1fb4a3f7e5a9 None None] The sync data for ids ['0b781bc9-dcde-4f3b-8225-3339eaabf803'] in n-d-768852-19 is: [{'id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'name': 'tempest-ServersTestBootFromVolume-563331621-router', 'tenant_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T01:57:30Z', 'updated_at': '2021-08-16T02:02:36Z', 'revision_number': 5, 'project_id': 'c7b8b603ac3e4830ae8c5a8e9eba35dd', 'gw_port': {'id': '16e6097f-2c4a-41aa-b175-05a34247ec7c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:aa:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b781bc9-dcde-4f3b-8225-3339eaabf803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T01:57:31Z', 'updated_at': '2021-08-16T01:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:39.252879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-96c90ee2-95c5-4b2b-9cde-14a06cb8934a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 200 len: 217 time: 0.4984374 Aug 16 02:02:39.294919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.336790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-a80fdabd-6e98-4d0d-890f-7d6d3011b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.338480 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-a80fdabd-6e98-4d0d-890f-7d6d3011b7e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.5947952 Aug 16 02:02:39.342154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] No DVR routers for this DVR port 59456912-6c51-49ce-857a-74c19aa2ee04 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:39.373035 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.375311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d4d9842c-317b-4025-9f19-7169337cf53f req-c8d2cbab-0164-480b-94b8-5b47988ef078 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "DELETE /v2.0/ports/59456912-6c51-49ce-857a-74c19aa2ee04 HTTP/1.1" status: 204 len: 173 time: 1.9370000 Aug 16 02:02:39.375861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'name': 'network-vif-deleted', 'tag': '59456912-6c51-49ce-857a-74c19aa2ee04'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:39.378843 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e4f131-5e93-486c-ad06-ebc5183cda87" -d '{"events": [{"server_uuid": "2710f24c-54d4-4e21-b8d4-801c037ac3c8", "name": "network-vif-deleted", "tag": "59456912-6c51-49ce-857a-74c19aa2ee04"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:39.402550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Pushing event deleted for resources: {'Port': ['ID=16e6097f-2c4a-41aa-b175-05a34247ec7c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.487083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c558649-7834-496f-b964-d31592aabf41 req-8bb49a75-899d-4211-86ea-742ab35e4d58 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 210 time: 0.4427068 Aug 16 02:02:39.513978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] For port ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:39.515089 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.516003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-91c9cc21-0ffa-4730-928c-b3fde51f6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.517497 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-91c9cc21-0ffa-4730-928c-b3fde51f6390 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2457530 Aug 16 02:02:39.600590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.624428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Calling delete_port for ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:39.626503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:39.647917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.656925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.666970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-d3e94158-7025-4fc8-a1bc-094b95dfe35e service neutron] 10.222.0.83 "GET /v2.0/ports/78b30250-2173-4788-8db9-1b50597b3077/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 383 time: 0.7895761 Aug 16 02:02:39.683118 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65da680a-2f06-49f4-aa18-1e0f9211997e x-openstack-request-id: req-65da680a-2f06-49f4-aa18-1e0f9211997e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:39.683490 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2710f24c-54d4-4e21-b8d4-801c037ac3c8", "name": "network-vif-deleted", "tag": "59456912-6c51-49ce-857a-74c19aa2ee04", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:39.686136 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65da680a-2f06-49f4-aa18-1e0f9211997e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:39.686136 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2710f24c-54d4-4e21-b8d4-801c037ac3c8', 'name': 'network-vif-deleted', 'tag': '59456912-6c51-49ce-857a-74c19aa2ee04', 'status': 'completed', 'code': 200} Aug 16 02:02:39.822486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:39.862226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3862f91-054f-4c21-ae76-60265741cb64,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:39.876909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167c86a-8328-4b6f-8b76-d585df3e9a28 req-548b927e-540f-481a-940d-96aba6569f44 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:39.884392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5167c86a-8328-4b6f-8b76-d585df3e9a28 req-548b927e-540f-481a-940d-96aba6569f44 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.4209838 Aug 16 02:02:39.906108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:39.906515 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Added segment 03155325-ed75-42db-8ac3-9c6988472d32 of type vlan for network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc Aug 16 02:02:40.049442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-16a3cbc7-4e28-4601-bae7-edc2611752e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.058527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Checking segment: {'id': 'd7d1c5a4-4378-4e91-bb7f-558334ee0b0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2b98e60a-ebe8-43e9-a312-26642f5799d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:40.066688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Network hostable DHCP agents. Network: 2b98e60a-ebe8-43e9-a312-26642f5799d7, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:40.103899 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.125449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-1966498a-7573-473c-8b44-dfd47816c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.128221 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-1966498a-7573-473c-8b44-dfd47816c604 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5968349 Aug 16 02:02:40.163696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5167c86a-8328-4b6f-8b76-d585df3e9a28 req-a0cdad3b-49bd-41a7-8488-450dc436ac49 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782943 Aug 16 02:02:40.238485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:02:40.258894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.264293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-f3bc00e6-f043-4f11-9ae6-496749d3007b service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095636 Aug 16 02:02:40.266256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.268923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-fa0097e9-e9ce-4b0c-b8ec-03fc05211613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.270464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-fa0097e9-e9ce-4b0c-b8ec-03fc05211613 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.8800054 Aug 16 02:02:40.307665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5f96-5f5f-43ab-bd85-05c51c4fe5a6 req-827b97c9-441d-404c-b218-eb2ff6046543 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.309812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e71a5f96-5f5f-43ab-bd85-05c51c4fe5a6 req-827b97c9-441d-404c-b218-eb2ff6046543 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1909647 Aug 16 02:02:40.471826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:40.489209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e71a5f96-5f5f-43ab-bd85-05c51c4fe5a6 req-11e22d43-5cf0-47e8-9373-a638fc60d030 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692307 Aug 16 02:02:40.497927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-d6607ed4-c3e7-4763-bf64-1f2e934d0c71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.1514623 Aug 16 02:02:40.507582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:40.519206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Network 2b98e60a-ebe8-43e9-a312-26642f5799d7 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:40.520875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20d6e651-ff3c-48d2-b2d2-7851f21d63a4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:40.523949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.538495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.542713 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.588668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.589169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b781bc9-dcde-4f3b-8225-3339eaabf803 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:40.598333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.602298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce07916c-d4ef-46dd-8c6b-7ce4ab17304d admin admin] 10.222.0.76 "DELETE /v2.0/routers/0b781bc9-dcde-4f3b-8225-3339eaabf803 HTTP/1.1" status: 204 len: 168 time: 2.9088700 Aug 16 02:02:40.605811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35656) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.658983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.668139 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b879d10d-2d16-4daa-8475-edc31d8a315b req-248e079a-d28d-4475-9641-125e87fc3bf2 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200948 Aug 16 02:02:40.670348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-613b304a-7d53-44a8-afb7-706323f594fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.681641 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-613b304a-7d53-44a8-afb7-706323f594fa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1650932 Aug 16 02:02:40.752735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-90a04907-4802-4e78-af74-cc90f0577f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:40.754432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-90a04907-4802-4e78-af74-cc90f0577f07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706592 Aug 16 02:02:40.761404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Deleting subnet 9e880870-0c4e-439d-824c-b38c3b60e7e3 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:40.766176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.811182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e61d4bcd-d96d-4b93-ae81-a77970208e9f req-93e20562-dd26-45c0-89e3-3e69c6cb958a tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=2710f24c-54d4-4e21-b8d4-801c037ac3c8 HTTP/1.1" status: 200 len: 210 time: 0.1725836 Aug 16 02:02:40.813372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.815252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2b98e60a-ebe8-43e9-a312-26642f5799d7) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:40.922180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:40.952544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Network': ['ID=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:40.966587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-202701d2-cf5d-4cdf-9a60-d0973b546818 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0875101 Aug 16 02:02:40.970836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-3fd18c07-5f84-4971-bcc0-39e8143e729f service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818929 Aug 16 02:02:40.984806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:40.988123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:40.996402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'subnet': {'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.036269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.036624 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.053375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-611e4fef-1037-42ad-bd25-11923fec93b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.055164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-611e4fef-1037-42ad-bd25-11923fec93b7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705&tenant_id=c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 1101 time: 0.5625064 Aug 16 02:02:41.105673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1fdd7-32ff-4c80-b975-475b3ba965ba None None] Network 2b98e60a-ebe8-43e9-a312-26642f5799d7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.188704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3993cb35-a33c-4973-851d-5af3a12bedee admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0650442 Aug 16 02:02:41.269710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.303216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.332791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-88071c80-3345-45b3-84a0-d69b5c75f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.335055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-88071c80-3345-45b3-84a0-d69b5c75f9ff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1101 time: 0.2517157 Aug 16 02:02:41.349634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ce237-0c17-4ff2-bcee-2c35d0c8438c None None] Network 2b98e60a-ebe8-43e9-a312-26642f5799d7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.383382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-817e4524-42e5-4320-914b-9c72a6afebb1 req-ff89a308-3548-4790-9727-a8e6bf6597c2 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942580 Aug 16 02:02:41.544212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed4ad2-e211-477e-a631-50abc5d40315 req-d88f1222-c119-4377-bab8-c6e3b8a03884 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.545749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2ed4ad2-e211-477e-a631-50abc5d40315 req-d88f1222-c119-4377-bab8-c6e3b8a03884 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.2083237 Aug 16 02:02:41.555438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-20eec045-8d0d-4675-94c6-f6884c41807b req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-356768546', 'description': 'tempest-description-220472483'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:41.603595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-79d1cb32-8076-43bb-9561-b0dced3ebab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.605098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-79d1cb32-8076-43bb-9561-b0dced3ebab0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2551389 Aug 16 02:02:41.655580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:41.659674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.692854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2ed4ad2-e211-477e-a631-50abc5d40315 req-0b8f8d39-be80-44cd-a582-f66dc2419459 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288767 Aug 16 02:02:41.698508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-d085057a-0f78-4b83-824f-665b5135a07d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 217 time: 0.0808446 Aug 16 02:02:41.754092 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.809784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e880870-0c4e-439d-824c-b38c3b60e7e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:41.814169 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.819094 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b16294e8-7988-4cce-aa26-03ec756720c6 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9e880870-0c4e-439d-824c-b38c3b60e7e3 HTTP/1.1" status: 204 len: 168 time: 1.2117784 Aug 16 02:02:41.820203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35690) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:41.826662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48f6132-7f45-4913-b33d-e5a62344849d None None] Network cab1915a-f29a-4188-a224-153f71026bb9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:41.827807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-44541310-e23f-4bc4-b905-c5783b14587d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.834874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-44541310-e23f-4bc4-b905-c5783b14587d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1180391 Aug 16 02:02:41.834874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20eec045-8d0d-4675-94c6-f6884c41807b req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:41.892178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Router baa6600a-4a67-4b25-8c60-a3654afd53b7 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:41.946356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581346-6c9e-4ee1-a23a-5f618193fab4 req-c99ec55a-1647-4f8a-9743-ced36c7bd7d2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:41.954348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c581346-6c9e-4ee1-a23a-5f618193fab4 req-c99ec55a-1647-4f8a-9743-ced36c7bd7d2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1428709 Aug 16 02:02:41.955384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.035443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-76f65141-3c9a-4d1f-a650-8032f7f573f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:42.037776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-76f65141-3c9a-4d1f-a650-8032f7f573f2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1907020 Aug 16 02:02:42.064149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Deleting port 6d6a520f-0648-429b-a9a3-636b6468b3fb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:42.064507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.157218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] For port 6d6a520f-0648-429b-a9a3-636b6468b3fb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6d6a520f-0648-429b-a9a3-636b6468b3fb,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:42.157596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.174671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.182882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c581346-6c9e-4ee1-a23a-5f618193fab4 req-c36b9c90-c7fd-4c7e-81f6-b711c148c779 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275717 Aug 16 02:02:42.192620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Calling delete_port for 6d6a520f-0648-429b-a9a3-636b6468b3fb owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:42.240380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:42.251859 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] Sync routers for ids ['baa6600a-4a67-4b25-8c60-a3654afd53b7'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:42.257160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-03af62d3-694c-4eab-9f0c-af46c155d768 admin admin] 10.222.0.76 "PUT /v2.0/routers/baa6600a-4a67-4b25-8c60-a3654afd53b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7418857 Aug 16 02:02:42.265843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35694) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:42.267761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 59456912-6c51-49ce-857a-74c19aa2ee04 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:42.271230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] DHCP port deletion for cab1915a-f29a-4188-a224-153f71026bb9 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:42.291470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-3934d6ca-e3f1-490b-8040-2f0f8d114c04 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322102 Aug 16 02:02:42.291470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20eec045-8d0d-4675-94c6-f6884c41807b req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.291691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] Routers {'baa6600a-4a67-4b25-8c60-a3654afd53b7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:42.291691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['baa6600a-4a67-4b25-8c60-a3654afd53b7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:42.353764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 59456912-6c51-49ce-857a-74c19aa2ee04 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:42.357083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 59456912-6c51-49ce-857a-74c19aa2ee04 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:42.360833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-771dd044-f1f4-40a2-a2bd-87769eb273b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.499556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Subnet': ['ID=25e68b36-bbeb-486c-9b99-593e7705d104,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.539461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] Deleting port 6d6a520f-0648-429b-a9a3-636b6468b3fb {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:42.546516 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.570381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20eec045-8d0d-4675-94c6-f6884c41807b req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.652520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Checking segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:42.653416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network hostable DHCP agents. Network: 04d7b4a8-fa12-4713-bcfd-eb0249276da1, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:42.696391 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] Set router baa6600a-4a67-4b25-8c60-a3654afd53b7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:42.713972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.718798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9016f47-020d-4dec-9e50-10e6855fa23f req-c4972542-c112-470d-a4c6-de52ef038862 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296935 Aug 16 02:02:42.731891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6d6a520f-0648-429b-a9a3-636b6468b3fb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:42.756051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20eec045-8d0d-4675-94c6-f6884c41807b req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.783201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20eec045-8d0d-4675-94c6-f6884c41807b req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 1.2143500 Aug 16 02:02:42.803819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c83c8d-7727-493e-b662-4e7cb6a16102 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=984f40c3-90d3-4dd6-83e8-1a4ebe23fa52,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.875764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:42.881250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port 6d6a520f-0648-429b-a9a3-636b6468b3fb {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:02:42.891980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6d6a520f-0648-429b-a9a3-636b6468b3fb not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:42.892586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16e6097f-2c4a-41aa-b175-05a34247ec7c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:42.899319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.953540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 16e6097f-2c4a-41aa-b175-05a34247ec7c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:42.953908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16e6097f-2c4a-41aa-b175-05a34247ec7c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:42.968620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] For port 6d6a520f-0648-429b-a9a3-636b6468b3fb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6d6a520f-0648-429b-a9a3-636b6468b3fb,segment=NetworkSegment(5556217f-b098-4743-a6cc-b0f519b67fe7),segment_id=5556217f-b098-4743-a6cc-b0f519b67fe7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:42.968964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:42.972291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6a520f-0648-429b-a9a3-636b6468b3fb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:42.991581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] Calling delete_port for 6d6a520f-0648-429b-a9a3-636b6468b3fb owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:43.002410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-fda0ac17-94a4-46dd-948f-2bc816eb4797 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/984f40c3-90d3-4dd6-83e8-1a4ebe23fa52 HTTP/1.1" status: 200 len: 1811 time: 0.1399364 Aug 16 02:02:43.010362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '984f40c3-90d3-4dd6-83e8-1a4ebe23fa52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:43.011136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '984f40c3-90d3-4dd6-83e8-1a4ebe23fa52', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:43.041639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584dc053-fcce-4884-ad20-1568fd490460 req-a19f72d9-2270-4d41-a3cf-ffa04eba6e6c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.044308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-584dc053-fcce-4884-ad20-1568fd490460 req-a19f72d9-2270-4d41-a3cf-ffa04eba6e6c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1579549 Aug 16 02:02:43.068473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] No DVR routers for this DVR port 6d6a520f-0648-429b-a9a3-636b6468b3fb on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:43.079466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.085327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 04d7b4a8-fa12-4713-bcfd-eb0249276da1) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:43.105400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff4e5dd-5f2e-40ba-a939-2ef41134c14d None None] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:43.132854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-584dc053-fcce-4884-ad20-1568fd490460 req-c2942c5e-3cc2-4e47-8542-f175da362e5c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808604 Aug 16 02:02:43.168138 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:02:40Z', 'revision_number': 5, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:43.194587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.198034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.269702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.298671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.327246 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] Checking router: baa6600a-4a67-4b25-8c60-a3654afd53b7 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:43.345768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] Routers {'baa6600a-4a67-4b25-8c60-a3654afd53b7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:43.348273 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['baa6600a-4a67-4b25-8c60-a3654afd53b7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:43.349287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:43.350177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.357399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] Pushing event deleted for resources: {'Port': ['ID=6d6a520f-0648-429b-a9a3-636b6468b3fb,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.368626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.373368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1ee26e-6c52-4689-9f4a-6f0cbad0646d None None] No DVR routers for this DVR port 6d6a520f-0648-429b-a9a3-636b6468b3fb on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:43.419007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c50b0e34-2380-4590-b428-c190d74b5707 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4287057 Aug 16 02:02:43.426436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35716) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:43.438049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'subnet': {'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:43.445877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.458149 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.490746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20def61d-7745-49f6-b73f-0b5e34304f81,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:43.495617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.525223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c86ef7-dc83-413e-a5af-630883afb3a8 req-4892522b-4580-4f37-a838-846cf98a07b9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.526905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab1915a-f29a-4188-a224-153f71026bb9']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:43.529489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64c86ef7-dc83-413e-a5af-630883afb3a8 req-4892522b-4580-4f37-a838-846cf98a07b9 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1325078 Aug 16 02:02:43.551220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5556217f-b098-4743-a6cc-b0f519b67fe7') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:43.551831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5556217f-b098-4743-a6cc-b0f519b67fe7') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:43.579459 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] Set router baa6600a-4a67-4b25-8c60-a3654afd53b7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:43.581540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.609453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64c86ef7-dc83-413e-a5af-630883afb3a8 req-92a0a793-71fb-4609-b95f-668bd21255f0 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722842 Aug 16 02:02:43.621257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.627176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49c8c1f2-6185-46dd-b9a2-7f8ca06ade33 req-68eb505a-bc37-4271-accb-96a3a72d3ca7 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6208901 Aug 16 02:02:43.647141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.672750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:43.673310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:43.678988 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:43.706891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Allocated IP 10.1.1.2 (04d7b4a8-fa12-4713-bcfd-eb0249276da1/25e68b36-bbeb-486c-9b99-593e7705d104/8c9f7238-5161-4777-b1d6-550cadb9c496) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:43.823477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874f70a-d671-4aba-82a1-4dc774c0b99c req-46dc35f7-352e-414c-bdd4-8cf91eb710af tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:43.825903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:43.832590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3874f70a-d671-4aba-82a1-4dc774c0b99c req-46dc35f7-352e-414c-bdd4-8cf91eb710af tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1044490 Aug 16 02:02:43.836560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.873615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Deleting port 2b8a1895-3485-4216-944a-39d8fe29835f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:43.873880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:43.893755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3874f70a-d671-4aba-82a1-4dc774c0b99c req-8b5974fe-6959-4e8b-ba14-a18d6d45b1e2 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Aug 16 02:02:43.958450 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:02:40Z', 'revision_number': 5, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:44.008327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14015653-6710-442e-b2d6-f41b368857c0 req-68f93446-32c9-441d-92eb-95a34b9e53e5 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/984f40c3-90d3-4dd6-83e8-1a4ebe23fa52 HTTP/1.1" status: 200 len: 2404 time: 0.0961907 Aug 16 02:02:44.017151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.031747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.041042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cab1915a-f29a-4188-a224-153f71026bb9 HTTP/1.1" status: 204 len: 168 time: 2.2131989 Aug 16 02:02:44.053012 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a63847-c0d8-4230-b9bc-457b47f350a2 None None] The sync data for ids ['baa6600a-4a67-4b25-8c60-a3654afd53b7'] in n-d-768852-19 is: [{'id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1907602456-router', 'tenant_id': '00589d2e80d941f493bbe246ff366489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69'}], 'enable_snat': True}, 'gw_port_id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:27Z', 'updated_at': '2021-08-16T02:02:40Z', 'revision_number': 5, 'project_id': '00589d2e80d941f493bbe246ff366489', 'gw_port': {'id': '2b8a1895-3485-4216-944a-39d8fe29835f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:b1:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baa6600a-4a67-4b25-8c60-a3654afd53b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:29Z', 'updated_at': '2021-08-16T02:00:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:44.073560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139a771-a0fb-4635-b706-1a24fb5380b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=cab1915a-f29a-4188-a224-153f71026bb9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.088020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.095062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] For port 2b8a1895-3485-4216-944a-39d8fe29835f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2b8a1895-3485-4216-944a-39d8fe29835f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:44.095542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.117565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Transition to ACTIVE for port object 8c9f7238-5161-4777-b1d6-550cadb9c496 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:44.140640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Calling delete_port for 2b8a1895-3485-4216-944a-39d8fe29835f owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:44.156138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Transition to ACTIVE for port object 8c9f7238-5161-4777-b1d6-550cadb9c496 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:44.268423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:44.280384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92e66555-bde0-4d67-9c12-3df21b64899f req-a6fdd14b-42fe-4708-ad33-3fb604ce4d22 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-group-rules/20def61d-7745-49f6-b73f-0b5e34304f81 HTTP/1.1" status: 200 len: 778 time: 0.0306685 Aug 16 02:02:44.286899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:44.353385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92e66555-bde0-4d67-9c12-3df21b64899f req-f1b6a351-617a-40ec-b10b-49a0a32be725 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/984f40c3-90d3-4dd6-83e8-1a4ebe23fa52 HTTP/1.1" status: 200 len: 2404 time: 0.0708287 Aug 16 02:02:44.406338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-92e66555-bde0-4d67-9c12-3df21b64899f req-67ad96c8-dbae-4ef2-a453-a70d188ce934 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.425210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-92e66555-bde0-4d67-9c12-3df21b64899f req-67ad96c8-dbae-4ef2-a453-a70d188ce934 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.444922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.464736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:44.507334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:44.518495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.587869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '78b30250-2173-4788-8db9-1b50597b3077', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '78b30250-2173-4788-8db9-1b50597b3077', 'mac_address': 'fa:16:3e:d6:61:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:44.609874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-92e66555-bde0-4d67-9c12-3df21b64899f req-67ad96c8-dbae-4ef2-a453-a70d188ce934 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.628303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-92e66555-bde0-4d67-9c12-3df21b64899f req-67ad96c8-dbae-4ef2-a453-a70d188ce934 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.638906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Subnet': ['ID=b46169f0-d79e-4e28-b293-da2ffc2127a4,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.645621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Checking segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:44.645995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network hostable DHCP agents. Network: d387bfa7-96c7-44b2-b53a-d8f66bcab7dc, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:44.657999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92e66555-bde0-4d67-9c12-3df21b64899f req-67ad96c8-dbae-4ef2-a453-a70d188ce934 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/20def61d-7745-49f6-b73f-0b5e34304f81 HTTP/1.1" status: 204 len: 173 time: 0.2972100 Aug 16 02:02:44.660432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:44.669370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ebbab63f-4eeb-417f-8872-5ea2bbe3d7c5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:44.679446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:44.682300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad96c8-dbae-4ef2-a453-a70d188ce934 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20def61d-7745-49f6-b73f-0b5e34304f81,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.710126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c1a026aa-217e-4c0d-b4d2-719ff3fa612e req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1803378151', 'description': 'tempest-description-1021338549'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:44.734614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:44.781468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:44.789857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.804188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63963cab-c900-42fc-aa6b-e046c1b3e421 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7b8b603ac3e4830ae8c5a8e9eba35dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1233644 Aug 16 02:02:44.811045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.812023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:44.814585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21b735-0f9d-4585-882e-4719a1ddf531 req-c805ba31-f4b9-4884-b749-d0ae3ba7daff tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:44.814851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:44.816786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a21b735-0f9d-4585-882e-4719a1ddf531 req-c805ba31-f4b9-4884-b749-d0ae3ba7daff tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.0705309 Aug 16 02:02:44.817502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35750) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:44.819635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Pushing event updated for resources: {'Port': ['ID=8c9f7238-5161-4777-b1d6-550cadb9c496,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.870371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8a1895-3485-4216-944a-39d8fe29835f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:44.881240 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.913913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1a026aa-217e-4c0d-b4d2-719ff3fa612e req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.926070 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:44.937143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a21b735-0f9d-4585-882e-4719a1ddf531 req-e517e0b1-38ac-40da-9da9-cc1b0a51adbb tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991302 Aug 16 02:02:44.982087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:44.984339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-373dbc36-0293-4b6a-b10b-8f57796f8863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.024196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:45.026392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.030096 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8504c4ac-fc36-48ea-8e57-ba71a76bbe94" -d '{"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-unplugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:45.030324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-373dbc36-0293-4b6a-b10b-8f57796f8863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.085706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.092558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:45.093323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d387bfa7-96c7-44b2-b53a-d8f66bcab7dc) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:45.114704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1cc450-6901-4bae-b631-b16b79be7d86 None None] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:45.143434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Attempting to bind port 8c9f7238-5161-4777-b1d6-550cadb9c496 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:45.143724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Attempting to bind port 8c9f7238-5161-4777-b1d6-550cadb9c496 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:45.144251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Attempting to bind port 8c9f7238-5161-4777-b1d6-550cadb9c496 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:45.164017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:45.164406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Checking segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:45.164822 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.165224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Bound using segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:45.165748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Bound port: 8c9f7238-5161-4777-b1d6-550cadb9c496, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:45.166218 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.169830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd206aa9-69b3-42b8-9200-44c7459aa14b req-e4767900-e4e5-48b0-b75d-af676485fcac tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.172326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:45.173058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.177899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd206aa9-69b3-42b8-9200-44c7459aa14b req-e4767900-e4e5-48b0-b75d-af676485fcac tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1261880 Aug 16 02:02:45.183028 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1a026aa-217e-4c0d-b4d2-719ff3fa612e req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.233721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.239565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.278766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd206aa9-69b3-42b8-9200-44c7459aa14b req-22a98653-8ed2-4339-86c4-e58b0bf4b767 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951569 Aug 16 02:02:45.323999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1a026aa-217e-4c0d-b4d2-719ff3fa612e req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.336110 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:45.339221 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:45.339221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.381029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f6cb6-c4c0-45bd-bc32-8192c9f1bba7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.388677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-373dbc36-0293-4b6a-b10b-8f57796f8863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.396238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-373dbc36-0293-4b6a-b10b-8f57796f8863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.396238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-373dbc36-0293-4b6a-b10b-8f57796f8863 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e72bae7-50f2-479a-b898-21a4e0fcf86d HTTP/1.1" status: 204 len: 168 time: 0.5751631 Aug 16 02:02:45.405861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dbc36-0293-4b6a-b10b-8f57796f8863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e72bae7-50f2-479a-b898-21a4e0fcf86d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.422487 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.423341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baa6600a-4a67-4b25-8c60-a3654afd53b7 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:45.437512 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da944752-78e2-4599-b026-e0db4bf0e467 x-openstack-request-id: req-da944752-78e2-4599-b026-e0db4bf0e467 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:45.437512 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-unplugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:45.437841 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da944752-78e2-4599-b026-e0db4bf0e467 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:45.438169 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'code': 200} Aug 16 02:02:45.449506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35768) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:45.455232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'name': 'tempest-TaggedBootDevicesTest_v242-982358281', 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:45.456224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-579bbcdd-3047-4b63-8f13-80b5fb3303f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0192335 Aug 16 02:02:45.460985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.468098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] For port 8c9f7238-5161-4777-b1d6-550cadb9c496, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:45.470906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35770) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:45.471635 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d02d10d8-1d9a-4e4b-a855-4e245eb440f0 admin admin] 10.222.0.76 "DELETE /v2.0/routers/baa6600a-4a67-4b25-8c60-a3654afd53b7 HTTP/1.1" status: 204 len: 168 time: 3.2021928 Aug 16 02:02:45.499146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] For port 8c9f7238-5161-4777-b1d6-550cadb9c496, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c9f7238-5161-4777-b1d6-550cadb9c496,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:45.556295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-d387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'fixed_ips': [{'subnet_id': 'b46169f0-d79e-4e28-b293-da2ffc2127a4'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:45.557863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.586893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.646383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1a026aa-217e-4c0d-b4d2-719ff3fa612e req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.647231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1a026aa-217e-4c0d-b4d2-719ff3fa612e req-7ce2f9c4-4ed2-407c-baf3-3911c8bb4a28 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9416745 Aug 16 02:02:45.671186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1fb707-3cd1-430e-9480-56ced3b3e9e9 None None] Pushing event updated for resources: {'Port': ['ID=8c9f7238-5161-4777-b1d6-550cadb9c496,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:45.771082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Deleting subnet 4c2bbeba-1ae6-400e-98d4-6c0f9b39505d {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:45.800406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.876582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6cc5352f-e969-4b7f-b38d-a02cdf758645 req-47546bc5-07a6-4ba9-a019-64d954e5bd65 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/4f6f6cb6-c4c0-45bd-bc32-8192c9f1bba7 HTTP/1.1" status: 200 len: 1813 time: 0.1898649 Aug 16 02:02:45.930794 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.933465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.945261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:45.961777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Allocated IP 10.2.2.2 (d387bfa7-96c7-44b2-b53a-d8f66bcab7dc/b46169f0-d79e-4e28-b293-da2ffc2127a4/648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:45.970453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-6f175983-c7f6-4f00-a67d-e222a466b371 req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1322028005', 'description': 'tempest-description-465071809'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:45.975869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:46.001526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:46.120864 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.125952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-ae2aae42-fe5e-49bd-9edc-8903ec987514 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.130957 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-ae2aae42-fe5e-49bd-9edc-8903ec987514 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 945 time: 0.1223574 Aug 16 02:02:46.209565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620df015-d63a-4733-9265-2cc1f6344752 req-f17e8463-39a6-4ee6-aef2-413d36f0a29d tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.235319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620df015-d63a-4733-9265-2cc1f6344752 req-f17e8463-39a6-4ee6-aef2-413d36f0a29d tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:46.247287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-620df015-d63a-4733-9265-2cc1f6344752 req-f17e8463-39a6-4ee6-aef2-413d36f0a29d tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7&device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 1683 time: 0.2428296 Aug 16 02:02:46.363645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:46.368164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:46.458476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:46.459023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.525424 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.547476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Transition to ACTIVE for port object 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:46.554365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['78b30250-2173-4788-8db9-1b50597b3077'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:46.556542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.581096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c9f7238-5161-4777-b1d6-550cadb9c496 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:46.620588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-620df015-d63a-4733-9265-2cc1f6344752 req-c78a6c17-98c7-48eb-b2e5-09334f81f2cc tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696089 Aug 16 02:02:46.621945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6f175983-c7f6-4f00-a67d-e222a466b371 req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.668998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:46.670283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.678957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Transition to ACTIVE for port object 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:46.714203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:46.860484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.927029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8c9f7238-5161-4777-b1d6-550cadb9c496 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:46.929362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.972465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6f175983-c7f6-4f00-a67d-e222a466b371 req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:46.979650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] device_id is not set on port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:46.997263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:47.004052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Pushing event updated for resources: {'Port': ['ID=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.006795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:47.011813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:47.080151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.103741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Attempting to bind port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:47.106822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Attempting to bind port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:47.107256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Attempting to bind port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:47.109688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:47.200052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2b8a1895-3485-4216-944a-39d8fe29835f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:47.216372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:47.216372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Checking segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:47.216372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.216372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Bound using segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:47.216372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Bound port: 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:47.216372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.238493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.254952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:47.259024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.261969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90832015-b8f8-4181-9dc2-78d85887ff2c req-cf772cd4-945c-449e-ba33-b8500556594b tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.58 "DELETE /v2.0/ports/1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b HTTP/1.1" status: 204 len: 173 time: 1.1204252 Aug 16 02:02:47.263050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'name': 'network-vif-deleted', 'tag': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:47.278786 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d679e736-f3f5-42cf-82b0-56533f4c2888" -d '{"events": [{"server_uuid": "1f40ab2e-b872-4d88-b4e7-c345c26035c7", "name": "network-vif-deleted", "tag": "1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:47.341069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 2b8a1895-3485-4216-944a-39d8fe29835f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:47.341705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2b8a1895-3485-4216-944a-39d8fe29835f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:47.360622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 10.1.1.251 (04d7b4a8-fa12-4713-bcfd-eb0249276da1/25e68b36-bbeb-486c-9b99-593e7705d104/eecc7865-7fd7-44a8-96a8-86cb3ffd5156) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:47.384141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] For port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:47.388332 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6f175983-c7f6-4f00-a67d-e222a466b371 req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.389969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] For port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:47.448919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77aaf7-2133-4ece-a978-c12b922e0193 req-f28f6add-f14e-4069-abb9-949b12bcb13c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:47.456765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce77aaf7-2133-4ece-a978-c12b922e0193 req-f28f6add-f14e-4069-abb9-949b12bcb13c tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=1f40ab2e-b872-4d88-b4e7-c345c26035c7 HTTP/1.1" status: 200 len: 867 time: 0.6359460 Aug 16 02:02:47.496043 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.501536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89a78764-98f0-47ca-86c5-082006b8a841,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.550581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.604874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c2bbeba-1ae6-400e-98d4-6c0f9b39505d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.613011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37cb669-f6ce-4485-879a-2adfcc3c0bfa None None] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:47.620532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35816) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.621005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce77aaf7-2133-4ece-a978-c12b922e0193 req-fd7d4bdf-b58a-49be-9318-6760d1933bf4 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590910 Aug 16 02:02:47.625683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.631743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5d888c4-ee09-4315-91ed-4bea9099ff1b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4c2bbeba-1ae6-400e-98d4-6c0f9b39505d HTTP/1.1" status: 204 len: 168 time: 2.1136799 Aug 16 02:02:47.642031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35818) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:47.672148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c07b9d-1008-42f6-9540-430f9799196d None None] Network 68f94f28-8752-4b5a-adb1-05a52b786fb5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:47.682568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6f175983-c7f6-4f00-a67d-e222a466b371 req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:47.684441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f175983-c7f6-4f00-a67d-e222a466b371 req-6200a4e6-a1b9-483c-875b-34a099f651cb tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7294207 Aug 16 02:02:47.746305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b696f9a-0d08-4892-9b43-7cb1c74160ac None None] Pushing event updated for resources: {'Port': ['ID=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:47.909683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-143953515-network', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:47.921970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:47.979840 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e535bc7-723a-4c4d-938b-1c748d226f16 x-openstack-request-id: req-6e535bc7-723a-4c4d-938b-1c748d226f16 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:47.980159 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f40ab2e-b872-4d88-b4e7-c345c26035c7", "name": "network-vif-deleted", "tag": "1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:47.980469 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e535bc7-723a-4c4d-938b-1c748d226f16 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:47.981137 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f40ab2e-b872-4d88-b4e7-c345c26035c7', 'name': 'network-vif-deleted', 'tag': '1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b', 'status': 'completed', 'code': 200} Aug 16 02:02:48.015035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Made reservation on behalf of e8127bc3f60440b5a43aabb4bd25c43a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:48.018067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.036090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.113953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] Provisioning for port 8c9f7238-5161-4777-b1d6-550cadb9c496 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:48.140474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] Provisioning complete for port 8c9f7238-5161-4777-b1d6-550cadb9c496 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:48.149608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.219010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.238993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] DHCP port deletion for 68f94f28-8752-4b5a-adb1-05a52b786fb5 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:48.294914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.337997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:48.387845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465566ce-1398-4bf8-8551-f88e32633ced,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.400988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.402482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.406626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.407292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.407823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.409699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.410248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.410861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.411680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.412215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.412769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.416133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.416662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:48.421913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:02:48.435942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.437426 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Added segment 10f2faec-2947-45ce-8ea5-9d093a5d20ff of type vlan for network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a Aug 16 02:02:48.457229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.475022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object eecc7865-7fd7-44a8-96a8-86cb3ffd5156 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:48.501222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.503266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18a7970b-6a1b-47b9-af0a-136d4fc38c8d req-521b20de-09ad-41bf-9e92-d0bcf603c3b6 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/89a78764-98f0-47ca-86c5-082006b8a841 HTTP/1.1" status: 200 len: 1812 time: 0.2342949 Aug 16 02:02:48.553388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:48.560954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09244ef-d662-40cd-8211-ab5033f545a3 req-1ab020df-87de-4e56-80fd-ff5c7b391db4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.576959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b09244ef-d662-40cd-8211-ab5033f545a3 req-1ab020df-87de-4e56-80fd-ff5c7b391db4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 948 time: 0.8439224 Aug 16 02:02:48.673296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.675321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:48.676384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.702753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b09244ef-d662-40cd-8211-ab5033f545a3 req-054ed147-a76e-4d83-9a9c-652173867396 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244106 Aug 16 02:02:48.735722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-757f959b-93cb-4733-a3ef-d511eb0553ed req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1875497885', 'description': 'tempest-description-115649482'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:48.750211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 78b30250-2173-4788-8db9-1b50597b3077 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:48.750596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.803236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.811596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Deleting port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:48.812213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.907994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.956391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] Pushing event updated for resources: {'Network': ['ID=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:48.959707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] For port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:48.960088 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:48.970255 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-19309c77-6df1-4b94-aea1-ea4e89494273 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3440537 Aug 16 02:02:48.978679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35848) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:48.982753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Calling delete_port for 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:48.997942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] For port 8c9f7238-5161-4777-b1d6-550cadb9c496, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c9f7238-5161-4777-b1d6-550cadb9c496,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.003617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Request body: {'subnet': {'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-143953515-subnet', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:49.061799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] Deleting port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:49.062628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.082722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:02:49.086928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:49.129163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:49.147195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:49.157246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:02:49.157246 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:02:49.157246 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': 'e8127bc3f60440b5a43aabb4bd25c43a', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 2, 49, 26148)}] Aug 16 02:02:49.157246 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:02:49.158222 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:02:49.177548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.191579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.244585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:49.245540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.407064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] For port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,segment=NetworkSegment(47b2e57e-9584-4490-bf4e-1d25976d2a41),segment_id=47b2e57e-9584-4490-bf4e-1d25976d2a41)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.408509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.426006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d604026-ba61-42c3-a79f-460cb8f70080 None None] Pushing event updated for resources: {'Port': ['ID=8c9f7238-5161-4777-b1d6-550cadb9c496,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.435955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e28ac7-ad35-4b85-b634-557bf7a8b5c3 None None] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:49.442603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9736ccbb-3ef7-41b7-a847-3480b3031fa3 None None] Provisioning complete for port 8c9f7238-5161-4777-b1d6-550cadb9c496 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:49.443005 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9736ccbb-3ef7-41b7-a847-3480b3031fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.444685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] Calling delete_port for 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:49.510939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.611392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:49.614342 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5e960-f660-4c5f-b926-40fc74f33fe6" -d '{"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-plugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:49.655437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:49.758563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-757f959b-93cb-4733-a3ef-d511eb0553ed req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.793316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.793948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:49.810096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.822954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.825560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] No DVR routers for this DVR port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:49.843156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] Pushing event deleted for resources: {'Port': ['ID=0425184b-c78b-4fbe-b382-2dcd42f2c0d2,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:49.854218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1e29b-248a-41c8-8735-2e1fae693e81 None None] No DVR routers for this DVR port 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:49.884228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.921463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c00c0367-493a-482b-b09e-64eaed4bb85e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.4706814 Aug 16 02:02:49.924016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:49.932235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35856) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:49.943616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'name': 'tempest-TaggedBootDevicesTest_v242-334881780', 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:49.952322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:49.953525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0425184b-c78b-4fbe-b382-2dcd42f2c0d2 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:49.955299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:49.981083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68f94f28-8752-4b5a-adb1-05a52b786fb5']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:49.992043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.010476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b2e57e-9584-4490-bf4e-1d25976d2a41') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.014277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b2e57e-9584-4490-bf4e-1d25976d2a41') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:50.025034 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.043710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Provisioning for port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:50.048251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Provisioning complete for port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:50.048768 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.060373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.099839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:02:50.100576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:50.101897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.143326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Made reservation on behalf of e8127bc3f60440b5a43aabb4bd25c43a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:50.155752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:02:50.182193 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:02:50.284954 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-757f959b-93cb-4733-a3ef-d511eb0553ed req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.287198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:50.287551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1a130da0-09a1-4a9e-9cfe-cb8cb8a9415b not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:50.301926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:50.384915 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.404188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.408988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/68f94f28-8752-4b5a-adb1-05a52b786fb5 HTTP/1.1" status: 204 len: 168 time: 2.7479103 Aug 16 02:02:50.409470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Provisioning for port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:50.413694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Provisioning complete for port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:50.415560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.425792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35862) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:50.426564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd832016-56d1-4bfd-9ee2-566c9acad3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=68f94f28-8752-4b5a-adb1-05a52b786fb5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.443236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-757f959b-93cb-4733-a3ef-d511eb0553ed req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.491947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c9f7238-5161-4777-b1d6-550cadb9c496 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:50.555902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:02:50.585039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8087403e-344b-4895-8314-3b66fc45da18,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.677744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.679825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-2e5658a6-0869-470a-b5ba-54f31b101065 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:50.681851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-2e5658a6-0869-470a-b5ba-54f31b101065 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705&tenant_id=c8064647b93f4bc8aac7fae0bd12918d&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 949 time: 0.1845701 Aug 16 02:02:50.696433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.708138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-757f959b-93cb-4733-a3ef-d511eb0553ed req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.722843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-757f959b-93cb-4733-a3ef-d511eb0553ed req-18a8d31c-a327-43ab-8542-d372bebc891a tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 2.0112927 Aug 16 02:02:50.731202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8c9f7238-5161-4777-b1d6-550cadb9c496 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:50.732277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.760452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] device_id is not set on port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:02:50.771905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:50.803030 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cabadbe-d2d3-4356-ada4-4cbff29e7445 x-openstack-request-id: req-5cabadbe-d2d3-4356-ada4-4cbff29e7445 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:50.803030 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-plugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:50.803030 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cabadbe-d2d3-4356-ada4-4cbff29e7445 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:50.803030 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'code': 200} Aug 16 02:02:50.822556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] For port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:50.922118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7dfd418-58fd-43d7-bee3-c8dbb1912111,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:50.970128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-56cd8423-c869-45da-996d-4e8e688e04fd service neutron] 10.222.0.83 "GET /v2.0/ports/78b30250-2173-4788-8db9-1b50597b3077/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 383 time: 0.2791498 Aug 16 02:02:50.981944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Checking segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:50.982673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Network hostable DHCP agents. Network: d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:02:51.036157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a9168-7b87-4f29-9300-57975047e33f req-637b63fb-9873-480f-ab08-3fff8774730f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.037731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748a9168-7b87-4f29-9300-57975047e33f req-637b63fb-9873-480f-ab08-3fff8774730f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1407692 Aug 16 02:02:51.068701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 10.1.1.37 (04d7b4a8-fa12-4713-bcfd-eb0249276da1/25e68b36-bbeb-486c-9b99-593e7705d104/5d9862ed-6e98-4d0e-ad5d-3955872b8852) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:51.124914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748a9168-7b87-4f29-9300-57975047e33f req-58804927-c4de-432c-84d5-88fdbc7eb376 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713892 Aug 16 02:02:51.126707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-ad2a3df5-8543-4f8b-a173-64da4f042bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.128257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-ad2a3df5-8543-4f8b-a173-64da4f042bc7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1101 time: 0.1194570 Aug 16 02:02:51.141665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.193109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:02:51.270143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-139e7446-b980-4df6-a70c-2646d0a5bdfa None None] Provisioning complete for port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:51.271166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-139e7446-b980-4df6-a70c-2646d0a5bdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.271683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.273347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Pushing event updated for resources: {'Port': ['ID=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.291759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object 5d9862ed-6e98-4d0e-ad5d-3955872b8852 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:51.302923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f752bed-4487-4e48-9e29-a26fa53476c7 req-6f1bf4b0-228b-4a92-b432-17d5d661d058 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/8087403e-344b-4895-8314-3b66fc45da18 HTTP/1.1" status: 200 len: 1812 time: 0.0634124 Aug 16 02:02:51.312643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.317941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.326981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae518048-d35b-4dd1-90f4-3c3bb723e93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:51.341169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:51.350428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36573b57-9daa-4376-b331-0673c44aa408 None None] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:51.352071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.352647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.375499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-91eb340a-1114-49af-ad61-d3f859952d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.376889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-91eb340a-1114-49af-ad61-d3f859952d89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2369645 Aug 16 02:02:51.415647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.441222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.443978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-1d49426f-a0d2-44ce-ba54-37ac5233d7c7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 217 time: 0.0542114 Aug 16 02:02:51.450123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-41b5f93b-8312-45bb-861d-763408e51aa6 req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-567404951', 'description': 'tempest-description-94620322'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:51.462051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e3105d02-0021-436a-834a-9b60a199251f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4776425 Aug 16 02:02:51.462831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35888) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:51.474463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:51.478870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:51.487714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:51.496708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:51.544829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.545474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.558370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:51.592384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:02:51.602287 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.605586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-29701eb1-97c6-49ff-9f83-35776135970f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.608510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-29701eb1-97c6-49ff-9f83-35776135970f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1136909 Aug 16 02:02:51.667859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.670864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.742193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-c60651e4-e7d8-477c-b455-59dd25637060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:51.751295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-c60651e4-e7d8-477c-b455-59dd25637060 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280303 Aug 16 02:02:51.776139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Allocated IP 172.20.0.2 (d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a/f7dfd418-58fd-43d7-bee3-c8dbb1912111/31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:51.922879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-40f40cfe-99ec-4a15-bd9c-98ea79d773c1 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701138 Aug 16 02:02:51.968444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-41b5f93b-8312-45bb-861d-763408e51aa6 req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.983372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:51.992926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Transition to ACTIVE for port object 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:52.017157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Transition to ACTIVE for port object 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:52.063936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8d97333a-b79e-420d-a8cc-4d670901b87e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1299224 Aug 16 02:02:52.065433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.095489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.130994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Deleting port d262ace8-4041-4676-8948-cbe5bfa96d81 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:52.131626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.144500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:52.150205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:52.154864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:52.163690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Pushing event updated for resources: {'Port': ['ID=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.186624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-83af552a-bdb8-4bfa-adec-976f1d0872e2 None None] Provisioning for port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:52.191119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-83af552a-bdb8-4bfa-adec-976f1d0872e2 None None] Provisioning complete for port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:52.192011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83af552a-bdb8-4bfa-adec-976f1d0872e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.234763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-7cfbfc51-e904-4ec7-bca7-08f9826e4871 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677629 Aug 16 02:02:52.260541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Attempting to bind port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:52.260940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Attempting to bind port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:52.261275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Attempting to bind port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb on network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:52.267801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:52.268214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Checking segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:52.268591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.268973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Bound using segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:52.269446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Bound port: 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:52.269848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.271679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-83af552a-bdb8-4bfa-adec-976f1d0872e2 None None] Port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:02:52.315358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-41b5f93b-8312-45bb-861d-763408e51aa6 req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.325825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57b78f-29ed-41fe-8243-c63cb7a83955 req-5927807a-6c22-4786-b22b-2d8792ee74eb tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.327426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a57b78f-29ed-41fe-8243-c63cb7a83955 req-5927807a-6c22-4786-b22b-2d8792ee74eb tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 946 time: 0.1695619 Aug 16 02:02:52.337436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] For port d262ace8-4041-4676-8948-cbe5bfa96d81, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d262ace8-4041-4676-8948-cbe5bfa96d81,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:52.337828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.357210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] For port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:52.362035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] For port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:52.368938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Calling delete_port for d262ace8-4041-4676-8948-cbe5bfa96d81 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:52.378521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-41b5f93b-8312-45bb-861d-763408e51aa6 req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.401537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.409308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a57b78f-29ed-41fe-8243-c63cb7a83955 req-cef0d017-376c-46b8-a07c-e4400d9eed69 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739882 Aug 16 02:02:52.414124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:52.461974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6193c096-fe4b-4790-bb43-af976b2da455,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.462165 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.510981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:52.510981 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.536306 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-41b5f93b-8312-45bb-861d-763408e51aa6 req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.552678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41b5f93b-8312-45bb-861d-763408e51aa6 req-8b33b644-e0b0-42a9-886b-a712d38b8e92 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.1200876 Aug 16 02:02:52.564121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3adc9-d41a-400b-b221-d1ea0407d1c0 None None] Pushing event updated for resources: {'Port': ['ID=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.787584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf0ba9-01c7-4ece-8920-a78a7a91d561 req-56fce4c6-740f-479a-b933-40d196cca2d3 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.790879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ddf0ba9-01c7-4ece-8920-a78a7a91d561 req-56fce4c6-740f-479a-b933-40d196cca2d3 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 950 time: 0.1256330 Aug 16 02:02:52.823421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.835591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ddf0ba9-01c7-4ece-8920-a78a7a91d561 req-d490d2bd-58b8-499e-8e2a-971e2428c970 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367954 Aug 16 02:02:52.852323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-fb2dab2b-fa0d-46e9-8b9e-8459a530c2c3 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:52.853847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-fb2dab2b-fa0d-46e9-8b9e-8459a530c2c3 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.58 "GET /v2.0/ports?device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 946 time: 0.1166019 Aug 16 02:02:52.861553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.916794 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:52.970224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35934) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:52.974449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Pushing event deleted for resources: {'Port': ['ID=d262ace8-4041-4676-8948-cbe5bfa96d81,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:52.980122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116885292', 'description': 'tempest-description--1503670796'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:53.061875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a87c2f-9125-42ae-ab69-b819418dc026 req-b96c78a4-7e86-44d1-ad13-def8b9fccf46 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.063247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Allocated IP 172.25.6.206 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/88847739-2145-4688-ab23-c11935b49bc5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:53.063505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8a87c2f-9125-42ae-ab69-b819418dc026 req-b96c78a4-7e86-44d1-ad13-def8b9fccf46 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1601143 Aug 16 02:02:53.084196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Deleting port fb3b142e-162e-4b31-b9d2-ea609cd024b8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:53.084793 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.165881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.172896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d18b14e8-a885-4373-be13-fe1f9087c7c2 req-4b4a2902-f943-41b1-bcea-83675caa807f tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/6193c096-fe4b-4790-bb43-af976b2da455 HTTP/1.1" status: 200 len: 1810 time: 0.1493211 Aug 16 02:02:53.180234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8a87c2f-9125-42ae-ab69-b819418dc026 req-97d31f98-0692-44c5-b16e-dc41a313127c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096592 Aug 16 02:02:53.279156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.288496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] For port fb3b142e-162e-4b31-b9d2-ea609cd024b8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=fb3b142e-162e-4b31-b9d2-ea609cd024b8,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:53.288984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.323018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.356822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Calling delete_port for fb3b142e-162e-4b31-b9d2-ea609cd024b8 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:53.381629 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-966ab78b-c17e-47c4-b830-2c555cdce701 req-70e60eac-ab05-4f4e-81c4-11ec647507a9 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] show failed (client error): The resource could not be found. Aug 16 02:02:53.382431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-966ab78b-c17e-47c4-b830-2c555cdce701 req-70e60eac-ab05-4f4e-81c4-11ec647507a9 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/7cbb5246-e2b4-4bd9-af81-97a00c653a19 HTTP/1.1" status: 404 len: 352 time: 0.0828180 Aug 16 02:02:53.496154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-a530c625-2624-4bc3-9bde-1e71b5a7f815 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:53.500493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.500644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-a530c625-2624-4bc3-9bde-1e71b5a7f815 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 946 time: 0.1995056 Aug 16 02:02:53.507177 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-126bea1d-548d-41d2-8cc1-acc1ea44887c req-7e3f78e6-86ae-47fa-8b1e-c94796b0f68e tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] show failed (client error): The resource could not be found. Aug 16 02:02:53.514632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-126bea1d-548d-41d2-8cc1-acc1ea44887c req-7e3f78e6-86ae-47fa-8b1e-c94796b0f68e tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-group-rules/1d090bfd-b908-47de-aecc-ab45f4e08526 HTTP/1.1" status: 404 len: 361 time: 0.0350642 Aug 16 02:02:53.615979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.620575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.690032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.696829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Pushing event updated for resources: {'Port': ['ID=88847739-2145-4688-ab23-c11935b49bc5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.702538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:53.708859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['fb3b142e-162e-4b31-b9d2-ea609cd024b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:53.713400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['a2b9ba1a-a30b-48cd-bf0c-f1a95591447b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:53.718085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:53.745995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:53.752000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.754807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Pushing event deleted for resources: {'Port': ['ID=fb3b142e-162e-4b31-b9d2-ea609cd024b8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:53.827283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13cf73aa-82c1-4d34-b50b-e30a3d336157 None None] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:53.841209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] No DVR routers for this DVR port fb3b142e-162e-4b31-b9d2-ea609cd024b8 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:53.851848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.851848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b8d780d5-5f0a-457d-b186-711319fafe00 req-604c74fe-4e38-4cea-9066-04c8df131e76 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.58 "DELETE /v2.0/ports/fb3b142e-162e-4b31-b9d2-ea609cd024b8 HTTP/1.1" status: 204 len: 173 time: 0.9871354 Aug 16 02:02:53.851848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'name': 'network-vif-deleted', 'tag': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:53.851848 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441f027b-f8c0-4234-9635-8763c283e29d" -d '{"events": [{"server_uuid": "a9ae39eb-1f0b-4aa9-a95d-21d33025730c", "name": "network-vif-deleted", "tag": "fb3b142e-162e-4b31-b9d2-ea609cd024b8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:53.986696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:53.990466 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-55d0a579-2b7a-45b5-a71f-3ba5fa1d4d9c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0147572 Aug 16 02:02:54.004136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.008653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb4349-8c2f-4e38-bf7a-b399d5f9708b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:54.094809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856b8bf-8129-4151-98ab-af81f4a0f98f req-94b488f3-5392-4fc7-a38b-bbf2f4996fa8 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.096371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0856b8bf-8129-4151-98ab-af81f4a0f98f req-94b488f3-5392-4fc7-a38b-bbf2f4996fa8 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a9ae39eb-1f0b-4aa9-a95d-21d33025730c HTTP/1.1" status: 200 len: 867 time: 0.5101888 Aug 16 02:02:54.134057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c34e9c63-93f2-4c4d-89c9-33a80a97e1cb None None] Provisioning for port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:54.145696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Router 640abf7f-e1d2-43cb-98f3-b1566b43811e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:02:54.159048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Deleting port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:54.159408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.172055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.260013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0856b8bf-8129-4151-98ab-af81f4a0f98f req-d390f822-c0e4-4c9e-b572-829c27b2c633 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5bb270d-e632-4fca-9a9d-c443d8411378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519499 Aug 16 02:02:54.315297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6bf92b4-9127-478f-8262-e41c978d260f req-7cf0df71-cc59-4b64-878a-377be13ddf29 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/6193c096-fe4b-4790-bb43-af976b2da455 HTTP/1.1" status: 200 len: 1810 time: 0.2148228 Aug 16 02:02:54.357356 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2f8149-c28e-4dc6-948c-80fbb1f38938 x-openstack-request-id: req-6a2f8149-c28e-4dc6-948c-80fbb1f38938 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:54.357647 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ae39eb-1f0b-4aa9-a95d-21d33025730c", "name": "network-vif-deleted", "tag": "fb3b142e-162e-4b31-b9d2-ea609cd024b8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:54.357904 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a2f8149-c28e-4dc6-948c-80fbb1f38938 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:54.358309 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ae39eb-1f0b-4aa9-a95d-21d33025730c', 'name': 'network-vif-deleted', 'tag': 'fb3b142e-162e-4b31-b9d2-ea609cd024b8', 'status': 'completed', 'code': 200} Aug 16 02:02:54.489813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] For port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,segment=NetworkSegment(68221e6c-7bc3-45b9-9eb4-3ce14c4887b1),segment_id=68221e6c-7bc3-45b9-9eb4-3ce14c4887b1)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:54.489813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.550221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.628461 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.633155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:54.651685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Calling delete_port for a2b9ba1a-a30b-48cd-bf0c-f1a95591447b owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:54.703270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6bf92b4-9127-478f-8262-e41c978d260f req-9cbecb9d-acb4-44ce-9b88-4dd74787b175 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.708775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:54.718879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9cad6d29-3676-47f0-b079-d0304ba8e35e admin admin] 10.222.0.76 "PUT /v2.0/routers/640abf7f-e1d2-43cb-98f3-b1566b43811e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2883313 Aug 16 02:02:54.720616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35978) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:54.738870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] Sync routers for ids ['640abf7f-e1d2-43cb-98f3-b1566b43811e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:54.756161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] Routers {'640abf7f-e1d2-43cb-98f3-b1566b43811e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:54.757448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['640abf7f-e1d2-43cb-98f3-b1566b43811e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:54.760748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.871207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.887855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0ce6b-1a60-4f49-9548-6bd44aad8934 req-95fc88ed-b54e-4378-82c5-1c3f1deda1e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:54.890147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26a0ce6b-1a60-4f49-9548-6bd44aad8934 req-95fc88ed-b54e-4378-82c5-1c3f1deda1e8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.2935016 Aug 16 02:02:54.893752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3caa036-ea17-447b-b9f8-e690691960c9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:54.904179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] Set router 640abf7f-e1d2-43cb-98f3-b1566b43811e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:54.911693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6bf92b4-9127-478f-8262-e41c978d260f req-9cbecb9d-acb4-44ce-9b88-4dd74787b175 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:54.972984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:54.995246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:54.996165 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.056089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.060073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1bc987cd-fbde-45be-9cbd-af1486019ce1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0528774 Aug 16 02:02:55.060630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35982) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.068111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'security_group_rule': {'security_group_id': 'b6cb4349-8c2f-4e38-bf7a-b399d5f9708b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:55.079001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26a0ce6b-1a60-4f49-9548-6bd44aad8934 req-caa4c695-26c9-45eb-8b8a-2cbf14b93d76 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705985 Aug 16 02:02:55.177399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.221161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.233484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:02:52Z', 'revision_number': 5, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:55.244017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.294467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Router ec168e33-0349-47ae-8218-d07e8da88350 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:02:55.295362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:55.297245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] Checking router: 640abf7f-e1d2-43cb-98f3-b1566b43811e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:55.311712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] Routers {'640abf7f-e1d2-43cb-98f3-b1566b43811e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:55.312488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['640abf7f-e1d2-43cb-98f3-b1566b43811e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:55.341687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6bf92b4-9127-478f-8262-e41c978d260f req-9cbecb9d-acb4-44ce-9b88-4dd74787b175 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.345022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6bf92b4-9127-478f-8262-e41c978d260f req-9cbecb9d-acb4-44ce-9b88-4dd74787b175 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.352998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6bf92b4-9127-478f-8262-e41c978d260f req-9cbecb9d-acb4-44ce-9b88-4dd74787b175 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "DELETE /v2.0/security-groups/6193c096-fe4b-4790-bb43-af976b2da455 HTTP/1.1" status: 204 len: 173 time: 1.0352764 Aug 16 02:02:55.389435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbecb9d-acb4-44ce-9b88-4dd74787b175 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6193c096-fe4b-4790-bb43-af976b2da455,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.428987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.441662 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.483472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.483711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.501882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['fb3b142e-162e-4b31-b9d2-ea609cd024b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:55.502068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e71db25-d53c-47b7-aa21-91cb3df37642 req-021368bf-f1e4-4c5f-8af2-47f463f7d65e tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/8087403e-344b-4895-8314-3b66fc45da18 HTTP/1.1" status: 200 len: 1812 time: 0.0865231 Aug 16 02:02:55.513625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.538778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Pushing event deleted for resources: {'Port': ['ID=a2b9ba1a-a30b-48cd-bf0c-f1a95591447b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.576988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:02:55.580967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.581540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.581884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.582242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.582585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.582960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.583304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.583647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.583990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.584335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.584672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.585011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:55.633205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.634661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] No DVR routers for this DVR port a2b9ba1a-a30b-48cd-bf0c-f1a95591447b on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:55.642544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.644819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51cb4443-5c20-48b0-97d1-595cde10a78e req-cae22305-bd6c-4c10-ad0b-868dc769f640 tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.83 "DELETE /v2.0/ports/a2b9ba1a-a30b-48cd-bf0c-f1a95591447b HTTP/1.1" status: 204 len: 173 time: 2.1390202 Aug 16 02:02:55.646989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'name': 'network-vif-deleted', 'tag': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:55.649485 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1990412-6b6c-48de-bbcb-01d77b438dbf" -d '{"events": [{"server_uuid": "a5170c8c-7978-4db1-b48d-b44e985da4a7", "name": "network-vif-deleted", "tag": "a2b9ba1a-a30b-48cd-bf0c-f1a95591447b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:55.698940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.706947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-edd6b2b1-0018-4e69-89ed-9999dbe9a89f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2389498 Aug 16 02:02:55.707194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36000) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.710310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7e71db25-d53c-47b7-aa21-91cb3df37642 req-f9a8edf2-10f4-4656-b9c8-7d6416f44898 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.718925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa26194-fea3-4d4c-ac13-0f3024e01c4f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:55.720190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] Set router 640abf7f-e1d2-43cb-98f3-b1566b43811e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:55.809558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7e71db25-d53c-47b7-aa21-91cb3df37642 req-f9a8edf2-10f4-4656-b9c8-7d6416f44898 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.822221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Deleting port d3df5599-187c-4df0-8dc1-53ed8e6b05be {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:55.822599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.826859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:55.830338 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0a88685f-a851-42f8-ad05-5c4b31256dc6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7656109 Aug 16 02:02:55.831545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36002) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:55.840678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:02:55.853616 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Sync routers for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:02:55.867320 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:55.867941 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:55.928291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-de1e624b-787d-432a-b36b-7e4008d19284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:55.929851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-de1e624b-787d-432a-b36b-7e4008d19284 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705&tenant_id=c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 1101 time: 0.2549667 Aug 16 02:02:55.990917 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:56.004056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:02:52Z', 'revision_number': 5, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:56.009701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.014072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0add1b34-470e-4cc8-892c-5487f7ee33ce req-0c760c92-9e69-4f29-9f1f-df081c06a8de tempest-ListServersNegativeTestJSON-1342662421 tempest-ListServersNegativeTestJSON-1342662421-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5170c8c-7978-4db1-b48d-b44e985da4a7 HTTP/1.1" status: 200 len: 210 time: 0.0680840 Aug 16 02:02:56.035389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3433fd2e-fe5e-4ed2-b1c0-1c9151bcdbc4 None None] The sync data for ids ['640abf7f-e1d2-43cb-98f3-b1566b43811e'] in n-d-768852-19 is: [{'id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'name': 'tempest-AttachSCSIVolumeTestJSON-306183588-router', 'tenant_id': 'f338377ef43b4648a13a45a0a77d419f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:00:44Z', 'updated_at': '2021-08-16T02:02:52Z', 'revision_number': 5, 'project_id': 'f338377ef43b4648a13a45a0a77d419f', 'gw_port': {'id': 'd3df5599-187c-4df0-8dc1-53ed8e6b05be', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:32:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640abf7f-e1d2-43cb-98f3-b1566b43811e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:00:46Z', 'updated_at': '2021-08-16T02:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:56.146317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fb3b142e-162e-4b31-b9d2-ea609cd024b8 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:56.197082 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.214576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: fb3b142e-162e-4b31-b9d2-ea609cd024b8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:56.214576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device fb3b142e-162e-4b31-b9d2-ea609cd024b8 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:56.214576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:56.215605 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 3, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:56.248000 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Checking router: ec168e33-0349-47ae-8218-d07e8da88350 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:02:56.248642 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Updating router ec168e33-0349-47ae-8218-d07e8da88350 port 88847739-2145-4688-ab23-c11935b49bc5 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:02:56.257717 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ebc43a-89da-4c6d-b357-5672a25e0de4 x-openstack-request-id: req-05ebc43a-89da-4c6d-b357-5672a25e0de4 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:56.257717 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5170c8c-7978-4db1-b48d-b44e985da4a7", "name": "network-vif-deleted", "tag": "a2b9ba1a-a30b-48cd-bf0c-f1a95591447b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:56.258148 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05ebc43a-89da-4c6d-b357-5672a25e0de4 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:56.258488 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5170c8c-7978-4db1-b48d-b44e985da4a7', 'name': 'network-vif-deleted', 'tag': 'a2b9ba1a-a30b-48cd-bf0c-f1a95591447b', 'status': 'completed', 'code': 200} Aug 16 02:02:56.283246 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.385239 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.437052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:56.443828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 172.25.6.208 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/4efd74b2-6a3d-4277-b7f8-86ef76ba917f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:56.457449 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6e63dc-e05d-4a62-a83a-540b5196ffab" -d '{"events": [{"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-unplugged", "status": "completed", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:56.488875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:56.569621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:56.593057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.601685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.667116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.674405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:56.674782 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.721902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.789543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d262ace8-4041-4676-8948-cbe5bfa96d81 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:56.797658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7e71db25-d53c-47b7-aa21-91cb3df37642 req-f9a8edf2-10f4-4656-b9c8-7d6416f44898 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.800266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7e71db25-d53c-47b7-aa21-91cb3df37642 req-f9a8edf2-10f4-4656-b9c8-7d6416f44898 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.801502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e71db25-d53c-47b7-aa21-91cb3df37642 req-f9a8edf2-10f4-4656-b9c8-7d6416f44898 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "DELETE /v2.0/security-groups/8087403e-344b-4895-8314-3b66fc45da18 HTTP/1.1" status: 204 len: 173 time: 1.2986484 Aug 16 02:02:56.813921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-d1765258-f207-4c90-a827-9adeab52c047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:56.815051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=4efd74b2-6a3d-4277-b7f8-86ef76ba917f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.815489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-d1765258-f207-4c90-a827-9adeab52c047 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 1101 time: 0.8422010 Aug 16 02:02:56.820071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:02:56.820990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:02:56.823239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:02:56.829530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d262ace8-4041-4676-8948-cbe5bfa96d81 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:56.830245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d262ace8-4041-4676-8948-cbe5bfa96d81 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:56.901335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8edf2-10f4-4656-b9c8-7d6416f44898 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8087403e-344b-4895-8314-3b66fc45da18,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:56.910269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] For port d3df5599-187c-4df0-8dc1-53ed8e6b05be, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d3df5599-187c-4df0-8dc1-53ed8e6b05be,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:56.910999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.941791 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.974915 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:56.986686 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Transition to ACTIVE for port object 88847739-2145-4688-ab23-c11935b49bc5 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:57.037661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Calling delete_port for d3df5599-187c-4df0-8dc1-53ed8e6b05be owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:57.048977 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.080352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9a44-1687-4cc8-a331-24eab5ed6474 req-52c90ca5-83e3-4d5c-bdff-ba227a34159e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.081910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-394c9a44-1687-4cc8-a331-24eab5ed6474 req-52c90ca5-83e3-4d5c-bdff-ba227a34159e tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 946 time: 0.3273854 Aug 16 02:02:57.095600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.096985 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.148139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.155295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.157117 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Pushing event updated for resources: {'Port': ['ID=88847739-2145-4688-ab23-c11935b49bc5,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.160433 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Attempting to bind port 88847739-2145-4688-ab23-c11935b49bc5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:02:57.160867 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Attempting to bind port 88847739-2145-4688-ab23-c11935b49bc5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:02:57.161295 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Attempting to bind port 88847739-2145-4688-ab23-c11935b49bc5 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:02:57.176789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0615619-310b-46fa-be9a-81c3b16fb9b5 req-233f4bc0-8a70-431c-be8f-6f21a15e82db tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.177968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0615619-310b-46fa-be9a-81c3b16fb9b5 req-233f4bc0-8a70-431c-be8f-6f21a15e82db tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.2598679 Aug 16 02:02:57.179283 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.180198 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.180762 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.181319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.182003 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.182540 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.184036 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.184851 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.185749 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.186620 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.187165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e70635-ba56-4195-9b02-58b56c548706 req-53fad64a-0ab8-4ecb-80cd-06e3db080221 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.187341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.192770 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:02:57.192921 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12e70635-ba56-4195-9b02-58b56c548706 req-53fad64a-0ab8-4ecb-80cd-06e3db080221 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "GET /v2.0/ports?device_id=7bb7bfc0-5f2e-47f1-9828-70118fed7ba6 HTTP/1.1" status: 200 len: 946 time: 0.0955310 Aug 16 02:02:57.193040 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:02:57.193040 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:02:57.193040 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.193397 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:02:57.193820 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Bound port: 88847739-2145-4688-ab23-c11935b49bc5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:02:57.194247 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.246401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-2dca7dd5-2136-4e1e-a26f-6d2557d4c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.248070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-2dca7dd5-2136-4e1e-a26f-6d2557d4c618 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.4065766 Aug 16 02:02:57.255709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-394c9a44-1687-4cc8-a331-24eab5ed6474 req-5184da15-0e48-4cd5-bc08-2d20e1cb3942 tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.76 "GET /v2.0/security-groups?id=9759eccc-8af8-4091-ae8c-4e4811f09f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616151 Aug 16 02:02:57.279420 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] For port 88847739-2145-4688-ab23-c11935b49bc5, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:02:57.287542 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] For port 88847739-2145-4688-ab23-c11935b49bc5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88847739-2145-4688-ab23-c11935b49bc5,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:02:57.315215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-6516debd-9604-48f6-b793-64fa1e9ffa15 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 200 len: 217 time: 0.0584371 Aug 16 02:02:57.320654 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b16c66-4126-48ed-b4fe-f1f4eebbf8da x-openstack-request-id: req-77b16c66-4126-48ed-b4fe-f1f4eebbf8da {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:57.322215 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-unplugged", "status": "completed", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:57.322215 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77b16c66-4126-48ed-b4fe-f1f4eebbf8da {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:57.322215 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'code': 200} Aug 16 02:02:57.358477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0615619-310b-46fa-be9a-81c3b16fb9b5 req-82f7781c-80ac-47be-9e27-c7172c015d9b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598425 Aug 16 02:02:57.381076 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.386257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Deleting port ff23000d-8228-4be8-9850-ef319c83f499 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:57.387500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.441369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36026) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:57.472373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.476319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:02:57.476992 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:57.514110 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f5a316-a2d4-4745-b852-320909441cb4 None None] Pushing event updated for resources: {'Port': ['ID=88847739-2145-4688-ab23-c11935b49bc5,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.531038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-2f3cdb0c-9c66-4a52-8d0a-d9d44a8ec8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.532559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-2f3cdb0c-9c66-4a52-8d0a-d9d44a8ec8de service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1800416 Aug 16 02:02:57.535179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] For port ff23000d-8228-4be8-9850-ef319c83f499, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ff23000d-8228-4be8-9850-ef319c83f499,segment=NetworkSegment(595cc8ad-f0ab-457b-adf2-c194ef9ab4c0),segment_id=595cc8ad-f0ab-457b-adf2-c194ef9ab4c0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:57.535604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.550010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Calling delete_port for ff23000d-8228-4be8-9850-ef319c83f499 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:02:57.592366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.593116 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:02:57.619811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f325904e-d3c5-440a-83ca-d4d359f7d015 req-328bedf8-6541-431b-9099-fc6c495ce299 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/89a78764-98f0-47ca-86c5-082006b8a841 HTTP/1.1" status: 200 len: 1812 time: 0.2645264 Aug 16 02:02:57.661863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Deleting subnet d9e99af0-78a6-4495-b568-f66781920984 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:57.674321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.687179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=4efd74b2-6a3d-4277-b7f8-86ef76ba917f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.695886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.771450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-5fecb2fd-6888-4178-92c1-6e3b72d32cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:57.773430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-5fecb2fd-6888-4178-92c1-6e3b72d32cf2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2088902 Aug 16 02:02:57.791144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 3, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:02:57.799304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.814987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.825861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a458c2aa-2a40-4604-a49a-94fd4281b997 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9835682 Aug 16 02:02:57.829210 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c716e21-fe12-475b-aa0f-dcd1b515aff4 None None] The sync data for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 is: [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:02:54Z', 'revision_number': 3, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:02:57.833488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Allocated IP 172.20.0.1 (d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a/f7dfd418-58fd-43d7-bee3-c8dbb1912111/5f1ef2a6-3cca-4e0f-bb11-7faeacae4968) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:02:57.883099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.901083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:57.915137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ff23000d-8228-4be8-9850-ef319c83f499'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:57.940204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Pushing event deleted for resources: {'Port': ['ID=ff23000d-8228-4be8-9850-ef319c83f499,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:57.955665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3df5599-187c-4df0-8dc1-53ed8e6b05be,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:58.017255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] No DVR routers for this DVR port ff23000d-8228-4be8-9850-ef319c83f499 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:02:58.020103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.022582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12e70635-ba56-4195-9b02-58b56c548706 req-ca08743d-7ac0-423d-9d7a-ac93cec40c9a tempest-ServersTestJSON-55022585 tempest-ServersTestJSON-55022585-project] 10.222.0.83 "DELETE /v2.0/ports/ff23000d-8228-4be8-9850-ef319c83f499 HTTP/1.1" status: 204 len: 173 time: 0.8255184 Aug 16 02:02:58.023119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'name': 'network-vif-deleted', 'tag': 'ff23000d-8228-4be8-9850-ef319c83f499'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:58.026334 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d4f300-b99e-4507-9858-efbb7435ae5f" -d '{"events": [{"server_uuid": "7bb7bfc0-5f2e-47f1-9828-70118fed7ba6", "name": "network-vif-deleted", "tag": "ff23000d-8228-4be8-9850-ef319c83f499"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:58.033290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f325904e-d3c5-440a-83ca-d4d359f7d015 req-ebdba0bb-a45a-4890-8128-fb3361607c66 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.049678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.171992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:02:58.225801 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f325904e-d3c5-440a-83ca-d4d359f7d015 req-ebdba0bb-a45a-4890-8128-fb3361607c66 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.314606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:58.319091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:58.329376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-247578dc-4ec8-4ee4-bc4e-ce9f47b77a47 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1116885292&fields=id&tenant_id=9a32cb21d5ee4063a66145fb0003ebef HTTP/1.1" status: 200 len: 267 time: 0.2262118 Aug 16 02:02:58.338806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.374551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'mac_address': 'fa:16:3e:0e:09:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:02:58.474404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.491019 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.517651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.520789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.550110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62c433b-d9e3-4593-8645-f88014b12b97 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:02:58.580387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:58.582981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88847739-2145-4688-ab23-c11935b49bc5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:02:58.631500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:58.642598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-23584701-c2ee-49a0-9063-c9da17d6399f service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8579531 Aug 16 02:02:58.667067 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.736621 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.737764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a2b9ba1a-a30b-48cd-bf0c-f1a95591447b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:02:58.741543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.746840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 640abf7f-e1d2-43cb-98f3-b1566b43811e {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:02:58.757115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 88847739-2145-4688-ab23-c11935b49bc5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:02:58.785908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.790247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['c62c433b-d9e3-4593-8645-f88014b12b97'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:02:58.815366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.815366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52beaf9c-a8d5-488b-9587-8d843b094527 admin admin] 10.222.0.76 "DELETE /v2.0/routers/640abf7f-e1d2-43cb-98f3-b1566b43811e HTTP/1.1" status: 204 len: 168 time: 4.0488420 Aug 16 02:02:58.817190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36078) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:58.827274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: a2b9ba1a-a30b-48cd-bf0c-f1a95591447b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:02:58.828601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device a2b9ba1a-a30b-48cd-bf0c-f1a95591447b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:02:58.832690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-08699d82-89ae-4c3b-8009-db171717eca6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:58.842486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-08699d82-89ae-4c3b-8009-db171717eca6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 936 time: 0.2370563 Aug 16 02:02:58.853243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.895692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 88847739-2145-4688-ab23-c11935b49bc5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:02:58.897164 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.898957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Deleting subnet 7796775c-38ec-40dd-aff4-68cf6bd49a99 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:58.904997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:58.948610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.043786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.131579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.173776 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.216803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 88847739-2145-4688-ab23-c11935b49bc5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88847739-2145-4688-ab23-c11935b49bc5,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:59.278138 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.305147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.379855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Transition to ACTIVE for port object 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:02:59.389636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:02:59.394193 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e82f9fd-1d81-4f58-b2f6-60111fdc0098" -d '{"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-unplugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:02:59.395864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=88847739-2145-4688-ab23-c11935b49bc5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.416537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-f56b5e3c-c459-442d-ae88-92ca90206abe tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:02:59.418038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-f56b5e3c-c459-442d-ae88-92ca90206abe tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 935 time: 0.5746584 Aug 16 02:02:59.437271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f325904e-d3c5-440a-83ca-d4d359f7d015 req-ebdba0bb-a45a-4890-8128-fb3361607c66 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.439949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f325904e-d3c5-440a-83ca-d4d359f7d015 req-ebdba0bb-a45a-4890-8128-fb3361607c66 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.445895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f325904e-d3c5-440a-83ca-d4d359f7d015 req-ebdba0bb-a45a-4890-8128-fb3361607c66 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "DELETE /v2.0/security-groups/89a78764-98f0-47ca-86c5-082006b8a841 HTTP/1.1" status: 204 len: 173 time: 1.8076239 Aug 16 02:02:59.472631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.552496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.554578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d9e99af0-78a6-4495-b568-f66781920984 HTTP/1.1" status: 204 len: 168 time: 2.1121943 Aug 16 02:02:59.555689 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad362cf-7701-4434-88f8-6f011401c12e x-openstack-request-id: req-6ad362cf-7701-4434-88f8-6f011401c12e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:02:59.556060 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb7bfc0-5f2e-47f1-9828-70118fed7ba6", "name": "network-vif-deleted", "tag": "ff23000d-8228-4be8-9850-ef319c83f499", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:02:59.556328 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ad362cf-7701-4434-88f8-6f011401c12e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:02:59.556910 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb7bfc0-5f2e-47f1-9828-70118fed7ba6', 'name': 'network-vif-deleted', 'tag': 'ff23000d-8228-4be8-9850-ef319c83f499', 'status': 'completed', 'code': 200} Aug 16 02:02:59.557056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-1f887df7-3f58-4e2c-83b2-da3e5b6a3217 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1209695 Aug 16 02:02:59.557404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36086) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.557737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36088) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.563613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7796775c-38ec-40dd-aff4-68cf6bd49a99,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.571352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.579691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e13a221-9df0-46b6-9e30-fbd1f19cbb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9e99af0-78a6-4495-b568-f66781920984,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.584269 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-02f322e7-d26a-45d9-af6e-4c5730a9d428 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7796775c-38ec-40dd-aff4-68cf6bd49a99 HTTP/1.1" status: 204 len: 168 time: 0.7617075 Aug 16 02:02:59.584269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36090) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:02:59.590443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae814a5-01d4-4e2f-80d4-72b0a407dc17 None None] Network 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:02:59.613262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdba0bb-a45a-4890-8128-fb3361607c66 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a78764-98f0-47ca-86c5-082006b8a841,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:02:59.676645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a72ed4d5-bb8a-4b49-90cc-68a34da343f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0710435 Aug 16 02:02:59.727386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.746499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f082d6fd-cb56-42cc-a9f5-f01239865491 req-13046417-145d-4b8e-ae01-75ee479adbea service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0592198 Aug 16 02:02:59.823567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Deleting port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:59.824786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.885811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] DHCP port deletion for 2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:02:59.912958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Deleting subnet 9d015857-0f83-41b5-8e0a-b2225bec9a44 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:02:59.918630 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.940346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] For port ee6b2a94-4156-4acb-bf34-d4c6aaf41421, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:02:59.940731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.975486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] Deleting port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:02:59.976149 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:02:59.978299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Calling delete_port for ee6b2a94-4156-4acb-bf34-d4c6aaf41421 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:00.034781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:00.038518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.046340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.053985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.053985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:00.094920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:00.102414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] For port ee6b2a94-4156-4acb-bf34-d4c6aaf41421, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,segment=NetworkSegment(434cd014-4e83-42a7-8a34-3da830c08027),segment_id=434cd014-4e83-42a7-8a34-3da830c08027)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:00.103245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.129933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] Calling delete_port for ee6b2a94-4156-4acb-bf34-d4c6aaf41421 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:00.174029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.219746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:00.274779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad845167-8bdd-40a6-9388-77d5df561935 req-9548ba97-db77-4b1b-8cae-2808ee18dd23 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.283428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad845167-8bdd-40a6-9388-77d5df561935 req-9548ba97-db77-4b1b-8cae-2808ee18dd23 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 947 time: 0.6056707 Aug 16 02:03:00.311378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port c62c433b-d9e3-4593-8645-f88014b12b97 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:00.311893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.428976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-dc9839c6-0f3b-41c9-8eee-52679615707b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.466199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-dc9839c6-0f3b-41c9-8eee-52679615707b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.468977 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.481832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-dc9839c6-0f3b-41c9-8eee-52679615707b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:00.492821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-dc9839c6-0f3b-41c9-8eee-52679615707b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 1995 time: 0.7051263 Aug 16 02:03:00.498396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88847739-2145-4688-ab23-c11935b49bc5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:00.503571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.559465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.609736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] No DVR routers for this DVR port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:00.618935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d80eb-3094-46b9-989d-8a7d03a927a3 None None] Pushing event deleted for resources: {'Port': ['ID=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.627561 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.638236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.670830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 88847739-2145-4688-ab23-c11935b49bc5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:00.671262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.677210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:00.680595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee6b2a94-4156-4acb-bf34-d4c6aaf41421,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.682625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] No DVR routers for this DVR port ee6b2a94-4156-4acb-bf34-d4c6aaf41421 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:00.725162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8d4d169-1f63-4e36-aed6-33cca04c0433 None None] Provisioning for port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:00.735684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8d4d169-1f63-4e36-aed6-33cca04c0433 None None] Provisioning complete for port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:00.736281 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8d4d169-1f63-4e36-aed6-33cca04c0433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.771131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-620ea909-5b80-43eb-b5a8-932887a87926 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/quotas/9a32cb21d5ee4063a66145fb0003ebef HTTP/1.1" status: 200 len: 375 time: 0.1264939 Aug 16 02:03:00.774529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.784587 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.796538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.798018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad845167-8bdd-40a6-9388-77d5df561935 req-85a2d192-c012-4f23-ac04-38bdb0ec5fb9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135000 Aug 16 02:03:00.819316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3c2ebe-5e1f-4b01-ab7f-0818480cc915']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.840508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434cd014-4e83-42a7-8a34-3da830c08027') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.841527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434cd014-4e83-42a7-8a34-3da830c08027') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.849168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:00.855054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.859766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4d169-1f63-4e36-aed6-33cca04c0433 None None] Port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:00.876247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:00.889743 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:00.912797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384589b6-21f8-42ac-a4a4-320153837544']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.943244 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:00.990617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:00.991009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68221e6c-7bc3-45b9-9eb4-3ce14c4887b1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:01.003516 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829b34ca-3168-4765-8344-2e126ac70051 x-openstack-request-id: req-829b34ca-3168-4765-8344-2e126ac70051 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:01.003912 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-unplugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:01.004264 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-829b34ca-3168-4765-8344-2e126ac70051 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:01.005922 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'code': 200} Aug 16 02:03:01.033485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d3df5599-187c-4df0-8dc1-53ed8e6b05be no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:01.036518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d015857-0f83-41b5-8e0a-b2225bec9a44,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.039643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.042294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.043113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.045824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-28fa11e1-2c64-4d68-b290-dbfd1ee900fb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9d015857-0f83-41b5-8e0a-b2225bec9a44 HTTP/1.1" status: 204 len: 168 time: 1.4735329 Aug 16 02:03:01.056177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.061863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2f3c2ebe-5e1f-4b01-ab7f-0818480cc915 HTTP/1.1" status: 204 len: 168 time: 1.4790733 Aug 16 02:03:01.062170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.095780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d3df5599-187c-4df0-8dc1-53ed8e6b05be {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:01.096731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d3df5599-187c-4df0-8dc1-53ed8e6b05be not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:01.097491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee6b2a94-4156-4acb-bf34-d4c6aaf41421 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:01.110216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ce15-ceb7-4fd7-9265-69d7f2c10308 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f3c2ebe-5e1f-4b01-ab7f-0818480cc915,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.149440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ee6b2a94-4156-4acb-bf34-d4c6aaf41421 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:01.151440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ee6b2a94-4156-4acb-bf34-d4c6aaf41421 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:01.165745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4d2242dc-9c3b-4a80-8d38-cfea837930a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3933511 Aug 16 02:03:01.185732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.260669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:01.264921 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:01.374191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.383116 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.420840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f0ca7d6-d474-43df-8239-5723a04cb56c req-e7a6e418-6e1f-4cdd-b621-55a8d164368b tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/4f6f6cb6-c4c0-45bd-bc32-8192c9f1bba7 HTTP/1.1" status: 200 len: 1813 time: 0.3289726 Aug 16 02:03:01.482332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a0d438f2-5d8d-4d55-ba36-5fee5d5b92ad service neutron] 10.222.0.76 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150361 Aug 16 02:03:01.520569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36104) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.571211 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e55c6709-bec5-455b-b39e-2f287981dcdc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00589d2e80d941f493bbe246ff366489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493796 Aug 16 02:03:01.574503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:01.598662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.603314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.609791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] 10.222.0.76 "DELETE /v2.0/networks/384589b6-21f8-42ac-a4a4-320153837544 HTTP/1.1" status: 204 len: 168 time: 2.0337896 Aug 16 02:03:01.637382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e94d371-c4eb-4410-b0e7-05d8fe50182b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.671263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e94d371-c4eb-4410-b0e7-05d8fe50182b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.767280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699f1d64-0498-4b1a-b310-5681b8fa08ff admin admin] Pushing event deleted for resources: {'Network': ['ID=384589b6-21f8-42ac-a4a4-320153837544,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.783105 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.816751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca991ed-6c3f-4e30-9568-b18bdf77870f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:01.830705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e94d371-c4eb-4410-b0e7-05d8fe50182b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.833894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e94d371-c4eb-4410-b0e7-05d8fe50182b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.838411 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4e94d371-c4eb-4410-b0e7-05d8fe50182b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d096eff1-cb34-4f5c-bc41-b52863d6f55a HTTP/1.1" status: 204 len: 168 time: 0.2629399 Aug 16 02:03:01.854092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f0ca7d6-d474-43df-8239-5723a04cb56c req-dea8d4f2-3a4b-497a-954d-3a6634b1c70d tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.862990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:01.863726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '595cc8ad-f0ab-457b-adf2-c194ef9ab4c0') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:01.869079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94d371-c4eb-4410-b0e7-05d8fe50182b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d096eff1-cb34-4f5c-bc41-b52863d6f55a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:01.911410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.938357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f0ca7d6-d474-43df-8239-5723a04cb56c req-dea8d4f2-3a4b-497a-954d-3a6634b1c70d tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:01.944432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-e3595712-e8e7-4de7-bb09-e25b757c685b service neutron] 10.222.0.76 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324710 Aug 16 02:03:01.981813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.017858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:02.018097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:02.023123 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:02.086005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-fef10b90-be9f-44ef-affb-df28e02b49dc service neutron] 10.222.0.76 "GET /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1272650 Aug 16 02:03:02.087670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.181104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.240596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f0ca7d6-d474-43df-8239-5723a04cb56c req-dea8d4f2-3a4b-497a-954d-3a6634b1c70d tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.243183 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3f0ca7d6-d474-43df-8239-5723a04cb56c req-dea8d4f2-3a4b-497a-954d-3a6634b1c70d tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.258748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f0ca7d6-d474-43df-8239-5723a04cb56c req-dea8d4f2-3a4b-497a-954d-3a6634b1c70d tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "DELETE /v2.0/security-groups/4f6f6cb6-c4c0-45bd-bc32-8192c9f1bba7 HTTP/1.1" status: 204 len: 173 time: 0.8256748 Aug 16 02:03:02.271581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.320403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-be952525-5967-467f-8b66-6e921cbee060 service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218060 Aug 16 02:03:02.349627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8d4f2-3a4b-497a-954d-3a6634b1c70d tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f6cb6-c4c0-45bd-bc32-8192c9f1bba7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.352567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.363111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:02.364286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.364545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ff23000d-8228-4be8-9850-ef319c83f499 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:02.364653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/cca991ed-6c3f-4e30-9568-b18bdf77870f HTTP/1.1" status: 204 len: 168 time: 1.2995579 Aug 16 02:03:02.381695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.394326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-59b3f0a2-4094-49de-af50-b3abfd61894e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=97a6c5bca68c4cb6a5b6a69bd58c17d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200540 Aug 16 02:03:02.396260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36124) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.438049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: ff23000d-8228-4be8-9850-ef319c83f499 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:02.438394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ff23000d-8228-4be8-9850-ef319c83f499 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:02.515811 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b89812dc-92b6-4185-b28a-43920f7567ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.560578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b89812dc-92b6-4185-b28a-43920f7567ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.642729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:02.657079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '78b30250-2173-4788-8db9-1b50597b3077', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '78b30250-2173-4788-8db9-1b50597b3077', 'mac_address': 'fa:16:3e:d6:61:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:02.712579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.723693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b89812dc-92b6-4185-b28a-43920f7567ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.728444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:02.731834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b89812dc-92b6-4185-b28a-43920f7567ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.745125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b89812dc-92b6-4185-b28a-43920f7567ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5bb270d-e632-4fca-9a9d-c443d8411378 HTTP/1.1" status: 204 len: 168 time: 0.3344922 Aug 16 02:03:02.753829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89812dc-92b6-4185-b28a-43920f7567ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bb270d-e632-4fca-9a9d-c443d8411378,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.766413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:02.783375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d352aa-5dff-48a8-ac33-26e514c555c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cca991ed-6c3f-4e30-9568-b18bdf77870f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.791959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:02.891643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209a7e7-1800-458f-aef2-9afc3d31dc51 req-a30822a7-1f86-4c77-877d-ae24f4b40bbd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:02.893175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1209a7e7-1800-458f-aef2-9afc3d31dc51 req-a30822a7-1f86-4c77-877d-ae24f4b40bbd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 947 time: 0.5280123 Aug 16 02:03:02.900942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:02.947800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:02.951107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-34030eb6-6011-4b47-bcae-bea2c412968e service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5801117 Aug 16 02:03:02.974157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.006669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:03.009029 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da0b060-3fbc-4db7-aab7-8cdf04b927d1" -d '{"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-plugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:03.036660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36132) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.053423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3673e357-952c-4730-8a2f-33121b10cd4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f338377ef43b4648a13a45a0a77d419f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041341 Aug 16 02:03:03.057094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36134) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.068067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-5eeb6c10-2bf9-4160-af32-9ae42f49fa08 service neutron] 10.222.0.76 "GET /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1160159 Aug 16 02:03:03.071149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:03.090271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1209a7e7-1800-458f-aef2-9afc3d31dc51 req-b0997166-43fe-4ae7-b8bf-72c108bea0fd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806731 Aug 16 02:03:03.101755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:03.124083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['78b30250-2173-4788-8db9-1b50597b3077'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:03.153216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551369f3-9673-458d-914f-1d66f5b45360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.197723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551369f3-9673-458d-914f-1d66f5b45360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.259882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d9ec52b9-31b4-40b1-80d6-c6ea0cb1bfcf service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909389 Aug 16 02:03:03.369281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551369f3-9673-458d-914f-1d66f5b45360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.372949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-551369f3-9673-458d-914f-1d66f5b45360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.381243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-551369f3-9673-458d-914f-1d66f5b45360 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/56172d58-c970-406e-aeda-ce63fd8a3eb7 HTTP/1.1" status: 204 len: 168 time: 0.3173897 Aug 16 02:03:03.391441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551369f3-9673-458d-914f-1d66f5b45360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56172d58-c970-406e-aeda-ce63fd8a3eb7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:03.515480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fcc63a7b-b9c5-48fa-bc07-c138aa2df58b None None] Provisioning complete for port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:03.516145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fcc63a7b-b9c5-48fa-bc07-c138aa2df58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.576254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fcc63a7b-b9c5-48fa-bc07-c138aa2df58b None None] Port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:03.582936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d76263da-ae91-406d-85f8-651af346a57a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e0737451a8048f8b72ff078951dc064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5419226 Aug 16 02:03:03.586107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:03.612919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cabd5ef1-6749-4c89-a416-780f0e8bdb10 req-f3f281c2-da0b-449d-8ea5-3f753144f625 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "GET /v2.0/security-groups/984f40c3-90d3-4dd6-83e8-1a4ebe23fa52 HTTP/1.1" status: 200 len: 1811 time: 0.1709995 Aug 16 02:03:03.654340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29179475-81f0-48ee-8110-76b3e2d4c7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.687276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Router ec168e33-0349-47ae-8218-d07e8da88350 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:03.692722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-1208b133-76a4-4492-9903-977b8a4a3d94 service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912158 Aug 16 02:03:03.711797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29179475-81f0-48ee-8110-76b3e2d4c7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.851784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cabd5ef1-6749-4c89-a416-780f0e8bdb10 req-da3f00cb-9a69-409f-84bd-31d30db59912 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.889030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cabd5ef1-6749-4c89-a416-780f0e8bdb10 req-da3f00cb-9a69-409f-84bd-31d30db59912 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.894131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29179475-81f0-48ee-8110-76b3e2d4c7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.896988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29179475-81f0-48ee-8110-76b3e2d4c7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:03.901376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29179475-81f0-48ee-8110-76b3e2d4c7ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9759eccc-8af8-4091-ae8c-4e4811f09f9f HTTP/1.1" status: 204 len: 168 time: 0.3139863 Aug 16 02:03:03.924304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29179475-81f0-48ee-8110-76b3e2d4c7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9759eccc-8af8-4091-ae8c-4e4811f09f9f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.048912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-81cd173d-2bc2-4034-a1c3-cd04879b3fc3 service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449514 Aug 16 02:03:04.053735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:04.064146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-64bb371f-f539-4e02-ad8b-25d68f1866b0 admin admin] 10.222.0.76 "PUT /v2.0/routers/ec168e33-0349-47ae-8218-d07e8da88350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3484476 Aug 16 02:03:04.075851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Sync routers for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:04.101810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:04.102491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:04.181689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-2afdb08e-e656-46c9-98a2-734642759e4a service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230078 Aug 16 02:03:04.206665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cabd5ef1-6749-4c89-a416-780f0e8bdb10 req-da3f00cb-9a69-409f-84bd-31d30db59912 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.209659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-cabd5ef1-6749-4c89-a416-780f0e8bdb10 req-da3f00cb-9a69-409f-84bd-31d30db59912 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.219721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36168) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.243146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cabd5ef1-6749-4c89-a416-780f0e8bdb10 req-da3f00cb-9a69-409f-84bd-31d30db59912 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] 10.222.0.76 "DELETE /v2.0/security-groups/984f40c3-90d3-4dd6-83e8-1a4ebe23fa52 HTTP/1.1" status: 204 len: 173 time: 0.6180308 Aug 16 02:03:04.319874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Deleting subnet e3862f91-054f-4c21-ae76-60265741cb64 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:04.325812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.384088 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.409420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f00cb-9a69-409f-84bd-31d30db59912 tempest-SecurityGroupRulesNegativeTestJSON-1912849629 tempest-SecurityGroupRulesNegativeTestJSON-1912849629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=984f40c3-90d3-4dd6-83e8-1a4ebe23fa52,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.426215 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec8ef69-e0e9-4c47-afac-b49b605b67e4 x-openstack-request-id: req-cec8ef69-e0e9-4c47-afac-b49b605b67e4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:04.426832 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-plugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:04.427192 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cec8ef69-e0e9-4c47-afac-b49b605b67e4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:04.427691 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'code': 200} Aug 16 02:03:04.430157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d8564524-6953-4eec-b7b2-99a1b990e96a service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361875 Aug 16 02:03:04.431599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:04.455756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.520280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 78b30250-2173-4788-8db9-1b50597b3077 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:04.520976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.555998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c96abf-1a19-4221-9530-5fd06d1f411c req-6d6c17fd-c8f1-4a91-9575-fc78c7e52218 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:04.556869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:04.557871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9c96abf-1a19-4221-9530-5fd06d1f411c req-6d6c17fd-c8f1-4a91-9575-fc78c7e52218 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 949 time: 0.1303916 Aug 16 02:03:04.604470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.629319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-3380e34e-71b2-4173-9636-eccbac4a3ba5 service neutron] 10.222.0.76 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873024 Aug 16 02:03:04.644323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3862f91-054f-4c21-ae76-60265741cb64,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:04.653780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.658432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-66cab4cc-8b7e-48dc-b7ac-7726caa28a35 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e3862f91-054f-4c21-ae76-60265741cb64 HTTP/1.1" status: 204 len: 168 time: 0.4362347 Aug 16 02:03:04.659445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:04.670319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9c96abf-1a19-4221-9530-5fd06d1f411c req-40517250-336b-4437-ad6f-f120e188961a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050425 Aug 16 02:03:04.835673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-68f8e5f6-b072-4146-842b-031829b2232f service neutron] 10.222.0.76 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931205 Aug 16 02:03:04.855363 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.858492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:04.945821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:04.979776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-01ef1926-b101-4f1e-8fba-b373852e0866 service neutron] 10.222.0.76 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365252 Aug 16 02:03:04.981906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:01Z', 'revision_number': 2, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:05.043899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.059560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Checking router: ec168e33-0349-47ae-8218-d07e8da88350 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:05.059994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Updating router ec168e33-0349-47ae-8218-d07e8da88350 port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:05.064522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b98e60a-ebe8-43e9-a312-26642f5799d7']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:05.089899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d1c5a4-4378-4e91-bb7f-558334ee0b0f') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:05.091096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d1c5a4-4378-4e91-bb7f-558334ee0b0f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:05.100095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-049183b3-c51c-4b8b-91c9-05c58245865f service neutron] 10.222.0.76 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128855 Aug 16 02:03:05.115154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.157491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.160361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.185309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:05.188208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:05.190347 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:05.264306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.293150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-5d14e29b-93f6-4e2e-90c0-74939efe3bf3 service neutron] 10.222.0.76 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851175 Aug 16 02:03:05.344985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=11']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.443691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.450865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.455440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2b98e60a-ebe8-43e9-a312-26642f5799d7 HTTP/1.1" status: 204 len: 168 time: 0.7728794 Aug 16 02:03:05.479170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaef4cb-5c9e-4580-8bc2-0bc702a58f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b98e60a-ebe8-43e9-a312-26642f5799d7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:05.865854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:05.877448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:05.884142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1887412495', 'description': 'tempest-description--1434198692'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:05.893575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Transition to ACTIVE for port object 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:05.968243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36246) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.003708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.003873 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.107674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c7e8-700e-4d19-ba40-23a24c019783 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.150416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.194146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Attempting to bind port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:06.194359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Attempting to bind port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:06.195353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Attempting to bind port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 on network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:06.205825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:06.205990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Checking segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:06.206523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.207044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Bound using segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:06.207681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Bound port: 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:06.208311 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.249339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.324459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36258) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.337489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] For port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:06.346207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] For port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:06.372742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b3aad7-af41-463d-9412-c81910c81774,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.390657 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.400536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c1f1809a-7635-4c5c-81c3-8ea1393f9953 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5323761 Aug 16 02:03:06.408529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36264) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.416836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3aad7-af41-463d-9412-c81910c81774', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:06.428743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:06.435536 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b8877-b1d8-41c0-ba89-83d112ab1e92" -d '{"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-plugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:06.473969 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-59583782-a18b-4bc4-9442-b2d568ffe908 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8056ac76ab8146a0bca7f123f0decf54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1451225 Aug 16 02:03:06.474477 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.478935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:06.582458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-a3517d61-8997-4020-8281-c18262a863af tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1199241 Aug 16 02:03:06.633109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-faa93e2b-f359-4f33-a083-93e444539532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.639477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:06.640196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:02:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:06.688019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2063064123-network', 'tenant_id': '835435b194a74979a80448f4f3b83896'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:06.702055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-faa93e2b-f359-4f33-a083-93e444539532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.870185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79c7e8-700e-4d19-ba40-23a24c019783 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:06.894949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.963239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:06.981089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-faa93e2b-f359-4f33-a083-93e444539532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.984754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-faa93e2b-f359-4f33-a083-93e444539532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:06.986230 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-faa93e2b-f359-4f33-a083-93e444539532 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a82e20ee-0e20-4530-b769-21128ede4651 HTTP/1.1" status: 204 len: 168 time: 0.5016999 Aug 16 02:03:07.005653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa93e2b-f359-4f33-a083-93e444539532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82e20ee-0e20-4530-b769-21128ede4651,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.329766 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5488b84-3b9e-444e-8da9-7c7b122d56cb x-openstack-request-id: req-a5488b84-3b9e-444e-8da9-7c7b122d56cb {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:07.331528 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-plugged", "status": "completed", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:07.331986 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5488b84-3b9e-444e-8da9-7c7b122d56cb {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:07.333157 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'code': 200} Aug 16 02:03:07.560044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Made reservation on behalf of 835435b194a74979a80448f4f3b83896 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:07.562489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.627487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f88a02-42ca-45a2-adf4-9a306bcf6676 req-c11756df-4aa5-4444-b1ac-9c71757bfb2e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0776119 Aug 16 02:03:07.634236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.674926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.682806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-06b10442-23d8-4f85-953c-0a8633a600b6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:07.684517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-06b10442-23d8-4f85-953c-0a8633a600b6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1008809 Aug 16 02:03:07.692037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:07.718781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-a42f1769-8e78-4081-afa1-2ac0d9441d49 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/quotas/c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 375 time: 0.0265231 Aug 16 02:03:07.735623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26e6697-1c2d-471d-aed7-90c448a82c21 None None] The sync data for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 is: [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:06Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:07.819899 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:07.874863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0f8aee-0c45-47f1-ba5f-ff33a9d022fb,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:07.967417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-da549e72-4f9f-426f-a2f4-c3a3a5031b70 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2396586 Aug 16 02:03:08.010157 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.118296 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.147208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:08.181828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504b98ad-6b37-4371-8d47-f0596e88e5bd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:08.193688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.207027 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Added segment a68ebfb9-caf3-476f-aea3-a53c7f4c541c of type vlan for network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 Aug 16 02:03:08.378808 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.507407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:08.544363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.549095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.553836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Request body: {'security_group_rule': {'security_group_id': 'e4b3aad7-af41-463d-9412-c81910c81774', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:08.559435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-253faeeb-d07e-4087-9a16-7dbb86c82fa0 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1382329 Aug 16 02:03:08.616284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36348) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:08.664316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-a12f5e3b-ea7b-4a6e-b156-0dd1a3de8093 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f5fc795ff1214a2a8fec8ba7b89ae35d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2692199 Aug 16 02:03:08.691279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bebc98c-9542-4f7e-bb50-348d090288bd req-6944c422-97d2-42da-8168-c61e617dabe6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.2733479 Aug 16 02:03:08.742365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.744817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:08.746094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.777334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.832041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:08.836850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:08.839889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:08.986931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feecb231-16c8-4f65-b65a-448c8a69a461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.025677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.066304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48542255-a2ac-40dc-b64d-da7d3002640c req-6bfb10cc-f079-4985-a145-cd3a55a1c41d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0980608 Aug 16 02:03:09.078203 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.1082416 Aug 16 02:03:09.082388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.085007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982f7022-a653-44a0-b2ad-43948d6693ec admin admin] Pushing event updated for resources: {'Network': ['ID=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.102460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Request body: {'subnet': {'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2063064123-subnet', 'tenant_id': '835435b194a74979a80448f4f3b83896', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:09.113230 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.134128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:09.156472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.159997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-4adf19ad-6284-4cd5-b1ab-233214538423 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:09.161890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-4adf19ad-6284-4cd5-b1ab-233214538423 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4678214 Aug 16 02:03:09.189837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b43ab6ba-098a-4ceb-ac67-0b56aeffde9b tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/quotas/f5fc795ff1214a2a8fec8ba7b89ae35d HTTP/1.1" status: 200 len: 375 time: 0.0206003 Aug 16 02:03:09.248879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a75a8d3-a2aa-4ba5-a635-cb01db4212f9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.278717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-591b0fa2-959c-44ea-a34c-da1cd5214cc8 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f5fc795ff1214a2a8fec8ba7b89ae35d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826175 Aug 16 02:03:09.287458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:09.390191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feecb231-16c8-4f65-b65a-448c8a69a461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.623679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.677057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feecb231-16c8-4f65-b65a-448c8a69a461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.747353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecb231-16c8-4f65-b65a-448c8a69a461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbfa908-94ad-4c04-810d-dea65dc5aef8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.759179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-feecb231-16c8-4f65-b65a-448c8a69a461 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ada7ebbf7394abba79eb30b122110c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1326630 Aug 16 02:03:09.763151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36380) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.780011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.785042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-05eec078-9e6c-4246-bb89-6c3cc665c4a9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2331028 Aug 16 02:03:09.787323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36382) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.791992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:09.798046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:09.902779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36394) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:09.929365 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dca8696b-f985-432b-99a1-1d34cfecc418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:09.963514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db13c974-ae19-45d8-858d-813e8265917f req-9d687e61-2824-49c3-99ff-2fc6281dc8ad tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.1718316 Aug 16 02:03:09.991138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-537b4f5c-f7ea-43ac-8645-14cc091d5abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.030187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-537b4f5c-f7ea-43ac-8645-14cc091d5abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.117859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1571593483-network', 'tenant_id': 'd91cb4853f4d4d2eb2fbcdd0fd6843e6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:10.134217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2880ffe-4dba-4f3b-b026-ef2325725bb2 req-2fa29cb0-f79d-4e80-b33e-02dae7a155b3 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.0936992 Aug 16 02:03:10.151996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Made reservation on behalf of 835435b194a74979a80448f4f3b83896 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:10.159873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.180730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.371165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.420874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-537b4f5c-f7ea-43ac-8645-14cc091d5abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.429851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:10.430199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-537b4f5c-f7ea-43ac-8645-14cc091d5abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.431445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-537b4f5c-f7ea-43ac-8645-14cc091d5abd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7fbfa908-94ad-4c04-810d-dea65dc5aef8 HTTP/1.1" status: 204 len: 168 time: 0.6671302 Aug 16 02:03:10.450231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Made reservation on behalf of d91cb4853f4d4d2eb2fbcdd0fd6843e6 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:10.452677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.470324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.527760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:10.528696 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.623611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Allocated IP 172.25.6.20 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/94f1cc2d-d213-4bdb-948e-b5d8306bdd94) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:10.695895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be8b008c-4964-46c9-b05b-945fa057e9d2 req-30eb4336-60f1-4776-a8d8-ff773bb03cd5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.3008585 Aug 16 02:03:10.696938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b4f5c-f7ea-43ac-8645-14cc091d5abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbfa908-94ad-4c04-810d-dea65dc5aef8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.791254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.849521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:10.907389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9437ac-5c4f-47f9-8503-780793f00f97,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:10.910111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Checking segment: {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:10.910489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Network hostable DHCP agents. Network: 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:10.988716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.037607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:11.042960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.085870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.162159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:11.171844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.172591 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Added segment 3ab80bea-130a-48e1-9e0d-c2ea38916683 of type vlan for network 0e69eb1e-524d-48ad-bc46-32b2ddd89189 Aug 16 02:03:11.176396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-207a1224-f40f-45f6-90bd-5f96e0c1dbef req-c7da28f7-f64b-42bc-967f-1f4482db3252 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.0470583 Aug 16 02:03:11.251351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-b31fc4a9-da0d-4766-ac63-7fdfcd61f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.252909 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-b31fc4a9-da0d-4766-ac63-7fdfcd61f50a service neutron] 10.222.0.58 "GET /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 1032 time: 0.2235498 Aug 16 02:03:11.261813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e909bfb0-795e-4202-9ccd-a8ffd887f3b2 req-a4edb4c6-6b03-41ae-a58c-7a5c1d195bdd tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.0309627 Aug 16 02:03:11.272996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:11.311593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:11.319989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b59b32-5ea2-4be6-9c2f-cda5f665b609,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.323221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:11.328215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event updated for resources: {'Port': ['ID=94f1cc2d-d213-4bdb-948e-b5d8306bdd94,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:11.331364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.445414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.511906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:11.519231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.519231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.523131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a7c62d-913a-453c-a0a6-1d3a41fa714c None None] Network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:11.649378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a06e66af-308f-4415-9170-d71f859ceabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.650218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b68aca-4e24-45a2-b4f4-0cc6733fbf5f None None] Network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:11.651128 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a06e66af-308f-4415-9170-d71f859ceabe service neutron] 10.222.0.58 "GET /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 1031 time: 0.3663132 Aug 16 02:03:11.769103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d7437f82-b8aa-48b6-87a7-5a26e95bb54b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6761756 Aug 16 02:03:11.807227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.809486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:11.811237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:11.909304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-638cd016-4d5e-4d19-95cf-73819fe5ced1 req-5ed0d3f5-14b2-44cd-a516-945160f13857 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0659430 Aug 16 02:03:11.987076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9b7946f-0aa2-421f-9a8f-2e1328866b66 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.005122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9b7946f-0aa2-421f-9a8f-2e1328866b66 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.016846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9b7946f-0aa2-421f-9a8f-2e1328866b66 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.018720 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9b7946f-0aa2-421f-9a8f-2e1328866b66 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 1995 time: 0.3587587 Aug 16 02:03:12.043786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] Pushing event updated for resources: {'Network': ['ID=0e69eb1e-524d-48ad-bc46-32b2ddd89189,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:12.054717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.056654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0e69eb1e-524d-48ad-bc46-32b2ddd89189 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:12.111712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-b52fe9c3-d0b9-4473-84a2-1fb551b5efca tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a32cb21d5ee4063a66145fb0003ebef HTTP/1.1" status: 200 len: 380 time: 0.0831695 Aug 16 02:03:12.156748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'admin_state_up': True, 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'security_groups': ['b6cb4349-8c2f-4e38-bf7a-b399d5f9708b']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:12.226898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f607fd4f-0b95-4dbf-a8e0-19277186bb3e admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3213873 Aug 16 02:03:12.229259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36464) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:12.237162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Request body: {'subnet': {'network_id': '0e69eb1e-524d-48ad-bc46-32b2ddd89189', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1571593483-subnet', 'tenant_id': 'd91cb4853f4d4d2eb2fbcdd0fd6843e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:12.260573 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fb8690c4-6809-45c0-b416-d4a25016183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.352501 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-bba309af-2780-4a4a-950c-da47c39241cd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2485447 Aug 16 02:03:12.380651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-435e97ed-8b2a-4b84-b904-382973f45f5b req-cfe04283-a062-4585-bd53-d0c8d25ec7d9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.0961215 Aug 16 02:03:12.478350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-131fd299-7314-44a4-92b6-f118b0eb24a6 req-efd5d951-0fea-4d1c-ae98-74c73b3eea2a tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.0440936 Aug 16 02:03:12.479665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Made reservation on behalf of d91cb4853f4d4d2eb2fbcdd0fd6843e6 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:12.485929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.644410 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:12.710404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-ee349bd8-2653-4d5a-b4d0-8dd1b757ac73 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.711800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-ee349bd8-2653-4d5a-b4d0-8dd1b757ac73 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 814 time: 0.1680479 Aug 16 02:03:12.758263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-2bb74c35-1c80-4d22-a00e-5c9383b0c63d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/quotas/835435b194a74979a80448f4f3b83896 HTTP/1.1" status: 200 len: 375 time: 0.0176380 Aug 16 02:03:12.817833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-6c86cc9d-fc9a-4a0a-a528-dc6a5fe4e5e0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384159 Aug 16 02:03:12.896284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-2351ddd6-92fd-4395-9837-cd93226c9b81 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:12.899279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-2351ddd6-92fd-4395-9837-cd93226c9b81 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4966357 Aug 16 02:03:12.927248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Request body: {'port': {'device_id': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'c8064647b93f4bc8aac7fae0bd12918d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:12.984083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-456ca96a-73d8-4b82-8a93-d1c73abac984 service neutron] 10.222.0.76 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409726 Aug 16 02:03:12.988464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.152841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:13.157280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8b36622-60a8-418e-9cab-0722e116b177 req-f8b54fe6-e313-4175-a940-58936ae5f59b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0502827 Aug 16 02:03:13.159803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.162220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2e97d93-cb7f-4da0-a4ad-d427f2c4c993,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:13.222706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-e1972585-8f7d-45ce-9f3f-77cf17c150a9 service neutron] 10.222.0.76 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358930 Aug 16 02:03:13.225788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Checking segment: {'id': '3ab80bea-130a-48e1-9e0d-c2ea38916683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0e69eb1e-524d-48ad-bc46-32b2ddd89189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:13.226931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Network hostable DHCP agents. Network: 0e69eb1e-524d-48ad-bc46-32b2ddd89189, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:13.357693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Network 0e69eb1e-524d-48ad-bc46-32b2ddd89189 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:13.369011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 172.20.0.8 (f899d6cd-0899-4e20-b2b9-e5f838a52a80/bbbc8d56-4341-4bb4-95a4-f74fbb205f7d/8f4f6596-6819-4b7b-b24a-33ca875d0f81) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:13.521553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0e69eb1e-524d-48ad-bc46-32b2ddd89189) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:13.532054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ed1f26-3d8c-4dc2-bf62-442d1122c6b9 None None] Network 0e69eb1e-524d-48ad-bc46-32b2ddd89189 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:13.568698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-401a1318-eec5-4aaa-9970-67b145019d9e req-b7397817-4dd9-43e8-84cc-9c3a1e58633b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.0550749 Aug 16 02:03:13.582801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:13.589123 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.601558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.626833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object 8f4f6596-6819-4b7b-b24a-33ca875d0f81 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:13.677647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.784389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5307cc56-8d0d-4396-9ff2-9a2f7cf53205 req-0beca7e7-f2a8-46e2-ae01-579016f9d33c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.1102304 Aug 16 02:03:13.784510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.800853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.840582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-38365cd6-58e5-4927-b21d-5e5b12bf5889 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5999734 Aug 16 02:03:13.852747 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:13.924876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-631f7031-ec83-4555-a354-ebade91a8ba0 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=f5fc795ff1214a2a8fec8ba7b89ae35d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1448066 Aug 16 02:03:13.937826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1929cd44-18c5-465e-bf0f-e231579664c7 None None] Network 0e69eb1e-524d-48ad-bc46-32b2ddd89189 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:13.938371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:13.957486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d37d84d-3796-465e-ba61-0dd842532750 req-ff53c4d9-d337-402a-acc9-2653a5c1aa73 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.1762531 Aug 16 02:03:14.006272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:14.014934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:14.029915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:14.103621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.104309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.130820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.243434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Made reservation on behalf of c8064647b93f4bc8aac7fae0bd12918d for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:14.252916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.278380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event updated for resources: {'Port': ['ID=94f1cc2d-d213-4bdb-948e-b5d8306bdd94,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:14.286159 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-00fa0417-3831-4dfe-9f70-4d1de0ee4dd6 req-d07af61b-f23a-4415-9335-5fb7484b7ad5 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] show failed (client error): The resource could not be found. Aug 16 02:03:14.294068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00fa0417-3831-4dfe-9f70-4d1de0ee4dd6 req-d07af61b-f23a-4415-9335-5fb7484b7ad5 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups/99d5fea0-fb76-4ef0-8fba-5f9e0ab4bdcb HTTP/1.1" status: 404 len: 352 time: 0.1498525 Aug 16 02:03:14.435686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36530) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:14.501359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.512323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ae1c97a-0d6e-4450-a625-28470d7fa39d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7143183 Aug 16 02:03:14.512323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-45741da2-cc6c-4a9a-848c-9ae2cb91faa7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3627903 Aug 16 02:03:14.532100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'admin_state_up': True, 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'security_groups': ['b6cb4349-8c2f-4e38-bf7a-b399d5f9708b']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:14.595644 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.657365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Allocated IP 192.168.233.251 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/777875da-2da4-49d2-a381-04115832c652) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:14.660299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e870bd0-3c3a-4288-8048-0dd94f9d172b None None] Provisioning for port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:14.667783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e870bd0-3c3a-4288-8048-0dd94f9d172b None None] Provisioning complete for port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:14.668515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e870bd0-3c3a-4288-8048-0dd94f9d172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.737823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-038926f7-6b1b-44d2-98ef-ed1025e7db73 req-69171b54-6fc9-4455-9aea-c22434cdce64 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d91cb4853f4d4d2eb2fbcdd0fd6843e6 HTTP/1.1" status: 200 len: 2984 time: 0.4021142 Aug 16 02:03:14.754499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-d3bab926-5ab6-4acd-af21-4d3e54d84245 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:14.763933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-d3bab926-5ab6-4acd-af21-4d3e54d84245 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8014107 Aug 16 02:03:14.776241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9e870bd0-3c3a-4288-8048-0dd94f9d172b None None] Port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:14.802137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Request body: {'port': {'device_id': '5c6039df-fade-42c8-a942-22d53830bd2f', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'f5fc795ff1214a2a8fec8ba7b89ae35d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:14.946106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:14.969314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Transition to ACTIVE for port object 777875da-2da4-49d2-a381-04115832c652 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:14.972780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:03:14.972780 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:03:14.972780 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '9a32cb21d5ee4063a66145fb0003ebef', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 3, 14, 962355)}] Aug 16 02:03:14.972780 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:03:14.973603 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:03:15.010506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a22fc2-db55-4df4-9dd7-ef07d76dab81 req-a9ab77d8-de69-4714-bccd-f602af3136ec tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.020031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98a22fc2-db55-4df4-9dd7-ef07d76dab81 req-a9ab77d8-de69-4714-bccd-f602af3136ec tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 931 time: 0.5420129 Aug 16 02:03:15.020031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2bb06ab-d065-4aca-9890-b062ddb78e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.076171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Made reservation on behalf of f5fc795ff1214a2a8fec8ba7b89ae35d for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:15.079998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.096047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-038926f7-6b1b-44d2-98ef-ed1025e7db73 req-b76dfd43-61d0-4721-9c52-20b27ecc128a tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups/03b59b32-5ea2-4be6-9c2f-cda5f665b609 HTTP/1.1" status: 200 len: 2981 time: 0.3302805 Aug 16 02:03:15.096738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.099189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.113379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846', '78b30250-2173-4788-8db9-1b50597b3077'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:15.116546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:15.229132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:15.251234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98a22fc2-db55-4df4-9dd7-ef07d76dab81 req-e30135d1-e6e9-46ab-8e6c-c8713f7040d7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195663 Aug 16 02:03:15.256907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.260562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:15.266229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:15.357773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-038926f7-6b1b-44d2-98ef-ed1025e7db73 req-5a8d9de1-4d8f-483d-a684-18b582ef6660 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups/03b59b32-5ea2-4be6-9c2f-cda5f665b609 HTTP/1.1" status: 200 len: 2981 time: 0.2268221 Aug 16 02:03:15.382699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.384876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.471766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ec4a404-33ef-42ee-93e5-e3e0c5c5bc38 req-5343fdea-655e-48da-8fe6-96fcf671018b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.0425673 Aug 16 02:03:15.551095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2bb06ab-d065-4aca-9890-b062ddb78e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.663711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2bb06ab-d065-4aca-9890-b062ddb78e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.747252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-ae8f4462-5683-4fa4-8abf-2df44f42799c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8321111 Aug 16 02:03:15.761884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Request body: {'port': {'device_id': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:15.790559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d2bb06ab-d065-4aca-9890-b062ddb78e34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=575744fb558a4d5e8ce5e23ddd959ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3372898 Aug 16 02:03:15.820172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:15.867213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.889090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:15.895070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb06ab-d065-4aca-9890-b062ddb78e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66d0eb1-06f4-43cc-a2ca-1008902a19f4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:15.949446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df530857-772a-4e5d-a7f0-bb382988b5fc req-1025bcba-46cc-447d-85d0-531c1ac7f75d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:15.957318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df530857-772a-4e5d-a7f0-bb382988b5fc req-1025bcba-46cc-447d-85d0-531c1ac7f75d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 936 time: 0.3550074 Aug 16 02:03:15.970108 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-484e5b7c-3b6a-407f-ad8c-a487c6211636 None None] Provisioning for port 777875da-2da4-49d2-a381-04115832c652 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:15.974570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-484e5b7c-3b6a-407f-ad8c-a487c6211636 None None] Provisioning complete for port 777875da-2da4-49d2-a381-04115832c652 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:15.975243 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-484e5b7c-3b6a-407f-ad8c-a487c6211636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.023660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-9053bae7-a4b3-4456-92c2-ce84a0792bc6 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1887412495&fields=id&tenant_id=e8127bc3f60440b5a43aabb4bd25c43a HTTP/1.1" status: 200 len: 267 time: 0.3676054 Aug 16 02:03:16.086826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-484e5b7c-3b6a-407f-ad8c-a487c6211636 None None] Port 777875da-2da4-49d2-a381-04115832c652 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:16.148641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df530857-772a-4e5d-a7f0-bb382988b5fc req-8170cb0b-c27f-4001-8080-6cdfcbe3ed64 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865642 Aug 16 02:03:16.178313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6eaf870e-b9d9-4ff0-baad-31e223ea03d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.292819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6eaf870e-b9d9-4ff0-baad-31e223ea03d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.301837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-3e414e9f-dc10-4a36-b346-844af050fddf tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:16.303652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-3e414e9f-dc10-4a36-b346-844af050fddf tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/networks?id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a HTTP/1.1" status: 200 len: 811 time: 0.2792091 Aug 16 02:03:16.353265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fe8b877-78ee-4191-be6a-4d58ade11b80 req-bb041892-9273-452e-970b-2a13a3b4e762 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.0839365 Aug 16 02:03:16.392018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.410294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-e07bb04a-daf1-44f9-b3c9-fdefd5d2f727 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/quotas/e8127bc3f60440b5a43aabb4bd25c43a HTTP/1.1" status: 200 len: 375 time: 0.0720561 Aug 16 02:03:16.436243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777875da-2da4-49d2-a381-04115832c652 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:16.445810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.467889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Transition to ACTIVE for port object 777875da-2da4-49d2-a381-04115832c652 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:16.506393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.540430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-334abcb7-b79a-45b9-b6c2-469aa594b409 req-9e1a16ed-2fe6-450b-b149-5dd45e6235be tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups/03b59b32-5ea2-4be6-9c2f-cda5f665b609 HTTP/1.1" status: 200 len: 2981 time: 0.1364214 Aug 16 02:03:16.554836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.556437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7993d73d-0505-4275-8225-774b39a448e3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.592641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-54ae6c76-b53c-4a81-8e10-894528121096 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8127bc3f60440b5a43aabb4bd25c43a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1436081 Aug 16 02:03:16.630197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:16.634664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.680598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:16.785300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6eaf870e-b9d9-4ff0-baad-31e223ea03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.794822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6eaf870e-b9d9-4ff0-baad-31e223ea03d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:16.796159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6eaf870e-b9d9-4ff0-baad-31e223ea03d6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e66d0eb1-06f4-43cc-a2ca-1008902a19f4 HTTP/1.1" status: 204 len: 168 time: 0.9187660 Aug 16 02:03:16.897265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 10.1.1.50 (04d7b4a8-fa12-4713-bcfd-eb0249276da1/25e68b36-bbeb-486c-9b99-593e7705d104/6ed1c91d-eac7-41d1-ac46-4933dce15792) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:16.943135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Allocated IP 192.168.233.11 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/7bf54713-1309-476e-9a14-dd32e541a584) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:16.962009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf870e-b9d9-4ff0-baad-31e223ea03d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66d0eb1-06f4-43cc-a2ca-1008902a19f4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.033440 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-334abcb7-b79a-45b9-b6c2-469aa594b409 req-46c93b7c-397a-4637-a48c-d54c9926bb97 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:03:17.046120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-334abcb7-b79a-45b9-b6c2-469aa594b409 req-46c93b7c-397a-4637-a48c-d54c9926bb97 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "DELETE /v2.0/security-groups/03b59b32-5ea2-4be6-9c2f-cda5f665b609 HTTP/1.1" status: 409 len: 352 time: 0.4927039 Aug 16 02:03:17.187188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-39b4e1a2-abc8-493b-859b-4ad647a94fe6 service neutron] 10.222.0.76 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5665362 Aug 16 02:03:17.264761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.284373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object 6ed1c91d-eac7-41d1-ac46-4933dce15792 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:17.393066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:17.393478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:17.393747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:17.398576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:17.398969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:17.411076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:17.411444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:17.413844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:17.413844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Bound port: 777875da-2da4-49d2-a381-04115832c652, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:17.413844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.431374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.496751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:17.520524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:17.525879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:17.584914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.585607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.664333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.686579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a9f8292e-7826-46f7-9803-acdb95cd0438 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1548755 Aug 16 02:03:17.687914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:17.692547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:17.697826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'admin_state_up': True, 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'security_groups': ['b6cb4349-8c2f-4e38-bf7a-b399d5f9708b']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:17.849153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.894729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:17.912469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:17.913164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:17.915464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-15b8dcfd-81b3-4c2d-b7c4-e3ec610100be service neutron] 10.222.0.58 "PUT /v2.0/ports/777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 1097 time: 2.1600924 Aug 16 02:03:17.916049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:17.920461 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7b8b11-d4fd-4196-bc2e-f472e855d28d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:17.934908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:17.951606 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.056995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d4865-4676-4109-8557-5689aa02a732 req-55b6768a-2414-415a-8e75-a042887c98a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.066288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-492d4865-4676-4109-8557-5689aa02a732 req-55b6768a-2414-415a-8e75-a042887c98a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 931 time: 0.9030674 Aug 16 02:03:18.153489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-78c67eee-f555-47c1-a3f6-0d63e1cc2b12 None None] Provisioning for port 6ed1c91d-eac7-41d1-ac46-4933dce15792 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:18.158872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-78c67eee-f555-47c1-a3f6-0d63e1cc2b12 None None] Provisioning complete for port 6ed1c91d-eac7-41d1-ac46-4933dce15792 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:18.159614 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78c67eee-f555-47c1-a3f6-0d63e1cc2b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.184176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-89fe158e-7065-4981-b1f9-437e8c21534e service neutron] 10.222.0.76 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9931655 Aug 16 02:03:18.240874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-3ff43062-e732-4283-9ea6-b3bad10aff95 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.242504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-3ff43062-e732-4283-9ea6-b3bad10aff95 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 814 time: 1.0059659 Aug 16 02:03:18.253502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 10.1.1.253 (04d7b4a8-fa12-4713-bcfd-eb0249276da1/25e68b36-bbeb-486c-9b99-593e7705d104/3d3e4af5-3e8e-4c23-9606-67173b0cc92d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:18.292999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-78c67eee-f555-47c1-a3f6-0d63e1cc2b12 None None] Port 6ed1c91d-eac7-41d1-ac46-4933dce15792 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:18.365497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Request body: {'port': {'device_id': '744421c4-860b-4e99-a466-15a6c1872679', 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'admin_state_up': True, 'tenant_id': '835435b194a74979a80448f4f3b83896'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:18.374011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.395610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-492d4865-4676-4109-8557-5689aa02a732 req-64453775-cdae-4b47-bbbc-22b4ff4fa842 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282077 Aug 16 02:03:18.490435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Transition to ACTIVE for port object 7bf54713-1309-476e-9a14-dd32e541a584 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:18.562404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-50116759-666f-474f-a094-ece2aa59b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.564049 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-50116759-666f-474f-a094-ece2aa59b4b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1100 time: 0.2476952 Aug 16 02:03:18.567147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:18.628313 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-83deb607-5401-47d3-b42a-9e231e76c915 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0547395 Aug 16 02:03:18.631723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object 3d3e4af5-3e8e-4c23-9606-67173b0cc92d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:18.634716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-643d6fbe-f14a-4a58-8bba-c59ec3cb124c req-62612493-bea5-4524-8b62-1f64a301bc47 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.0290663 Aug 16 02:03:18.687141 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-c2dd4913-d887-42cb-97ac-21d8b44d487a req-59dd6b97-ea5e-46dc-8ecf-378f37702490 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] show failed (client error): The resource could not be found. Aug 16 02:03:18.690228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2dd4913-d887-42cb-97ac-21d8b44d487a req-59dd6b97-ea5e-46dc-8ecf-378f37702490 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups/3541c122-c6f5-47e6-938c-8434bf71b6d2 HTTP/1.1" status: 404 len: 352 time: 0.0153158 Aug 16 02:03:18.705691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-c3f394de-bb81-4fac-87a7-b257367906f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.707455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-c3f394de-bb81-4fac-87a7-b257367906f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0719557 Aug 16 02:03:18.761296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-f0c61229-37e8-4e7d-a7a0-8456890bcdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.762655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-f0c61229-37e8-4e7d-a7a0-8456890bcdbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0480485 Aug 16 02:03:18.801292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44590a-f7bf-4f54-bf79-6d71bee59e4a req-bef86c11-e1ea-43fd-b550-3c30a12dce22 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:18.803541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f44590a-f7bf-4f54-bf79-6d71bee59e4a req-bef86c11-e1ea-43fd-b550-3c30a12dce22 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 948 time: 0.0609512 Aug 16 02:03:18.857712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-85d95f55-d50a-420e-837a-a7f36912cb88 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878870 Aug 16 02:03:18.864870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f44590a-f7bf-4f54-bf79-6d71bee59e4a req-7278ed8b-8f15-456e-8bdc-4fc26a918255 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437574 Aug 16 02:03:18.954515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-372203d3-ba64-488e-bce9-10e8ade75b5d req-9a917568-b373-4ed2-875c-a224843f17e2 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.0278878 Aug 16 02:03:19.001896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Made reservation on behalf of 835435b194a74979a80448f4f3b83896 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:19.006063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.008804 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.191946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:19.194387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:19.211169 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-1d7275b2-fcd5-47f5-b9cd-c2518696d54f req-9b780dab-6061-4d55-b9e1-385796ca19d7 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] show failed (client error): The resource could not be found. Aug 16 02:03:19.213010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d7275b2-fcd5-47f5-b9cd-c2518696d54f req-9b780dab-6061-4d55-b9e1-385796ca19d7 tempest-SecurityGroupsNegativeTestJSON-1272822278 tempest-SecurityGroupsNegativeTestJSON-1272822278-project] 10.222.0.76 "GET /v2.0/security-groups/35842bcb-7bed-4a35-9cd0-50f60e5a9b4c HTTP/1.1" status: 404 len: 352 time: 0.1110191 Aug 16 02:03:19.227884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:19.239878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36618) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:19.347243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Pushing event updated for resources: {'Port': ['ID=7bf54713-1309-476e-9a14-dd32e541a584,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.360932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00971757-6ae5-47fc-b077-e96e99692a62 req-e6d3baac-9c29-4a5a-adf8-005d2e3c0887 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 210 time: 0.1796865 Aug 16 02:03:19.488196 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bcf134-0df5-4e19-8a2a-24cd4adb346a x-openstack-request-id: req-93bcf134-0df5-4e19-8a2a-24cd4adb346a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:19.488484 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "tag": "777875da-2da4-49d2-a381-04115832c652", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:19.488739 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93bcf134-0df5-4e19-8a2a-24cd4adb346a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:19.489185 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'status': 'completed', 'code': 200} Aug 16 02:03:19.494149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.592794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Deleting subnet c2e97d93-cb7f-4da0-a4ad-d427f2c4c993 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:03:19.597866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:19.602416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.629361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:19.631582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:19.635190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:19.676340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d67a711-0b5f-4de3-b75d-01d4c644789b req-e75d4650-8172-45be-ba9e-7519d5911876 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8109951 Aug 16 02:03:19.786424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Allocated IP 172.20.0.14 (5a88da16-7fc3-476f-a2d0-0b56ab3da5d3/4f9437ac-5c4f-47f9-8503-780793f00f97/1e468350-a802-4aee-b5ec-22081f5f33cc) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:19.843076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d781c3f-e7ec-4400-997d-42daad80a45b None None] Provisioning for port 7bf54713-1309-476e-9a14-dd32e541a584 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:19.849194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d781c3f-e7ec-4400-997d-42daad80a45b None None] Provisioning complete for port 7bf54713-1309-476e-9a14-dd32e541a584 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:19.849770 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d781c3f-e7ec-4400-997d-42daad80a45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.939054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:19.939054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:19.959093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9d781c3f-e7ec-4400-997d-42daad80a45b None None] Port 7bf54713-1309-476e-9a14-dd32e541a584 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:20.000409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-7e186d63-9ae0-4729-b144-b8f748ae67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.001935 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-7e186d63-9ae0-4729-b144-b8f748ae67ff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1100 time: 0.1841834 Aug 16 02:03:20.007116 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.081730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.082239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.130109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-917e6de3-c8cc-41d8-8e24-282f470ab935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.134559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-917e6de3-c8cc-41d8-8e24-282f470ab935 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1190205 Aug 16 02:03:20.137016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c774894-3367-42da-ae99-9cf8f91817bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4428899 Aug 16 02:03:20.157987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f13742b3-94c6-4149-b776-79b2e79f1c12 req-aa0abfb8-857b-46f9-b79c-74f3db32f91a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.0726154 Aug 16 02:03:20.169201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.206483 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.217438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ea856fd3-a0e5-4c53-9471-1727338bd97f None None] Provisioning for port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:20.225195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ea856fd3-a0e5-4c53-9471-1727338bd97f None None] Provisioning complete for port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:20.226141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea856fd3-a0e5-4c53-9471-1727338bd97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.274250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-59b638de-9ff9-45ed-b144-cf7f72a26ef6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.4948475 Aug 16 02:03:20.285065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d16462-7b06-4211-86ff-67e35655092f req-cd8af9fb-1910-436a-ad76-6c9e13a44013 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.291546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d16462-7b06-4211-86ff-67e35655092f req-cd8af9fb-1910-436a-ad76-6c9e13a44013 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.291727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ea856fd3-a0e5-4c53-9471-1727338bd97f None None] Port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:20.299535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d16462-7b06-4211-86ff-67e35655092f req-cd8af9fb-1910-436a-ad76-6c9e13a44013 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.301399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38d16462-7b06-4211-86ff-67e35655092f req-cd8af9fb-1910-436a-ad76-6c9e13a44013 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 2373 time: 0.7308228 Aug 16 02:03:20.317135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:20.328874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Request body: {'port': {'device_id': '5c6039df-fade-42c8-a942-22d53830bd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:20.332705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:20.336626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:20.341250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'admin_state_up': True, 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'security_groups': ['b6cb4349-8c2f-4e38-bf7a-b399d5f9708b']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:20.364338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.463126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-6ed02130-b627-48d4-89d6-a400fe62d9a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.2757900 Aug 16 02:03:20.531150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-a4ffb665-820c-4a7d-aff8-03e5f2061362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.534118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-a4ffb665-820c-4a7d-aff8-03e5f2061362 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0735092 Aug 16 02:03:20.558299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.619656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38d16462-7b06-4211-86ff-67e35655092f req-246b15b1-ad08-4a93-a3f9-1c7abdf4a995 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2949312 Aug 16 02:03:20.629244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.630449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.654965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.655223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-760e2e54-8f0b-42c5-b6aa-8b007ef72844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.655223 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-760e2e54-8f0b-42c5-b6aa-8b007ef72844 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1103432 Aug 16 02:03:20.660867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6030a-78fb-428f-839b-894667e27549 req-39990142-9e3d-47c9-b42f-2513bf84718e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.662681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cd6030a-78fb-428f-839b-894667e27549 req-39990142-9e3d-47c9-b42f-2513bf84718e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 948 time: 0.1567919 Aug 16 02:03:20.802320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-12c6c4b3-6fe0-4161-84b8-e0b18459945a service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388199 Aug 16 02:03:20.823321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:20.833072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cd6030a-78fb-428f-839b-894667e27549 req-7350c8de-9430-4a2a-a7dc-ac88f31af3d3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634431 Aug 16 02:03:20.862528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:20.963486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2e97d93-cb7f-4da0-a4ad-d427f2c4c993,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:20.997932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ff8c7-0a52-41b9-b06d-f0aa5597aa9c req-1e1f7f2c-50b3-4678-b02d-79570cdb75c6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:20.999528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-310ff8c7-0a52-41b9-b06d-f0aa5597aa9c req-1e1f7f2c-50b3-4678-b02d-79570cdb75c6 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 935 time: 0.2657375 Aug 16 02:03:21.001055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.002901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-afa2f47e-90bb-4b3c-9e04-95b94a9ab39c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c2e97d93-cb7f-4da0-a4ad-d427f2c4c993 HTTP/1.1" status: 204 len: 168 time: 1.7354696 Aug 16 02:03:21.009423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.012238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5aacae0a-0b1b-4dd5-a1a8-499b0d975055 req-a80f1c2f-48b7-43a4-b414-5c05d6ab1655 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 210 time: 0.0954926 Aug 16 02:03:21.012955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36666) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:21.024809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af7b8b11-d4fd-4196-bc2e-f472e855d28d req-03fa8dec-1344-4aae-8ddb-e4df7e220fc9 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146089 Aug 16 02:03:21.090114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-3be6efb6-e163-43f7-9aa4-45d79516152d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7359130 Aug 16 02:03:21.151893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Request body: {'port': {'device_id': '744421c4-860b-4e99-a466-15a6c1872679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:21.242895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-310ff8c7-0a52-41b9-b06d-f0aa5597aa9c req-bb57e1b6-ab6b-437e-9a6c-c43150b859d7 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262802 Aug 16 02:03:21.292611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.327122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.331160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 10.2.2.100 (d387bfa7-96c7-44b2-b53a-d8f66bcab7dc/b46169f0-d79e-4e28-b293-da2ffc2127a4/7d34b453-c484-4237-8b6c-9f3b3343348e) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:21.524016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf54713-1309-476e-9a14-dd32e541a584 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:21.539746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.549355 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.552705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.564220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e69eb1e-524d-48ad-bc46-32b2ddd89189']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:21.568634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object 7d34b453-c484-4237-8b6c-9f3b3343348e will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:21.628184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Transition to ACTIVE for port object 7bf54713-1309-476e-9a14-dd32e541a584 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:21.629927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab80bea-130a-48e1-9e0d-c2ea38916683') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:21.630223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab80bea-130a-48e1-9e0d-c2ea38916683') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:21.660061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d382eb-d53e-4eff-bcca-fae0303c95e2 req-9edc516c-ca3b-41a8-9175-555fbf4d7be7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.661477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66d382eb-d53e-4eff-bcca-fae0303c95e2 req-9edc516c-ca3b-41a8-9175-555fbf4d7be7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 932 time: 0.2656760 Aug 16 02:03:21.663368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.689040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.741599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:03:21.742124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:03:21.747361 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:03:21.867033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:21.919683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:21.922938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:21.927505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:21.931640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=7d34b453-c484-4237-8b6c-9f3b3343348e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:21.984145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:21.984832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.095740 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.120877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c57b50d5-c513-4389-9d58-c66d7862e808 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9499218 Aug 16 02:03:22.130951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'admin_state_up': True, 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'security_groups': ['b6cb4349-8c2f-4e38-bf7a-b399d5f9708b']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:22.135673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66d382eb-d53e-4eff-bcca-fae0303c95e2 req-bc7fe1bb-f25b-4b66-8d88-e359a9a73c5f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4614654 Aug 16 02:03:22.203655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a76c-5f5d-409a-827b-fc81a405105f req-3c9644ea-6403-4cf9-9f85-1c75b78d59db tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.209979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a76c-5f5d-409a-827b-fc81a405105f req-3c9644ea-6403-4cf9-9f85-1c75b78d59db tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.216982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a76c-5f5d-409a-827b-fc81a405105f req-3c9644ea-6403-4cf9-9f85-1c75b78d59db tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.224651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64b2a76c-5f5d-409a-827b-fc81a405105f req-3c9644ea-6403-4cf9-9f85-1c75b78d59db tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 2373 time: 0.4858077 Aug 16 02:03:22.247015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf54713-1309-476e-9a14-dd32e541a584,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.288260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29d539bd-66a2-4e24-a686-395d1a4c6c8e None None] Provisioning for port 7d34b453-c484-4237-8b6c-9f3b3343348e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:22.300614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:22.316010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.322939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29d539bd-66a2-4e24-a686-395d1a4c6c8e None None] Provisioning complete for port 7d34b453-c484-4237-8b6c-9f3b3343348e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:22.324656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29d539bd-66a2-4e24-a686-395d1a4c6c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.355671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.357914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0e69eb1e-524d-48ad-bc46-32b2ddd89189 HTTP/1.1" status: 204 len: 168 time: 1.3345969 Aug 16 02:03:22.454377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Made reservation on behalf of 9a32cb21d5ee4063a66145fb0003ebef for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:22.460263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.500356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa074c64-9d7b-4c0b-83a3-37265c557698 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e69eb1e-524d-48ad-bc46-32b2ddd89189,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:22.510566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36720) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:22.526990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64b2a76c-5f5d-409a-827b-fc81a405105f req-42040c36-2238-4e80-a9d8-bf9480b098c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2988796 Aug 16 02:03:22.529386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.558376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '777875da-2da4-49d2-a381-04115832c652', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '777875da-2da4-49d2-a381-04115832c652', 'mac_address': 'fa:16:3e:7b:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:22.577650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725a64f-139d-45c2-8bd9-d55aece5bbc7 req-d913b9ba-30eb-4165-8a4b-35c43038eaf1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.594883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b725a64f-139d-45c2-8bd9-d55aece5bbc7 req-d913b9ba-30eb-4165-8a4b-35c43038eaf1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 948 time: 0.3661103 Aug 16 02:03:22.606318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e468350-a802-4aee-b5ec-22081f5f33cc {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:22.618587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-29d539bd-66a2-4e24-a686-395d1a4c6c8e None None] Port 7d34b453-c484-4237-8b6c-9f3b3343348e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:22.622867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.641065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777875da-2da4-49d2-a381-04115832c652 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:22.645733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.668500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:22.693940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Attempting to bind port 7bf54713-1309-476e-9a14-dd32e541a584 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:22.694350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Attempting to bind port 7bf54713-1309-476e-9a14-dd32e541a584 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:22.694750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Attempting to bind port 7bf54713-1309-476e-9a14-dd32e541a584 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:22.698165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Transition to ACTIVE for port object 1e468350-a802-4aee-b5ec-22081f5f33cc will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:22.702719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dde946b-179f-43df-8e3e-c2a49d669ceb req-90da9ecb-429c-4ab7-a25c-30781a7562b5 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 210 time: 0.0544119 Aug 16 02:03:22.712667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Port 7bf54713-1309-476e-9a14-dd32e541a584 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:22.713002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Attempting to bind port 7bf54713-1309-476e-9a14-dd32e541a584 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:22.720840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b725a64f-139d-45c2-8bd9-d55aece5bbc7 req-dda8a4a8-e112-41d3-a8e5-f7fbc6f2fe3f tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997987 Aug 16 02:03:22.723566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:22.723910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:22.724298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:22.724737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Bound port: 7bf54713-1309-476e-9a14-dd32e541a584, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:22.725103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.740103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-12d8aabe-400e-4060-96dc-db660523a796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:22.830492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] For port 7bf54713-1309-476e-9a14-dd32e541a584, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:22.834627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] For port 7bf54713-1309-476e-9a14-dd32e541a584, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7bf54713-1309-476e-9a14-dd32e541a584,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:22.883840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Allocated IP 10.2.2.200 (d387bfa7-96c7-44b2-b53a-d8f66bcab7dc/b46169f0-d79e-4e28-b293-da2ffc2127a4/781106ab-6f34-4840-ac37-b6d6e77bea33) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:22.915119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9649ca-1347-4660-9947-b193f9c481d4 req-8fa0b9d6-a7ab-42f5-93ba-c96d80886da7 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:22.927252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c9649ca-1347-4660-9947-b193f9c481d4 req-8fa0b9d6-a7ab-42f5-93ba-c96d80886da7 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 947 time: 0.0810113 Aug 16 02:03:23.007741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c9649ca-1347-4660-9947-b193f9c481d4 req-bf60311c-7dee-40a2-961c-f8a9d8350328 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796659 Aug 16 02:03:23.021321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07234bd6-0026-4331-9e1d-6592f7988f5a req-e0b53ef9-0e45-4103-b445-8973b2faa1ba tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.030228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07234bd6-0026-4331-9e1d-6592f7988f5a req-e0b53ef9-0e45-4103-b445-8973b2faa1ba tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 951 time: 0.0753481 Aug 16 02:03:23.030772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-12d8aabe-400e-4060-96dc-db660523a796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.063955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07234bd6-0026-4331-9e1d-6592f7988f5a req-dc45eebc-939d-4e24-af82-18bd82165f11 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335250 Aug 16 02:03:23.072164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.088000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Transition to ACTIVE for port object 781106ab-6f34-4840-ac37-b6d6e77bea33 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:23.221851 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.239549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-12d8aabe-400e-4060-96dc-db660523a796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.247275 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.274788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-12d8aabe-400e-4060-96dc-db660523a796 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e98f6569c004769a276a734da4387c5&name=default HTTP/1.1" status: 200 len: 2980 time: 0.7595139 Aug 16 02:03:23.275053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.275681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36762) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.338170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.340546 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.342898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.343072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] 10.222.0.58 "PUT /v2.0/ports/7bf54713-1309-476e-9a14-dd32e541a584 HTTP/1.1" status: 200 len: 1096 time: 3.0377102 Aug 16 02:03:23.345178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6039df-fade-42c8-a942-22d53830bd2f', 'tag': '7bf54713-1309-476e-9a14-dd32e541a584'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:23.347571 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e440350-75a3-45c5-846d-c6f12b6d5500" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6039df-fade-42c8-a942-22d53830bd2f", "tag": "7bf54713-1309-476e-9a14-dd32e541a584"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:23.376362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81fcb6-c61c-4d99-8d2a-5306d7c73e4a req-b8088bd5-9f4b-4dc2-bd83-a47dd8d2362a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.382634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.384962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a81fcb6-c61c-4d99-8d2a-5306d7c73e4a req-b8088bd5-9f4b-4dc2-bd83-a47dd8d2362a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1765974 Aug 16 02:03:23.399844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.465468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['777875da-2da4-49d2-a381-04115832c652'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:23.514202 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9607d4fa-7d3f-40e1-b567-53589869e855 x-openstack-request-id: req-9607d4fa-7d3f-40e1-b567-53589869e855 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:23.514592 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6039df-fade-42c8-a942-22d53830bd2f", "tag": "7bf54713-1309-476e-9a14-dd32e541a584", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:23.514886 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9607d4fa-7d3f-40e1-b567-53589869e855 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:23.515400 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6039df-fade-42c8-a942-22d53830bd2f', 'tag': '7bf54713-1309-476e-9a14-dd32e541a584', 'status': 'completed', 'code': 200} Aug 16 02:03:23.638771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36778) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:23.640006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8aabe-400e-4060-96dc-db660523a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555a2453-9774-415b-85cf-8cf6496ee33e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.658871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-18c826e3-1439-40d3-a17b-daefa6a2789a tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.660914 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-18c826e3-1439-40d3-a17b-daefa6a2789a tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.83 "GET /v2.0/networks?id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a HTTP/1.1" status: 200 len: 811 time: 0.1811299 Aug 16 02:03:23.674185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event updated for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.703348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:23.711322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:23.713431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a81fcb6-c61c-4d99-8d2a-5306d7c73e4a req-b853d8ab-19ae-43a2-8708-57dc3e0ee8dd tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274024 Aug 16 02:03:23.725701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c0981d2-aa7c-464b-a8bc-3bfb529b0393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.732366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:23.778577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70210d3-878b-416f-8914-c4d777905b90 service neutron] Pushing event updated for resources: {'Port': ['ID=7bf54713-1309-476e-9a14-dd32e541a584,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:23.866939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.867973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.892609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-9ff03545-2259-41bf-975b-deba6efc3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:23.894535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-9ff03545-2259-41bf-975b-deba6efc3e43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5fc795ff1214a2a8fec8ba7b89ae35d&device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 1099 time: 0.3772845 Aug 16 02:03:23.896563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Attempting to bind port 1e468350-a802-4aee-b5ec-22081f5f33cc on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:23.897171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Attempting to bind port 1e468350-a802-4aee-b5ec-22081f5f33cc by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:23.897692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Attempting to bind port 1e468350-a802-4aee-b5ec-22081f5f33cc on network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:23.910277 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c0981d2-aa7c-464b-a8bc-3bfb529b0393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.936325 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-3577368d-b43f-4744-80c1-036a9bee1bb2 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8127bc3f60440b5a43aabb4bd25c43a HTTP/1.1" status: 200 len: 380 time: 0.2592404 Aug 16 02:03:23.939059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Port 1e468350-a802-4aee-b5ec-22081f5f33cc on network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:23.939059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Attempting to bind port 1e468350-a802-4aee-b5ec-22081f5f33cc on network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:23.948383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Request body: {'port': {'device_id': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'admin_state_up': True, 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'security_groups': ['e4b3aad7-af41-463d-9412-c81910c81774']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:23.972804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:23.973466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Checking segment: {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:23.974323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Bound using segment: {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:23.974828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Bound port: 1e468350-a802-4aee-b5ec-22081f5f33cc, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:23.975210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:23.996983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cea84611-6e15-447f-847b-e50739eb6c3c req-e563f525-90aa-4daa-8423-c3732c163760 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 210 time: 0.1048241 Aug 16 02:03:24.070169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-4431b7fb-b91b-42b9-a886-e8775f4c660f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9426956 Aug 16 02:03:24.115672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c80e01f3-d97f-4bd5-8b3d-7b40fb8265cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d91cb4853f4d4d2eb2fbcdd0fd6843e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701416 Aug 16 02:03:24.123906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36802) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:24.157981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:24.164121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-00397452-f875-4a9c-bc9b-bed13b82664a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7bf54713-1309-476e-9a14-dd32e541a584 HTTP/1.1" status: 200 len: 217 time: 0.2523065 Aug 16 02:03:24.174057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-74458825-d47b-4a88-a130-6bb022ca93bf None None] Provisioning for port 781106ab-6f34-4840-ac37-b6d6e77bea33 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:24.178429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-74458825-d47b-4a88-a130-6bb022ca93bf None None] Provisioning complete for port 781106ab-6f34-4840-ac37-b6d6e77bea33 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:24.178836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74458825-d47b-4a88-a130-6bb022ca93bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.194613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-f0aee81e-a534-4315-9051-737a16d3ab10 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.230330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-f0aee81e-a534-4315-9051-737a16d3ab10 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.233468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.239562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-74458825-d47b-4a88-a130-6bb022ca93bf None None] Port 781106ab-6f34-4840-ac37-b6d6e77bea33 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:24.239894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c0981d2-aa7c-464b-a8bc-3bfb529b0393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.240036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-f0aee81e-a534-4315-9051-737a16d3ab10 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.240153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c0981d2-aa7c-464b-a8bc-3bfb529b0393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.240439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1c0981d2-aa7c-464b-a8bc-3bfb529b0393 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/555a2453-9774-415b-85cf-8cf6496ee33e HTTP/1.1" status: 204 len: 168 time: 0.9639075 Aug 16 02:03:24.248083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-f0aee81e-a534-4315-9051-737a16d3ab10 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.254891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-f0aee81e-a534-4315-9051-737a16d3ab10 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.261490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0981d2-aa7c-464b-a8bc-3bfb529b0393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555a2453-9774-415b-85cf-8cf6496ee33e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.271701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-f0aee81e-a534-4315-9051-737a16d3ab10 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 3815 time: 0.4302747 Aug 16 02:03:24.288923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:24.309730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Made reservation on behalf of e8127bc3f60440b5a43aabb4bd25c43a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:24.321621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.389070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:24.401271 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.450878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:24.452143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:24.455100 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8706bbbf-d7e7-4b10-bf5d-11864a40a61b" -d '{"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-unplugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:24.458585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af444081-ce80-4479-9bbe-c1f14189adce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.466415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:24.470006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bd4227f-d93f-4d46-ab54-a59066f3500f req-73ff2a7b-7342-4894-abd2-c1c0128745e0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972709 Aug 16 02:03:24.497756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca1c68-3c81-4249-878c-7ad4c7f16bf6 req-ed8ad164-89ac-41a7-8980-106f2f3d8f44 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.499696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eeca1c68-3c81-4249-878c-7ad4c7f16bf6 req-ed8ad164-89ac-41a7-8980-106f2f3d8f44 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 949 time: 0.3345778 Aug 16 02:03:24.511088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-eac25027-74b5-4e07-9976-4f9ca36fb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.512649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-eac25027-74b5-4e07-9976-4f9ca36fb413 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.2169576 Aug 16 02:03:24.570071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af444081-ce80-4479-9bbe-c1f14189adce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.574719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.611878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.639465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.640509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.641771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 200 len: 1093 time: 3.4978063 Aug 16 02:03:24.658844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=11']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.677657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Allocated IP 172.20.0.7 (d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a/f7dfd418-58fd-43d7-bee3-c8dbb1912111/214f2a9a-6d16-45e2-90c3-7506291d9c84) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:24.756670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eeca1c68-3c81-4249-878c-7ad4c7f16bf6 req-0ada7d40-d2a2-4fd8-a1e4-60077f38dee5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476182 Aug 16 02:03:24.825605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3873b58-7b59-46b7-a3b0-6745493431c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:24.843535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4f6596-6819-4b7b-b24a-33ca875d0f81 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:24.856102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.904205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6934bbf-8749-42b5-ada4-1619a120cfaf req-cd2bc87b-6930-4852-b1f4-de20c00110b2 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.912992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6934bbf-8749-42b5-ada4-1619a120cfaf req-cd2bc87b-6930-4852-b1f4-de20c00110b2 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 947 time: 0.3408346 Aug 16 02:03:24.916520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-aa9dae8d-9afd-4c13-9866-2f43efc179a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:24.917919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.919106 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-aa9dae8d-9afd-4c13-9866-2f43efc179a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3958085 Aug 16 02:03:24.934864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Transition to ACTIVE for port object 214f2a9a-6d16-45e2-90c3-7506291d9c84 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:24.968884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Transition to ACTIVE for port object 8f4f6596-6819-4b7b-b24a-33ca875d0f81 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:24.973151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6934bbf-8749-42b5-ada4-1619a120cfaf req-5cfda6a2-e234-40b5-9454-3c03f6ea4b33 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585029 Aug 16 02:03:24.980205 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb44b32-df05-4c9b-b127-acfd2054ab98 x-openstack-request-id: req-ccb44b32-df05-4c9b-b127-acfd2054ab98 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:24.980205 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-unplugged", "status": "completed", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:24.980580 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccb44b32-df05-4c9b-b127-acfd2054ab98 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:24.981061 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'code': 200} Aug 16 02:03:24.984598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af444081-ce80-4479-9bbe-c1f14189adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:24.996851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af444081-ce80-4479-9bbe-c1f14189adce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.000540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-af444081-ce80-4479-9bbe-c1f14189adce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03b59b32-5ea2-4be6-9c2f-cda5f665b609 HTTP/1.1" status: 204 len: 168 time: 0.8723826 Aug 16 02:03:25.055031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af444081-ce80-4479-9bbe-c1f14189adce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b59b32-5ea2-4be6-9c2f-cda5f665b609,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.058302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-00257a14-0e61-4abc-ac5e-5b5481478b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.061999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-00257a14-0e61-4abc-ac5e-5b5481478b9d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1096 time: 0.2123957 Aug 16 02:03:25.124200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-d79a3e9f-b595-4e97-aafd-caa14578b67e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 200 len: 217 time: 0.0544076 Aug 16 02:03:25.178188 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.252446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737228d-4a3f-469d-871c-fa841688214a req-105b132b-8496-4fbf-8a9b-5c5dc858cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.253255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.255357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-105b132b-8496-4fbf-8a9b-5c5dc858cf20 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.1164100 Aug 16 02:03:25.258747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-0ec0d154-adf8-4506-bfc0-aea3c2b18d8e service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926669 Aug 16 02:03:25.306416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.352269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b9b02a-0b12-470d-916c-48dd184b02ae req-42a236f3-f467-4a9b-95a0-db9d18bc0cd2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.361708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61b9b02a-0b12-470d-916c-48dd184b02ae req-42a236f3-f467-4a9b-95a0-db9d18bc0cd2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2412076 Aug 16 02:03:25.373402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-b6d60d24-c133-4e56-b09b-d4212741c8bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090870 Aug 16 02:03:25.406239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event updated for resources: {'Port': ['ID=214f2a9a-6d16-45e2-90c3-7506291d9c84,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:25.432990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:25.436948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:25.443955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:25.530264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Attempting to bind port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:25.532772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Attempting to bind port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:25.532772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Attempting to bind port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 on network f899d6cd-0899-4e20-b2b9-e5f838a52a80 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:25.533314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:25.535744 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bc0970-9dc4-4efc-a621-98b16d879332" -d '{"events": [{"name": "network-changed", "server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:25.544013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 on network f899d6cd-0899-4e20-b2b9-e5f838a52a80 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:25.544660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Attempting to bind port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 on network f899d6cd-0899-4e20-b2b9-e5f838a52a80 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:25.553592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 2, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:25.553943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Checking segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:25.554501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Bound using segment: {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:25.554878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Bound port: 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f49c250-1158-4447-b281-ff769b19664d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:25.555247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.583474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.585858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.656915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61b9b02a-0b12-470d-916c-48dd184b02ae req-317cce9d-addb-4cb5-9a3e-a5f974d26684 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940025 Aug 16 02:03:25.678869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-1613e9fc-7da1-4ed9-88da-d95829120282 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7349954 Aug 16 02:03:25.702162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Request body: {'port': {'device_id': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:25.744821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc5393-ecc7-46a9-8437-7905ac203a69 req-fbf00c57-eb0d-4e9f-bf36-02a3fba71330 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:25.754895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffcc5393-ecc7-46a9-8437-7905ac203a69 req-fbf00c57-eb0d-4e9f-bf36-02a3fba71330 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 931 time: 0.3675647 Aug 16 02:03:25.770112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:25.803214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfcc4ff4-2487-4780-a19a-318c355482a0 req-0db9ea48-b320-4f82-b4de-c155934a07fb service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5286553 Aug 16 02:03:25.867400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-07e8ab26-9290-4576-80a8-aa00144d8600 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146299 Aug 16 02:03:25.868714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:25.871771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffcc5393-ecc7-46a9-8437-7905ac203a69 req-30f9faca-ff63-49e0-ac5e-f46f6e614499 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160526 Aug 16 02:03:25.876754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:25.943392 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d568541e-7fb6-4217-bfb3-62237a226fbf x-openstack-request-id: req-d568541e-7fb6-4217-bfb3-62237a226fbf {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:25.943697 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:25.943959 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d568541e-7fb6-4217-bfb3-62237a226fbf {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:25.944696 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'status': 'completed', 'code': 200} Aug 16 02:03:26.002937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dd90dcc5-2f22-493d-8550-e35406722adf None None] Provisioning for port 214f2a9a-6d16-45e2-90c3-7506291d9c84 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:26.010136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dd90dcc5-2f22-493d-8550-e35406722adf None None] Provisioning complete for port 214f2a9a-6d16-45e2-90c3-7506291d9c84 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.011474 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd90dcc5-2f22-493d-8550-e35406722adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.015578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.098224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dd90dcc5-2f22-493d-8550-e35406722adf None None] Port 214f2a9a-6d16-45e2-90c3-7506291d9c84 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:03:26.100051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3737228d-4a3f-469d-871c-fa841688214a req-46a1efb5-5531-4dcf-be60-8c56534419b2 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247276 Aug 16 02:03:26.111815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-8ab9e3d9-df29-4569-9836-89dac55b319a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.117875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-8ab9e3d9-df29-4569-9836-89dac55b319a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.124599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-8ab9e3d9-df29-4569-9836-89dac55b319a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.130660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-8ab9e3d9-df29-4569-9836-89dac55b319a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.137701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-8ab9e3d9-df29-4569-9836-89dac55b319a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.145464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-8ab9e3d9-df29-4569-9836-89dac55b319a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 3827 time: 0.1977937 Aug 16 02:03:26.151669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.153745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.155145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-1b9d9c3c-a89a-4f02-b4c6-0626698f9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.156703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-1b9d9c3c-a89a-4f02-b4c6-0626698f9b7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f5fc795ff1214a2a8fec8ba7b89ae35d&device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 1099 time: 0.1551025 Aug 16 02:03:26.157539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] 10.222.0.58 "PUT /v2.0/ports/8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 1092 time: 2.0252190 Aug 16 02:03:26.158843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:26.161441 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e" -d '{"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:26.266119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816edfb-1b97-466b-9731-b007358c6540 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.270940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209f75d7-842d-49ae-82f3-98a8bb5946bf req-9168c949-52eb-40a4-80a0-d5a0ae1b2267 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244528 Aug 16 02:03:26.294608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:26.306289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2490ad5-4a3c-491b-80f9-2f709c4ed15b req-d2e0bfb4-6476-4adc-8336-1936ddec3988 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.317703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:26.337065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2490ad5-4a3c-491b-80f9-2f709c4ed15b req-d2e0bfb4-6476-4adc-8336-1936ddec3988 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 949 time: 0.2862422 Aug 16 02:03:26.502817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.506781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 777875da-2da4-49d2-a381-04115832c652 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:26.525327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 777875da-2da4-49d2-a381-04115832c652 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:26.525327 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.525563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2490ad5-4a3c-491b-80f9-2f709c4ed15b req-ceafdead-68f4-427b-b5c8-9d3bcfa252f6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701367 Aug 16 02:03:26.606568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214f2a9a-6d16-45e2-90c3-7506291d9c84 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:26.615432 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0bb469-04f3-4972-b7e8-91a20fd75907 x-openstack-request-id: req-fe0bb469-04f3-4972-b7e8-91a20fd75907 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:26.615567 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:26.616294 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe0bb469-04f3-4972-b7e8-91a20fd75907 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:26.616453 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'status': 'completed', 'code': 200} Aug 16 02:03:26.655716 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.658985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-ade86d94-db05-4dcf-9ec4-99e50066465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.660546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-ade86d94-db05-4dcf-9ec4-99e50066465d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1096 time: 0.3886616 Aug 16 02:03:26.662565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-e73f0afd-cbda-436e-ba13-3ff2873d5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.668738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-e73f0afd-cbda-436e-ba13-3ff2873d5266 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.4858527 Aug 16 02:03:26.668943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.719828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:26.738842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Transition to ACTIVE for port object 214f2a9a-6d16-45e2-90c3-7506291d9c84 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:26.786527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-c257fa28-ba7c-464a-90e0-e054bb5112d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.787152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-c257fa28-ba7c-464a-90e0-e054bb5112d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.787692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-c257fa28-ba7c-464a-90e0-e054bb5112d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.788189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-c257fa28-ba7c-464a-90e0-e054bb5112d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.788711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-c257fa28-ba7c-464a-90e0-e054bb5112d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.790707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-c257fa28-ba7c-464a-90e0-e054bb5112d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 4363 time: 0.1196468 Aug 16 02:03:26.794494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-59c5fd58-016d-44e6-a54a-c4d7653510b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=7bf54713-1309-476e-9a14-dd32e541a584 HTTP/1.1" status: 200 len: 217 time: 0.1017387 Aug 16 02:03:26.837986 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.884268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:26.908759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:26.950449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4fe32-e7a7-4fce-91b3-c1559b98f0e1 req-8ca702b9-c61a-4d32-8349-5890cb54ca03 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.955179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15a4fe32-e7a7-4fce-91b3-c1559b98f0e1 req-8ca702b9-c61a-4d32-8349-5890cb54ca03 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 947 time: 0.4515731 Aug 16 02:03:26.982664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:26.986043 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a723c3a7-c070-45c8-874a-2477b5fee9cb" -d '{"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-plugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:26.997749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-e6af564d-ae56-455a-a792-d418783eb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:26.999497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-e6af564d-ae56-455a-a792-d418783eb2cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1788893 Aug 16 02:03:27.044313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eecc7865-7fd7-44a8-96a8-86cb3ffd5156 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:27.053159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.065774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.068760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Transition to ACTIVE for port object eecc7865-7fd7-44a8-96a8-86cb3ffd5156 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:27.069897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Pushing event updated for resources: {'Port': ['ID=214f2a9a-6d16-45e2-90c3-7506291d9c84,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.101214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.107218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-01517e56-c73e-483d-b76d-60b63dc67706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.107723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-01517e56-c73e-483d-b76d-60b63dc67706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.108250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-01517e56-c73e-483d-b76d-60b63dc67706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.111051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-01517e56-c73e-483d-b76d-60b63dc67706 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3051546 Aug 16 02:03:27.112553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15a4fe32-e7a7-4fce-91b3-c1559b98f0e1 req-16761f00-4de1-459a-906e-aa7f2d3419ba tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239808 Aug 16 02:03:27.136551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-c488f6e6-d19f-4c81-bef8-cc4049be56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.138895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-c488f6e6-d19f-4c81-bef8-cc4049be56b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246223 Aug 16 02:03:27.167576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.262513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae9865-25f9-4225-b148-401542db50c3 req-b3c46410-4b84-4880-bb7a-72c2d63459ac tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.264196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ae9865-25f9-4225-b148-401542db50c3 req-b3c46410-4b84-4880-bb7a-72c2d63459ac tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.3045216 Aug 16 02:03:27.267911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-a944d928-af81-4b4d-9ade-56569c168518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.269967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-a944d928-af81-4b4d-9ade-56569c168518 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 915 time: 0.5758443 Aug 16 02:03:27.272857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-47175de5-40bc-4c36-b334-1e6be51081bc service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257837 Aug 16 02:03:27.312260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Pushing event updated for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.454672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-f112eca2-7662-4170-9eef-ec6195924752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.456611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3e1b24b8-ddfc-4722-8aa6-0e9c353efe3e req-f112eca2-7662-4170-9eef-ec6195924752 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3175261 Aug 16 02:03:27.492549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Attempting to bind port 214f2a9a-6d16-45e2-90c3-7506291d9c84 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:27.492914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Attempting to bind port 214f2a9a-6d16-45e2-90c3-7506291d9c84 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:27.493220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Attempting to bind port 214f2a9a-6d16-45e2-90c3-7506291d9c84 on network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:27.507468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Port 214f2a9a-6d16-45e2-90c3-7506291d9c84 on network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:27.507863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Attempting to bind port 214f2a9a-6d16-45e2-90c3-7506291d9c84 on network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:27.524612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:27.525214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Checking segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:27.525613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Bound using segment: {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:27.527164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Bound port: 214f2a9a-6d16-45e2-90c3-7506291d9c84, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10f2faec-2947-45ce-8ea5-9d093a5d20ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:27.527562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.609631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] For port 214f2a9a-6d16-45e2-90c3-7506291d9c84, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:27.612934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] For port 214f2a9a-6d16-45e2-90c3-7506291d9c84, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:27.615942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Attempting to bind port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:27.616382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Attempting to bind port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:27.623554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Attempting to bind port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:27.623554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:27.623554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Attempting to bind port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:27.627221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:27.627576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Checking segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:27.627965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Bound using segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:27.628399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Bound port: eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:27.628764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.697104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:27.700683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:27.726338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-bb5c62fa-b4cb-4aa4-8554-0a7cf5b53ce6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 200 len: 217 time: 0.4427109 Aug 16 02:03:27.755327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ae9865-25f9-4225-b148-401542db50c3 req-1bb34d32-5aed-4524-bc17-c37ba194a976 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4808316 Aug 16 02:03:27.771364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.825316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.825316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.825316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] 10.222.0.83 "PUT /v2.0/ports/214f2a9a-6d16-45e2-90c3-7506291d9c84 HTTP/1.1" status: 200 len: 1092 time: 2.1300187 Aug 16 02:03:27.843830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-cd3b70c9-f93e-40b7-aeaf-7cda05ca4b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.845333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-cd3b70c9-f93e-40b7-aeaf-7cda05ca4b2b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.1078541 Aug 16 02:03:27.847707 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffcb46f-1f18-452f-a1ba-822fe7b7dfbe x-openstack-request-id: req-4ffcb46f-1f18-452f-a1ba-822fe7b7dfbe {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:27.848070 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-plugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:27.848556 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4ffcb46f-1f18-452f-a1ba-822fe7b7dfbe {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:27.850336 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'code': 200} Aug 16 02:03:27.851607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e440350-75a3-45c5-846d-c6f12b6d5500 req-67f9f003-163e-4ea9-a89f-08aba1c97748 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5689321 Aug 16 02:03:27.857877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c92995-04be-41dd-a7e2-d9cc12d72c6e service neutron] Pushing event updated for resources: {'Port': ['ID=214f2a9a-6d16-45e2-90c3-7506291d9c84,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:27.863860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:27.888185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-31df374f-f83d-4a87-b591-b793a4e7e477 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333362 Aug 16 02:03:27.912335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34bdc7-94f0-4e61-b936-3771dae1e5ff req-8ad681ac-6eec-4177-aebd-3b506b41e367 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:27.921424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a34bdc7-94f0-4e61-b936-3771dae1e5ff req-8ad681ac-6eec-4177-aebd-3b506b41e367 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 943 time: 0.2006757 Aug 16 02:03:27.995060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Pushing event updated for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:28.000010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.000649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.002185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d0061bbb-f0f6-4f11-a731-e7136b6b212b service neutron] 10.222.0.58 "PUT /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 1136 time: 1.6961737 Aug 16 02:03:28.167813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-c5663647-a001-4793-818c-49be1e989311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.167813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-c5663647-a001-4793-818c-49be1e989311 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8127bc3f60440b5a43aabb4bd25c43a&device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 1095 time: 0.0548134 Aug 16 02:03:28.220356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-421c6c66-c6d2-4525-81e5-b85aeed72a1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84 HTTP/1.1" status: 200 len: 217 time: 0.0641103 Aug 16 02:03:28.225064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a34bdc7-94f0-4e61-b936-3771dae1e5ff req-d3ea347d-dcf7-459f-98a7-91b326b08b41 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3025892 Aug 16 02:03:28.244292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097b704-4d9e-48d0-afda-5d7dad843629 req-d01c92c2-2ac5-406b-947d-b313dcd01419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.246035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5097b704-4d9e-48d0-afda-5d7dad843629 req-d01c92c2-2ac5-406b-947d-b313dcd01419 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1102 time: 0.1189079 Aug 16 02:03:28.271807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:28.385094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-4a9b34f8-9812-49f1-b9fb-3d6adce9348a service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613554 Aug 16 02:03:28.394283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.398071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.416445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.416445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.416922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-bf2d8bdd-8a41-4f72-baf0-1d5f65160416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.418150 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-bf2d8bdd-8a41-4f72-baf0-1d5f65160416 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7dfd418-58fd-43d7-bee3-c8dbb1912111 HTTP/1.1" status: 200 len: 850 time: 0.1918397 Aug 16 02:03:28.420667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.422254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.430772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.439128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.440892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-ca75d365-1951-4030-8221-959e7ab9dfe0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 4604 time: 0.3256338 Aug 16 02:03:28.461104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:28.544845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5097b704-4d9e-48d0-afda-5d7dad843629 req-a6acc9e9-35ed-494e-be2e-b353a7ab7299 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798114 Aug 16 02:03:28.558944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-0869023d-369c-47a8-b290-168506b7153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.560404 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-0869023d-369c-47a8-b290-168506b7153e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309385 Aug 16 02:03:28.580072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02224f22-9a39-4340-80f6-359223d90ee7 req-607a98fc-51bd-4fc3-82c8-44b1c1471593 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.581808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02224f22-9a39-4340-80f6-359223d90ee7 req-607a98fc-51bd-4fc3-82c8-44b1c1471593 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.2448125 Aug 16 02:03:28.599290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81c4a1e6-1f26-4358-8e1d-3e46390f6615 req-9c49a16c-7a0d-4173-964e-e3f20473b71a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428876 Aug 16 02:03:28.653408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84'}, {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': 'eecc7865-7fd7-44a8-96a8-86cb3ffd5156'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:28.653408 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d854b14-9deb-4efb-8a9b-432caa36f5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84"}, {"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "eecc7865-7fd7-44a8-96a8-86cb3ffd5156"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:28.662618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:28.665444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-714144e6-eaaf-483e-a7b6-0d9055291ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.690628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'port_id': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'mac_address': 'fa:16:3e:a3:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9437ac-5c4f-47f9-8503-780793f00f97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:28.702826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20bc0970-9dc4-4efc-a621-98b16d879332 req-8ac78c4b-5c18-43ed-a9ff-b02b02219929 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607021 Aug 16 02:03:28.717891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02224f22-9a39-4340-80f6-359223d90ee7 req-d38e369d-cbb1-40a5-8e90-12dcc8899639 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233532 Aug 16 02:03:28.749813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.768939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e468350-a802-4aee-b5ec-22081f5f33cc {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:28.783653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36978) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:28.815248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:28.984359 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aca2d485-d6a1-4149-a798-5b5add2fdc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:28.998276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85965f00-3710-4c26-b87e-b4ea6ad9d2f0 req-9f891ff7-d328-4282-b95b-40acaf65eeb1 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:28.999943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85965f00-3710-4c26-b87e-b4ea6ad9d2f0 req-9f891ff7-d328-4282-b95b-40acaf65eeb1 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 947 time: 0.1617963 Aug 16 02:03:29.010548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.032821 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16dab0a-709d-48e6-9d4b-44cff2cc7f21 x-openstack-request-id: req-f16dab0a-709d-48e6-9d4b-44cff2cc7f21 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:29.033134 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "eecc7865-7fd7-44a8-96a8-86cb3ffd5156", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:29.033644 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f16dab0a-709d-48e6-9d4b-44cff2cc7f21 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:29.033789 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'status': 'completed', 'code': 200} Aug 16 02:03:29.033987 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': 'eecc7865-7fd7-44a8-96a8-86cb3ffd5156', 'status': 'completed', 'code': 200} Aug 16 02:03:29.051252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.062237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.062237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.062237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.062237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.062237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.062237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-095f2eb6-90bc-458f-aefc-f8be7e93b6a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5292 time: 0.1770461 Aug 16 02:03:29.072446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.090228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa0b89-a507-4a36-8f19-56c2119dca3f req-889e0bb4-ea6f-462b-87bf-23783be2bd80 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.091788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8efa0b89-a507-4a36-8f19-56c2119dca3f req-889e0bb4-ea6f-462b-87bf-23783be2bd80 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1808183 Aug 16 02:03:29.111769 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-e9f4b0e4-16c8-45b3-b40c-5d2bec9182d0 service neutron] 10.222.0.83 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422008 Aug 16 02:03:29.164367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85965f00-3710-4c26-b87e-b4ea6ad9d2f0 req-06a7472c-6d65-45b6-bd55-764bad2a43ec tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538773 Aug 16 02:03:29.229753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1e468350-a802-4aee-b5ec-22081f5f33cc'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:29.258388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9862ed-6e98-4d0e-ad5d-3955872b8852 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:29.260457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8efa0b89-a507-4a36-8f19-56c2119dca3f req-6359b2f9-ffca-4788-b700-d097380f2c3c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475561 Aug 16 02:03:29.266364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8319f85-3ca7-4dc7-92a6-60441163d186 req-f0f76731-4185-4a3e-ab44-01de39c48874 service neutron] 10.222.0.83 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448910 Aug 16 02:03:29.271926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-5f7a606f-2d93-45a7-b2e1-cdd4496ed821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.272432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-5f7a606f-2d93-45a7-b2e1-cdd4496ed821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.272921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-5f7a606f-2d93-45a7-b2e1-cdd4496ed821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.273328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.275018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-5f7a606f-2d93-45a7-b2e1-cdd4496ed821 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2052488 Aug 16 02:03:29.311001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Transition to ACTIVE for port object 5d9862ed-6e98-4d0e-ad5d-3955872b8852 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:29.379428 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aca2d485-d6a1-4149-a798-5b5add2fdc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.450216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.464681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-1a38ad02-cee3-431c-8332-9d467c707114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.467627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-1a38ad02-cee3-431c-8332-9d467c707114 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1817288 Aug 16 02:03:29.475306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b876a7c-17c0-4dd9-9d90-378c8ae25007 req-a1640852-0cb3-4e0d-a6b4-005e12e36085 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.477128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b876a7c-17c0-4dd9-9d90-378c8ae25007 req-a1640852-0cb3-4e0d-a6b4-005e12e36085 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 943 time: 0.1107497 Aug 16 02:03:29.518950 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aca2d485-d6a1-4149-a798-5b5add2fdc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.610489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.644344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aca2d485-d6a1-4149-a798-5b5add2fdc04 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d17583a8630474fa123f5ce97e09c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8647332 Aug 16 02:03:29.644344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2d485-d6a1-4149-a798-5b5add2fdc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa18086e-1bd9-4142-befb-01c5617b0b1c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:29.648307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37026) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:29.655339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b876a7c-17c0-4dd9-9d90-378c8ae25007 req-75ea26f9-23e0-42ec-9baa-678206141b50 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681349 Aug 16 02:03:29.724606 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f042e6d2-e7a1-4f1e-9d5a-22316b21dcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.743671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-25939ac6-b597-4f5d-a560-238212b26f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.745780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-25939ac6-b597-4f5d-a560-238212b26f64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8127bc3f60440b5a43aabb4bd25c43a&device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 1095 time: 0.2347717 Aug 16 02:03:29.790882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f042e6d2-e7a1-4f1e-9d5a-22316b21dcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.793319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Attempting to bind port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:29.793319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Attempting to bind port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:29.793319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Attempting to bind port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:29.878006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.884249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.890875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.897246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.897695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:29.898038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Attempting to bind port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:29.903965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.910068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.916512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:29.917158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:29.917510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Checking segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:29.917904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Bound using segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:29.918350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Bound port: 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:29.918746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:29.924744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-c359af4f-c532-42da-96c5-fc78cef801e1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5380 time: 0.1642849 Aug 16 02:03:29.975972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4567654-382b-4dbe-a5ee-841adc585e7d req-1a153015-0347-4c03-9e41-862bbc7cef0b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0475283 Aug 16 02:03:30.014345 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f042e6d2-e7a1-4f1e-9d5a-22316b21dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.017042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f042e6d2-e7a1-4f1e-9d5a-22316b21dcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.020800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f042e6d2-e7a1-4f1e-9d5a-22316b21dcc9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa18086e-1bd9-4142-befb-01c5617b0b1c HTTP/1.1" status: 204 len: 168 time: 0.3685160 Aug 16 02:03:30.034107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f042e6d2-e7a1-4f1e-9d5a-22316b21dcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa18086e-1bd9-4142-befb-01c5617b0b1c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.035823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-714144e6-eaaf-483e-a7b6-0d9055291ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.039240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-8571e7b0-ca80-4f88-91dd-06982a1ca48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.043222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-8571e7b0-ca80-4f88-91dd-06982a1ca48c service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a HTTP/1.1" status: 200 len: 912 time: 0.2709987 Aug 16 02:03:30.107062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:30.112335 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-fa1e185d-8aa5-4d40-815c-5f98aa1a9711 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84 HTTP/1.1" status: 200 len: 217 time: 0.0534391 Aug 16 02:03:30.129326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:30.138580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40b022-42e5-4854-9904-c48c676c2701 req-66106e7c-45d9-4500-ad0b-9bea32b3efab tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.140171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab40b022-42e5-4854-9904-c48c676c2701 req-66106e7c-45d9-4500-ad0b-9bea32b3efab tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0571141 Aug 16 02:03:30.152802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-714144e6-eaaf-483e-a7b6-0d9055291ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.183801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab40b022-42e5-4854-9904-c48c676c2701 req-ca2e0757-7aa9-48ae-bec4-077d0b61885d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Aug 16 02:03:30.211327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714144e6-eaaf-483e-a7b6-0d9055291ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa3a7f-5ee0-4e08-ac62-9f4b1e8074af,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.216945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-6b743156-78ff-4935-a978-8fee70c0ea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.218802 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-6b743156-78ff-4935-a978-8fee70c0ea87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7dfd418-58fd-43d7-bee3-c8dbb1912111 HTTP/1.1" status: 200 len: 850 time: 0.0984197 Aug 16 02:03:30.222454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-714144e6-eaaf-483e-a7b6-0d9055291ee4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48c2f111add245749b454f9b60064b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8244114 Aug 16 02:03:30.224562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37054) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:30.278396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.297312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7bf54713-1309-476e-9a14-dd32e541a584 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:30.351615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.352221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.354659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] 10.222.0.58 "PUT /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 1135 time: 2.1040611 Aug 16 02:03:30.366226 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9535e0c4-6eff-4fdb-8337-40aa031bf70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.378474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-f9a5cf7b-40db-4cca-9c0d-8c7a9242fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.380580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-f9a5cf7b-40db-4cca-9c0d-8c7a9242fd2f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519942 Aug 16 02:03:30.388355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ac1f3-1713-493e-8784-75f1e1dd954b req-d9a219ea-a065-40b7-b43e-c1074277e479 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.389990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b6ac1f3-1713-493e-8784-75f1e1dd954b req-d9a219ea-a065-40b7-b43e-c1074277e479 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 947 time: 0.1031611 Aug 16 02:03:30.433218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9535e0c4-6eff-4fdb-8337-40aa031bf70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.513137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7bf54713-1309-476e-9a14-dd32e541a584, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7bf54713-1309-476e-9a14-dd32e541a584,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:30.520790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-3cbf98cb-8dad-4f46-88bc-9bd5753bfdec service neutron] 10.222.0.83 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269822 Aug 16 02:03:30.528337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '7bf54713-1309-476e-9a14-dd32e541a584', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '7bf54713-1309-476e-9a14-dd32e541a584', 'mac_address': 'fa:16:3e:35:7a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:30.533610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 214f2a9a-6d16-45e2-90c3-7506291d9c84 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:30.539168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:30.541559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:30.576851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b6ac1f3-1713-493e-8784-75f1e1dd954b req-d7a38dff-99b2-4a9c-8ceb-006bf3b9c872 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748211 Aug 16 02:03:30.672843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60332b01-56dc-4758-8c42-224d39d732fa service neutron] Pushing event updated for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.684581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.732351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9535e0c4-6eff-4fdb-8337-40aa031bf70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.735483 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9535e0c4-6eff-4fdb-8337-40aa031bf70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.736822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9535e0c4-6eff-4fdb-8337-40aa031bf70e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/59aa3a7f-5ee0-4e08-ac62-9f4b1e8074af HTTP/1.1" status: 204 len: 168 time: 0.5113261 Aug 16 02:03:30.739325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.797487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535e0c4-6eff-4fdb-8337-40aa031bf70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa3a7f-5ee0-4e08-ac62-9f4b1e8074af,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:30.817024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81597a-09aa-4b9c-b015-ab1a69fe7dc3 req-7bc4317d-c1ca-4927-bea2-a32562de137a tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:30.822989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 214f2a9a-6d16-45e2-90c3-7506291d9c84, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:30.825228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d81597a-09aa-4b9c-b015-ab1a69fe7dc3 req-7bc4317d-c1ca-4927-bea2-a32562de137a tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1102 time: 0.0850091 Aug 16 02:03:30.852786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'port_id': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'mac_address': 'fa:16:3e:c0:47:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:30.873185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d81597a-09aa-4b9c-b015-ab1a69fe7dc3 req-2482db1a-c6bb-42f6-991e-94f878dc08bd tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469849 Aug 16 02:03:30.968086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:30.987853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf54713-1309-476e-9a14-dd32e541a584 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:31.002487 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d854b14-9deb-4efb-8a9b-432caa36f5e7 req-f9d5f9c2-ac44-403d-ad17-b0b57e0bd997 service neutron] 10.222.0.83 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534786 Aug 16 02:03:31.014730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7bf54713-1309-476e-9a14-dd32e541a584, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7bf54713-1309-476e-9a14-dd32e541a584,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:31.017747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214f2a9a-6d16-45e2-90c3-7506291d9c84 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:31.042369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '5d9862ed-6e98-4d0e-ad5d-3955872b8852'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:31.044903 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "5d9862ed-6e98-4d0e-ad5d-3955872b8852"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:31.048658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 214f2a9a-6d16-45e2-90c3-7506291d9c84, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:31.089013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133948b-6050-4908-bd12-4e52dfe64e1e req-9d89013e-d21e-4688-af4f-310c5bf17815 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.097333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a133948b-6050-4908-bd12-4e52dfe64e1e req-9d89013e-d21e-4688-af4f-310c5bf17815 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 945 time: 0.0950608 Aug 16 02:03:31.140298 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.149580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a133948b-6050-4908-bd12-4e52dfe64e1e req-696239bd-fb91-4814-a7ed-0c5feebf4e8c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Aug 16 02:03:31.190256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed1c91d-eac7-41d1-ac46-4933dce15792 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:31.201699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=7bf54713-1309-476e-9a14-dd32e541a584,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.208748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.233070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Transition to ACTIVE for port object 6ed1c91d-eac7-41d1-ac46-4933dce15792 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:31.248562 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.255326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 1e468350-a802-4aee-b5ec-22081f5f33cc completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:31.278419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1e468350-a802-4aee-b5ec-22081f5f33cc triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:31.279113 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.332855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94f6e2-c0f4-48dc-8e68-7bf33a177a8e req-beae8ba2-4496-4a9b-b567-cceeaf3c451b tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.343506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d94f6e2-c0f4-48dc-8e68-7bf33a177a8e req-beae8ba2-4496-4a9b-b567-cceeaf3c451b tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 943 time: 0.1171131 Aug 16 02:03:31.347661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=214f2a9a-6d16-45e2-90c3-7506291d9c84,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.399180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.406184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d94f6e2-c0f4-48dc-8e68-7bf33a177a8e req-d9c78785-cae8-4381-b97c-156fed3f3d4c tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498104 Aug 16 02:03:31.425768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['7bf54713-1309-476e-9a14-dd32e541a584'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:31.487352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.512701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['214f2a9a-6d16-45e2-90c3-7506291d9c84'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:31.549656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:31.614370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:31.614766 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eab9ce-be05-463a-a769-f7685affd517" -d '{"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-plugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:31.694402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:31.697092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Attempting to bind port 6ed1c91d-eac7-41d1-ac46-4933dce15792 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:31.697445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Attempting to bind port 6ed1c91d-eac7-41d1-ac46-4933dce15792 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:31.698434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Attempting to bind port 6ed1c91d-eac7-41d1-ac46-4933dce15792 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:31.703258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Port 6ed1c91d-eac7-41d1-ac46-4933dce15792 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:31.703591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Attempting to bind port 6ed1c91d-eac7-41d1-ac46-4933dce15792 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:31.714669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:31.715212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Checking segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:31.715521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Bound using segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:31.715986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Bound port: 6ed1c91d-eac7-41d1-ac46-4933dce15792, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:31.716365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.817862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.826144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.835885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.843330 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:31.845921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.853704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.862106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.869341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:31.873267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:31.876550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:31.878532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-d38765f5-cc66-48b3-ba96-716c5e941e02 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5392 time: 0.1539752 Aug 16 02:03:31.931792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-723f0e5f-0234-4674-80d2-d9b31e9f7b8b req-5708d503-d6a7-4b55-ac16-a0dec29039f7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513275 Aug 16 02:03:31.934165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.000767 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00512e07-1a76-467a-94f0-2c90283bbbba x-openstack-request-id: req-00512e07-1a76-467a-94f0-2c90283bbbba {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:32.001072 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "5d9862ed-6e98-4d0e-ad5d-3955872b8852", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:32.001330 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00512e07-1a76-467a-94f0-2c90283bbbba {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:32.001737 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '5d9862ed-6e98-4d0e-ad5d-3955872b8852', 'status': 'completed', 'code': 200} Aug 16 02:03:32.053090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.097638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.098517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.100637 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] 10.222.0.58 "PUT /v2.0/ports/6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 200 len: 1091 time: 1.5784783 Aug 16 02:03:32.115283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.116273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.116804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.117564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.118460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.119010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.119743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.122920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5ad52-87ad-4966-9c2f-7162bfabe4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:32.136317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-24b09f7e-8611-4972-8889-8739612e2268 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6246 time: 0.1089187 Aug 16 02:03:32.172113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d86dd22-ef50-4b29-876e-6cde919125a2 req-8506e023-a646-480b-947e-f87bc9abaf93 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.180279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d86dd22-ef50-4b29-876e-6cde919125a2 req-8506e023-a646-480b-947e-f87bc9abaf93 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 948 time: 0.1219842 Aug 16 02:03:32.311341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d86dd22-ef50-4b29-876e-6cde919125a2 req-66519e0d-ffc1-427f-bd01-621a8fc649d3 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255252 Aug 16 02:03:32.341580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:32.379034 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82b74f-6aac-4c08-9a3d-9efac380b72f x-openstack-request-id: req-0b82b74f-6aac-4c08-9a3d-9efac380b72f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:32.379559 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-plugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:32.379680 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0b82b74f-6aac-4c08-9a3d-9efac380b72f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:32.379991 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'code': 200} Aug 16 02:03:32.406310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-f6d1bd1f-1e77-4c9d-b1eb-d69d8cac6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.409207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-f6d1bd1f-1e77-4c9d-b1eb-d69d8cac6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.409714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-f6d1bd1f-1e77-4c9d-b1eb-d69d8cac6415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.413313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-f6d1bd1f-1e77-4c9d-b1eb-d69d8cac6415 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2688255 Aug 16 02:03:32.543736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.589082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-13d5a17f-da88-4610-83dc-5c303471afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.591407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-366de09a-3a7b-49ac-b116-aa7e5fb2c7e2 req-13d5a17f-da88-4610-83dc-5c303471afb8 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1686676 Aug 16 02:03:32.599570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef01a37-2749-426e-9750-8e7cf2d71e8e req-0464c8c0-eab8-41b9-9971-f74c286406e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.601049 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cef01a37-2749-426e-9750-8e7cf2d71e8e req-0464c8c0-eab8-41b9-9971-f74c286406e2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1098 time: 0.1337287 Aug 16 02:03:32.712733 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cef01a37-2749-426e-9750-8e7cf2d71e8e req-3bb4cd4b-4e67-4aa0-9e5c-6b8f52ab1798 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994744 Aug 16 02:03:32.766421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37160) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:32.917488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1372293252-network', 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:32.941426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3e4af5-3e8e-4c23-9606-67173b0cc92d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:32.952929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:32.964597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037801b-fb7c-408b-9ad1-f69b5bf8a227 req-9214d20a-b864-444d-ab85-6cd7141e9064 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:32.966284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8037801b-fb7c-408b-9ad1-f69b5bf8a227 req-9214d20a-b864-444d-ab85-6cd7141e9064 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0609555 Aug 16 02:03:32.966590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Transition to ACTIVE for port object 3d3e4af5-3e8e-4c23-9606-67173b0cc92d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:33.007457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8037801b-fb7c-408b-9ad1-f69b5bf8a227 req-f849a89d-3b28-4ccd-bd53-bffb6a7f5ac3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342863 Aug 16 02:03:33.094695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:33.105078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.123922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.129978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.256517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Pushing event updated for resources: {'Port': ['ID=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.294462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-c0b86fec-af17-42eb-93c8-1f490358430f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2228162 Aug 16 02:03:33.403093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Attempting to bind port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:33.403571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Attempting to bind port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:33.403969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Attempting to bind port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:33.412718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:33.414357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Attempting to bind port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:33.428376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:33.428721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Checking segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:33.429104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Bound using segment: {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:33.429539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Bound port: 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368f52d1-094a-45bb-b15c-cd9961c929fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:33.429907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.447102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.523207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] For port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:33.524982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] For port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:33.612563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.628299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.672663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:33.680267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14db552-b144-4bfb-8f37-0f114ae1b66c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.699841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:33.700688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.701895 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] 10.222.0.58 "PUT /v2.0/ports/3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 200 len: 1092 time: 1.3656757 Aug 16 02:03:33.714023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.714572 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Added segment c61696a7-1f80-4291-bf88-79616e0c40d2 of type vlan for network 8d9a750a-b0dd-4a4a-873e-5163148b7037 Aug 16 02:03:33.763458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f36f3c-e61b-4019-9e58-ae046b86790e service neutron] Pushing event updated for resources: {'Port': ['ID=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:33.774844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:33.814945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:33.877027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.003617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792'}, {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:34.005870 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f348e8e-3e12-4015-a99b-39d96c417dad" -d '{"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792"}, {"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "3d3e4af5-3e8e-4c23-9606-67173b0cc92d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:34.063783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.065590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.065791 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.154246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] Pushing event updated for resources: {'Network': ['ID=8d9a750a-b0dd-4a4a-873e-5163148b7037,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.164519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:34.253446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d34b453-c484-4237-8b6c-9f3b3343348e {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:34.272599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.286961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37224) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:34.288287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7b1a4151-ae3e-4f7a-b4ee-f3d155365207 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5206504 Aug 16 02:03:34.294877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Request body: {'subnet': {'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1372293252-subnet', 'tenant_id': '551fa8fb875d480592bb6cb5fd280838', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:34.297862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Transition to ACTIVE for port object 7d34b453-c484-4237-8b6c-9f3b3343348e will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:34.330463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7bf54713-1309-476e-9a14-dd32e541a584 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:34.357637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.407037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:34.409666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.417884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Pushing event updated for resources: {'Port': ['ID=7d34b453-c484-4237-8b6c-9f3b3343348e,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:34.477891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 214f2a9a-6d16-45e2-90c3-7506291d9c84 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:34.578845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 7bf54713-1309-476e-9a14-dd32e541a584 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:34.618994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 7bf54713-1309-476e-9a14-dd32e541a584 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:34.619992 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.669418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Attempting to bind port 7d34b453-c484-4237-8b6c-9f3b3343348e on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:34.669917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Attempting to bind port 7d34b453-c484-4237-8b6c-9f3b3343348e by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:34.670497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Attempting to bind port 7d34b453-c484-4237-8b6c-9f3b3343348e on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:34.678563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Port 7d34b453-c484-4237-8b6c-9f3b3343348e on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:34.678976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Attempting to bind port 7d34b453-c484-4237-8b6c-9f3b3343348e on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:34.688724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:34.689085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Checking segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:34.689471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Bound using segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:34.689923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Bound port: 7d34b453-c484-4237-8b6c-9f3b3343348e, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:34.690293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.825281 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.828666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 214f2a9a-6d16-45e2-90c3-7506291d9c84 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:34.834511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] For port 7d34b453-c484-4237-8b6c-9f3b3343348e, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:34.839687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] For port 7d34b453-c484-4237-8b6c-9f3b3343348e, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7d34b453-c484-4237-8b6c-9f3b3343348e,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:34.843908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 214f2a9a-6d16-45e2-90c3-7506291d9c84 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:34.844292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:34.870937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42901b8-6f34-4f8b-9a68-57940552cc9d req-1bc00544-aa69-4786-bd66-6b40e80485ff tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.875280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b42901b8-6f34-4f8b-9a68-57940552cc9d req-1bc00544-aa69-4786-bd66-6b40e80485ff tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.2174120 Aug 16 02:03:34.888782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa15fb-2206-413d-947e-de88bb7fb51e req-11952279-299e-4ed8-9f42-c22888873789 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:34.891699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5aa15fb-2206-413d-947e-de88bb7fb51e req-11952279-299e-4ed8-9f42-c22888873789 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 944 time: 0.2327638 Aug 16 02:03:34.895442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6039df-fade-42c8-a942-22d53830bd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf54713-1309-476e-9a14-dd32e541a584'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:34.898133 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4f77931-11f3-46b9-bb94-2146a0927e69" -d '{"events": [{"server_uuid": "5c6039df-fade-42c8-a942-22d53830bd2f", "name": "network-vif-plugged", "status": "completed", "tag": "7bf54713-1309-476e-9a14-dd32e541a584"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:34.922361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7bf54713-1309-476e-9a14-dd32e541a584, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7bf54713-1309-476e-9a14-dd32e541a584,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:34.960630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b42901b8-6f34-4f8b-9a68-57940552cc9d req-b8551929-f3e9-48e7-aeeb-ea87401b6a71 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674775 Aug 16 02:03:34.969939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5aa15fb-2206-413d-947e-de88bb7fb51e req-27276cf8-e0a1-4664-bbd4-2d645103f79e tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632575 Aug 16 02:03:35.000276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.040946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 214f2a9a-6d16-45e2-90c3-7506291d9c84, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:35.111300 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.111489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.119750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.208133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.208852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.216092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] 10.222.0.58 "PUT /v2.0/ports/7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 1092 time: 1.4056325 Aug 16 02:03:35.240930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333b9ee-7720-426c-9963-21c39f1d4079 req-2443e367-81e3-4605-8227-6ea416f1149f tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.252504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3ee95f-c270-429d-a566-5344fa9e865b service neutron] Pushing event updated for resources: {'Port': ['ID=7d34b453-c484-4237-8b6c-9f3b3343348e,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.252736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a333b9ee-7720-426c-9963-21c39f1d4079 req-2443e367-81e3-4605-8227-6ea416f1149f tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 948 time: 0.1888862 Aug 16 02:03:35.263329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.264079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.271683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=7bf54713-1309-476e-9a14-dd32e541a584,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.280929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.293878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.311397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.318744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.326986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.335276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.346502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.368285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-fea24570-1202-4bb4-a5e5-cd1a9944fcb2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5416 time: 0.3120565 Aug 16 02:03:35.387616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=214f2a9a-6d16-45e2-90c3-7506291d9c84,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:35.419595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Request body: {'port': {'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:35.466367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a333b9ee-7720-426c-9963-21c39f1d4079 req-d40d5483-3ee0-4992-a6c2-76b5145ba9b2 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126672 Aug 16 02:03:35.473499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:35.473905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Network hostable DHCP agents. Network: 8d9a750a-b0dd-4a4a-873e-5163148b7037, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:35.507803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.518944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0341f8f0-2e02-4504-8137-5acc7c615f03 req-35ad9ca8-502c-48e8-b917-a6a5553e8e55 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1474466 Aug 16 02:03:35.614974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:35.691103 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a14f0-2196-4d59-a5e0-a83c5f9917ad x-openstack-request-id: req-cb7a14f0-2196-4d59-a5e0-a83c5f9917ad {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:35.691761 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "3d3e4af5-3e8e-4c23-9606-67173b0cc92d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:35.691761 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb7a14f0-2196-4d59-a5e0-a83c5f9917ad {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:35.692135 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792', 'status': 'completed', 'code': 200} Aug 16 02:03:35.692324 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d', 'status': 'completed', 'code': 200} Aug 16 02:03:35.738322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8d9a750a-b0dd-4a4a-873e-5163148b7037) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:35.750764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.750764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:35.752918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6bcc26-2457-4d4d-8bb8-f085d87e38c9 None None] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:35.784025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.791009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-f38dcc29-1f12-439b-9e68-cb743fe458da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6424 time: 0.1486039 Aug 16 02:03:35.816715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3104-f65f-4771-be3a-7202417c3831 req-39d4e7d0-f9e6-482c-a742-b0bba104df01 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:35.816715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dce3104-f65f-4771-be3a-7202417c3831 req-39d4e7d0-f9e6-482c-a742-b0bba104df01 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1262290 Aug 16 02:03:35.969387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-43b0668a-1580-4b2c-8682-6bad86da2bd8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6705494 Aug 16 02:03:35.998919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dce3104-f65f-4771-be3a-7202417c3831 req-ef1e68b4-5c0e-4e53-8e38-0fcbffa541d3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536903 Aug 16 02:03:36.061765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781106ab-6f34-4840-ac37-b6d6e77bea33 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:36.072359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-4552446f-4891-4a74-b2c5-5f760d4749dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.073326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-4552446f-4891-4a74-b2c5-5f760d4749dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.073957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.074504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-4552446f-4891-4a74-b2c5-5f760d4749dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.080622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-4552446f-4891-4a74-b2c5-5f760d4749dd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2787116 Aug 16 02:03:36.137481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Transition to ACTIVE for port object 781106ab-6f34-4840-ac37-b6d6e77bea33 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:36.248473 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c54d175-76c2-4a69-b505-c06c6e6602d8 x-openstack-request-id: req-4c54d175-76c2-4a69-b505-c06c6e6602d8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:36.250811 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6039df-fade-42c8-a942-22d53830bd2f", "name": "network-vif-plugged", "status": "completed", "tag": "7bf54713-1309-476e-9a14-dd32e541a584", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:36.250811 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4c54d175-76c2-4a69-b505-c06c6e6602d8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:36.250811 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6039df-fade-42c8-a942-22d53830bd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf54713-1309-476e-9a14-dd32e541a584', 'code': 200} Aug 16 02:03:36.273393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a64855-08b0-4c16-8889-fb8c7504dc31 req-e21cca57-e92d-47c6-9133-c41d12854d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.275288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82a64855-08b0-4c16-8889-fb8c7504dc31 req-e21cca57-e92d-47c6-9133-c41d12854d7b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 1101 time: 0.1177297 Aug 16 02:03:36.276949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.297947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b24ffa-d860-4759-b8dd-459be4679e87 None None] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:36.410463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82a64855-08b0-4c16-8889-fb8c7504dc31 req-e7d68cc0-9072-4a56-b949-935fe0d702d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227772 Aug 16 02:03:36.411128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Pushing event updated for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:36.469878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-4a7235b5-17d6-4b0c-a08d-62620fdc7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.473112 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-4a7235b5-17d6-4b0c-a08d-62620fdc7177 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1102 time: 0.1015484 Aug 16 02:03:36.565960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Attempting to bind port 781106ab-6f34-4840-ac37-b6d6e77bea33 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:36.566482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Attempting to bind port 781106ab-6f34-4840-ac37-b6d6e77bea33 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:36.566927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Attempting to bind port 781106ab-6f34-4840-ac37-b6d6e77bea33 on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:36.581004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Port 781106ab-6f34-4840-ac37-b6d6e77bea33 on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:36.581196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Attempting to bind port 781106ab-6f34-4840-ac37-b6d6e77bea33 on network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:36.596362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:36.596859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Checking segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:36.597372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Bound using segment: {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:36.598122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Bound port: 781106ab-6f34-4840-ac37-b6d6e77bea33, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03155325-ed75-42db-8ac3-9c6988472d32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:36.598575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.624149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-7bdd457a-e998-4c2b-803d-217d700eca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.625748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-7bdd457a-e998-4c2b-803d-217d700eca78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1461778 Aug 16 02:03:36.681547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-ce01da36-2bc1-4f49-bb7d-79449d0d1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.684290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-ce01da36-2bc1-4f49-bb7d-79449d0d1275 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5951850 Aug 16 02:03:36.701232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4028-ab29-4139-9ac1-b9115b832687 req-51892aa9-acd7-4684-b911-b5867dc568b7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.703142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f78f4028-ab29-4139-9ac1-b9115b832687 req-51892aa9-acd7-4684-b911-b5867dc568b7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.4218011 Aug 16 02:03:36.707520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-0e17431b-5731-4b16-b6b2-e386af858ba8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0591376 Aug 16 02:03:36.758726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f78f4028-ab29-4139-9ac1-b9115b832687 req-de4f26b2-ab50-4320-818c-9394d8788cec tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481410 Aug 16 02:03:36.777041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:36.797178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.797841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.798572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.799063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.799940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.800275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=781106ab-6f34-4840-ac37-b6d6e77bea33,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:36.800585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.801392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.802282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-7bbcdafd-afe0-4688-9ede-943ebb6128d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.803825 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-7bbcdafd-afe0-4688-9ede-943ebb6128d6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0845625 Aug 16 02:03:36.803980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-76e2403a-76a2-43b2-b807-9905dae48100 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6450 time: 0.0605261 Aug 16 02:03:36.862316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-91b7452b-3d35-4e5a-b193-6e04f5431689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.863871 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-91b7452b-3d35-4e5a-b193-6e04f5431689 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0458591 Aug 16 02:03:36.957749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a98ecc-4521-4dc1-a247-7819fc0d4c2b req-9bf4a8b1-5930-412a-a817-f78cfa52ff71 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.959298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0a98ecc-4521-4dc1-a247-7819fc0d4c2b req-9bf4a8b1-5930-412a-a817-f78cfa52ff71 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.1122670 Aug 16 02:03:36.962412 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-ea8b7d68-89f0-4fc0-85f4-4af418d84360 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897298 Aug 16 02:03:36.980707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:36.984568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-13789e37-7ea6-4ce3-96a8-eba6e5d882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.985076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-13789e37-7ea6-4ce3-96a8-eba6e5d882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.985565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-13789e37-7ea6-4ce3-96a8-eba6e5d882a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:36.987227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-13789e37-7ea6-4ce3-96a8-eba6e5d882a2 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1689463 Aug 16 02:03:37.018310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0a98ecc-4521-4dc1-a247-7819fc0d4c2b req-1fb22a5c-1791-45d5-8194-8b7e6a90fce3 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518215 Aug 16 02:03:37.082116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.082860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:37.084281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] 10.222.0.58 "PUT /v2.0/ports/781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 1092 time: 1.6784627 Aug 16 02:03:37.122009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984a200-5332-49d6-969e-6c498dcbc77b service neutron] Pushing event updated for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:37.142237 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-c3560e0d-6e9e-4173-96a4-835cbf530983 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721902 Aug 16 02:03:37.142511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-b3cb57fa-b764-446f-b750-ec2c792e9c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.144619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f348e8e-3e12-4015-a99b-39d96c417dad req-b3cb57fa-b764-446f-b750-ec2c792e9c4d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434774 Aug 16 02:03:37.279002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-3c13a554-861c-4882-9a30-769b466fa9ff tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.280479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-3c13a554-861c-4882-9a30-769b466fa9ff tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 814 time: 0.1349435 Aug 16 02:03:37.320186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-4cc2cc17-461f-4774-9f77-dd1fe61aac66 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/quotas/835435b194a74979a80448f4f3b83896 HTTP/1.1" status: 200 len: 375 time: 0.0304949 Aug 16 02:03:37.370585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.370893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.371144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.371640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.372133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.372633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.373124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.375149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c26b02a1-87a6-48d1-a3c4-41ddde6a26d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6492 time: 0.0937495 Aug 16 02:03:37.426525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-c9e39d4e-c694-44f6-a3d5-0a450165e724 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998344 Aug 16 02:03:37.427827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-af232d23-16d2-4898-b8ef-761a7f1c111a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 217 time: 0.0446312 Aug 16 02:03:37.529315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9168574e-02e6-471d-9d11-934e15fe3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.530840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-9168574e-02e6-471d-9d11-934e15fe3b97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 200 len: 855 time: 0.0952990 Aug 16 02:03:37.590791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-d662dd0a-4ea8-4500-9861-3a4953b170fe service neutron] 10.222.0.76 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563458 Aug 16 02:03:37.596182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-0cf96fd1-1cfe-4294-819d-ffe94eb9e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.597653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-0cf96fd1-1cfe-4294-819d-ffe94eb9e0cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584037 Aug 16 02:03:37.693835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '7d34b453-c484-4237-8b6c-9f3b3343348e'}, {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:37.696515 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78170327-ebca-47d2-97d9-ed8c7897ed62" -d '{"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "7d34b453-c484-4237-8b6c-9f3b3343348e"}, {"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:37.761859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-85900601-7490-4cae-89a1-f6f050065f4c service neutron] 10.222.0.76 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632245 Aug 16 02:03:37.763909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-d1a3c7bc-1def-4fd8-a081-6b7405348485 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581306 Aug 16 02:03:37.933088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-edb1496f-0b87-40ef-ba94-5c53dcd3c9bb service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612670 Aug 16 02:03:37.984515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-bf6bb840-6b4a-482b-a41e-92ed61a2e038 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:37.986020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-bf6bb840-6b4a-482b-a41e-92ed61a2e038 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.1685269 Aug 16 02:03:37.987519 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-91e436e4-98d4-468b-bc8e-9a375649867a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 217 time: 0.0459874 Aug 16 02:03:38.052744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-13c9a366-9765-45be-852f-18d5cc01a350 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.0507567 Aug 16 02:03:38.086920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-1e93b2cc-c0d3-488d-a99f-47b769f7c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.088935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-1e93b2cc-c0d3-488d-a99f-47b769f7c840 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0949693 Aug 16 02:03:38.118400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-316e0c7c-4906-4a97-acb3-b8eeb21ed76d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491476 Aug 16 02:03:38.128005 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-f186979a-8711-4e10-87d8-94414992f6dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430405 Aug 16 02:03:38.189864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73f33-b534-440a-a058-fb6905d758ad req-46590574-c1f3-4036-98f4-79a98568239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.191442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-46590574-c1f3-4036-98f4-79a98568239d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d4d217e5841849648e23da64fcbfc512&device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 1101 time: 0.0411074 Aug 16 02:03:38.203484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1072c8e-1b4f-4d3d-9051-1346dbde669d req-c5d429b7-1bcb-46e0-a7d3-ad694be027ea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.205273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1072c8e-1b4f-4d3d-9051-1346dbde669d req-c5d429b7-1bcb-46e0-a7d3-ad694be027ea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 949 time: 0.1732059 Aug 16 02:03:38.233298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-475face9-2e33-4959-b5c9-94e31c62b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.234863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-475face9-2e33-4959-b5c9-94e31c62b108 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1264019 Aug 16 02:03:38.252236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:38.260969 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7058ff-687f-4099-a991-429c8c4a4793" -d '{"events": [{"server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "name": "network-vif-plugged", "status": "completed", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:38.307266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73f33-b534-440a-a058-fb6905d758ad req-e5842ca7-c272-431f-8e63-8096622d5f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.308831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-e5842ca7-c272-431f-8e63-8096622d5f2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.0985918 Aug 16 02:03:38.334149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1072c8e-1b4f-4d3d-9051-1346dbde669d req-1aacea81-c949-446d-bb1b-78fd400cfcff tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202369 Aug 16 02:03:38.353182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-1ca696b9-8b1a-445d-a593-726d6bc486c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=c62c433b-d9e3-4593-8645-f88014b12b97 HTTP/1.1" status: 200 len: 217 time: 0.0352447 Aug 16 02:03:38.362620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-66c7c31e-4fc0-4b78-9d1c-ffed26a16a9b service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247374 Aug 16 02:03:38.411915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73f33-b534-440a-a058-fb6905d758ad req-fbd29713-7175-4ffd-ab72-dc357690857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.413424 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-fbd29713-7175-4ffd-ab72-dc357690857b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0518231 Aug 16 02:03:38.461886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c73f33-b534-440a-a058-fb6905d758ad req-28aa86b6-f106-4b38-b888-f0bf37c50290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.463704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-28aa86b6-f106-4b38-b888-f0bf37c50290 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434980 Aug 16 02:03:38.474458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-015bd6cd-8de7-4c01-bd56-611429a7c619 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289724 Aug 16 02:03:38.557369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-088c12b7-c8a0-4793-b727-b9018206ef4a service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858891 Aug 16 02:03:38.570540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.577035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.583149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.593380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.600510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.607512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.613717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.615465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-21195ea2-7171-4308-88d8-0c5fa8171a8e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1913986 Aug 16 02:03:38.630143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-865bee2a-3a45-4008-9f2e-30b4935b54b1 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664270 Aug 16 02:03:38.658113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5c73f33-b534-440a-a058-fb6905d758ad req-84b9bf0f-0e93-48c8-a903-61c84cc38003 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945590 Aug 16 02:03:38.695833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab660ba2-07a1-4d09-87a7-f3e22a6c06b8 req-09737f93-c8a2-4d22-9ba5-869749cb6982 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684481 Aug 16 02:03:38.700219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c32c4915-0aaf-4108-b3ee-a50752bdb3a3 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154911 Aug 16 02:03:38.746791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-72fd69ee-3889-4cfd-afaf-7fef60057b1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 217 time: 0.0382586 Aug 16 02:03:38.802518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-1951b28e-8612-4893-92ee-589502645932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.804058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-1951b28e-8612-4893-92ee-589502645932 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0498171 Aug 16 02:03:38.851357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-0cd446af-5116-46e2-85d0-5baacb770a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:38.852960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-0cd446af-5116-46e2-85d0-5baacb770a2f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0420225 Aug 16 02:03:38.953817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-dd2e0a9f-e8ed-460c-8b67-9711aae92ef7 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936749 Aug 16 02:03:38.957187 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800b3b01-3f3c-4462-9218-ace240aed89f x-openstack-request-id: req-800b3b01-3f3c-4462-9218-ace240aed89f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:38.959032 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "7d34b453-c484-4237-8b6c-9f3b3343348e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:38.959032 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-800b3b01-3f3c-4462-9218-ace240aed89f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:38.959032 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '7d34b453-c484-4237-8b6c-9f3b3343348e', 'status': 'completed', 'code': 200} Aug 16 02:03:38.959032 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33', 'status': 'completed', 'code': 200} Aug 16 02:03:39.098816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463909b-165e-4296-beba-ddc586c28a6b req-b587b697-51b5-4087-8f11-0897aedf65a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.100327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9463909b-165e-4296-beba-ddc586c28a6b req-b587b697-51b5-4087-8f11-0897aedf65a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0856419 Aug 16 02:03:39.106221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-cfd64cc1-c0f5-4443-8336-919e12255307 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405103 Aug 16 02:03:39.155808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-af315462-a114-4348-887d-684998decdb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 200 len: 217 time: 0.0424759 Aug 16 02:03:39.204632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9463909b-165e-4296-beba-ddc586c28a6b req-a2cc19ce-a03e-4558-9201-8e43f1e23a3a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972822 Aug 16 02:03:39.235948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-341610b0-3cf9-49dc-ad77-5a9b97f3d8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.237465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-341610b0-3cf9-49dc-ad77-5a9b97f3d8b0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0754864 Aug 16 02:03:39.297784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-728d4917-2d42-42dd-b671-aac8733d8825 req-46c12868-7473-45d3-9490-c767d4b0e6d8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0290709 Aug 16 02:03:39.308023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-5f69cedf-89c3-44cc-be1b-bcf69f058933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.309550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-5f69cedf-89c3-44cc-be1b-bcf69f058933 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0652883 Aug 16 02:03:39.352259 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5df31ce-a747-4270-94a3-1773f60a9369 x-openstack-request-id: req-a5df31ce-a747-4270-94a3-1773f60a9369 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:39.352770 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "name": "network-vif-plugged", "status": "completed", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:39.352884 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a5df31ce-a747-4270-94a3-1773f60a9369 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:39.353195 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'code': 200} Aug 16 02:03:39.463147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf46b79-4825-4b86-820b-155c6a2e3a5d req-39061024-f344-466f-b8cd-0954bac06e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.465164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4bf46b79-4825-4b86-820b-155c6a2e3a5d req-39061024-f344-466f-b8cd-0954bac06e9f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 1097 time: 0.0415006 Aug 16 02:03:39.467636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910aa94e-381a-4b76-97c7-208362bd9d39 req-70476801-d276-44fb-bc97-082e00ba6191 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:39.469141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-910aa94e-381a-4b76-97c7-208362bd9d39 req-70476801-d276-44fb-bc97-082e00ba6191 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.0884037 Aug 16 02:03:39.474925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-ab1333bc-aef0-450c-a3e5-f5675339188d service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568644 Aug 16 02:03:39.511815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4bf46b79-4825-4b86-820b-155c6a2e3a5d req-9889971f-6d9f-4307-bc7e-4fe1315ba390 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405321 Aug 16 02:03:39.574758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-910aa94e-381a-4b76-97c7-208362bd9d39 req-b2117ff0-d4e7-43ec-9b56-3a38d830c83a tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942338 Aug 16 02:03:39.610701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-2ed4967f-c4a6-4ccd-a1c3-819a3446b1de service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167655 Aug 16 02:03:39.907862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-bad0cc88-c260-4623-93ab-230854bb2755 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 200 len: 217 time: 0.2891369 Aug 16 02:03:39.976185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d152b08-1df6-48bc-9aec-5e77ac55f026 req-19b8f4f1-a69a-4e62-9046-529d1bf4cc4e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 210 time: 0.0710571 Aug 16 02:03:39.983722 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fecf052-dd02-4a6f-a702-845210940c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:40.018300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfac33a-845f-483b-8812-699c8ffde77d req-6ea00227-f4bf-4a62-8639-2d2e346ffe4c tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.019883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cfac33a-845f-483b-8812-699c8ffde77d req-6ea00227-f4bf-4a62-8639-2d2e346ffe4c tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 948 time: 0.1162865 Aug 16 02:03:40.021293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-0ebed1e2-3008-4bd6-8ed6-3f5888866b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.022929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-0ebed1e2-3008-4bd6-8ed6-3f5888866b06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1003551 Aug 16 02:03:40.079647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c78d8207-dfa5-4891-a9f9-6d6717da6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.081955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c78d8207-dfa5-4891-a9f9-6d6717da6c6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0487852 Aug 16 02:03:40.209807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cfac33a-845f-483b-8812-699c8ffde77d req-86c1386a-50f9-402d-9072-58d941b88c27 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819954 Aug 16 02:03:40.232870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8967401e-0743-4fce-9378-12b1e49dea92 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426582 Aug 16 02:03:40.375421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.381371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.388149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.394135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.400465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.406402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.412394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.414586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-c0614243-1a04-4f8f-83f1-4dbe521ec6bf tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1311779 Aug 16 02:03:40.419294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-f7ab0c19-7333-4d85-9636-f5d009c9909d service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789155 Aug 16 02:03:40.484807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-64681e48-f48b-429b-81a1-899588986fda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 217 time: 0.0458591 Aug 16 02:03:40.524867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40009d7f-3a39-428c-a5cf-691d094d9a6b req-78d388de-1b91-4565-a516-ebffd2fe7b2e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011498 Aug 16 02:03:40.577750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-b9604de1-9c59-47a4-a32f-eb9bb9fc04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.579297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-b9604de1-9c59-47a4-a32f-eb9bb9fc04e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.0797975 Aug 16 02:03:40.586711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76e649-1b8a-4780-a21d-0d9f51dea150 req-713ccaae-ac5a-4a6f-b985-f470556e9da9 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.588651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f76e649-1b8a-4780-a21d-0d9f51dea150 req-713ccaae-ac5a-4a6f-b985-f470556e9da9 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 949 time: 0.1051006 Aug 16 02:03:40.685852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f76e649-1b8a-4780-a21d-0d9f51dea150 req-ea4b50ed-3676-4729-a143-defee8dcd780 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664639 Aug 16 02:03:40.690218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-941cafd4-4422-46cb-a7c3-20d889f2f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.691743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-941cafd4-4422-46cb-a7c3-20d889f2f0b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1027229 Aug 16 02:03:40.706917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166901a-8378-42b3-9072-bf85ce3ade1b req-0395ea52-b721-45e0-bbdf-b36d54d37fae tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:40.706917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0166901a-8378-42b3-9072-bf85ce3ade1b req-0395ea52-b721-45e0-bbdf-b36d54d37fae tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1042254 Aug 16 02:03:40.797088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa206770-8b8e-4415-a0d9-ef74e5e51eae req-14240ca9-8050-4e40-8402-da34354ba26d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0415912 Aug 16 02:03:40.816526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0166901a-8378-42b3-9072-bf85ce3ade1b req-478b830d-3aae-4ad2-a2fd-b85c038e2a87 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048491 Aug 16 02:03:40.843932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-e2d47fec-98da-4b20-bca6-93e459031a2c service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394992 Aug 16 02:03:41.013906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330e6ae-8f54-43f7-a44a-f64ab0c73eb8 req-82045d35-2a21-4d4e-a8a4-be7fb5da5fc9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.015648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8330e6ae-8f54-43f7-a44a-f64ab0c73eb8 req-82045d35-2a21-4d4e-a8a4-be7fb5da5fc9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.0920768 Aug 16 02:03:41.019590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-cd463ee2-4abc-41a3-a004-fc92f1873f5c service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563983 Aug 16 02:03:41.123441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-a3b44726-3593-46c9-896a-116f0ce1814d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 217 time: 0.0880678 Aug 16 02:03:41.142967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-ea44160f-1671-4fb5-9919-737c34344c37 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.145352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-ea44160f-1671-4fb5-9919-737c34344c37 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 814 time: 0.1708689 Aug 16 02:03:41.150107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b39db49c-c8dd-4ff2-a110-623ca2476afd req-d07f62e8-e519-4a26-9fa0-224d7bac6329 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 210 time: 0.0775445 Aug 16 02:03:41.184101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Request body: {'port': {'device_id': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'admin_state_up': True, 'tenant_id': '835435b194a74979a80448f4f3b83896'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:41.193261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8330e6ae-8f54-43f7-a44a-f64ab0c73eb8 req-7bd9318a-b91e-443d-8b5c-be635576026e tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692300 Aug 16 02:03:41.253559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c700dee-ef4d-4c54-b99d-a76f156315a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.255120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-8c700dee-ef4d-4c54-b99d-a76f156315a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1035502 Aug 16 02:03:41.388527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c7173-adb9-4d91-9f50-07b987d98780 req-28f1c6c5-b12f-4e90-8d69-85b16d076c82 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.390289 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-366c7173-adb9-4d91-9f50-07b987d98780 req-28f1c6c5-b12f-4e90-8d69-85b16d076c82 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 948 time: 0.2437077 Aug 16 02:03:41.396347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-453a3c89-f47e-4d86-af8a-d45c4ba30fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.397886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-453a3c89-f47e-4d86-af8a-d45c4ba30fe5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1353986 Aug 16 02:03:41.411040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8282f0e-39a6-4546-9fbf-87b687667d83 req-edaec6ba-f760-4a60-adcb-e8ce5222b8d0 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.412565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8282f0e-39a6-4546-9fbf-87b687667d83 req-edaec6ba-f760-4a60-adcb-e8ce5222b8d0 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 948 time: 0.1118417 Aug 16 02:03:41.492132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83142d2a-c9dd-4324-869c-fc8c91e09ca7 req-d57f8ceb-d0b6-4c9c-b9d1-334d15d424e3 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.493633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83142d2a-c9dd-4324-869c-fc8c91e09ca7 req-d57f8ceb-d0b6-4c9c-b9d1-334d15d424e3 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.1958520 Aug 16 02:03:41.504007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:41.512060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Request body: {'floatingip': {'port_id': '214f2a9a-6d16-45e2-90c3-7506291d9c84'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:41.515825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-25b58cc8-6300-45ed-a737-ba2e4f3b3a8a tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.517539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-25b58cc8-6300-45ed-a737-ba2e4f3b3a8a tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.58 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 949 time: 0.1514328 Aug 16 02:03:41.520043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Made reservation on behalf of 835435b194a74979a80448f4f3b83896 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:41.523430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.591605 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:41.608808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8282f0e-39a6-4546-9fbf-87b687667d83 req-0c071a86-c79f-48bf-994f-ea9507a175ba tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410542 Aug 16 02:03:41.656840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-91afa6d9-b5c5-48df-8f9b-a50c19944ee2 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322230 Aug 16 02:03:41.879576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.886077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.892558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.899836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.906178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.912520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.920005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:41.931361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-55f9b52b-a16c-450c-bad9-bc7aa9e60cc5 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.2890735 Aug 16 02:03:41.970445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Deleting port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:41.971284 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.039486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bc4db3b-c029-4f27-a6ff-99b821512d14 req-c799891d-26f1-4594-b657-27f9fe427955 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730471 Aug 16 02:03:42.040990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Deleting port 7bf54713-1309-476e-9a14-dd32e541a584 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:42.041835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.080206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec801c10-351a-4c32-bc45-090b1d8b3043 req-347b3905-1525-4a0c-b98c-4866ee056310 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.081898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec801c10-351a-4c32-bc45-090b1d8b3043 req-347b3905-1525-4a0c-b98c-4866ee056310 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 949 time: 0.2852516 Aug 16 02:03:42.095458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c31fdbe0-bd6e-4355-a985-07ad5317b606 req-6b9909ac-0284-4c46-a485-244554a5f934 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624923 Aug 16 02:03:42.134454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] For port e737bc21-87af-4781-b0d0-5d4a0eb4fc20, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:42.134883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.159794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Calling delete_port for e737bc21-87af-4781-b0d0-5d4a0eb4fc20 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:42.186726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] For port 7bf54713-1309-476e-9a14-dd32e541a584, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7bf54713-1309-476e-9a14-dd32e541a584,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:42.187114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.262167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Calling delete_port for 7bf54713-1309-476e-9a14-dd32e541a584 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:42.355250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec801c10-351a-4c32-bc45-090b1d8b3043 req-3bde836f-219d-42f3-8895-93b10ca6180c tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/security-groups?id=7993d73d-0505-4275-8225-774b39a448e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586963 Aug 16 02:03:42.396020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fac93-9765-4f70-80ef-695d8f71380f req-c88a5696-df5b-4414-bb47-effa15d718dc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:42.397631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-441fac93-9765-4f70-80ef-695d8f71380f req-c88a5696-df5b-4414-bb47-effa15d718dc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.2052341 Aug 16 02:03:42.405203 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-04b6c515-3cc3-4d6d-b223-cc5bee67e539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.424954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Allocated IP 172.20.0.3 (5a88da16-7fc3-476f-a2d0-0b56ab3da5d3/4f9437ac-5c4f-47f9-8503-780793f00f97/1ce99161-ec32-446f-a581-72e2bc54caf4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:42.630751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.634456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.707772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Pushing event deleted for resources: {'Port': ['ID=e737bc21-87af-4781-b0d0-5d4a0eb4fc20,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.736733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] No DVR routers for this DVR port e737bc21-87af-4781-b0d0-5d4a0eb4fc20 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:42.740247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.742505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-366c7173-adb9-4d91-9f50-07b987d98780 req-31086d2c-2113-4035-8ce5-7980237dff42 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "DELETE /v2.0/ports/e737bc21-87af-4781-b0d0-5d4a0eb4fc20 HTTP/1.1" status: 204 len: 173 time: 1.3342452 Aug 16 02:03:42.747603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-deleted', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:42.749874 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d51aa11-7bc7-41b5-85c0-cc535df6662d" -d '{"events": [{"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-deleted", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:42.752505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.765500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b82e06ef-d621-4722-9838-66605c77a568 req-3632219b-0c3e-482d-8bd3-ccc04ed05445 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0378346 Aug 16 02:03:42.767409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['7bf54713-1309-476e-9a14-dd32e541a584'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:42.800787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.805370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Pushing event deleted for resources: {'Port': ['ID=7bf54713-1309-476e-9a14-dd32e541a584,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:42.857944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] No DVR routers for this DVR port 7bf54713-1309-476e-9a14-dd32e541a584 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:42.862445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.865836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-191c0ed7-f123-40e3-b4d5-b867a62c0b27 req-bf8e6187-2829-4454-9bcc-2acbaf17beea tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.58 "DELETE /v2.0/ports/7bf54713-1309-476e-9a14-dd32e541a584 HTTP/1.1" status: 204 len: 173 time: 1.3375242 Aug 16 02:03:42.974874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:42.988339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1e468350-a802-4aee-b5ec-22081f5f33cc'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:43.044769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2067ab43-7896-4ccf-b9d6-bec82653a2ee req-095de5ac-4e07-4fff-9456-57c6929b7ee5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 210 time: 0.1018753 Aug 16 02:03:43.103950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:43.110098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:43.114048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:43.150754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Pushing event updated for resources: {'Port': ['ID=1ce99161-ec32-446f-a581-72e2bc54caf4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:43.154343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-441fac93-9765-4f70-80ef-695d8f71380f req-820cd037-1e79-4fb7-a0b5-f31027228d0a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6983705 Aug 16 02:03:43.238760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.240170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.270059 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e010f5cc-3ad0-445e-bfd6-2afd0fc0ad83 x-openstack-request-id: req-e010f5cc-3ad0-445e-bfd6-2afd0fc0ad83 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:43.270620 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bdef441-8c98-46ac-868d-e26c93fca492", "name": "network-vif-deleted", "tag": "e737bc21-87af-4781-b0d0-5d4a0eb4fc20", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:43.271079 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e010f5cc-3ad0-445e-bfd6-2afd0fc0ad83 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:43.272071 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bdef441-8c98-46ac-868d-e26c93fca492', 'name': 'network-vif-deleted', 'tag': 'e737bc21-87af-4781-b0d0-5d4a0eb4fc20', 'status': 'completed', 'code': 200} Aug 16 02:03:43.300943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.301492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.301991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.302481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.305590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.305911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.306451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.314830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ef636a60-8da7-4069-a307-473d62ddbc6a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6492 time: 0.9161565 Aug 16 02:03:43.363469 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-0a5b4efb-8968-470f-bb7d-b6ff4b9cc54e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2002716 Aug 16 02:03:43.384991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Request body: {'port': {'device_id': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:43.467427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.558199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:03:43.568357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7518f3a0-f87a-441b-935a-ae8088826a06 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.569895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7518f3a0-f87a-441b-935a-ae8088826a06 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.8171022 Aug 16 02:03:43.633921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fe2370f-c2d4-4b5e-a60b-c304d1256644 req-26615758-1e36-454b-81fc-db266d58585a tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=5bdef441-8c98-46ac-868d-e26c93fca492 HTTP/1.1" status: 200 len: 210 time: 0.4110639 Aug 16 02:03:43.661015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Request body: {'port': {'device_id': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'admin_state_up': True, 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:43.663963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:43.822499 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.824354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-28f4c44b-26b3-4648-aa4b-f3e3a00c7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.826061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-28f4c44b-26b3-4648-aa4b-f3e3a00c7aa0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 903 time: 0.4728065 Aug 16 02:03:43.887756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-4f854926-5ff0-47ba-a3c4-a6188fcaa4a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 217 time: 0.0424697 Aug 16 02:03:43.930600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7364d1a1-9d80-4584-87cd-a8d58d334a05 req-60dc41d4-481a-445d-b7c5-59106b8d2904 tempest-ImagesNegativeTestJSON-595204679 tempest-ImagesNegativeTestJSON-595204679-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c6039df-fade-42c8-a942-22d53830bd2f HTTP/1.1" status: 200 len: 210 time: 0.1021924 Aug 16 02:03:43.944607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce99161-ec32-446f-a581-72e2bc54caf4 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:43.953243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:43.966439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Transition to ACTIVE for port object 1ce99161-ec32-446f-a581-72e2bc54caf4 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:43.989855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:43.996501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.002709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.009444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.016002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.022081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.029289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.031361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-1c912d35-e4c7-458d-8e73-b8573c50d49d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.6112058 Aug 16 02:03:44.044282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6987021-b1c0-44da-98e9-4873d590b023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.046145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.069961 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.149116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce99161-ec32-446f-a581-72e2bc54caf4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.166721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-31c6e6d2-10a2-4eb4-a5f2-efa06e74f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.168580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-31c6e6d2-10a2-4eb4-a5f2-efa06e74f3bf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.2553825 Aug 16 02:03:44.208508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Attempting to bind port 1ce99161-ec32-446f-a581-72e2bc54caf4 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:44.208850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Attempting to bind port 1ce99161-ec32-446f-a581-72e2bc54caf4 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:44.209183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Attempting to bind port 1ce99161-ec32-446f-a581-72e2bc54caf4 on network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:44.215056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Port 1ce99161-ec32-446f-a581-72e2bc54caf4 on network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:44.215396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Attempting to bind port 1ce99161-ec32-446f-a581-72e2bc54caf4 on network 5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:44.233145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:44.233501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Checking segment: {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:44.233879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Bound using segment: {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:44.234317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Bound port: 1ce99161-ec32-446f-a581-72e2bc54caf4, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:44.235626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.323888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72691b12-8e13-4699-8007-ba8ecec75c96 req-d227325c-adc5-4988-bde7-4ea5f62b50b0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2804606 Aug 16 02:03:44.329966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] For port 1ce99161-ec32-446f-a581-72e2bc54caf4, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:44.333472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] For port 1ce99161-ec32-446f-a581-72e2bc54caf4, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1ce99161-ec32-446f-a581-72e2bc54caf4,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:44.344755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15731f0f-fba2-4977-a95c-bf06798eda3e req-3380de15-31e3-4d93-9a4f-4c9f533b7bee tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.346269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15731f0f-fba2-4977-a95c-bf06798eda3e req-3380de15-31e3-4d93-9a4f-4c9f533b7bee tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 931 time: 0.3136468 Aug 16 02:03:44.396793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-958796e8-57fe-48fa-9b3d-109c0ea9b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.398227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-958796e8-57fe-48fa-9b3d-109c0ea9b532 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2182608 Aug 16 02:03:44.417928 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.428904 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Floating IP 5f78645d-f27b-4c9f-a48b-3071453b7c93 associated. External IP: 172.25.6.20, port: 214f2a9a-6d16-45e2-90c3-7506291d9c84. Aug 16 02:03:44.451586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.452241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.453639 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] 10.222.0.83 "PUT /v2.0/ports/1ce99161-ec32-446f-a581-72e2bc54caf4 HTTP/1.1" status: 200 len: 1092 time: 1.0736926 Aug 16 02:03:44.477029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ceeb1-8cc5-4cae-8981-75c3311cb883 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce99161-ec32-446f-a581-72e2bc54caf4,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:44.491602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63a6cec0-2435-4c21-a3e0-aad31216740a req-684648fc-2f7e-4389-a421-f837c09d94f4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 210 time: 0.0875208 Aug 16 02:03:44.546584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15731f0f-fba2-4977-a95c-bf06798eda3e req-24262d6e-8d29-450f-b509-7c49a4024e41 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924133 Aug 16 02:03:44.547090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.632861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-285a4072-eb25-4d63-b2c3-d639ac39adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.634285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-285a4072-eb25-4d63-b2c3-d639ac39adfa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 1095 time: 0.0445809 Aug 16 02:03:44.665080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6987021-b1c0-44da-98e9-4873d590b023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.681119 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-192e43de-e60b-4628-98ad-ae97a8934826 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce99161-ec32-446f-a581-72e2bc54caf4 HTTP/1.1" status: 200 len: 217 time: 0.0382173 Aug 16 02:03:44.707029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-692b03e8-3c7d-472b-b4bc-9e17cb2b1273 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913501 Aug 16 02:03:44.717310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5cc0b-0d86-48a9-9442-9da163acbb24 req-c9338b07-c023-4d3a-8941-e16a676b1191 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.718902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ef5cc0b-0d86-48a9-9442-9da163acbb24 req-c9338b07-c023-4d3a-8941-e16a676b1191 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1199198 Aug 16 02:03:44.735261 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6987021-b1c0-44da-98e9-4873d590b023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:44.741895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-8e2efcc8-266b-4bc0-8eb2-1441fd5afa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:44.743421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-8e2efcc8-266b-4bc0-8eb2-1441fd5afa54 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.0522289 Aug 16 02:03:44.778232 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-03ed3531-d505-439d-ab1e-2f2ae365f05e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262780 Aug 16 02:03:44.880281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-c592fec7-179e-4a6b-91da-b4c5d360fd26 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944390 Aug 16 02:03:44.982245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8aea4a68-73ea-4741-9b7b-07bef60d8915 req-1254b63e-c627-4e0a-b5aa-8328d47f20fa service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944679 Aug 16 02:03:45.150911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a6987021-b1c0-44da-98e9-4873d590b023 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2a1346a9e67b4084bbb24fcfdcd2daa1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4687021 Aug 16 02:03:45.151483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:45.195604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6987021-b1c0-44da-98e9-4873d590b023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65f330-bd44-466b-8161-bdb5a510e48b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.201202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ef5cc0b-0d86-48a9-9442-9da163acbb24 req-cc23c784-930b-4af6-a0ea-0b7a84b85acc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704180 Aug 16 02:03:45.222191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:45.231076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.236614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5473f96c-1a2a-4894-b46f-bce66b729055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.267945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5473f96c-1a2a-4894-b46f-bce66b729055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.271099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-0312133d-494a-4c72-ba6d-8e7023534d2a service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512335 Aug 16 02:03:45.274896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6039df-fade-42c8-a942-22d53830bd2f', 'name': 'network-vif-deleted', 'tag': '7bf54713-1309-476e-9a14-dd32e541a584'}, {'name': 'network-changed', 'server_uuid': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'tag': '1ce99161-ec32-446f-a581-72e2bc54caf4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:45.279709 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c" -d '{"events": [{"server_uuid": "5c6039df-fade-42c8-a942-22d53830bd2f", "name": "network-vif-deleted", "tag": "7bf54713-1309-476e-9a14-dd32e541a584"}, {"name": "network-changed", "server_uuid": "1793cc5d-ff39-44e0-92c5-7f91268b6a0e", "tag": "1ce99161-ec32-446f-a581-72e2bc54caf4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:45.306848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Router ec168e33-0349-47ae-8218-d07e8da88350 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:03:45.345328 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd190f22-6da6-4c02-aa62-07ee7bae8df6 x-openstack-request-id: req-cd190f22-6da6-4c02-aa62-07ee7bae8df6 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:45.345880 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6039df-fade-42c8-a942-22d53830bd2f", "name": "network-vif-deleted", "tag": "7bf54713-1309-476e-9a14-dd32e541a584", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1793cc5d-ff39-44e0-92c5-7f91268b6a0e", "tag": "1ce99161-ec32-446f-a581-72e2bc54caf4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:45.346012 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd190f22-6da6-4c02-aa62-07ee7bae8df6 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:45.346980 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6039df-fade-42c8-a942-22d53830bd2f', 'name': 'network-vif-deleted', 'tag': '7bf54713-1309-476e-9a14-dd32e541a584', 'status': 'completed', 'code': 200} Aug 16 02:03:45.347315 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'tag': '1ce99161-ec32-446f-a581-72e2bc54caf4', 'status': 'completed', 'code': 200} Aug 16 02:03:45.413669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-1c350446-b358-4988-95be-4feff65df109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.415525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-1c350446-b358-4988-95be-4feff65df109 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 1095 time: 0.0459476 Aug 16 02:03:45.424550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5473f96c-1a2a-4894-b46f-bce66b729055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.427260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5473f96c-1a2a-4894-b46f-bce66b729055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.431089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5473f96c-1a2a-4894-b46f-bce66b729055 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f65f330-bd44-466b-8161-bdb5a510e48b HTTP/1.1" status: 204 len: 168 time: 0.2762003 Aug 16 02:03:45.439026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41dabee-7c5c-4540-bae3-1c18ea3f8153 req-b07724aa-d05a-4824-99e4-ba20226fad51 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.440612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e41dabee-7c5c-4540-bae3-1c18ea3f8153 req-b07724aa-d05a-4824-99e4-ba20226fad51 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 949 time: 0.1859040 Aug 16 02:03:45.455965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473f96c-1a2a-4894-b46f-bce66b729055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65f330-bd44-466b-8161-bdb5a510e48b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:45.539424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-1934e040-cb1a-4b89-92ef-0e56ca2507bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.541203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-1934e040-cb1a-4b89-92ef-0e56ca2507bd service neutron] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 915 time: 0.1115723 Aug 16 02:03:45.568154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.568666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.569168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.569786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.570280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.570803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.571298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.574340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-ebf8a31d-53c4-456e-8f9f-9cdc90f1bff2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6492 time: 0.2288666 Aug 16 02:03:45.586782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Allocated IP 172.20.0.3 (8d9a750a-b0dd-4a4a-873e-5163148b7037/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6/00afe431-7c7a-41a8-8e02-aaa1c3eb11be) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:45.591432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-5fc80181-a695-49e1-8a01-b1b37493f098 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce99161-ec32-446f-a581-72e2bc54caf4 HTTP/1.1" status: 200 len: 217 time: 0.0420225 Aug 16 02:03:45.647717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-764ff84d-6e08-46d0-adb2-d2e71debda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.649660 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-764ff84d-6e08-46d0-adb2-d2e71debda29 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.0509279 Aug 16 02:03:45.682668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-6845e3af-a801-4f1b-97cd-dd414cc608be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243826 Aug 16 02:03:45.695649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e41dabee-7c5c-4540-bae3-1c18ea3f8153 req-16b20478-7c0b-4198-a227-a795680dbcc6 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992159 Aug 16 02:03:45.716632 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.718870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.766311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-e0940ef1-e555-4674-a7eb-1ea508658614 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.3296783 Aug 16 02:03:45.828390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-091efae6-bba1-49b2-891c-80251828bbc6 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283083 Aug 16 02:03:45.828514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:45.840433 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] Sync routers for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:45.848838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:45.854176 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:45.855247 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:03:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:45.919234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37ab3a8e-9ea0-4a2a-b62b-fd6ad73eeca4 req-268bf9d0-a4e0-4f85-8718-c3dcbab8fd3e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 210 time: 0.0968404 Aug 16 02:03:45.979274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbb74a5f-020f-4b54-bdb1-97ee34baa20c req-da845169-eb10-4e5a-a972-452a4c2550d9 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461365 Aug 16 02:03:45.981496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-8b52daa7-383d-48a0-a5b6-2b32d2d58735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:45.983032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-8b52daa7-383d-48a0-a5b6-2b32d2d58735 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 903 time: 0.3977816 Aug 16 02:03:45.991278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca44d33c-5f37-48ee-ac8e-2133ba2d9c13 req-5bae99da-d435-41fa-9b5c-4135d36c7599 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2233696 Aug 16 02:03:46.010077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-623a4b13-d157-4659-bf55-7fe8137aa004 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "PUT /v2.0/floatingips/5f78645d-f27b-4c9f-a48b-3071453b7c93 HTTP/1.1" status: 200 len: 990 time: 4.5046718 Aug 16 02:03:46.026982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:46.029293 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883c2d7b-36f3-4273-8b7e-aa06e4a87621" -d '{"events": [{"name": "network-changed", "server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:46.036514 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:46.078539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-d5ab6e8c-7a38-4d22-a2ff-82f5529601d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 217 time: 0.0830810 Aug 16 02:03:46.159150 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d16a9e7-8bee-4e3d-811f-b4cdfdc6ef75 x-openstack-request-id: req-2d16a9e7-8bee-4e3d-811f-b4cdfdc6ef75 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:46.164817 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:46.164817 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d16a9e7-8bee-4e3d-811f-b4cdfdc6ef75 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:46.164817 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'status': 'completed', 'code': 200} Aug 16 02:03:46.193929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.197296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-26e9c580-db8b-4ac2-b390-6880d391637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.199218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-26e9c580-db8b-4ac2-b390-6880d391637e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1036272 Aug 16 02:03:46.208717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdf9aa-1590-4754-b1c8-bf19ad6c10b5 req-6aeb0fad-1ce9-41dc-9a27-ea03615e588c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.210355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cbdf9aa-1590-4754-b1c8-bf19ad6c10b5 req-6aeb0fad-1ce9-41dc-9a27-ea03615e588c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 943 time: 0.1855927 Aug 16 02:03:46.272064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-f33d0953-6312-4b2f-b5c0-bdb56cefdecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.274380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-f33d0953-6312-4b2f-b5c0-bdb56cefdecc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e8127bc3f60440b5a43aabb4bd25c43a&device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 1097 time: 0.0941651 Aug 16 02:03:46.309897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cbdf9aa-1590-4754-b1c8-bf19ad6c10b5 req-a8212043-99b0-457c-8245-5f00da047683 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842528 Aug 16 02:03:46.316996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-96114681-3fca-4a37-8444-e9d3d6234d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.318518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-96114681-3fca-4a37-8444-e9d3d6234d84 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051128 Aug 16 02:03:46.370517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7bf54713-1309-476e-9a14-dd32e541a584 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:46.382273 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '5f78645d-f27b-4c9f-a48b-3071453b7c93', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'port_id': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'mac_address': 'fa:16:3e:c0:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:03:11Z', 'updated_at': '2021-08-16T02:03:43Z', 'revision_number': 1, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:46.399540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 7bf54713-1309-476e-9a14-dd32e541a584 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:46.400737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7bf54713-1309-476e-9a14-dd32e541a584 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:46.401401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:46.440247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: e737bc21-87af-4781-b0d0-5d4a0eb4fc20 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:46.440799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e737bc21-87af-4781-b0d0-5d4a0eb4fc20 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:46.448498 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] Checking router: ec168e33-0349-47ae-8218-d07e8da88350 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:46.455464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd2392-30c5-48b4-8504-722e1aef75f1 req-3efb1937-177e-4dbf-b70c-8aabe4651974 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.459648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6acd2392-30c5-48b4-8504-722e1aef75f1 req-3efb1937-177e-4dbf-b70c-8aabe4651974 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1442189 Aug 16 02:03:46.469005 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:46.469944 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:03:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:46.479976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.490526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-614b2836-eb22-4b9f-8874-19bf9c244f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.492914 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-614b2836-eb22-4b9f-8874-19bf9c244f3b service neutron] 10.222.0.83 "GET /v2.0/networks?id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a HTTP/1.1" status: 200 len: 912 time: 0.2070312 Aug 16 02:03:46.515320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-5d64be1b-af72-4443-8069-41b411706f86 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805830 Aug 16 02:03:46.565116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-c6fbd107-d9dd-443d-ad08-e3342a07424d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84 HTTP/1.1" status: 200 len: 998 time: 0.0639932 Aug 16 02:03:46.577061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:46.623661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-7a25b604-bdf8-433d-977f-09999bc54b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.626492 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-7a25b604-bdf8-433d-977f-09999bc54b22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f7dfd418-58fd-43d7-bee3-c8dbb1912111 HTTP/1.1" status: 200 len: 850 time: 0.0525708 Aug 16 02:03:46.626667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:46.629059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:46.654446 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:46.658495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6acd2392-30c5-48b4-8504-722e1aef75f1 req-9267a030-10f5-4715-ba02-3d1cc44d42d6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769404 Aug 16 02:03:46.680970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event updated for resources: {'Port': ['ID=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:46.691287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37484) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:46.710842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-410fccdf-f6ef-44c9-b682-120e066ae4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.712812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-410fccdf-f6ef-44c9-b682-120e066ae4c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790007 Aug 16 02:03:46.745954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.746420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.788865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78170327-ebca-47d2-97d9-ed8c7897ed62 req-a1919901-591c-4aad-9dab-3c7cd7436400 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362366 Aug 16 02:03:46.837816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-8c9e4874-15d3-41c2-bd5a-2f27e98cde35 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2005785 Aug 16 02:03:46.852203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Request body: {'port': {'device_id': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:46.906201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be92545-7c1c-4274-bd66-6152b719836b req-8c81ef76-cba6-4e5d-af41-785747954e6a tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:46.907909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5be92545-7c1c-4274-bd66-6152b719836b req-8c81ef76-cba6-4e5d-af41-785747954e6a tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 949 time: 0.1181793 Aug 16 02:03:46.911345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-89f120c0-c551-4c2d-bb4e-3694adbb6af1 service neutron] 10.222.0.83 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906049 Aug 16 02:03:46.971728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:46.990821 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '5f78645d-f27b-4c9f-a48b-3071453b7c93', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'port_id': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'mac_address': 'fa:16:3e:c0:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:03:11Z', 'updated_at': '2021-08-16T02:03:43Z', 'revision_number': 1, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:47.022490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5be92545-7c1c-4274-bd66-6152b719836b req-624fe9f3-4483-4b3e-b933-294705197d97 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794349 Aug 16 02:03:47.024229 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97999631-94f9-4e07-93d6-29ebdbd7e7b7 None None] The sync data for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 is: [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '5f78645d-f27b-4c9f-a48b-3071453b7c93', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'port_id': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'mac_address': 'fa:16:3e:c0:47:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:03:11Z', 'updated_at': '2021-08-16T02:03:43Z', 'revision_number': 1, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:03:47.099157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-883c2d7b-36f3-4273-8b7e-aa06e4a87621 req-92f7a2dd-5574-44fd-8eee-dae461529ff4 service neutron] 10.222.0.83 "GET /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801877 Aug 16 02:03:47.239687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60c314-346c-43be-9441-407d48ecafeb req-4dc2aed4-4bfd-46f6-a25c-03817794cf07 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.241283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea60c314-346c-43be-9441-407d48ecafeb req-4dc2aed4-4bfd-46f6-a25c-03817794cf07 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 949 time: 0.2170630 Aug 16 02:03:47.273000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a96ebb6-3641-4eb9-922a-ffe544dfe354 None None] New status for floating IP 5f78645d-f27b-4c9f-a48b-3071453b7c93: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:03:47.351535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1a50c3ae-acc9-4f1b-814b-00ddce1c9c6e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f5fc795ff1214a2a8fec8ba7b89ae35d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6554892 Aug 16 02:03:47.355302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:47.365401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb5058-85bf-4351-a8e3-db98332ac0e6 req-6f1d1317-f281-4b03-b98f-45c53d23ef7f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.366956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8cb5058-85bf-4351-a8e3-db98332ac0e6 req-6f1d1317-f281-4b03-b98f-45c53d23ef7f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 931 time: 0.2537513 Aug 16 02:03:47.397064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.403689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.409701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.416371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.420780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a645124c-7785-47d2-8d8b-743435b4b020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.422620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.428857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.435992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:47.438228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-e2c64bc6-508d-4eca-b794-e4c3a735fc0d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.3293347 Aug 16 02:03:47.447168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a645124c-7785-47d2-8d8b-743435b4b020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.594371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8cb5058-85bf-4351-a8e3-db98332ac0e6 req-f3aa0cf1-beb7-47fa-adb4-0a767e1a1ee5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155700 Aug 16 02:03:47.601654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a645124c-7785-47d2-8d8b-743435b4b020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.602868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6581b703-9fc4-4e5d-982e-15f2773c2b67 req-40687bbf-1ed2-4a2e-bf3d-77afbae85749 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1376114 Aug 16 02:03:47.605495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a645124c-7785-47d2-8d8b-743435b4b020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:47.611763 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a645124c-7785-47d2-8d8b-743435b4b020 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7993d73d-0505-4275-8225-774b39a448e3 HTTP/1.1" status: 204 len: 168 time: 0.2549429 Aug 16 02:03:47.639540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645124c-7785-47d2-8d8b-743435b4b020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7993d73d-0505-4275-8225-774b39a448e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:47.639821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Deleting port c62c433b-d9e3-4593-8645-f88014b12b97 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:47.640238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.136491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00afe431-7c7a-41a8-8e02-aaa1c3eb11be {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:48.147943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] For port c62c433b-d9e3-4593-8645-f88014b12b97, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=c62c433b-d9e3-4593-8645-f88014b12b97,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:48.148322 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.158040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.175028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Calling delete_port for c62c433b-d9e3-4593-8645-f88014b12b97 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:48.184947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47576c91-8d11-400b-ab04-628f053c414c req-a1dacda8-3be2-490a-b6cc-fd51bb094589 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.186586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47576c91-8d11-400b-ab04-628f053c414c req-a1dacda8-3be2-490a-b6cc-fd51bb094589 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 943 time: 0.4429541 Aug 16 02:03:48.207977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Transition to ACTIVE for port object 00afe431-7c7a-41a8-8e02-aaa1c3eb11be will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:48.264782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e10cf-4d08-40e9-a869-a258610d6385 req-3a8d4c75-a1ff-400c-b357-755bbde8c3c4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.267187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-850e10cf-4d08-40e9-a869-a258610d6385 req-3a8d4c75-a1ff-400c-b357-755bbde8c3c4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.2047126 Aug 16 02:03:48.321388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.376198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47576c91-8d11-400b-ab04-628f053c414c req-97e1e13c-4a36-435d-bc35-343f6392ab09 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729321 Aug 16 02:03:48.426898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-850e10cf-4d08-40e9-a869-a258610d6385 req-3822ac78-d744-4aa6-9ea7-c022ad4ef55a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533380 Aug 16 02:03:48.441649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Pushing event updated for resources: {'Port': ['ID=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.539187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1ce99161-ec32-446f-a581-72e2bc54caf4 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:48.584420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf3ceb-b221-4cef-a6b7-e846fb8075f1 req-84d5ff29-9d30-47c4-9dcf-3d8b1365ebdd tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.585971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0baf3ceb-b221-4cef-a6b7-e846fb8075f1 req-84d5ff29-9d30-47c4-9dcf-3d8b1365ebdd tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 949 time: 0.1415238 Aug 16 02:03:48.610815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Attempting to bind port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:48.611347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Attempting to bind port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:48.611720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Attempting to bind port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:48.628240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:03:48.628584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Attempting to bind port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:48.644709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:48.645514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:48.646098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Bound using segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:48.648843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Bound port: 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:48.649231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.652761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1ce99161-ec32-446f-a581-72e2bc54caf4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1ce99161-ec32-446f-a581-72e2bc54caf4,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:48.658574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.670119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1ce99161-ec32-446f-a581-72e2bc54caf4', 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'port_id': '1ce99161-ec32-446f-a581-72e2bc54caf4', 'mac_address': 'fa:16:3e:24:c7:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9437ac-5c4f-47f9-8503-780793f00f97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:48.685570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0baf3ceb-b221-4cef-a6b7-e846fb8075f1 req-de2b1126-cdbc-4153-abdc-e953c3441d58 tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/security-groups?id=67784a81-4935-4d7d-85a3-25eb1406fe3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849414 Aug 16 02:03:48.721744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Pushing event deleted for resources: {'Port': ['ID=c62c433b-d9e3-4593-8645-f88014b12b97,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.730020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.751236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce99161-ec32-446f-a581-72e2bc54caf4 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:48.777699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1ce99161-ec32-446f-a581-72e2bc54caf4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1ce99161-ec32-446f-a581-72e2bc54caf4,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:48.788113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] No DVR routers for this DVR port c62c433b-d9e3-4593-8645-f88014b12b97 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:48.792517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.795246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea60c314-346c-43be-9441-407d48ecafeb req-b0b60bac-4360-427d-908d-5489b8ccd21d tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.58 "DELETE /v2.0/ports/c62c433b-d9e3-4593-8645-f88014b12b97 HTTP/1.1" status: 204 len: 173 time: 1.5383132 Aug 16 02:03:48.805823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-deleted', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:48.808825 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14e207b-314e-4a18-a158-6af7aaeeb64f" -d '{"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-deleted", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:48.846878 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:48.893377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1ce99161-ec32-446f-a581-72e2bc54caf4,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:48.908722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] For port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:48.913286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] For port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:48.933365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5eff0-de60-46da-97e0-b85a862fed36 req-b370e1fa-410f-4abc-9709-ec881e05d08c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.934926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65d5eff0-de60-46da-97e0-b85a862fed36 req-b370e1fa-410f-4abc-9709-ec881e05d08c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 943 time: 0.1480501 Aug 16 02:03:48.966784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.966784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.966784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.967205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.973049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.979205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.985217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:48.987148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-9af4dc40-cfcf-49a7-9c7a-7e6deb6871c6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1702757 Aug 16 02:03:49.049589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65d5eff0-de60-46da-97e0-b85a862fed36 req-2090df04-8e3b-448e-a8fd-2e9226a72a71 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613513 Aug 16 02:03:49.053570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b717895c-212f-4e0c-87c5-b741deeba8e6 req-cb03e103-a9be-4f6c-a3c2-9cbb9ea2ff37 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590167 Aug 16 02:03:49.100408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1ce99161-ec32-446f-a581-72e2bc54caf4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:49.122442 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b939b13c-c034-46d7-a011-c4c79ae245c8 x-openstack-request-id: req-b939b13c-c034-46d7-a011-c4c79ae245c8 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:49.122999 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82", "name": "network-vif-deleted", "tag": "c62c433b-d9e3-4593-8645-f88014b12b97", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:49.123320 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b939b13c-c034-46d7-a011-c4c79ae245c8 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:49.123822 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82', 'name': 'network-vif-deleted', 'tag': 'c62c433b-d9e3-4593-8645-f88014b12b97', 'status': 'completed', 'code': 200} Aug 16 02:03:49.203548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.254681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.255336 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:49.257164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] 10.222.0.83 "PUT /v2.0/ports/00afe431-7c7a-41a8-8e02-aaa1c3eb11be HTTP/1.1" status: 200 len: 1092 time: 2.4107258 Aug 16 02:03:49.283714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf586e5-650b-423c-95ad-9dea18b7592a service neutron] Pushing event updated for resources: {'Port': ['ID=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:49.499949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c2343-c54e-41da-9d70-0fb9b3d85749 req-5f85dd0b-fa15-4d44-a23b-f1056315e358 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.501806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-490c2343-c54e-41da-9d70-0fb9b3d85749 req-5f85dd0b-fa15-4d44-a23b-f1056315e358 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 944 time: 0.0533950 Aug 16 02:03:49.600916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-e85e2617-e608-4939-9525-f8588b56c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.602455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-e85e2617-e608-4939-9525-f8588b56c4d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 1095 time: 0.0995796 Aug 16 02:03:49.606606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-490c2343-c54e-41da-9d70-0fb9b3d85749 req-13b57a61-f97b-42b9-80b4-6c0c4b8d0b1a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959477 Aug 16 02:03:49.625809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8adb86-3d9a-4c92-aaf5-837731161959 req-c366e91a-d4ea-4b3b-b369-08fc2edee612 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.627462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d8adb86-3d9a-4c92-aaf5-837731161959 req-c366e91a-d4ea-4b3b-b369-08fc2edee612 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1146696 Aug 16 02:03:49.658892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-9cdcbb0e-4db1-4329-b43c-8be6c71f60b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be HTTP/1.1" status: 200 len: 217 time: 0.0480468 Aug 16 02:03:49.720918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d8adb86-3d9a-4c92-aaf5-837731161959 req-35ed21b0-c6a4-4627-b8e0-6247ef6c1cdc tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647209 Aug 16 02:03:49.730733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e53c4-5118-435d-900b-edfab34766e6 req-121a76cc-bc05-4d26-a682-535246e9c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:49.732229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-121a76cc-bc05-4d26-a682-535246e9c64a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.0609508 Aug 16 02:03:49.772276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-90945b78-d81b-4b01-a5ac-5b44a0058f30 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326064 Aug 16 02:03:49.847633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a804107-0338-4d08-b892-6a3dcbd17bd9 req-cdfe91b1-9fcd-4441-b870-0786d67685da tempest-ListImageFiltersTestJSON-1458580397 tempest-ListImageFiltersTestJSON-1458580397-project] 10.222.0.76 "GET /v2.0/ports?device_id=e2f0282b-adbe-4185-8e4d-5f8c2ecf6d82 HTTP/1.1" status: 200 len: 210 time: 0.0596015 Aug 16 02:03:49.888414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-7bd524b9-1783-4966-88db-62c45a41c863 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081986 Aug 16 02:03:49.997538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e53c4-5118-435d-900b-edfab34766e6 req-833a04a0-b1d4-433d-bbd8-ba568fac9e30 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009839 Aug 16 02:03:50.189198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.226624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd2800-baac-4a16-b464-620fa2b17d47 req-5d7f3d1b-45de-41a9-b6e5-01dbaea0af5b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.229883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5dbd2800-baac-4a16-b464-620fa2b17d47 req-5d7f3d1b-45de-41a9-b6e5-01dbaea0af5b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 943 time: 0.0965588 Aug 16 02:03:50.251365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.259990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.269131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.276789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.284050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.291549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.299225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.301210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-d6065765-07f0-4ca1-9081-3c8d7c2cdaa4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1379380 Aug 16 02:03:50.357370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5dbd2800-baac-4a16-b464-620fa2b17d47 req-ed18e302-3974-4b34-a1ee-0c66b3a14f18 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551431 Aug 16 02:03:50.386301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d0cdaef-3a90-4d2e-95b5-550a4466713a req-0e57328c-e5f5-4daa-9ca3-586367d33b68 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750000 Aug 16 02:03:50.442934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.534864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.563665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1ce99161-ec32-446f-a581-72e2bc54caf4 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:50.619422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.662233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e58fc6edb4d24272824fe67abd2b73f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4718575 Aug 16 02:03:50.663139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94530f2-3ffa-40c1-a7fd-5f5e0f2929f0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:50.665282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37598) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:50.671159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.673720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.674419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.674419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.674419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.674753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9961859f-1bbd-4909-9938-e5c7fd0b6d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:50.703081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 1ce99161-ec32-446f-a581-72e2bc54caf4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:50.707020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1ce99161-ec32-446f-a581-72e2bc54caf4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:50.707400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.765527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285c29e-0313-48e6-8846-22445685c883 req-b30ba318-6aef-48a0-83dd-6eb6b2317cb6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.765527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0285c29e-0313-48e6-8846-22445685c883 req-b30ba318-6aef-48a0-83dd-6eb6b2317cb6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 944 time: 0.0823770 Aug 16 02:03:50.766886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b292d8e-ff63-413b-8027-e665f484b701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.794534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.797326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b292d8e-ff63-413b-8027-e665f484b701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.818094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce99161-ec32-446f-a581-72e2bc54caf4'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:50.820347 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec1e108-46ba-42d5-887c-6984f8d5a950" -d '{"events": [{"server_uuid": "1793cc5d-ff39-44e0-92c5-7f91268b6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "1ce99161-ec32-446f-a581-72e2bc54caf4"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:50.834056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1ce99161-ec32-446f-a581-72e2bc54caf4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1ce99161-ec32-446f-a581-72e2bc54caf4,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:50.852664 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:03:50.888040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0285c29e-0313-48e6-8846-22445685c883 req-ce961ccf-8ede-4632-bd1d-e112f4c616d4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061087 Aug 16 02:03:50.906423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0029b8-d64c-4e82-bc7f-7768818681d1 req-624ba46f-ff60-4440-a006-f3b6f41b8cca tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:50.908766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b0029b8-d64c-4e82-bc7f-7768818681d1 req-624ba46f-ff60-4440-a006-f3b6f41b8cca tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1093152 Aug 16 02:03:50.928397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:50.958009 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf3842-c6d1-42d5-86db-6caa2a3a5f7f x-openstack-request-id: req-a2bf3842-c6d1-42d5-86db-6caa2a3a5f7f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:50.958631 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1793cc5d-ff39-44e0-92c5-7f91268b6a0e", "name": "network-vif-plugged", "status": "completed", "tag": "1ce99161-ec32-446f-a581-72e2bc54caf4", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:50.959129 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a2bf3842-c6d1-42d5-86db-6caa2a3a5f7f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:50.959722 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce99161-ec32-446f-a581-72e2bc54caf4', 'code': 200} Aug 16 02:03:50.985219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b0029b8-d64c-4e82-bc7f-7768818681d1 req-66372836-3cb1-4320-8b33-fee22234af65 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598969 Aug 16 02:03:51.000282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1ce99161-ec32-446f-a581-72e2bc54caf4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.020775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b292d8e-ff63-413b-8027-e665f484b701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.023765 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b292d8e-ff63-413b-8027-e665f484b701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.025045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b292d8e-ff63-413b-8027-e665f484b701 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e94530f2-3ffa-40c1-a7fd-5f5e0f2929f0 HTTP/1.1" status: 204 len: 168 time: 0.3580563 Aug 16 02:03:51.044454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37616) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.062510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b292d8e-ff63-413b-8027-e665f484b701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94530f2-3ffa-40c1-a7fd-5f5e0f2929f0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.075825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bea2c-49b0-4760-bd86-419ff0632f12 req-fdb9ce36-b8b3-4efd-acbe-b82dce9296ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.078121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a12bea2c-49b0-4760-bd86-419ff0632f12 req-fdb9ce36-b8b3-4efd-acbe-b82dce9296ef service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 1097 time: 0.0672188 Aug 16 02:03:51.120392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a12bea2c-49b0-4760-bd86-419ff0632f12 req-b5a33b2e-6eb4-4a1d-b12b-ec0bb6ae35ad service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Aug 16 02:03:51.125149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'tag': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:51.127451 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eff3650-df8d-497b-a419-dec279a8d3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "c444b4c1-b6df-46a9-a298-5db2fe4e3f60", "tag": "00afe431-7c7a-41a8-8e02-aaa1c3eb11be"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:51.163346 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb20447f-789a-4128-863d-d1b9f88389bb x-openstack-request-id: req-eb20447f-789a-4128-863d-d1b9f88389bb {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:51.163705 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c444b4c1-b6df-46a9-a298-5db2fe4e3f60", "tag": "00afe431-7c7a-41a8-8e02-aaa1c3eb11be", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:51.163956 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb20447f-789a-4128-863d-d1b9f88389bb {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:51.164362 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'tag': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be', 'status': 'completed', 'code': 200} Aug 16 02:03:51.240883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-19c0847d-e8a9-4a55-8ba3-1ad997d834b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.242668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-19c0847d-e8a9-4a55-8ba3-1ad997d834b2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 1095 time: 0.0462496 Aug 16 02:03:51.262873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b55515b6-70df-471f-8f46-ec1e30fe84a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.371726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-732e8107-d343-47b4-95ba-f300082fb5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.373333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-732e8107-d343-47b4-95ba-f300082fb5ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 913 time: 0.1118212 Aug 16 02:03:51.423459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b55515b6-70df-471f-8f46-ec1e30fe84a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.428060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-77367a25-dbc7-4949-a3da-385358a3c0e0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be HTTP/1.1" status: 200 len: 217 time: 0.0467618 Aug 16 02:03:51.520587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-e2827226-3ad7-411d-b1ca-97379a932e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.576018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-e2827226-3ad7-411d-b1ca-97379a932e50 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.0860891 Aug 16 02:03:51.576018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0c6f-dccf-413c-bf7b-4c61a841c4c0 req-204ae355-95c0-43e0-8e15-6e574945982c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.576018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0dfc0c6f-dccf-413c-bf7b-4c61a841c4c0 req-204ae355-95c0-43e0-8e15-6e574945982c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 943 time: 0.0749786 Aug 16 02:03:51.576018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-da57928c-32fa-405e-8690-4c8a2dcd3910 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372753 Aug 16 02:03:51.583327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-ddd37ff4-2fd8-4e75-8353-06bde323aa38 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:03:51.584286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-ddd37ff4-2fd8-4e75-8353-06bde323aa38 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048783 Aug 16 02:03:51.620526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0dfc0c6f-dccf-413c-bf7b-4c61a841c4c0 req-52ddcd7e-8c6a-4766-b486-d3e854d271d9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558879 Aug 16 02:03:51.700540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-dfc6a1ee-2578-4a17-8d72-e6bd079e67d7 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028254 Aug 16 02:03:51.767595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b55515b6-70df-471f-8f46-ec1e30fe84a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.795400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.804370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.807654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.814402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.820439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.824815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b55515b6-70df-471f-8f46-ec1e30fe84a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6838aa21bdad47f3ade74f27027b2471&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789867 Aug 16 02:03:51.825695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55515b6-70df-471f-8f46-ec1e30fe84a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b45330-bb49-4582-a82e-090527ce656c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:51.827414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.828116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:51.833356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:51.835411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5593713a-4997-4d15-b031-d3a89103f57f req-811727e8-68f9-4a23-bcbc-bdee520a2946 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1494377 Aug 16 02:03:51.886267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7d124bf-d4e3-4446-aa45-cc9d2125ee25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:51.891722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eff3650-df8d-497b-a419-dec279a8d3a8 req-0721102d-4478-412a-b135-20c83a08bc71 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757357 Aug 16 02:03:51.899226 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5593713a-4997-4d15-b031-d3a89103f57f req-e903f257-50d9-46d4-8c4b-8deddc8d2ed0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539496 Aug 16 02:03:51.909906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7d124bf-d4e3-4446-aa45-cc9d2125ee25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.077373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce2a18-09e5-4693-a36c-8fe1f516fe5f req-c224e8d8-6e76-41ed-842c-4fc5c6105c3f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.078944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9ce2a18-09e5-4693-a36c-8fe1f516fe5f req-c224e8d8-6e76-41ed-842c-4fc5c6105c3f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 945 time: 0.0498013 Aug 16 02:03:52.116902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9ce2a18-09e5-4693-a36c-8fe1f516fe5f req-1967228b-b8c5-473c-a6b0-b86de8d081b6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Aug 16 02:03:52.145326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7d124bf-d4e3-4446-aa45-cc9d2125ee25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.148843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7d124bf-d4e3-4446-aa45-cc9d2125ee25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.149480 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c7d124bf-d4e3-4446-aa45-cc9d2125ee25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6b45330-bb49-4582-a82e-090527ce656c HTTP/1.1" status: 204 len: 168 time: 0.3202121 Aug 16 02:03:52.158511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d124bf-d4e3-4446-aa45-cc9d2125ee25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b45330-bb49-4582-a82e-090527ce656c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:52.226274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f5609-9ce6-4281-98ac-94123b0a9212 req-2a8ad9e9-c962-4cf6-888f-b8ff26a6f29d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.227985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f84f5609-9ce6-4281-98ac-94123b0a9212 req-2a8ad9e9-c962-4cf6-888f-b8ff26a6f29d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0525417 Aug 16 02:03:52.271591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f84f5609-9ce6-4281-98ac-94123b0a9212 req-cf7487a9-4104-435f-a90e-ad969fe548ee tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372758 Aug 16 02:03:52.391007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:03:52.414109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: c62c433b-d9e3-4593-8645-f88014b12b97 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:03:52.414461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device c62c433b-d9e3-4593-8645-f88014b12b97 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:03:52.754542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668be58-6837-437f-9a82-0fcfffee4efd req-4d1506a4-17af-465b-b208-b6bbf4b4dad8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:52.756756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8668be58-6837-437f-9a82-0fcfffee4efd req-4d1506a4-17af-465b-b208-b6bbf4b4dad8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 943 time: 0.0564880 Aug 16 02:03:52.798027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8668be58-6837-437f-9a82-0fcfffee4efd req-cca35425-6208-4604-b34a-be2d59fbedc8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343029 Aug 16 02:03:52.872817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37688) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.886691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3897922d-1c89-44b2-8a30-933c83c98e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:52.930145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37690) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:52.993153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3897922d-1c89-44b2-8a30-933c83c98e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.040072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.046842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.048041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-811011213-network', 'tenant_id': '87570dc450cb457592868d2b2392cc3a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:53.053003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.059859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.065938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.072489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.078409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.080364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-517184ce-037e-4e35-aa19-3105eccee641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.0990634 Aug 16 02:03:53.121116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccca053d-4b62-434e-8ce8-4736e82ff1b8 req-b92d6cd2-8330-4a11-8f32-80834a1cdde3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346470 Aug 16 02:03:53.192706 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3897922d-1c89-44b2-8a30-933c83c98e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.244713 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3897922d-1c89-44b2-8a30-933c83c98e33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5e034bb62eab48d9a3a45c0dd4b7e46b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3707030 Aug 16 02:03:53.248990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37700) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.252917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897922d-1c89-44b2-8a30-933c83c98e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d0d48a-0998-475b-b2c2-efb78ab897aa,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.302388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0bb60ef-89bb-499d-bbe1-ac8703e64fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.304477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbe5d5-28fe-4a7a-b163-ce16debb3a6d req-1a8194c7-490f-474b-94e0-2e6a76a94c58 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.310227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40cbe5d5-28fe-4a7a-b163-ce16debb3a6d req-1a8194c7-490f-474b-94e0-2e6a76a94c58 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 945 time: 0.0686612 Aug 16 02:03:53.328241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:53.330922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.338683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0bb60ef-89bb-499d-bbe1-ac8703e64fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.348280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.356535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40cbe5d5-28fe-4a7a-b163-ce16debb3a6d req-19e5d950-dce7-4473-ba93-2ac6217ba313 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426846 Aug 16 02:03:53.476570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.478377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d0a325-c6e1-4285-ab5a-81e6c3b75f12 req-d3753c51-6726-4705-8ca4-91db5e98d513 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.480727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91d0a325-c6e1-4285-ab5a-81e6c3b75f12 req-d3753c51-6726-4705-8ca4-91db5e98d513 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0564435 Aug 16 02:03:53.511441 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0bb60ef-89bb-499d-bbe1-ac8703e64fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.514992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0bb60ef-89bb-499d-bbe1-ac8703e64fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.516331 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a0bb60ef-89bb-499d-bbe1-ac8703e64fae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27d0d48a-0998-475b-b2c2-efb78ab897aa HTTP/1.1" status: 204 len: 168 time: 0.2698107 Aug 16 02:03:53.530439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb60ef-89bb-499d-bbe1-ac8703e64fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d0d48a-0998-475b-b2c2-efb78ab897aa,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.530926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91d0a325-c6e1-4285-ab5a-81e6c3b75f12 req-915f7b12-2c1d-482b-8f2d-03779e88c4ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396905 Aug 16 02:03:53.552661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.598189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:53.600180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863c9a17-cdca-448c-accb-6e92492c5a78,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.613954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.614313 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Added segment 36ddbd66-b484-4e03-aceb-514e0e57192a of type vlan for network e8613866-a769-45fd-8e0d-be83827da37f Aug 16 02:03:53.657246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.790676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.792049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:53.792683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:53.855547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e8613866-a769-45fd-8e0d-be83827da37f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:53.865376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e8613866-a769-45fd-8e0d-be83827da37f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:53.969265 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1cb80eea-57d6-41bf-8649-ef457c2736f3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0354300 Aug 16 02:03:53.975407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37732) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:53.975407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Request body: {'subnet': {'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-811011213-subnet', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:54.083689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:54.096547 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.152409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595cdb7-b4ed-4273-9831-65a5573e760e req-716e732c-4af0-4c4c-a151-c406e7cb1268 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.154260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6595cdb7-b4ed-4273-9831-65a5573e760e req-716e732c-4af0-4c4c-a151-c406e7cb1268 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 943 time: 0.0535510 Aug 16 02:03:54.213560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6595cdb7-b4ed-4273-9831-65a5573e760e req-b7a3186e-4b43-4ad6-8f7b-e2cf11a9cea9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505121 Aug 16 02:03:54.311766 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.318565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.325656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.331880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.338216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.344230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.350539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.352553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-eae6fa2c-7193-47cc-b95f-6510acf88347 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1142204 Aug 16 02:03:54.426207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-adadada3-cb5e-4f0e-bae6-480d144db3f3 req-b35013a2-6a89-4dbf-b0af-f33cd28244c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631120 Aug 16 02:03:54.434848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.435865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f69fce-7d3b-4ad6-b968-ec50d2489619 req-3dc9bdb6-300c-414d-a98f-20b9e827a8ae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.437704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78f69fce-7d3b-4ad6-b968-ec50d2489619 req-3dc9bdb6-300c-414d-a98f-20b9e827a8ae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 945 time: 0.0835226 Aug 16 02:03:54.494854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc4929b9-bda6-42a6-8dac-9746dc3e4d0d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:54.499263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78f69fce-7d3b-4ad6-b968-ec50d2489619 req-51192819-efa7-4233-a7be-44283d55b838 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544875 Aug 16 02:03:54.518924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Checking segment: {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:54.519467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Network hostable DHCP agents. Network: e8613866-a769-45fd-8e0d-be83827da37f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:54.598334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 00afe431-7c7a-41a8-8e02-aaa1c3eb11be details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:03:54.640037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Network e8613866-a769-45fd-8e0d-be83827da37f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:54.693501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8167669d-5ecb-4e4b-b10d-bc55a400cbeb req-85633728-ab9c-46ef-85e7-00497120a305 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.702971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8167669d-5ecb-4e4b-b10d-bc55a400cbeb req-85633728-ab9c-46ef-85e7-00497120a305 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0958178 Aug 16 02:03:54.750336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, e8613866-a769-45fd-8e0d-be83827da37f) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:54.755266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:54.756328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.765087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:54.777900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37756) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.785688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6230d4f2-36d2-44c7-8e5c-6c16956a7752 None None] Network e8613866-a769-45fd-8e0d-be83827da37f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:54.786538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be', 'mac_address': 'fa:16:3e:22:f0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:03:54.816201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8167669d-5ecb-4e4b-b10d-bc55a400cbeb req-9c7f74e2-2f7a-4b3d-a028-56eead116d57 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057162 Aug 16 02:03:54.860815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37762) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.862295 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-277e1520-eafa-46dd-8fb5-88d1e6172b3e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8917284 Aug 16 02:03:54.866356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:54.891109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.916047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00afe431-7c7a-41a8-8e02-aaa1c3eb11be {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:03:54.959255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d231ca9f-dc62-44d7-be90-92eca4219c81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d4d217e5841849648e23da64fcbfc512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800187 Aug 16 02:03:54.961816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:54.962988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.964848 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:54.992062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:55.034011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-e8613866-a769-45fd-8e0d-be83827da37f', 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'fixed_ips': [{'subnet_id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:03:55.035179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.046245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db0e2be5-1139-4afa-9fa0-5af6d1593041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.069944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.071081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db0e2be5-1139-4afa-9fa0-5af6d1593041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.117008 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.194389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db0e2be5-1139-4afa-9fa0-5af6d1593041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.197196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db0e2be5-1139-4afa-9fa0-5af6d1593041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.206563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db0e2be5-1139-4afa-9fa0-5af6d1593041 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67784a81-4935-4d7d-85a3-25eb1406fe3a HTTP/1.1" status: 204 len: 168 time: 0.2376390 Aug 16 02:03:55.222316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.225300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e2be5-1139-4afa-9fa0-5af6d1593041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67784a81-4935-4d7d-85a3-25eb1406fe3a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.243545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.243899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.245031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.245031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.245031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.245359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.245611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.245937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.246341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.246691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.247023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.247342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:55.272718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Allocated IP 172.20.0.2 (e8613866-a769-45fd-8e0d-be83827da37f/dc4929b9-bda6-42a6-8dac-9746dc3e4d0d/a7752825-4065-47df-8ffa-24243441ac97) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:55.321973 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.461281 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.471612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Transition to ACTIVE for port object a7752825-4065-47df-8ffa-24243441ac97 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:55.490125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['00afe431-7c7a-41a8-8e02-aaa1c3eb11be'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:55.492435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Transition to ACTIVE for port object a7752825-4065-47df-8ffa-24243441ac97 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:03:55.618343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.685636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Network e8613866-a769-45fd-8e0d-be83827da37f is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:55.696554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:55.697677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9c53e-79b2-4070-a538-05c61529f83e req-21d4ab00-596c-4e4f-906b-4c54a1e89d63 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.708303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2cc9c53e-79b2-4070-a538-05c61529f83e req-21d4ab00-596c-4e4f-906b-4c54a1e89d63 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 944 time: 0.3877420 Aug 16 02:03:55.708436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:55.711250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Pushing event updated for resources: {'Port': ['ID=a7752825-4065-47df-8ffa-24243441ac97,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:55.781186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Attempting to bind port a7752825-4065-47df-8ffa-24243441ac97 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:03:55.782610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Attempting to bind port a7752825-4065-47df-8ffa-24243441ac97 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:03:55.782610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Attempting to bind port a7752825-4065-47df-8ffa-24243441ac97 on network e8613866-a769-45fd-8e0d-be83827da37f {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:03:55.789256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:03:55.789973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Checking segment: {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:55.791171 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.791739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Bound using segment: {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:03:55.796102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Bound port: a7752825-4065-47df-8ffa-24243441ac97, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:03:55.796976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:55.835745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2cc9c53e-79b2-4070-a538-05c61529f83e req-e490c37b-13be-4ab9-889b-bcae01fe3d74 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280515 Aug 16 02:03:55.858292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-6b79eea2-8bd9-4bd0-8e0b-1e05d4818c3d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.860019 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-6b79eea2-8bd9-4bd0-8e0b-1e05d4818c3d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 945 time: 0.1866646 Aug 16 02:03:55.873299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.875599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] For port a7752825-4065-47df-8ffa-24243441ac97, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:03:55.879255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] For port a7752825-4065-47df-8ffa-24243441ac97, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7752825-4065-47df-8ffa-24243441ac97,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:03:55.880352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.887424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.893578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.900404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.907314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.916859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:55.924902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4de94b19-75e7-4e43-8c5b-4642ff18b37d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.2635181 Aug 16 02:03:56.060042 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.067753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-426df2d8-b090-4707-9fb0-e928bc1c4785 req-4a0aafca-bad2-4919-a288-5062bd848eab tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1417968 Aug 16 02:03:56.095126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283cbc7c-c46f-4fc7-910b-e8b42a9c324b req-4289161d-c9a7-4f7e-bac3-cac4685ba27e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.097354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-283cbc7c-c46f-4fc7-910b-e8b42a9c324b req-4289161d-c9a7-4f7e-bac3-cac4685ba27e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 945 time: 0.1680784 Aug 16 02:03:56.149152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e425f64a-2637-4b24-be36-21a0f0d14280 None None] Pushing event updated for resources: {'Port': ['ID=a7752825-4065-47df-8ffa-24243441ac97,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:56.267989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-283cbc7c-c46f-4fc7-910b-e8b42a9c324b req-ba1948d6-cd7c-47ae-9c97-4cd132206abb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507521 Aug 16 02:03:56.311388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Deleting port 1ce99161-ec32-446f-a581-72e2bc54caf4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:03:56.311388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.492449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.547067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.566289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7752825-4065-47df-8ffa-24243441ac97 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:56.580508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002d645-3e68-4115-91c3-3b8e8204d1de req-01b708a0-aaa6-48fd-89bd-d1da6ad7cfec tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:56.581848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1002d645-3e68-4115-91c3-3b8e8204d1de req-01b708a0-aaa6-48fd-89bd-d1da6ad7cfec tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.2682414 Aug 16 02:03:56.602412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 00afe431-7c7a-41a8-8e02-aaa1c3eb11be up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:56.672993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] For port 1ce99161-ec32-446f-a581-72e2bc54caf4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1ce99161-ec32-446f-a581-72e2bc54caf4,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:56.673374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.699857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Calling delete_port for 1ce99161-ec32-446f-a581-72e2bc54caf4 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:03:56.713460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1002d645-3e68-4115-91c3-3b8e8204d1de req-5046a228-3daf-42dd-b0a7-6dd53aefc9ed tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925417 Aug 16 02:03:56.802728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Allocated IP 172.25.6.7 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b2e8fd45-f78b-4564-89b9-ff7886ff1000) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:03:56.813972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a7752825-4065-47df-8ffa-24243441ac97 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:56.817586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:56.827875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:56.828332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.882077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37820) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:56.964073 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:56.996222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:57.003767 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac7750a-d20f-4ec1-b193-8a8f45c70e5b" -d '{"events": [{"server_uuid": "c444b4c1-b6df-46a9-a298-5db2fe4e3f60", "name": "network-vif-plugged", "status": "completed", "tag": "00afe431-7c7a-41a8-8e02-aaa1c3eb11be"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:57.031101 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.037360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.068220 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a69fcc-5065-4131-b39e-fa6d23a525a0 x-openstack-request-id: req-82a69fcc-5065-4131-b39e-fa6d23a525a0 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:57.069077 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c444b4c1-b6df-46a9-a298-5db2fe4e3f60", "name": "network-vif-plugged", "status": "completed", "tag": "00afe431-7c7a-41a8-8e02-aaa1c3eb11be", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:57.069655 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-82a69fcc-5065-4131-b39e-fa6d23a525a0 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:57.070544 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be', 'code': 200} Aug 16 02:03:57.073021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.093154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1388608269-network', 'tenant_id': '96dd2dc6ba7d45f983f2b804a15f2647'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:57.103980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.122694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77335533-8e61-46b1-acab-6cf6fc603c68 req-0035f0d1-eccf-4ba7-9dbb-c78478cdf67e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.124634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77335533-8e61-46b1-acab-6cf6fc603c68 req-0035f0d1-eccf-4ba7-9dbb-c78478cdf67e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 944 time: 0.1717095 Aug 16 02:03:57.199021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.225856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.241070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77335533-8e61-46b1-acab-6cf6fc603c68 req-52405d47-be88-49f3-bbc7-e4b8bfb35f98 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093006 Aug 16 02:03:57.263130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1e468350-a802-4aee-b5ec-22081f5f33cc', '1ce99161-ec32-446f-a581-72e2bc54caf4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:03:57.280327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Made reservation on behalf of 96dd2dc6ba7d45f983f2b804a15f2647 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:57.280327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.286251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Pushing event deleted for resources: {'Port': ['ID=1ce99161-ec32-446f-a581-72e2bc54caf4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.307887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.308506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.309022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.309570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.309966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.310303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.310717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.311214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.311763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.312270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.312812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.313304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:03:57.329050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.361022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.363683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91107b76-5dd2-413b-8ebc-4f25e1133023 req-3e49db8c-d693-4267-833c-9153f8c17012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.365864 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91107b76-5dd2-413b-8ebc-4f25e1133023 req-3e49db8c-d693-4267-833c-9153f8c17012 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 1097 time: 0.2330549 Aug 16 02:03:57.366435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.373432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.384345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.390985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.399245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.406309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.414675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f641de5-5f6a-4777-988c-24aea291b90c req-e2e1ff49-ac5d-4d8c-b6a9-52e3ba31a18f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.2380285 Aug 16 02:03:57.430382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.433756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91107b76-5dd2-413b-8ebc-4f25e1133023 req-9b445982-9cc6-4ca3-8c40-8db0acc790f2 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608737 Aug 16 02:03:57.467063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] No DVR routers for this DVR port 1ce99161-ec32-446f-a581-72e2bc54caf4 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:03:57.481686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bd626d-2b2f-4ddb-985c-58f80f6dd86d None None] Network e8613866-a769-45fd-8e0d-be83827da37f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:57.502068 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.504125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d016960b-29d4-4074-8bf5-e9da2abbfee2 req-0d633aca-930b-4f54-8ccd-9a69649f29d2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "DELETE /v2.0/ports/1ce99161-ec32-446f-a581-72e2bc54caf4 HTTP/1.1" status: 204 len: 173 time: 1.5768573 Aug 16 02:03:57.508213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'name': 'network-vif-deleted', 'tag': '1ce99161-ec32-446f-a581-72e2bc54caf4'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:03:57.510397 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec96c94a-8060-4337-bac3-19313d64547d" -d '{"events": [{"server_uuid": "1793cc5d-ff39-44e0-92c5-7f91268b6a0e", "name": "network-vif-deleted", "tag": "1ce99161-ec32-446f-a581-72e2bc54caf4"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:03:57.516922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.519642 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63aa1211-5a81-4a51-b932-c36adab7c51d req-a54937d0-f4ae-4ecd-adf9-7d635f7f7456 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0986347 Aug 16 02:03:57.565415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:03:57.566759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Pushing event updated for resources: {'Port': ['ID=b2e8fd45-f78b-4564-89b9-ff7886ff1000,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.588095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f641de5-5f6a-4777-988c-24aea291b90c req-97bba9d3-94ec-450c-b711-0af2c11c76b7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634686 Aug 16 02:03:57.589942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:57.595685 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f0484a-6575-40ef-b03a-78534387554a x-openstack-request-id: req-97f0484a-6575-40ef-b03a-78534387554a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:03:57.596057 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1793cc5d-ff39-44e0-92c5-7f91268b6a0e", "name": "network-vif-deleted", "tag": "1ce99161-ec32-446f-a581-72e2bc54caf4", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:03:57.596321 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97f0484a-6575-40ef-b03a-78534387554a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:03:57.596765 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1793cc5d-ff39-44e0-92c5-7f91268b6a0e', 'name': 'network-vif-deleted', 'tag': '1ce99161-ec32-446f-a581-72e2bc54caf4', 'status': 'completed', 'code': 200} Aug 16 02:03:57.597638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:03:57.605999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.638124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:57.639204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.654135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a43cb5-46ff-4ade-ba17-7532f24982be,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.672591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:03:57.681908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.682497 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Added segment d085d141-13bd-4f48-9a46-591dd609938e of type vlan for network 2b040cad-f2bc-4722-b6dc-a4f3327fae1f Aug 16 02:03:57.730730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.792227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] Provisioning for port a7752825-4065-47df-8ffa-24243441ac97 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:03:57.814299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] Provisioning complete for port a7752825-4065-47df-8ffa-24243441ac97 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:57.814881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.833911 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71f546c4-639d-4a83-8984-20fe619a01d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.907175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.911099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.911099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.914295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ede1a-0fe5-4e8b-a606-24651f13f69d req-507b959c-8884-4e8b-bfe7-830a38586614 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:57.916434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa5ede1a-0fe5-4e8b-a606-24651f13f69d req-507b959c-8884-4e8b-bfe7-830a38586614 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0887113 Aug 16 02:03:57.945693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:57.990611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] For port a7752825-4065-47df-8ffa-24243441ac97, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7752825-4065-47df-8ffa-24243441ac97,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:03:57.993829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] Pushing event updated for resources: {'Network': ['ID=2b040cad-f2bc-4722-b6dc-a4f3327fae1f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:57.994997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa5ede1a-0fe5-4e8b-a606-24651f13f69d req-855e3859-320c-4273-be74-e818ddfdf918 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585945 Aug 16 02:03:58.005355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2b040cad-f2bc-4722-b6dc-a4f3327fae1f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:03:58.070632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71f546c4-639d-4a83-8984-20fe619a01d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.136425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.203100 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.254272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f027b-e80d-4d00-94a9-4c94d6d41ae0 None None] Pushing event updated for resources: {'Port': ['ID=a7752825-4065-47df-8ffa-24243441ac97,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.274421 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71f546c4-639d-4a83-8984-20fe619a01d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.329142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-64282e3a-f041-4efb-99ee-ed344e7c7dce None None] Provisioning complete for port a7752825-4065-47df-8ffa-24243441ac97 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:58.329142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64282e3a-f041-4efb-99ee-ed344e7c7dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.340367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-71f546c4-639d-4a83-8984-20fe619a01d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=463e5b9ff4664a27abec29de1b30cce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011099 Aug 16 02:03:58.344921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37850) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:58.354863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-acd939c8-0cb8-4b80-bb9c-e81b6e754365 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4712031 Aug 16 02:03:58.360900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37852) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:58.387848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Request body: {'subnet': {'network_id': '2b040cad-f2bc-4722-b6dc-a4f3327fae1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1388608269-subnet', 'tenant_id': '96dd2dc6ba7d45f983f2b804a15f2647', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:03:58.393765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f546c4-639d-4a83-8984-20fe619a01d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f01cfe-394e-42d4-84f9-9252cca02776,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.465897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f09-e684-440d-b2d9-3549013470e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.469762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49804b-d58c-41a0-90b5-d392d3d1e797 req-8f08091a-3439-4915-a51a-f611adb2198a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.471956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c49804b-d58c-41a0-90b5-d392d3d1e797 req-8f08091a-3439-4915-a51a-f611adb2198a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 945 time: 0.1473563 Aug 16 02:03:58.480104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7752825-4065-47df-8ffa-24243441ac97 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:03:58.496581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f09-e684-440d-b2d9-3549013470e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.502392 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.546765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Made reservation on behalf of 96dd2dc6ba7d45f983f2b804a15f2647 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:03:58.549101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a7752825-4065-47df-8ffa-24243441ac97 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:03:58.549496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.552519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.596254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c49804b-d58c-41a0-90b5-d392d3d1e797 req-e5142754-64be-4f06-88cc-3d397f80640a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010263 Aug 16 02:03:58.678320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14481bd5-3da8-420b-ac13-b3d29003c797 req-322dc91f-974b-4c45-93f8-adbec76b26f2 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=1793cc5d-ff39-44e0-92c5-7f91268b6a0e HTTP/1.1" status: 200 len: 210 time: 0.0341065 Aug 16 02:03:58.765201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.771124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.776174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f09-e684-440d-b2d9-3549013470e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.777654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.778973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f8e7f09-e684-440d-b2d9-3549013470e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:58.780443 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f8e7f09-e684-440d-b2d9-3549013470e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5f01cfe-394e-42d4-84f9-9252cca02776 HTTP/1.1" status: 204 len: 168 time: 0.4343331 Aug 16 02:03:58.784021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.789907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.794736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e7f09-e684-440d-b2d9-3549013470e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f01cfe-394e-42d4-84f9-9252cca02776,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:58.796527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.802550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:58.804975 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-1b99b4de-afb7-4f83-bb19-ec06d8774c7a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1203461 Aug 16 02:03:58.861089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-449d8fe6-bd4d-4339-a4f0-bc65ee5ac959 req-f29c57eb-f9d8-47e2-a153-016e433d59e9 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474854 Aug 16 02:03:59.005310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Router 9b6d9957-f0df-4878-8df6-ec604e3efa62 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:03:59.093873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.151870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:03:59.152921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=28cb16d1-1cbc-4769-a787-d2c2ef8b7dae,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:03:59.173272 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Sync routers for ids ['9b6d9957-f0df-4878-8df6-ec604e3efa62'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:03:59.173750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Checking segment: {'id': 'd085d141-13bd-4f48-9a46-591dd609938e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2b040cad-f2bc-4722-b6dc-a4f3327fae1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:03:59.173876 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Routers {'9b6d9957-f0df-4878-8df6-ec604e3efa62'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:03:59.173984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Network hostable DHCP agents. Network: 2b040cad-f2bc-4722-b6dc-a4f3327fae1f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:03:59.174101 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:03:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9b6d9957-f0df-4878-8df6-ec604e3efa62'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.174536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d87270-c739-4b36-8f39-ac9afe04f9f4 req-ed56733e-dde9-42da-958c-e4e9761b62a3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.176122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05d87270-c739-4b36-8f39-ac9afe04f9f4 req-ed56733e-dde9-42da-958c-e4e9761b62a3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1053369 Aug 16 02:03:59.215849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05d87270-c739-4b36-8f39-ac9afe04f9f4 req-e9574660-0011-474c-8108-9aa2d888abb6 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329330 Aug 16 02:03:59.283108 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Set router 9b6d9957-f0df-4878-8df6-ec604e3efa62 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:03:59.313842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Network 2b040cad-f2bc-4722-b6dc-a4f3327fae1f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:03:59.314063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.315276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbe3f40d-46b0-4753-8a52-0610209d266a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.4531612 Aug 16 02:03:59.318142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37864) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.388078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2b040cad-f2bc-4722-b6dc-a4f3327fae1f) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:03:59.392677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.393345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.404946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a20e84-441a-4e44-9c44-7827765b97bf None None] Network 2b040cad-f2bc-4722-b6dc-a4f3327fae1f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:59.484442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33c90b78-1f02-48f9-bb12-ae8097eeb9ca admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1220136 Aug 16 02:03:59.496406 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:03:57Z', 'revision_number': 3, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:03:59.529290 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Checking router: 9b6d9957-f0df-4878-8df6-ec604e3efa62 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:03:59.529913 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Updating router 9b6d9957-f0df-4878-8df6-ec604e3efa62 port b2e8fd45-f78b-4564-89b9-ff7886ff1000 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:03:59.563061 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.617497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247a6759-9cde-4b80-9868-8d86c59e3e0a None None] Network 2b040cad-f2bc-4722-b6dc-a4f3327fae1f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:03:59.740439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37878) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:03:59.756616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d92302ea-6404-4964-b8d0-f825d7ac91ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.818345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51294b63-adc2-43fb-998b-f5f0474dc25a req-8d10ba9d-2a9c-477a-98cf-8c3342d08e08 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:03:59.821377 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51294b63-adc2-43fb-998b-f5f0474dc25a req-8d10ba9d-2a9c-477a-98cf-8c3342d08e08 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 945 time: 0.1276407 Aug 16 02:03:59.887474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d92302ea-6404-4964-b8d0-f825d7ac91ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.938764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51294b63-adc2-43fb-998b-f5f0474dc25a req-a396ab8f-c37b-4e45-a44e-8c03c6d3dca4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082242 Aug 16 02:03:59.969624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d92302ea-6404-4964-b8d0-f825d7ac91ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:03:59.992646 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.005368 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Transition to ACTIVE for port object b2e8fd45-f78b-4564-89b9-ff7886ff1000 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:00.013938 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d92302ea-6404-4964-b8d0-f825d7ac91ec admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8fc6f6039ee64bc4aadb79d524c15931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723830 Aug 16 02:04:00.016522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37884) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:00.068454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92302ea-6404-4964-b8d0-f825d7ac91ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f70538-1df5-44aa-976b-9a109b96c54c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.092546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-4977df16-908f-4459-983c-2374d3d13e79 req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1318835794', 'description': 'tempest-description-1492256285'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:00.101254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5553b0e-eb86-44d5-bae3-af5e92cfc893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.126151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5553b0e-eb86-44d5-bae3-af5e92cfc893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.150188 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.211939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.213604 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Attempting to bind port b2e8fd45-f78b-4564-89b9-ff7886ff1000 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:00.214209 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Attempting to bind port b2e8fd45-f78b-4564-89b9-ff7886ff1000 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:00.214343 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Attempting to bind port b2e8fd45-f78b-4564-89b9-ff7886ff1000 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:00.218253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.222183 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Pushing event updated for resources: {'Port': ['ID=b2e8fd45-f78b-4564-89b9-ff7886ff1000,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.226978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.227153 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:00.227775 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:00.228446 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.229112 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:00.229892 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Bound port: b2e8fd45-f78b-4564-89b9-ff7886ff1000, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:00.230561 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.234168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.241701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.241889 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.242208 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.242562 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.242932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.243328 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.243806 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.244331 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.244671 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.245010 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.245351 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.245695 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.246022 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:00.254816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.261480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.263640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5664fca-1033-4b05-a67b-82472d080785 req-74d557d7-47b4-4e4c-8db1-fa39a14e80c1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1664062 Aug 16 02:04:00.264792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5553b0e-eb86-44d5-bae3-af5e92cfc893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.267741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5553b0e-eb86-44d5-bae3-af5e92cfc893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.271417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5553b0e-eb86-44d5-bae3-af5e92cfc893 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/03f70538-1df5-44aa-976b-9a109b96c54c HTTP/1.1" status: 204 len: 168 time: 0.2513423 Aug 16 02:04:00.271572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4977df16-908f-4459-983c-2374d3d13e79 req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.286673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5553b0e-eb86-44d5-bae3-af5e92cfc893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f70538-1df5-44aa-976b-9a109b96c54c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.324913 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] For port b2e8fd45-f78b-4564-89b9-ff7886ff1000, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:00.328222 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] For port b2e8fd45-f78b-4564-89b9-ff7886ff1000, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2e8fd45-f78b-4564-89b9-ff7886ff1000,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:00.387225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5664fca-1033-4b05-a67b-82472d080785 req-38cd7b9c-3757-4920-a223-efc6f098e684 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105409 Aug 16 02:04:00.391384 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.455122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.472131 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Routers {'9b6d9957-f0df-4878-8df6-ec604e3efa62'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:00.472967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:03:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9b6d9957-f0df-4878-8df6-ec604e3efa62'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:00.554691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4977df16-908f-4459-983c-2374d3d13e79 req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.602834 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fcc4db-1ed9-4d17-b052-a0dcfcd93b5f None None] Pushing event updated for resources: {'Port': ['ID=b2e8fd45-f78b-4564-89b9-ff7886ff1000,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.622435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1ce99161-ec32-446f-a581-72e2bc54caf4 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:00.643288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 1ce99161-ec32-446f-a581-72e2bc54caf4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:00.643775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1ce99161-ec32-446f-a581-72e2bc54caf4 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:00.660666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Allocated IP 172.20.0.1 (e8613866-a769-45fd-8e0d-be83827da37f/dc4929b9-bda6-42a6-8dac-9746dc3e4d0d/3c790dc9-a408-4360-8d58-bed7b959dc30) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:00.682997 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] Set router 9b6d9957-f0df-4878-8df6-ec604e3efa62 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:00.691419 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4977df16-908f-4459-983c-2374d3d13e79 req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.785555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36fc686f-b958-49dd-96a6-12f2552c4483,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:00.841571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.858714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Transition to ACTIVE for port object 3c790dc9-a408-4360-8d58-bed7b959dc30 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:00.874078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4977df16-908f-4459-983c-2374d3d13e79 req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:00.875430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4977df16-908f-4459-983c-2374d3d13e79 req-9eba3020-c97c-460d-9985-b48734f5ebe3 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.8063953 Aug 16 02:04:00.900607 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:03:57Z', 'revision_number': 3, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:00.927710 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc74a39b-a465-4275-aa13-21ae2a618229 None None] The sync data for ids ['9b6d9957-f0df-4878-8df6-ec604e3efa62'] in n-d-768852-19 is: [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:03:57Z', 'revision_number': 3, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:00.950820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408c1ae-c313-4aac-8ac5-42f35bb775ff req-277bb191-fe5b-459b-9e05-6dd0aa1b7bba tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:00.952255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c408c1ae-c313-4aac-8ac5-42f35bb775ff req-277bb191-fe5b-459b-9e05-6dd0aa1b7bba tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0799520 Aug 16 02:04:01.022675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c408c1ae-c313-4aac-8ac5-42f35bb775ff req-940dd826-ae28-4dd6-9f08-5f87cd913373 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682690 Aug 16 02:04:01.035016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f896cc-bb3b-4437-9920-0511e7c8b00f req-c0c00755-46c2-42bf-8e1e-96a1f2c2abfe tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.036570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27f896cc-bb3b-4437-9920-0511e7c8b00f req-c0c00755-46c2-42bf-8e1e-96a1f2c2abfe tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0991406 Aug 16 02:04:01.047912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.096234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Network e8613866-a769-45fd-8e0d-be83827da37f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:01.104368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:01.123466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:01.159260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27f896cc-bb3b-4437-9920-0511e7c8b00f req-f19ffe72-1396-40da-b407-7436a2e389b1 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160014 Aug 16 02:04:01.161710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Pushing event updated for resources: {'Port': ['ID=3c790dc9-a408-4360-8d58-bed7b959dc30,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:01.201365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.413546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8818a5-e5c6-48a7-923d-e9f23361b259 req-8d9c2f0c-a5d0-4d09-855b-bd1e2efe63cc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.415836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc8818a5-e5c6-48a7-923d-e9f23361b259 req-8d9c2f0c-a5d0-4d09-855b-bd1e2efe63cc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 945 time: 0.2080274 Aug 16 02:04:01.418809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-165e8666-9245-47a0-bb58-5cfee4c965b9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/36fc686f-b958-49dd-96a6-12f2552c4483 HTTP/1.1" status: 200 len: 1807 time: 0.1920485 Aug 16 02:04:01.437692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36fc686f-b958-49dd-96a6-12f2552c4483', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:01.437692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '36fc686f-b958-49dd-96a6-12f2552c4483', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:01.494496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc8818a5-e5c6-48a7-923d-e9f23361b259 req-8efe54ea-1755-4f05-aadd-9b4b80c026be tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638585 Aug 16 02:04:01.619408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e0011b86-a328-4757-8d62-f09ce47b2c07 None None] Provisioning for port 3c790dc9-a408-4360-8d58-bed7b959dc30 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:01.624932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e0011b86-a328-4757-8d62-f09ce47b2c07 None None] Provisioning complete for port 3c790dc9-a408-4360-8d58-bed7b959dc30 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:01.627099 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0011b86-a328-4757-8d62-f09ce47b2c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.631865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.673404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e0011b86-a328-4757-8d62-f09ce47b2c07 None None] Port 3c790dc9-a408-4360-8d58-bed7b959dc30 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:01.720263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.726324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.732821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.738959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.745257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.751434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.757453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:01.760281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-8b1b7b94-4ff9-4c01-888d-8bc05941a96a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5428 time: 0.1723571 Aug 16 02:04:01.785093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.871382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.882962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e29bb2a3-d37e-41a8-9115-5d729c8ee9c3 req-9c1bacc9-b595-4652-b253-c82111eeee7c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1153703 Aug 16 02:04:01.931962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:01.991687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fd153c-e9f0-450f-b7aa-c8c30ab985aa,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.048212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.064500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a817172c-f7d7-4f27-87e5-94fa4a37dba9 req-f32646a7-7073-4b7c-bb6f-2895b9d79d32 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.066031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a817172c-f7d7-4f27-87e5-94fa4a37dba9 req-f32646a7-7073-4b7c-bb6f-2895b9d79d32 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0816264 Aug 16 02:04:02.080649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.081827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0dfc6742-173e-4bda-baad-fb1ae8d38c4d req-2bf0128a-310c-4cb6-b066-20bdeaf20225 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6562591 Aug 16 02:04:02.111571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-89a87cc5-bff5-4e1d-81f1-96190dd52e32 req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-882648411', 'description': 'tempest-description-1090903698'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:02.119590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a817172c-f7d7-4f27-87e5-94fa4a37dba9 req-9e518945-7552-4365-8005-605ca3a5971a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468616 Aug 16 02:04:02.135730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.215536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Pushing event updated for resources: {'Port': ['ID=3c790dc9-a408-4360-8d58-bed7b959dc30,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.223367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-89a87cc5-bff5-4e1d-81f1-96190dd52e32 req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.237069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.433075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3d3e4af5-3e8e-4c23-9606-67173b0cc92d details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:02.442204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825495f-8dbc-407e-86a8-54b479371234 req-f584c4bc-4a9e-44cf-936f-116329ddbe46 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.443848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d825495f-8dbc-407e-86a8-54b479371234 req-f584c4bc-4a9e-44cf-936f-116329ddbe46 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1542952 Aug 16 02:04:02.454602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-ba3c9571-04f1-403d-93d7-d930aa91465f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.456260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-ba3c9571-04f1-403d-93d7-d930aa91465f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 945 time: 0.1392851 Aug 16 02:04:02.481460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Network e8613866-a769-45fd-8e0d-be83827da37f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:02.528143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:02.539433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2e8fd45-f78b-4564-89b9-ff7886ff1000 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:02.549689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-89a87cc5-bff5-4e1d-81f1-96190dd52e32 req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.618126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d825495f-8dbc-407e-86a8-54b479371234 req-cb1c74c7-9786-4b74-b04e-040fe8d0c3d9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502876 Aug 16 02:04:02.661904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-89a87cc5-bff5-4e1d-81f1-96190dd52e32 req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.707451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:02.738356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'port_id': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d', 'mac_address': 'fa:16:3e:e0:90:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:02.802451 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.823062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3e4af5-3e8e-4c23-9606-67173b0cc92d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:02.846493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7703f345-6859-4e85-893f-17424085c48f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:02.855202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:02.857910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b2e8fd45-f78b-4564-89b9-ff7886ff1000 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:02.862047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Deleting port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:02.862047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.864114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b2e8fd45-f78b-4564-89b9-ff7886ff1000 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:02.864704 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.913950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf2ae99d-d705-4910-ac47-91d41bfc3eb3 None None] Provisioning complete for port 3c790dc9-a408-4360-8d58-bed7b959dc30 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:02.914419 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf2ae99d-d705-4910-ac47-91d41bfc3eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.917766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-89a87cc5-bff5-4e1d-81f1-96190dd52e32 req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:02.918292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89a87cc5-bff5-4e1d-81f1-96190dd52e32 req-cd8e305d-2b3c-4064-8f75-cfc43952ec8b tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8133507 Aug 16 02:04:02.948310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787a810-0884-48a0-a4b6-c2d3feb8376f req-f1c18b6c-2d45-4beb-aca5-8e382eb748a5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:02.950095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b787a810-0884-48a0-a4b6-c2d3feb8376f req-f1c18b6c-2d45-4beb-aca5-8e382eb748a5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.2275503 Aug 16 02:04:02.956309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Router 9b6d9957-f0df-4878-8df6-ec604e3efa62 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:02.988291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bf2ae99d-d705-4910-ac47-91d41bfc3eb3 None None] Port 3c790dc9-a408-4360-8d58-bed7b959dc30 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:03.039395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.049748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] For port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.050619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.057330 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.057993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4f6596-6819-4b7b-b24a-33ca875d0f81 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:03.072391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b2e8fd45-f78b-4564-89b9-ff7886ff1000, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2e8fd45-f78b-4564-89b9-ff7886ff1000,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.080558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Calling delete_port for 00afe431-7c7a-41a8-8e02-aaa1c3eb11be owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:03.085497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b787a810-0884-48a0-a4b6-c2d3feb8376f req-aa64da5c-d009-4e43-ac0b-f62f072d0b3e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280630 Aug 16 02:04:03.161609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.166602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614166fb-5b92-4fc2-8272-4d4b6f67351e req-9df8bfed-0b25-469f-8eb6-f2168919b494 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.168264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-614166fb-5b92-4fc2-8272-4d4b6f67351e req-9df8bfed-0b25-469f-8eb6-f2168919b494 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 945 time: 0.1872902 Aug 16 02:04:03.211636 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.215127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.250558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'port_id': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'mac_address': 'fa:16:3e:45:e6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:03.296531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b2e8fd45-f78b-4564-89b9-ff7886ff1000,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.311041 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.326419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4f6596-6819-4b7b-b24a-33ca875d0f81 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:03.352228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.456755 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.457715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5d9862ed-6e98-4d0e-ad5d-3955872b8852 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:03.533505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.536966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.550470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '5d9862ed-6e98-4d0e-ad5d-3955872b8852', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'port_id': '5d9862ed-6e98-4d0e-ad5d-3955872b8852', 'mac_address': 'fa:16:3e:a8:1a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:03.586625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f4233d20-bb85-4bbe-ae33-906fe18cb1bd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/7703f345-6859-4e85-893f-17424085c48f HTTP/1.1" status: 200 len: 1806 time: 0.4601870 Aug 16 02:04:03.594456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-614166fb-5b92-4fc2-8272-4d4b6f67351e req-a7e8971c-d390-4ccf-bfca-8236bedf6c1f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856754 Aug 16 02:04:03.600274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:03.600439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.606546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7703f345-6859-4e85-893f-17424085c48f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.606943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7703f345-6859-4e85-893f-17424085c48f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:03.612019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Sync routers for ids ['9b6d9957-f0df-4878-8df6-ec604e3efa62'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:03.624904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b03ac70b-bc08-4d33-ac6c-5c375c639fba admin admin] 10.222.0.76 "PUT /v2.0/routers/9b6d9957-f0df-4878-8df6-ec604e3efa62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2960727 Aug 16 02:04:03.654907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9862ed-6e98-4d0e-ad5d-3955872b8852 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:03.691230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:03.694858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Routers {'9b6d9957-f0df-4878-8df6-ec604e3efa62'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:03.695513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:03:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9b6d9957-f0df-4878-8df6-ec604e3efa62'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:03.785010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37972) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:03.787394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.795617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.802144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.809535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.816033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.822433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.824590 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.825492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device eecc7865-7fd7-44a8-96a8-86cb3ffd5156 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:03.832217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:03.832415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Set router 9b6d9957-f0df-4878-8df6-ec604e3efa62 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:03.841564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-8ba57dcb-ca7b-4843-b66e-5d8114b4d0a0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5430 time: 0.1224689 Aug 16 02:04:03.869217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:03.896046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['00afe431-7c7a-41a8-8e02-aaa1c3eb11be'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:03.951838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event deleted for resources: {'Port': ['ID=00afe431-7c7a-41a8-8e02-aaa1c3eb11be,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:03.984308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2235331f-bd03-402a-a4fb-1acee802f4fe req-ff30fdab-1e2d-47ce-aaaa-15ddc384d34a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1400990 Aug 16 02:04:04.017597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] No DVR routers for this DVR port 00afe431-7c7a-41a8-8e02-aaa1c3eb11be on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:04.024452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.027691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-489b2e0b-07c4-4660-bfe1-bf76099fe507 req-359aa70f-13fa-4fd7-b496-6f879c425dc5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "DELETE /v2.0/ports/00afe431-7c7a-41a8-8e02-aaa1c3eb11be HTTP/1.1" status: 204 len: 173 time: 1.5646005 Aug 16 02:04:04.029185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'name': 'network-vif-deleted', 'tag': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:04.031631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.035801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:04.053053 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37846a67-5917-4b79-84ff-f7cdb9945f86" -d '{"events": [{"server_uuid": "c444b4c1-b6df-46a9-a298-5db2fe4e3f60", "name": "network-vif-deleted", "tag": "00afe431-7c7a-41a8-8e02-aaa1c3eb11be"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:04.057182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.065381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-100653767'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:04.091994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.098025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'eecc7865-7fd7-44a8-96a8-86cb3ffd5156', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'port_id': 'eecc7865-7fd7-44a8-96a8-86cb3ffd5156', 'mac_address': 'fa:16:3e:ef:49:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:04.106254 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aff617f-aa4f-4871-bafc-a57650d2d040 x-openstack-request-id: req-8aff617f-aa4f-4871-bafc-a57650d2d040 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:04.106565 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c444b4c1-b6df-46a9-a298-5db2fe4e3f60", "name": "network-vif-deleted", "tag": "00afe431-7c7a-41a8-8e02-aaa1c3eb11be", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:04.106987 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8aff617f-aa4f-4871-bafc-a57650d2d040 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:04.107403 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c444b4c1-b6df-46a9-a298-5db2fe4e3f60', 'name': 'network-vif-deleted', 'tag': '00afe431-7c7a-41a8-8e02-aaa1c3eb11be', 'status': 'completed', 'code': 200} Aug 16 02:04:04.189351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.228843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eecc7865-7fd7-44a8-96a8-86cb3ffd5156 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:04.247293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413143f0-72fa-4c23-b2f2-56308a454c42 req-ba7b32bc-b1fe-4d71-95ed-e96d7f1f5517 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.249751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-413143f0-72fa-4c23-b2f2-56308a454c42 req-ba7b32bc-b1fe-4d71-95ed-e96d7f1f5517 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0618587 Aug 16 02:04:04.261987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:04.289568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 4, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3c790dc9-a408-4360-8d58-bed7b959dc30', 'name': '', 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'mac_address': 'fa:16:3e:94:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:00Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 2, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'subnets': [{'id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:04.292137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:04.295730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.323652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-413143f0-72fa-4c23-b2f2-56308a454c42 req-04d68216-b1c0-4533-b6e7-f8c6f86e79c7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620823 Aug 16 02:04:04.326611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.375881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:04.377409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65f9fe4-8717-451e-b181-114b08865b40,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.390478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.390862 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Added segment 4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa of type vlan for network 007359ee-304d-4b0f-899b-db51578b8521 Aug 16 02:04:04.454534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.517133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.521865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbf3d6aa-a3a0-4242-998e-77095bc5c721 req-f8f37aab-ea60-444e-b0d1-e76e4e320ecc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9221351 Aug 16 02:04:04.529508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2e8fd45-f78b-4564-89b9-ff7886ff1000 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:04.537611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.537611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 781106ab-6f34-4840-ac37-b6d6e77bea33 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:04.537611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Checking router: 9b6d9957-f0df-4878-8df6-ec604e3efa62 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:04.537611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Updating router 9b6d9957-f0df-4878-8df6-ec604e3efa62 port 3c790dc9-a408-4360-8d58-bed7b959dc30 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:04.561193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-1dcf8500-e7bf-454e-b7e6-853e2f2d0172 req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-555587500', 'description': 'tempest-description-594560693'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:04.603189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.609092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:04.609717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.630526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.700371 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1dcf8500-e7bf-454e-b7e6-853e2f2d0172 req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.710371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.786911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Network': ['ID=007359ee-304d-4b0f-899b-db51578b8521,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:04.812018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-76e22cec-f6cb-40c5-92a2-3c4ab87573ae tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0258648 Aug 16 02:04:04.812641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37998) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:04.817928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'subnet': {'network_id': '007359ee-304d-4b0f-899b-db51578b8521', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:04.832297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5203139-ea52-4cc4-b30c-3eaae0ba41f2 req-64cc774f-7f1f-4dce-8b9d-f2e983be02c2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=c444b4c1-b6df-46a9-a298-5db2fe4e3f60 HTTP/1.1" status: 200 len: 210 time: 0.0632324 Aug 16 02:04:04.845114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 007359ee-304d-4b0f-899b-db51578b8521 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:04.875302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b2e8fd45-f78b-4564-89b9-ff7886ff1000 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:04.875685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.939904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1dcf8500-e7bf-454e-b7e6-853e2f2d0172 req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:04.956222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=781106ab-6f34-4840-ac37-b6d6e77bea33,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.013220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1dcf8500-e7bf-454e-b7e6-853e2f2d0172 req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.027512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '781106ab-6f34-4840-ac37-b6d6e77bea33', 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'port_id': '781106ab-6f34-4840-ac37-b6d6e77bea33', 'mac_address': 'fa:16:3e:f9:cc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46169f0-d79e-4e28-b293-da2ffc2127a4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:05.062447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.098804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.147474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.155414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.158043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781106ab-6f34-4840-ac37-b6d6e77bea33 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:05.160453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.167590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.173526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.180096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.186045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.188413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-21576030-f556-42b7-9d59-12bb4b858b37 req-6d761e4f-2aaa-4ccd-adff-a3b3f15337a8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5432 time: 0.1117513 Aug 16 02:04:05.190147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:05.192817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=781106ab-6f34-4840-ac37-b6d6e77bea33,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.195958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.245427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.258429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Transition to ACTIVE for port object 3c790dc9-a408-4360-8d58-bed7b959dc30 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:05.268532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-21576030-f556-42b7-9d59-12bb4b858b37 req-728c1fd3-3a12-4415-afb0-34424f43c4ba tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0675607 Aug 16 02:04:05.308010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.308777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7d34b453-c484-4237-8b6c-9f3b3343348e details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:05.310606 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-1dcf8500-e7bf-454e-b7e6-853e2f2d0172 req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.318242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dcf8500-e7bf-454e-b7e6-853e2f2d0172 req-21f2c4a9-cd93-43ac-82d3-6b80d98e8ca9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7625761 Aug 16 02:04:05.341075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-88c1b0c0-1117-4b0c-ab6a-376bea33b9fd req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1948052439', 'description': 'tempest-description-746389387'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:05.380439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.405687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7d34b453-c484-4237-8b6c-9f3b3343348e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7d34b453-c484-4237-8b6c-9f3b3343348e,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.420377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.433746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '7d34b453-c484-4237-8b6c-9f3b3343348e', 'network_id': 'd387bfa7-96c7-44b2-b53a-d8f66bcab7dc', 'port_id': '7d34b453-c484-4237-8b6c-9f3b3343348e', 'mac_address': 'fa:16:3e:7e:b8:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b46169f0-d79e-4e28-b293-da2ffc2127a4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:05.437022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-88c1b0c0-1117-4b0c-ab6a-376bea33b9fd req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.557141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7547b-58bb-4b23-8b23-7f9c024a3f62 None None] Pushing event updated for resources: {'Port': ['ID=3c790dc9-a408-4360-8d58-bed7b959dc30,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.561707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9af9f8-7786-4408-a753-d1ee9e899568 req-d6d19f25-dadd-462a-b0e2-00a04c04242a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.561707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa9af9f8-7786-4408-a753-d1ee9e899568 req-d6d19f25-dadd-462a-b0e2-00a04c04242a tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.0776191 Aug 16 02:04:05.577319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.580489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Attempting to bind port 3c790dc9-a408-4360-8d58-bed7b959dc30 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:05.580866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Attempting to bind port 3c790dc9-a408-4360-8d58-bed7b959dc30 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:05.581412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Attempting to bind port 3c790dc9-a408-4360-8d58-bed7b959dc30 on network e8613866-a769-45fd-8e0d-be83827da37f {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:05.596334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:05.596701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Checking segment: {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:05.597116 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.597522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Bound using segment: {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:05.598001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Bound port: 3c790dc9-a408-4360-8d58-bed7b959dc30, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ddbd66-b484-4e03-aceb-514e0e57192a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:05.598394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.602130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d34b453-c484-4237-8b6c-9f3b3343348e {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:05.622052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-88c1b0c0-1117-4b0c-ab6a-376bea33b9fd req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.623778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.626307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa9af9f8-7786-4408-a753-d1ee9e899568 req-6109e062-2eec-4cc7-aed5-a921354c6eb7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597274 Aug 16 02:04:05.636584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7d34b453-c484-4237-8b6c-9f3b3343348e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7d34b453-c484-4237-8b6c-9f3b3343348e,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.706925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] For port 3c790dc9-a408-4360-8d58-bed7b959dc30, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:05.712286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-88c1b0c0-1117-4b0c-ab6a-376bea33b9fd req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.712442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] For port 3c790dc9-a408-4360-8d58-bed7b959dc30, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3c790dc9-a408-4360-8d58-bed7b959dc30,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:05.712814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Subnet': ['ID=4e760772-db45-4673-bc75-8e033f204a47,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.717168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Checking segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:05.717605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network hostable DHCP agents. Network: 007359ee-304d-4b0f-899b-db51578b8521, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:05.737223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.737880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6ed1c91d-eac7-41d1-ac46-4933dce15792 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:05.740899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fc30b6-3926-46a7-96e3-050a03843a00,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.804485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:05.807579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=7d34b453-c484-4237-8b6c-9f3b3343348e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:05.818802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '6ed1c91d-eac7-41d1-ac46-4933dce15792', 'network_id': '04d7b4a8-fa12-4713-bcfd-eb0249276da1', 'port_id': '6ed1c91d-eac7-41d1-ac46-4933dce15792', 'mac_address': 'fa:16:3e:84:c2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25e68b36-bbeb-486c-9b99-593e7705d104', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:05.825968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 007359ee-304d-4b0f-899b-db51578b8521 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:05.826522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.847983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-88c1b0c0-1117-4b0c-ab6a-376bea33b9fd req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.849338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88c1b0c0-1117-4b0c-ab6a-376bea33b9fd req-7f33185a-f27f-47a8-affa-3e0a42fdb4c4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5138021 Aug 16 02:04:05.921510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 007359ee-304d-4b0f-899b-db51578b8521) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:05.922504 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.929023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:05.930080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:05.939651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fd9591-86f9-4fa1-82e2-c652e450e700 None None] Network 007359ee-304d-4b0f-899b-db51578b8521 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:05.976183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-28cb0853-554e-4040-a8e5-fd5c746b67ce tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6 HTTP/1.1" status: 200 len: 1805 time: 0.1000760 Aug 16 02:04:05.986142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Routers {'9b6d9957-f0df-4878-8df6-ec604e3efa62'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:05.987250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:03:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9b6d9957-f0df-4878-8df6-ec604e3efa62'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:05.989653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7547b-58bb-4b23-8b23-7f9c024a3f62 None None] Pushing event updated for resources: {'Port': ['ID=3c790dc9-a408-4360-8d58-bed7b959dc30,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.033665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-5d759a43-1257-4d3c-92e3-a2652fbae577 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/b2fc30b6-3926-46a7-96e3-050a03843a00 HTTP/1.1" status: 200 len: 1806 time: 0.0505986 Aug 16 02:04:06.047176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6', 'remote_group_id': 'b2fc30b6-3926-46a7-96e3-050a03843a00', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.048571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6', 'remote_group_id': 'b2fc30b6-3926-46a7-96e3-050a03843a00', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.083318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed1c91d-eac7-41d1-ac46-4933dce15792 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:06.103534 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29502b32-da7a-460b-9338-96dfa05c0ca7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2891603 Aug 16 02:04:06.105483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38036) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.112197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:06.120142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-245419729'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.260780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.290876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-1f5005c3-e46f-4326-994e-1d3bf57535be tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.298041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-1f5005c3-e46f-4326-994e-1d3bf57535be tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.1501455 Aug 16 02:04:06.304624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:06.309310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.335266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-f7d75759-e187-45d1-932a-ed87328f0a8a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.0362761 Aug 16 02:04:06.353947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.368649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] Set router 9b6d9957-f0df-4878-8df6-ec604e3efa62 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:06.369581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:06.371481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-d9061288-a508-4b93-aacb-91f6cba64a89 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353498 Aug 16 02:04:06.372982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.384899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.385632 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Added segment 8ad8d4cc-2141-4abf-a877-922a22960a04 of type vlan for network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 Aug 16 02:04:06.429794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.473601 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.500704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-007359ee-304d-4b0f-899b-db51578b8521', 'network_id': '007359ee-304d-4b0f-899b-db51578b8521', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'fixed_ips': [{'subnet_id': '4e760772-db45-4673-bc75-8e033f204a47'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:06.501834 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.511421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-914e17f1-3339-4ff3-bbe3-65f64dd553cd service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286128 Aug 16 02:04:06.565737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.594668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467cd587-b8b4-47f6-ac1a-9beb040e45bc,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.598969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.608123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.608767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.637672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-fd8bcb47-7607-427a-939e-3763990dc4f8 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195521 Aug 16 02:04:06.670305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.671811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a08b6c82-4518-4295-8582-87a1bf47d590 req-ebd77c47-53ab-4421-b77a-5baf3653d5c9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6319096 Aug 16 02:04:06.690775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Network': ['ID=91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:06.741927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b7e59a96-be0a-45cf-ab19-87f26172b167 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6308084 Aug 16 02:04:06.742203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38064) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:06.747553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'subnet': {'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:06.802844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.809237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.813014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 00afe431-7c7a-41a8-8e02-aaa1c3eb11be no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:06.815389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.838233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:06.838606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.847791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.853345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.860481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:06.862868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-2e0ad237-188c-4dd4-a051-9afa3fb916a7 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5435 time: 0.1207247 Aug 16 02:04:06.938697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:06.943177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:06.945311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a844d3e0-c233-4a22-b6ad-816109374d7d req-365f3412-9e65-49ed-bd00-b359ccc8beae tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754077 Aug 16 02:04:06.990090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3d3e4af5-3e8e-4c23-9606-67173b0cc92d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.016716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6ed1c91d-eac7-41d1-ac46-4933dce15792'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.064306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 00afe431-7c7a-41a8-8e02-aaa1c3eb11be {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:07.064653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 00afe431-7c7a-41a8-8e02-aaa1c3eb11be not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:07.170376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c1cf6c3e-f772-48cf-a444-82a77770df65 req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1078384954', 'description': 'tempest-description-1182401917'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:07.234867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d61acc-9e52-4933-a066-ad56c257bd68 req-29e11619-033b-4e69-a74d-ba5d750e7bef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.236670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75d61acc-9e52-4933-a066-ad56c257bd68 req-29e11619-033b-4e69-a74d-ba5d750e7bef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1264901 Aug 16 02:04:07.286723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75d61acc-9e52-4933-a066-ad56c257bd68 req-a4447481-664a-4501-a3c7-84719d960661 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Aug 16 02:04:07.333916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1cf6c3e-f772-48cf-a444-82a77770df65 req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.334377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.353076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Allocated IP 19.80.0.2 (007359ee-304d-4b0f-899b-db51578b8521/4e760772-db45-4673-bc75-8e033f204a47/629c81cb-a5e1-4ac5-89b8-ef39d0becbb0) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:07.409355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6564fb2d-fa70-4151-a1e8-86105c8f87f6 req-7c0d2357-2e69-40e9-ac22-72aae5c0e7b8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0381215 Aug 16 02:04:07.457079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['8f4f6596-6819-4b7b-b24a-33ca875d0f81'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.458990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['7d34b453-c484-4237-8b6c-9f3b3343348e'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.462393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5d9862ed-6e98-4d0e-ad5d-3955872b8852'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.474303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['781106ab-6f34-4840-ac37-b6d6e77bea33'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.486374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Subnet': ['ID=3c69b48c-d791-4324-b194-c75d3126cdb5,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.505073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Checking segment: {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:07.506056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network hostable DHCP agents. Network: 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:07.543480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1cf6c3e-f772-48cf-a444-82a77770df65 req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.588633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['eecc7865-7fd7-44a8-96a8-86cb3ffd5156'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:07.615325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909385c-3756-4eff-a155-29e95aa4b8c6 req-ef65a715-d7df-44b6-b405-6860f48c86a1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.616818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a909385c-3756-4eff-a155-29e95aa4b8c6 req-ef65a715-d7df-44b6-b405-6860f48c86a1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0676258 Aug 16 02:04:07.645625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:07.648393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1cf6c3e-f772-48cf-a444-82a77770df65 req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.695101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a909385c-3756-4eff-a155-29e95aa4b8c6 req-fc7fa883-54ed-41d4-93a4-e655e3cc3e05 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633705 Aug 16 02:04:07.700228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f1f33e-3191-4787-9ce2-f4eb1c3cffd8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:07.799458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:07.814493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.814493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.816151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c1cf6c3e-f772-48cf-a444-82a77770df65 req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:07.817882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1cf6c3e-f772-48cf-a444-82a77770df65 req-365050cb-0514-4725-a886-9c084f4b6c12 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6567302 Aug 16 02:04:07.838925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e380384-f5e2-4f43-bf81-bf8edc2dd871 req-89d01813-c152-4009-a1cf-6a811cd05e20 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:07.839600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f007f989-b49a-40b5-aca0-8bc1e22893ae None None] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:07.840711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e380384-f5e2-4f43-bf81-bf8edc2dd871 req-89d01813-c152-4009-a1cf-6a811cd05e20 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0664191 Aug 16 02:04:07.845849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 4, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3c790dc9-a408-4360-8d58-bed7b959dc30', 'name': '', 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'mac_address': 'fa:16:3e:94:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:00Z', 'updated_at': '2021-08-16T02:04:05Z', 'revision_number': 4, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'subnets': [{'id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:07.850445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-6eb15dd5-20b9-4288-aa9f-b34bc634177a req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-400832094', 'description': 'tempest-description-176021169'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:07.893811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e380384-f5e2-4f43-bf81-bf8edc2dd871 req-0b601188-75bb-4388-b920-b3a340295efc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379164 Aug 16 02:04:07.948477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d310700c-de2c-4959-8f9d-e2583c30308a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2019718 Aug 16 02:04:07.955765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd58869c-5c2f-46a7-a228-145cee7b642f None None] The sync data for ids ['9b6d9957-f0df-4878-8df6-ec604e3efa62'] in n-d-768852-19 is: [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:04:01Z', 'revision_number': 4, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3c790dc9-a408-4360-8d58-bed7b959dc30', 'name': '', 'network_id': 'e8613866-a769-45fd-8e0d-be83827da37f', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'mac_address': 'fa:16:3e:94:4e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:00Z', 'updated_at': '2021-08-16T02:04:05Z', 'revision_number': 4, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'subnets': [{'id': 'dc4929b9-bda6-42a6-8dac-9746dc3e4d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:08.059299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6eb15dd5-20b9-4288-aa9f-b34bc634177a req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.327276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6eb15dd5-20b9-4288-aa9f-b34bc634177a req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.356715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.357933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.364059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.369375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Transition to ACTIVE for port object 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:08.370474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.380327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.387523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.393910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.401477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.410160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-914fd0a2-6b78-496f-a852-a14ee1bf93d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5435 time: 0.2480536 Aug 16 02:04:08.413841 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6eb15dd5-20b9-4288-aa9f-b34bc634177a req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.443240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Transition to ACTIVE for port object 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:08.542161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e7f80b1-5b24-46ae-85b7-ba9bac6b4971 req-7ecdd465-9408-434c-a9fe-71738feba612 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269896 Aug 16 02:04:08.543062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6eb15dd5-20b9-4288-aa9f-b34bc634177a req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.544350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6eb15dd5-20b9-4288-aa9f-b34bc634177a req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6992848 Aug 16 02:04:08.570473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fadde0-1a44-416e-90c3-a39bce1554ad tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201fae9a-3873-4333-961f-0a541cbf3600,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:08.722089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c790dc9-a408-4360-8d58-bed7b959dc30 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:08.808088 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:08.876166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-a50f469a-342e-4240-bece-d7a2958cd674 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.876166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-a50f469a-342e-4240-bece-d7a2958cd674 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.877900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-a50f469a-342e-4240-bece-d7a2958cd674 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/networks?id=007359ee-304d-4b0f-899b-db51578b8521&id=91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4&id=007359ee-304d-4b0f-899b-db51578b8521 HTTP/1.1" status: 200 len: 1390 time: 0.2440581 Aug 16 02:04:08.897040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61cb30-ded0-46a8-b052-0dd5ccaa09e2 req-6a753974-aa89-4b6e-9ebd-fc812ef79ccf tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:08.903176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba61cb30-ded0-46a8-b052-0dd5ccaa09e2 req-6a753974-aa89-4b6e-9ebd-fc812ef79ccf tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1160443 Aug 16 02:04:08.960794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Network 007359ee-304d-4b0f-899b-db51578b8521 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:08.965335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-72d76716-e92e-4705-883f-d877c19627f7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/quotas/87570dc450cb457592868d2b2392cc3a HTTP/1.1" status: 200 len: 375 time: 0.0775774 Aug 16 02:04:08.986383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:08.998607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba61cb30-ded0-46a8-b052-0dd5ccaa09e2 req-8e4e04a6-9119-4082-b206-b8006e4dbfde tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906589 Aug 16 02:04:09.001305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:09.059968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Pushing event updated for resources: {'Port': ['ID=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.091808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f6ce35ea-61f0-4348-801d-65941c3825ba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1116364 Aug 16 02:04:09.097505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-e385a73d-26cb-467b-87af-0d6ca9680d75 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:04:09.100604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4', 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'fixed_ips': [{'subnet_id': '3c69b48c-d791-4324-b194-c75d3126cdb5'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:09.105422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.107175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-e385a73d-26cb-467b-87af-0d6ca9680d75 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144010 Aug 16 02:04:09.177229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Attempting to bind port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:09.177679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Attempting to bind port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:09.178226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Attempting to bind port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 on network 007359ee-304d-4b0f-899b-db51578b8521 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:09.229903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d215341b-f653-429c-9c34-e01db4da8a72 req-6eb72af7-8172-4725-b891-0eae0085f69d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0524628 Aug 16 02:04:09.275910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:09.276379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Checking segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:09.278021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.278021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Bound using segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:09.278021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Bound port: 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:09.278382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.280441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3c790dc9-a408-4360-8d58-bed7b959dc30 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:09.587785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3c790dc9-a408-4360-8d58-bed7b959dc30 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:09.587785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.597837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-0e919bbb-4b2b-4012-9e71-34d13bbf841c service neutron] 10.222.0.76 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438402 Aug 16 02:04:09.597837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-01bbffbf-ddbb-43ea-a857-999929982ab6 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/43f1f33e-3191-4787-9ce2-f4eb1c3cffd8 HTTP/1.1" status: 200 len: 1807 time: 0.2210529 Aug 16 02:04:09.597837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-716202f1-5a86-4fd2-814a-24e71921182d service neutron] 10.222.0.76 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285109 Aug 16 02:04:09.663921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Allocated IP 19.86.0.2 (91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4/3c69b48c-d791-4324-b194-c75d3126cdb5/72e6c393-ef4e-4dd6-a794-701831a06700) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:09.672942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] For port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:09.689506 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.701206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] For port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:09.712406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-a9d77a32-ba6d-4415-ae4f-333acf94d5cc tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/201fae9a-3873-4333-961f-0a541cbf3600 HTTP/1.1" status: 200 len: 1805 time: 0.2114372 Aug 16 02:04:09.723550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '43f1f33e-3191-4787-9ce2-f4eb1c3cffd8', 'remote_group_id': '201fae9a-3873-4333-961f-0a541cbf3600', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:09.724090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '43f1f33e-3191-4787-9ce2-f4eb1c3cffd8', 'remote_group_id': '201fae9a-3873-4333-961f-0a541cbf3600', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:09.752325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-9dd7dc45-1a6f-4b2b-a34b-b6053872db38 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:04:09.753327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-9dd7dc45-1a6f-4b2b-a34b-b6053872db38 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065746 Aug 16 02:04:09.777016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3c790dc9-a408-4360-8d58-bed7b959dc30, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3c790dc9-a408-4360-8d58-bed7b959dc30,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:09.803883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-1b879e16-aeaf-4954-9ce8-e1f6c2b82ee0 service neutron] 10.222.0.76 "GET /v2.0/networks/91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210777 Aug 16 02:04:09.840555 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.918501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.951279 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.967262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6e7f7525-b719-4021-ad91-919efdf03fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:09.979770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bff8e1-4b31-4afb-894f-3071257d85f9 None None] Pushing event updated for resources: {'Port': ['ID=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:09.986214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Transition to ACTIVE for port object 72e6c393-ef4e-4dd6-a794-701831a06700 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:10.021940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-ef553cc1-78ca-485b-ae9e-c81937c0c1ba service neutron] 10.222.0.76 "GET /v2.0/networks/91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167819 Aug 16 02:04:10.055062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Transition to ACTIVE for port object 72e6c393-ef4e-4dd6-a794-701831a06700 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:10.070532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3c790dc9-a408-4360-8d58-bed7b959dc30,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.084197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.208547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.226989 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-91612113-8443-4ac8-94dd-adc52a7669b2 service neutron] show failed (client error): The resource could not be found. Aug 16 02:04:10.229380 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.232876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-91612113-8443-4ac8-94dd-adc52a7669b2 service neutron] 10.222.0.58 "GET /v2.0/ports/777875da-2da4-49d2-a381-04115832c652/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.4680874 Aug 16 02:04:10.254520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-70c08d34-945f-48b3-b718-519956657bf7 service neutron] 10.222.0.76 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211158 Aug 16 02:04:10.315960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 781106ab-6f34-4840-ac37-b6d6e77bea33 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:10.319209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:10.344130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:10.370183 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.376553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:10.388929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Pushing event updated for resources: {'Port': ['ID=72e6c393-ef4e-4dd6-a794-701831a06700,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.434493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ccd6b31-cf40-4e4d-b6a5-eab1f879d207,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.486296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Attempting to bind port 72e6c393-ef4e-4dd6-a794-701831a06700 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:10.486828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Attempting to bind port 72e6c393-ef4e-4dd6-a794-701831a06700 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:10.487062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Attempting to bind port 72e6c393-ef4e-4dd6-a794-701831a06700 on network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:10.495147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:10.495613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Checking segment: {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:10.496050 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.496445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Bound using segment: {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:10.496938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Bound port: 72e6c393-ef4e-4dd6-a794-701831a06700, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:10.497335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.545229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.553104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5fe58b98-ff3e-4e7b-af0c-ee9934c4c718 req-b519cb17-3c6d-4130-ada2-42f8a2ba648a tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8397224 Aug 16 02:04:10.585571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] For port 72e6c393-ef4e-4dd6-a794-701831a06700, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:10.586750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] For port 72e6c393-ef4e-4dd6-a794-701831a06700, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=72e6c393-ef4e-4dd6-a794-701831a06700,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:10.592682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-99734957-026e-4c28-81cc-5e444de5f858 service neutron] 10.222.0.76 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112991 Aug 16 02:04:10.613758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 781106ab-6f34-4840-ac37-b6d6e77bea33 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:10.619508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 781106ab-6f34-4840-ac37-b6d6e77bea33 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:10.619508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.637849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-b0f1a26a-ec66-4cdc-b31e-aa0e17dbe332 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.639540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-b0f1a26a-ec66-4cdc-b31e-aa0e17dbe332 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.1743653 Aug 16 02:04:10.656841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Request body: {'port': {'device_id': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'admin_state_up': True, 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:10.691669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:10.764258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.799069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.806201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.817121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.823612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.826422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:10.829656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.836093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.842468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:10.844507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-dc9f9b2c-681b-401b-a774-667cfa4ef8cc tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5435 time: 0.1825130 Aug 16 02:04:10.919575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=781106ab-6f34-4840-ac37-b6d6e77bea33,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:10.941454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:10.943798 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33128c-72b6-4743-b8bc-1b6142a75f02" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:10.948598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c333ca5-452e-469f-8e26-0406ec4bb75a None None] Pushing event updated for resources: {'Port': ['ID=72e6c393-ef4e-4dd6-a794-701831a06700,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:10.990955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5bced01-69b7-48df-82c5-f3465c5df7d6 req-a5abd938-4b4e-4fa2-984a-9599da3c5c69 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124613 Aug 16 02:04:11.165566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.244473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:11.252794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c790dc9-a408-4360-8d58-bed7b959dc30 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:11.299702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea395862-facf-4163-b42e-ee5af295f9e1 req-a546950e-8586-4062-895f-bc931eb9ce4d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.1260893 Aug 16 02:04:11.309610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:11.319469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.332788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-6ff3d322-669d-4be9-90e5-460eddb1da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.340173 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-6ff3d322-669d-4be9-90e5-460eddb1da02 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032&tenant_id=c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 1102 time: 0.1542375 Aug 16 02:04:11.362871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:11.396486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:11.448968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3c790dc9-a408-4360-8d58-bed7b959dc30 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:11.449447 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.486312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29b855-b105-4723-a943-ba46628911ce req-e07c4448-b078-4f3f-bc87-ab23818d8488 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:11.495721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff29b855-b105-4723-a943-ba46628911ce req-e07c4448-b078-4f3f-bc87-ab23818d8488 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.4119556 Aug 16 02:04:11.502226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.592554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff29b855-b105-4723-a943-ba46628911ce req-f49c4985-999e-44e2-8254-40d66df0a6a7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957427 Aug 16 02:04:11.636685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4248a-3b8e-46ee-83a1-ab2b107af517 None None] Network 007359ee-304d-4b0f-899b-db51578b8521 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:11.670969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3aa7a9ec-98cb-4796-902c-552085a83da2 req-8c2c65d0-75d6-4219-9da2-23061457fa47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/201fae9a-3873-4333-961f-0a541cbf3600 HTTP/1.1" status: 200 len: 1805 time: 0.2313788 Aug 16 02:04:11.741804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ea7c54a-8fd9-4aa1-b467-56fd39b60aa2 req-8ae54dd2-f126-44a7-99f8-a35ad00a6433 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 210 time: 0.0800734 Aug 16 02:04:11.822242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] Provisioning for port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:11.827917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] Provisioning complete for port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:11.828310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.842387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:11.859636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Allocated IP 172.20.0.2 (8d9a750a-b0dd-4a4a-873e-5163148b7037/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6/210ea15d-a319-4a0a-8c19-45a19d772621) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:11.876498 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8067b8-b33d-4e84-8e0c-d4faab5c797e x-openstack-request-id: req-fd8067b8-b33d-4e84-8e0c-d4faab5c797e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:11.876803 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:11.877077 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd8067b8-b33d-4e84-8e0c-d4faab5c797e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:11.877457 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33', 'code': 200} Aug 16 02:04:11.893525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:11.956150 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.963050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.981091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3aa7a9ec-98cb-4796-902c-552085a83da2 req-23adb46e-d09b-4fda-b7c3-a787617820e9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:11.996349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Transition to ACTIVE for port object 777875da-2da4-49d2-a381-04115832c652 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:11.999191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:12.002047 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ab0bb-8297-4990-9f09-947a4e25c694" -d '{"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-unplugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:12.007375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] For port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:12.034474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3aa7a9ec-98cb-4796-902c-552085a83da2 req-23adb46e-d09b-4fda-b7c3-a787617820e9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.158863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.179075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e98720-74cc-4fe4-bff6-392c95d71749 req-041b9455-b06d-4da6-840f-d1ba45fd2a1a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.186562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5e98720-74cc-4fe4-bff6-392c95d71749 req-041b9455-b06d-4da6-840f-d1ba45fd2a1a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2505150 Aug 16 02:04:12.213676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.288270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5e98720-74cc-4fe4-bff6-392c95d71749 req-0bc9075b-2118-442e-a03e-9e1f6e06d511 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006703 Aug 16 02:04:12.294662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3d3e4af5-3e8e-4c23-9606-67173b0cc92d up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:12.315144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.334499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] No DVR routers for this DVR port 777875da-2da4-49d2-a381-04115832c652 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:12.337271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.368637 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3aa7a9ec-98cb-4796-902c-552085a83da2 req-23adb46e-d09b-4fda-b7c3-a787617820e9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.373000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3aa7a9ec-98cb-4796-902c-552085a83da2 req-23adb46e-d09b-4fda-b7c3-a787617820e9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.381724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3aa7a9ec-98cb-4796-902c-552085a83da2 req-23adb46e-d09b-4fda-b7c3-a787617820e9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/201fae9a-3873-4333-961f-0a541cbf3600 HTTP/1.1" status: 204 len: 173 time: 0.6764185 Aug 16 02:04:12.440912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:12.441513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:12.442069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:12.452524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:12.453096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:12.454071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23adb46e-d09b-4fda-b7c3-a787617820e9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201fae9a-3873-4333-961f-0a541cbf3600,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.459510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:12.460186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:12.460798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:12.461569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Bound port: 777875da-2da4-49d2-a381-04115832c652, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:12.462236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.472377 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29e71255-a45a-4a14-8b7c-629049873ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.506990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76afe5-b63b-47a1-9d06-bb1133ea2ead None None] Pushing event updated for resources: {'Port': ['ID=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.523072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-26ea7d60-a834-423c-8b88-d9f73ae35a5f None None] Provisioning complete for port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:12.523716 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26ea7d60-a834-423c-8b88-d9f73ae35a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.625095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.646880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:12.651519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:12.691043 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd3274e-9262-4ff8-94e9-4d7df3e58982 x-openstack-request-id: req-1cd3274e-9262-4ff8-94e9-4d7df3e58982 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:12.691755 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-unplugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:12.692198 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1cd3274e-9262-4ff8-94e9-4d7df3e58982 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:12.692663 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'code': 200} Aug 16 02:04:12.693601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877e466-e39b-40e9-b7e0-9d061182a759 None None] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:12.751092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 72e6c393-ef4e-4dd6-a794-701831a06700 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:12.774573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:12.778629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event updated for resources: {'Port': ['ID=210ea15d-a319-4a0a-8c19-45a19d772621,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.783513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:12.783672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:12.796047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:12.799463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:12.799957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.802696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.837342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.838239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.839443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.840162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] 10.222.0.83 "PUT /v2.0/ports/777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 1097 time: 1.4885974 Aug 16 02:04:12.867628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d04c3-9605-42a9-81b6-8b238cba2e3e service neutron] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:12.903866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.904536 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:12.933246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-2044994a-d1ed-4adb-ab9f-0d4c4f5b98ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.935053 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-2044994a-d1ed-4adb-ab9f-0d4c4f5b98ec service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1100 time: 0.0638895 Aug 16 02:04:12.948369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.959948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.966797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.972868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.979867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.985876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.991857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:12.994585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-132bf3b7-339b-4057-9105-51ed9e17465c req-4bef5eac-2d5f-42a6-9b5c-691f24b117d4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5436 time: 0.2872303 Aug 16 02:04:13.016692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eda568-671b-47e6-a3f3-454149e3b222 req-dcae4f0b-28f4-4966-a113-cd2b963cef22 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.016895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.019251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9eda568-671b-47e6-a3f3-454149e3b222 req-dcae4f0b-28f4-4966-a113-cd2b963cef22 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2429526 Aug 16 02:04:13.039290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 72e6c393-ef4e-4dd6-a794-701831a06700 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:13.042206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2a6234dc-fa94-4639-8c96-f87d3468d0eb None None] Provisioning for port 72e6c393-ef4e-4dd6-a794-701831a06700 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:13.064599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 72e6c393-ef4e-4dd6-a794-701831a06700 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:13.065497 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.069123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2a6234dc-fa94-4639-8c96-f87d3468d0eb None None] Provisioning complete for port 72e6c393-ef4e-4dd6-a794-701831a06700 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:13.069705 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2a6234dc-fa94-4639-8c96-f87d3468d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.113678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-61cde368-8a43-4237-b0b8-d88d5e04f404 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4627669 Aug 16 02:04:13.147436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Request body: {'port': {'device_id': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:13.159803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:13.207374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-132bf3b7-339b-4057-9105-51ed9e17465c req-41c1618a-e253-4917-8c77-aafc41757d2a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1864727 Aug 16 02:04:13.313681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.315409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4f6596-6819-4b7b-b24a-33ca875d0f81 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:13.326571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.362502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9eda568-671b-47e6-a3f3-454149e3b222 req-8f5cff8d-d8e7-4ffe-8a6b-55108160b52f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259611 Aug 16 02:04:13.453712 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.458578 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2a6234dc-fa94-4639-8c96-f87d3468d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.480401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-da568187-1dd3-40cf-a4d0-8ec4b70d9d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.483297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-da568187-1dd3-40cf-a4d0-8ec4b70d9d1b service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.5376630 Aug 16 02:04:13.546597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.547219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-7ad98e80-92fe-424d-87bb-d5a4c66c4fd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0553496 Aug 16 02:04:13.547736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf62d9-d88e-4729-9e3e-09e7559d1193 req-73271d44-0aa8-425a-913e-79510aea3191 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.558283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17cf62d9-d88e-4729-9e3e-09e7559d1193 req-73271d44-0aa8-425a-913e-79510aea3191 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 931 time: 0.1949675 Aug 16 02:04:13.566024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 72e6c393-ef4e-4dd6-a794-701831a06700, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=72e6c393-ef4e-4dd6-a794-701831a06700,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:13.605396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-cfcbd8da-e3ef-45b0-bfe0-6c2db84320cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.607315 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-cfcbd8da-e3ef-45b0-bfe0-6c2db84320cc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0474243 Aug 16 02:04:13.659340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-aaba48ee-460c-4202-9437-a0eccc4b289f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.660776 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.660944 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-aaba48ee-460c-4202-9437-a0eccc4b289f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463994 Aug 16 02:04:13.696131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17cf62d9-d88e-4729-9e3e-09e7559d1193 req-62db9a5a-4cfd-48d6-8345-df0c85f91356 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368206 Aug 16 02:04:13.704073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:13.708138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3078ddb-b60a-48c8-a966-2eb1b4c57955 req-38d2209d-b05a-4e3f-bd5a-8a7d521439d4 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/43f1f33e-3191-4787-9ce2-f4eb1c3cffd8 HTTP/1.1" status: 200 len: 1807 time: 0.2625036 Aug 16 02:04:13.722986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:13.723830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.800141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-e02b6888-d049-4bf7-a046-7a9119ab15ff service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300399 Aug 16 02:04:13.835375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfc62c02-700d-4ef9-8211-a43aa0cf0d32 req-133831d1-ad65-4a5a-b3fb-227fd4e3368a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 210 time: 0.0554390 Aug 16 02:04:13.849661 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-2a6234dc-fa94-4639-8c96-f87d3468d0eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:04:13.850127 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-2a6234dc-fa94-4639-8c96-f87d3468d0eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:04:13.883476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:13.886286 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6309d44e-a139-4be9-875e-2a8103a63ad8" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "3d3e4af5-3e8e-4c23-9606-67173b0cc92d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:13.894813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=72e6c393-ef4e-4dd6-a794-701831a06700,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:13.917023 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:13.919865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aced20b-bc23-4988-b8c4-079a6402582c req-d1334d3d-129a-4d58-b05f-62bd3a518f0b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:13.921582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-9cc6795b-c33c-4ff9-a84d-cb46aded2be2 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130381 Aug 16 02:04:13.921715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aced20b-bc23-4988-b8c4-079a6402582c req-d1334d3d-129a-4d58-b05f-62bd3a518f0b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 948 time: 0.1223464 Aug 16 02:04:13.990775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210ea15d-a319-4a0a-8c19-45a19d772621 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:13.997736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-e97df0a8-a26f-45f0-b501-a4942f4d26be req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2139266599', 'description': 'tempest-description-350505137'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:14.010020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.018047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aced20b-bc23-4988-b8c4-079a6402582c req-bbb6d9cc-9723-4bad-a2d3-5d7c7382bff9 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858514 Aug 16 02:04:14.075792 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f915804-5f88-49d5-8ecc-aa2474948cdc x-openstack-request-id: req-2f915804-5f88-49d5-8ecc-aa2474948cdc {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:14.075792 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "3d3e4af5-3e8e-4c23-9606-67173b0cc92d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:14.075792 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f915804-5f88-49d5-8ecc-aa2474948cdc {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:14.075792 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d', 'code': 200} Aug 16 02:04:14.077286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Transition to ACTIVE for port object 210ea15d-a319-4a0a-8c19-45a19d772621 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:14.081937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:14.163760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62192479-c94c-4afb-9cec-3a3c9c1fcb61 req-74fd27e7-90d8-4310-8a77-78ffa97692ac tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.166160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62192479-c94c-4afb-9cec-3a3c9c1fcb61 req-74fd27e7-90d8-4310-8a77-78ffa97692ac tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0524557 Aug 16 02:04:14.203877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62192479-c94c-4afb-9cec-3a3c9c1fcb61 req-d7fd67d4-5fa8-4ec5-8c58-ab76c431a0cd tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316246 Aug 16 02:04:14.285177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.286054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.287865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5d9862ed-6e98-4d0e-ad5d-3955872b8852 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:14.293041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e97df0a8-a26f-45f0-b501-a4942f4d26be req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.403428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c965467-1759-4c61-930a-57538b276322 service neutron] Pushing event updated for resources: {'Port': ['ID=210ea15d-a319-4a0a-8c19-45a19d772621,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.407647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:14.511339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:14.513672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05dd77-886a-4b3c-834a-af1cabe363b9 req-8ee53d87-203b-499a-b178-06b5e08940c9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.516352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf05dd77-886a-4b3c-834a-af1cabe363b9 req-8ee53d87-203b-499a-b178-06b5e08940c9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2426026 Aug 16 02:04:14.536678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:14.538673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.547924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:14.548305 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.611146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ffffc2eb-e66e-43d8-a8fa-5f7f4332d6c5 None None] Provisioning complete for port 72e6c393-ef4e-4dd6-a794-701831a06700 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:14.611548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ffffc2eb-e66e-43d8-a8fa-5f7f4332d6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.636729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:14.637119 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.659937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Attempting to bind port 210ea15d-a319-4a0a-8c19-45a19d772621 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:14.660281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Attempting to bind port 210ea15d-a319-4a0a-8c19-45a19d772621 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:14.660623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Attempting to bind port 210ea15d-a319-4a0a-8c19-45a19d772621 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:14.682459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf05dd77-886a-4b3c-834a-af1cabe363b9 req-5f3498db-1720-402e-a309-4b6a57228446 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253235 Aug 16 02:04:14.691726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Port 210ea15d-a319-4a0a-8c19-45a19d772621 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:14.692065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Attempting to bind port 210ea15d-a319-4a0a-8c19-45a19d772621 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:14.693926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:14.696458 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e97df0a8-a26f-45f0-b501-a4942f4d26be req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.709202 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:14.709554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:14.709554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:14.709554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Bound using segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:14.709554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Bound port: 210ea15d-a319-4a0a-8c19-45a19d772621, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:14.709554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.744151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-350dcd4c-180c-42de-8acb-99f042bff151 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.751243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-350dcd4c-180c-42de-8acb-99f042bff151 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:14.752961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-350dcd4c-180c-42de-8acb-99f042bff151 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "GET /v2.0/networks?id=007359ee-304d-4b0f-899b-db51578b8521&id=91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4&id=007359ee-304d-4b0f-899b-db51578b8521 HTTP/1.1" status: 200 len: 1390 time: 0.3163028 Aug 16 02:04:14.785807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'port': {'device_id': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'network_id': '007359ee-304d-4b0f-899b-db51578b8521', 'admin_state_up': True, 'tenant_id': '87570dc450cb457592868d2b2392cc3a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:14.908790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:14.999449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:15.017601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 72e6c393-ef4e-4dd6-a794-701831a06700 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:15.073348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 72e6c393-ef4e-4dd6-a794-701831a06700 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:15.074291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.084864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e97df0a8-a26f-45f0-b501-a4942f4d26be req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.096330 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.097146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7d34b453-c484-4237-8b6c-9f3b3343348e up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:15.192302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.206507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edfcf285-8186-4f5a-bc60-333004b99d51,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.235638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.242656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.249308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.255403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.261897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.267787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.274699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.276638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-e84da8c9-33f0-4f06-b119-aaa6ace6ff0c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5438 time: 0.4950244 Aug 16 02:04:15.277934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] For port 210ea15d-a319-4a0a-8c19-45a19d772621, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:15.281428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] For port 210ea15d-a319-4a0a-8c19-45a19d772621, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=210ea15d-a319-4a0a-8c19-45a19d772621,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:15.320419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9310ab0-417a-490f-8b6b-4a62cc33b9e5 req-a2badf45-364f-4d94-8942-804ecf1c23eb tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375717 Aug 16 02:04:15.355810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 7d34b453-c484-4237-8b6c-9f3b3343348e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:15.359029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e97df0a8-a26f-45f0-b501-a4942f4d26be req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.360326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e97df0a8-a26f-45f0-b501-a4942f4d26be req-29783bfb-019c-4c67-8524-7232894f9631 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3789768 Aug 16 02:04:15.360874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 7d34b453-c484-4237-8b6c-9f3b3343348e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:15.361574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.410137 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507ed7f6-3874-4697-9cf2-892f426facea x-openstack-request-id: req-507ed7f6-3874-4697-9cf2-892f426facea {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:15.410453 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "tag": "777875da-2da4-49d2-a381-04115832c652", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:15.410738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-507ed7f6-3874-4697-9cf2-892f426facea {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:15.411157 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'status': 'completed', 'code': 200} Aug 16 02:04:15.471039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.488557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.527904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7d34b453-c484-4237-8b6c-9f3b3343348e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7d34b453-c484-4237-8b6c-9f3b3343348e,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:15.542628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:15.545551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-17099976-d8bc-44b2-b536-c6acf2fc6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.546270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.547900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-17099976-d8bc-44b2-b536-c6acf2fc6491 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1100 time: 0.1194282 Aug 16 02:04:15.549988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-fb40ad02-ba0f-4723-9462-d7eac00fb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.551740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-fb40ad02-ba0f-4723-9462-d7eac00fb64e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1100 time: 0.1020648 Aug 16 02:04:15.601238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6a6ed35-b308-4134-b616-804bb19ba892 req-c2dd5d35-17d5-4fb1-b107-5f8d11b87a7f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 210 time: 0.0698292 Aug 16 02:04:15.606069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.606721 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.608084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-7c965467-1759-4c61-930a-57538b276322 service neutron] 10.222.0.83 "PUT /v2.0/ports/210ea15d-a319-4a0a-8c19-45a19d772621 HTTP/1.1" status: 200 len: 1092 time: 2.4737251 Aug 16 02:04:15.609717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'tag': '210ea15d-a319-4a0a-8c19-45a19d772621'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:15.612076 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3677056e-4ca1-4aaa-a42e-989e18223482" -d '{"events": [{"name": "network-changed", "server_uuid": "65adb61d-3396-4358-b937-ed4b57ed5b7f", "tag": "210ea15d-a319-4a0a-8c19-45a19d772621"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:15.634253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.636009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6ed1c91d-eac7-41d1-ac46-4933dce15792 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:15.652217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c965467-1759-4c61-930a-57538b276322 service neutron] Pushing event updated for resources: {'Port': ['ID=210ea15d-a319-4a0a-8c19-45a19d772621,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.699668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f6a9ce-e667-4d09-907a-9be931cca403 req-91a4c41f-3011-4654-93bc-26f16b556048 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.708526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3f6a9ce-e667-4d09-907a-9be931cca403 req-91a4c41f-3011-4654-93bc-26f16b556048 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 943 time: 0.2815289 Aug 16 02:04:15.768005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=7d34b453-c484-4237-8b6c-9f3b3343348e,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:15.770084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-5e941680-6c1e-4ea4-a4d7-296f379b23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.772722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-5e941680-6c1e-4ea4-a4d7-296f379b23c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2080591 Aug 16 02:04:15.839171 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.842989 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-d20aee55-c578-4b30-9cec-7883ad92e592 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0584612 Aug 16 02:04:15.851251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-361fd5e9-d91e-46a2-b3eb-ea962edef885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.853373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-361fd5e9-d91e-46a2-b3eb-ea962edef885 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2979810 Aug 16 02:04:15.863810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3f6a9ce-e667-4d09-907a-9be931cca403 req-f7f0e44f-7f0f-46da-a3f3-a47418e7e705 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542032 Aug 16 02:04:15.886740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 6ed1c91d-eac7-41d1-ac46-4933dce15792 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:15.897063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 6ed1c91d-eac7-41d1-ac46-4933dce15792 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:15.898262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:15.903272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-4dcc0c0a-70fe-405c-b2ac-79ea7652908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.904773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-4dcc0c0a-70fe-405c-b2ac-79ea7652908d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 1095 time: 0.1672120 Aug 16 02:04:15.921519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Allocated IP 19.80.0.91 (007359ee-304d-4b0f-899b-db51578b8521/4e760772-db45-4673-bc75-8e033f204a47/4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:15.928399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-04d8caa7-7585-47cd-9a4a-0b5c3c46f2d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0668037 Aug 16 02:04:15.949843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-6c6aaec9-4e45-4645-b4a7-05d30ef7bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.951956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-6c6aaec9-4e45-4645-b4a7-05d30ef7bcff service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0976954 Aug 16 02:04:15.974009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf977bd-8df3-4a75-af58-bd6adbaf5f36 req-a93e0b20-1b10-4bfe-9083-a22263116017 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:15.982003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bf977bd-8df3-4a75-af58-bd6adbaf5f36 req-a93e0b20-1b10-4bfe-9083-a22263116017 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 948 time: 0.1877105 Aug 16 02:04:16.015573 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.035506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-38110d0a-76ab-4ece-9ed3-562686f89e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.036935 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-38110d0a-76ab-4ece-9ed3-562686f89e03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0839491 Aug 16 02:04:16.040274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-e0d671de-b9af-4560-8628-427bfdc2f10c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=210ea15d-a319-4a0a-8c19-45a19d772621 HTTP/1.1" status: 200 len: 217 time: 0.0929637 Aug 16 02:04:16.052476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-a3d2a91a-d2f1-43ec-a950-78ae844bfac7 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/edfcf285-8186-4f5a-bc60-333004b99d51 HTTP/1.1" status: 200 len: 1806 time: 0.1582870 Aug 16 02:04:16.056693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.067269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-48048446-353e-4716-b414-acd7e10ab2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.068910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-48048446-353e-4716-b414-acd7e10ab2fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0836012 Aug 16 02:04:16.071921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81'}, {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9862ed-6e98-4d0e-ad5d-3955872b8852'}, {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d34b453-c484-4237-8b6c-9f3b3343348e'}, {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:16.074437 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051fdcef-e6ae-4be2-9270-ce4f5007a899" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81"}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "5d9862ed-6e98-4d0e-ad5d-3955872b8852"}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "7d34b453-c484-4237-8b6c-9f3b3343348e"}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:16.092860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edfcf285-8186-4f5a-bc60-333004b99d51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:16.093419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edfcf285-8186-4f5a-bc60-333004b99d51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:16.135181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bf977bd-8df3-4a75-af58-bd6adbaf5f36 req-ec2df7f4-738f-4fa7-9617-5fc6f1563833 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522765 Aug 16 02:04:16.185670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.188116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device eecc7865-7fd7-44a8-96a8-86cb3ffd5156 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:16.191423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-185416ed-94d2-4e10-8cca-967146533565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.194436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-185416ed-94d2-4e10-8cca-967146533565 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1504819 Aug 16 02:04:16.260244 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-c2d147fe-64e1-4d47-ad92-a3e56905ab5b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758957 Aug 16 02:04:16.267352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d428e0a-d390-439e-bd20-6105f970266d req-28223aea-3127-4984-9222-54cf28ca5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.269719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-28223aea-3127-4984-9222-54cf28ca5b62 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.2076941 Aug 16 02:04:16.308067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.323793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-d52d19c0-acc3-4c5c-8139-8501d15cb303 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452869 Aug 16 02:04:16.418830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:16.434664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:16.434664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.464563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-2bd1c63b-6f80-4123-80cd-28a9a7537ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030561 Aug 16 02:04:16.466587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-14d279f1-91a8-44a7-99f2-d68714ac691b service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840334 Aug 16 02:04:16.471939 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb76e0f2-d11d-48bc-8247-876902e2e20b x-openstack-request-id: req-fb76e0f2-d11d-48bc-8247-876902e2e20b {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:16.472937 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65adb61d-3396-4358-b937-ed4b57ed5b7f", "tag": "210ea15d-a319-4a0a-8c19-45a19d772621", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:16.473389 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb76e0f2-d11d-48bc-8247-876902e2e20b {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:16.474621 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'tag': '210ea15d-a319-4a0a-8c19-45a19d772621', 'status': 'completed', 'code': 200} Aug 16 02:04:16.498932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.535839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.540022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Transition to ACTIVE for port object 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:16.583811 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.588702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.612837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-d8e52182-935a-4477-bc19-0bc30969dc39 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792616 Aug 16 02:04:16.620579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e64fbdd3-60ea-4ba4-8ffb-25891004bea1 req-0249a6db-43ce-44c6-bc8b-2772e3e406d7 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449597 Aug 16 02:04:16.627302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:16.708448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c85518-493d-467f-9ad8-846a10536f70 req-4cb37850-14b2-423e-b2a5-3414e2d58b04 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:16.710059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98c85518-493d-467f-9ad8-846a10536f70 req-4cb37850-14b2-423e-b2a5-3414e2d58b04 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1463134 Aug 16 02:04:16.713016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.754284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada1b5c2-d866-4278-971d-3a377b897d72,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.772968 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.795998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98c85518-493d-467f-9ad8-846a10536f70 req-44625924-ad50-4da2-95f9-24cd5d1ed75f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727208 Aug 16 02:04:16.798458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:16.801670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d428e0a-d390-439e-bd20-6105f970266d req-558a6349-53c7-4886-b3cb-9ba46b7f49a8 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807582 Aug 16 02:04:16.832513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.865602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:16.871463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:16.875736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:16.887674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bde1df1-3f9d-46d9-bc28-d8693377f4c8 req-eda88c8c-7b35-4433-8462-fec4596d107f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8164554 Aug 16 02:04:16.906971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 007359ee-304d-4b0f-899b-db51578b8521 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:16.910549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:16.916269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:16.923576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Port': ['ID=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:17.056548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.057195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.078545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-af4e6b72-099a-461c-8b82-06c32f8099bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.080286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-af4e6b72-099a-461c-8b82-06c32f8099bc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 1095 time: 0.1149070 Aug 16 02:04:17.093892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.100135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.106961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.112961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.122009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.125587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.132830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.135468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-d50b5adc-c355-4a00-a11f-991123c42244 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.1857159 Aug 16 02:04:17.162212 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd41bc2-032e-466e-babf-6d89496f0240 x-openstack-request-id: req-1fd41bc2-032e-466e-babf-6d89496f0240 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:17.162724 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81", "code": 200}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "5d9862ed-6e98-4d0e-ad5d-3955872b8852", "code": 200}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "7d34b453-c484-4237-8b6c-9f3b3343348e", "code": 200}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:17.162807 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1fd41bc2-032e-466e-babf-6d89496f0240 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:17.163369 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'code': 200} Aug 16 02:04:17.163892 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9862ed-6e98-4d0e-ad5d-3955872b8852', 'code': 200} Aug 16 02:04:17.164294 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d34b453-c484-4237-8b6c-9f3b3343348e', 'code': 200} Aug 16 02:04:17.165784 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792', 'code': 200} Aug 16 02:04:17.201930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-59622b27-b1ad-43e8-b6df-9a1fc273e9ce tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4213436 Aug 16 02:04:17.220822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'port': {'device_id': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4', 'admin_state_up': True, 'tenant_id': '87570dc450cb457592868d2b2392cc3a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:17.330339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa476ff2-3d11-4e78-a26d-b90aea506483 req-97646ef0-2360-4ecc-b334-c82c6899ff04 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1844976 Aug 16 02:04:17.377427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-75b88ba7-0263-4c86-95fa-2f14cde7c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.378927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-75b88ba7-0263-4c86-95fa-2f14cde7c9c3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 913 time: 0.2429066 Aug 16 02:04:17.394923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c010aa-619a-488d-8d1d-67fb601410d9 req-ccd16640-cd8c-465f-9cc5-6ba425bef7b1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.395626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aff9472f-f14c-442f-a9d3-d7205b171046 None None] Provisioning for port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:17.396434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7c010aa-619a-488d-8d1d-67fb601410d9 req-ccd16640-cd8c-465f-9cc5-6ba425bef7b1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 931 time: 0.1704977 Aug 16 02:04:17.401182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aff9472f-f14c-442f-a9d3-d7205b171046 None None] Provisioning complete for port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:17.404680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aff9472f-f14c-442f-a9d3-d7205b171046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.444110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-aff9472f-f14c-442f-a9d3-d7205b171046 None None] Port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:17.454338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-63405c53-d853-4cf9-b6c2-f80770ff7b11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=210ea15d-a319-4a0a-8c19-45a19d772621 HTTP/1.1" status: 200 len: 217 time: 0.0569293 Aug 16 02:04:17.534784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7c010aa-619a-488d-8d1d-67fb601410d9 req-57cecb49-f9d0-47ac-a932-15c3cd2153d4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275902 Aug 16 02:04:17.599527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-a2734e7e-0bfa-4837-bdfc-3d9a311e17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.601008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-a2734e7e-0bfa-4837-bdfc-3d9a311e17f2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.1375418 Aug 16 02:04:17.612613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73930b-ffed-4d83-8559-48e2cee0053c req-a44bcc45-30f8-4ef0-abab-b0024c5bdac1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:17.614108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf73930b-ffed-4d83-8559-48e2cee0053c req-a44bcc45-30f8-4ef0-abab-b0024c5bdac1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1321924 Aug 16 02:04:17.628437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:17.631816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:17.667173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-8bda80e1-dcd3-49ba-ae8d-39089f558b28 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521379 Aug 16 02:04:17.689883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7839cac-9265-452e-b1e3-bc596296c306 req-ca41ab12-2819-4bdd-babd-4ba0b2dc75c2 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/edfcf285-8186-4f5a-bc60-333004b99d51 HTTP/1.1" status: 200 len: 2400 time: 0.1279600 Aug 16 02:04:17.753836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edfcf285-8186-4f5a-bc60-333004b99d51', 'remote_group_id': None}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:17.754162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'edfcf285-8186-4f5a-bc60-333004b99d51', 'remote_group_id': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:17.772803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf73930b-ffed-4d83-8559-48e2cee0053c req-9e7116a0-fa53-4199-a88e-49455fa6bcc9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450164 Aug 16 02:04:17.917424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-00dc953f-eb18-4ae9-90c5-771ee02c51a8 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378986 Aug 16 02:04:18.016200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Allocated IP 19.86.0.84 (91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4/3c69b48c-d791-4324-b194-c75d3126cdb5/e0008603-ac72-4237-a2e1-693b2e525b99) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:18.075723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.084885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07298c02-6011-4014-b6fa-54e815847e47 req-86d83d18-c909-4d06-ad40-d8ecfbf458c3 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.086534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07298c02-6011-4014-b6fa-54e815847e47 req-86d83d18-c909-4d06-ad40-d8ecfbf458c3 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 943 time: 0.2120581 Aug 16 02:04:18.160726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3677056e-4ca1-4aaa-a42e-989e18223482 req-4acdddd7-4c9e-477d-960c-0223d12b4c60 service neutron] 10.222.0.83 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238789 Aug 16 02:04:18.176211 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.245070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07298c02-6011-4014-b6fa-54e815847e47 req-cc4aa310-a45f-4234-95af-1e3ac05259e7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459904 Aug 16 02:04:18.270420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.305043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764858b2-4fa5-462c-8d4d-92e26b4c06eb,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:18.634861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.636076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7839cac-9265-452e-b1e3-bc596296c306 req-9869296d-4d31-4a47-9896-ae7eaa873a76 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9003248 Aug 16 02:04:18.653429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:18.673356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Transition to ACTIVE for port object e0008603-ac72-4237-a2e1-693b2e525b99 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:18.683036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce532d-b0f4-4c96-b8f3-a569b40e7de4 req-51bb1837-e510-45c0-9ee6-22b5e146e131 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.687944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fce532d-b0f4-4c96-b8f3-a569b40e7de4 req-51bb1837-e510-45c0-9ee6-22b5e146e131 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 948 time: 0.3645473 Aug 16 02:04:18.722796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 777875da-2da4-49d2-a381-04115832c652 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:18.778547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fce532d-b0f4-4c96-b8f3-a569b40e7de4 req-db254c9d-57d9-46e4-a36a-0fbf115bea45 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853112 Aug 16 02:04:18.802315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.809331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.815338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.821590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.829601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.832351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:18.833740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.839804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:18.847629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-f46ed29e-3e6e-4ea5-a032-69068d764fa6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.1365206 Aug 16 02:04:18.847787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '777875da-2da4-49d2-a381-04115832c652', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '777875da-2da4-49d2-a381-04115832c652', 'mac_address': 'fa:16:3e:7b:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:19.032168 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.033954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5de276e-63bb-4963-ada6-ec6242134ab4 req-c107d01b-695b-41f6-8bb5-aa4268334868 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0482495 Aug 16 02:04:19.034829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777875da-2da4-49d2-a381-04115832c652 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:19.034829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:19.035299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.040870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd2dfb1c-9db7-411c-901e-9d424fdc5313 req-f950b54b-eeaf-442a-a366-4dd879459710 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/edfcf285-8186-4f5a-bc60-333004b99d51 HTTP/1.1" status: 200 len: 2999 time: 0.1209993 Aug 16 02:04:19.044677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:19.047822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:19.054808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:19.060139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Port': ['ID=e0008603-ac72-4237-a2e1-693b2e525b99,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.129290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.129704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc341a9-6176-47c8-a058-5003963e6818 req-e289b664-6ffa-46c0-bf6e-01c20d73ef2f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.129704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc341a9-6176-47c8-a058-5003963e6818 req-e289b664-6ffa-46c0-bf6e-01c20d73ef2f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.129704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abc341a9-6176-47c8-a058-5003963e6818 req-e289b664-6ffa-46c0-bf6e-01c20d73ef2f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 1653 time: 0.1761813 Aug 16 02:04:19.144264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.172681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecc7865-7fd7-44a8-96a8-86cb3ffd5156'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:19.172681 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0dab1b-495c-44c9-a160-841e81e8a16e" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "eecc7865-7fd7-44a8-96a8-86cb3ffd5156"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:19.198731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.199409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.230176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202a10a-e30d-4f1c-adde-7813807cf761 req-300d5d1b-4550-4974-825a-326f95c40aa7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.230176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3202a10a-e30d-4f1c-adde-7813807cf761 req-300d5d1b-4550-4974-825a-326f95c40aa7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1246874 Aug 16 02:04:19.242736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abc341a9-6176-47c8-a058-5003963e6818 req-9794a6c1-970a-453a-ab99-2c110bc388c2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010261 Aug 16 02:04:19.290366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3202a10a-e30d-4f1c-adde-7813807cf761 req-86717115-9c9f-42cf-aa02-3306f97069bb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460870 Aug 16 02:04:19.343318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-e4568f6e-119e-4727-9318-4f4afb0b608f tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-group-rules/764858b2-4fa5-462c-8d4d-92e26b4c06eb HTTP/1.1" status: 200 len: 783 time: 0.0168955 Aug 16 02:04:19.358416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f8f7971b-1073-48da-a469-ad0e4d34cff3 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1431148 Aug 16 02:04:19.360543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['777875da-2da4-49d2-a381-04115832c652'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:19.374070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'port': {'device_id': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'network_id': '007359ee-304d-4b0f-899b-db51578b8521', 'admin_state_up': True, 'tenant_id': '87570dc450cb457592868d2b2392cc3a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:19.452424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-b4f61eeb-959b-4b8b-bed9-78f100c6b1ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/edfcf285-8186-4f5a-bc60-333004b99d51 HTTP/1.1" status: 200 len: 2999 time: 0.1026850 Aug 16 02:04:19.488552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1aeaec63-d36a-4b76-9312-8428409a5d5e None None] Provisioning for port e0008603-ac72-4237-a2e1-693b2e525b99 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:19.501444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1aeaec63-d36a-4b76-9312-8428409a5d5e None None] Provisioning complete for port e0008603-ac72-4237-a2e1-693b2e525b99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:19.501444 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1aeaec63-d36a-4b76-9312-8428409a5d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.518540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-fb730dae-20f1-49f2-afc0-a4f3acf659ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.531737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-fb730dae-20f1-49f2-afc0-a4f3acf659ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.548376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1aeaec63-d36a-4b76-9312-8428409a5d5e None None] Port e0008603-ac72-4237-a2e1-693b2e525b99 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:19.630196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-fb730dae-20f1-49f2-afc0-a4f3acf659ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.636953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-fb730dae-20f1-49f2-afc0-a4f3acf659ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.639209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40efa09f-131c-4e2e-9e3b-c32cfef1f93b req-fb730dae-20f1-49f2-afc0-a4f3acf659ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/764858b2-4fa5-462c-8d4d-92e26b4c06eb HTTP/1.1" status: 204 len: 173 time: 0.1752629 Aug 16 02:04:19.646596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:19.651891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:19.667511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb730dae-20f1-49f2-afc0-a4f3acf659ca tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=764858b2-4fa5-462c-8d4d-92e26b4c06eb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:19.688397 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc73be3-265d-469a-89c2-c9afaf4384fd x-openstack-request-id: req-8cc73be3-265d-469a-89c2-c9afaf4384fd {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:19.688761 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-plugged", "status": "completed", "tag": "eecc7865-7fd7-44a8-96a8-86cb3ffd5156", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:19.689035 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8cc73be3-265d-469a-89c2-c9afaf4384fd {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:19.689452 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eecc7865-7fd7-44a8-96a8-86cb3ffd5156', 'code': 200} Aug 16 02:04:19.822839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.823400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.823752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.824243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.824731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.825228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.825715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.828876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-bf5d95f5-5cd3-4c13-9f8c-9a7fe17f91c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.0563848 Aug 16 02:04:19.872729 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ed59e1a-da94-49e8-b064-64276c9871c9 req-5c7363b5-d2b5-43d8-85ce-9b78efda1583 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364051 Aug 16 02:04:19.903870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b3d36-4ab2-4153-be6d-47232f461105 req-6159a7ef-fade-47c4-9e3c-4ed3366f85ba tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.905419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f4b3d36-4ab2-4153-be6d-47232f461105 req-6159a7ef-fade-47c4-9e3c-4ed3366f85ba tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 943 time: 0.1763771 Aug 16 02:04:19.928974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-650c63ea-e79e-4003-acd5-1445e8f8c9c3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.931155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-650c63ea-e79e-4003-acd5-1445e8f8c9c3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032&tenant_id=c8064647b93f4bc8aac7fae0bd12918d&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 949 time: 0.1446538 Aug 16 02:04:19.951606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Allocated IP 19.80.0.173 (007359ee-304d-4b0f-899b-db51578b8521/4e760772-db45-4673-bc75-8e033f204a47/8aedc18b-23c8-4986-b6a4-202f37a224fe) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:19.966874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab8a882-f1ba-4566-a636-eab617270b38 req-9843a427-8e50-4376-bdd4-9dbb65a23015 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:19.968413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ab8a882-f1ba-4566-a636-eab617270b38 req-9843a427-8e50-4376-bdd4-9dbb65a23015 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2041717 Aug 16 02:04:20.047953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f4b3d36-4ab2-4153-be6d-47232f461105 req-45be5195-f1be-4e9c-84b5-01ced90a51a0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322629 Aug 16 02:04:20.110017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ab8a882-f1ba-4566-a636-eab617270b38 req-2fb6279b-ae3a-4e0a-a39f-2e3317282173 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152213 Aug 16 02:04:20.124199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-dddc5aba-0e28-47eb-9bb8-66c1c3a57560 service neutron] 10.222.0.83 "GET /v2.0/ports/777875da-2da4-49d2-a381-04115832c652/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 383 time: 0.1784649 Aug 16 02:04:20.284782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b67d607-00be-4393-a8c2-34b2fdc7f45e req-30873d94-0078-430c-af96-5681aa882e60 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/edfcf285-8186-4f5a-bc60-333004b99d51 HTTP/1.1" status: 200 len: 2400 time: 0.2033975 Aug 16 02:04:20.313808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-e357038c-cf7a-47ff-8485-d604851833db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.315765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-e357038c-cf7a-47ff-8485-d604851833db service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1101 time: 0.1392102 Aug 16 02:04:20.419421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811ee51-e32d-441c-b203-c69897e9f7df req-7891aaeb-6e57-403d-8701-510bf8a32acf tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.419421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e811ee51-e32d-441c-b203-c69897e9f7df req-7891aaeb-6e57-403d-8701-510bf8a32acf tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 949 time: 0.1922815 Aug 16 02:04:20.419698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.454881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Transition to ACTIVE for port object 8aedc18b-23c8-4986-b6a4-202f37a224fe will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:20.533587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9b67d607-00be-4393-a8c2-34b2fdc7f45e req-475749d9-9368-490e-af71-a044fcf65dfa tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.550885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e811ee51-e32d-441c-b203-c69897e9f7df req-cfc3962c-0a03-4027-ae25-913563dbf7de tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252728 Aug 16 02:04:20.558931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-4d22865f-a41c-461a-818f-148f4d4f93da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.560423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-4d22865f-a41c-461a-818f-148f4d4f93da service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.2252567 Aug 16 02:04:20.588890 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9b67d607-00be-4393-a8c2-34b2fdc7f45e req-475749d9-9368-490e-af71-a044fcf65dfa tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.631917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-c150d0cf-a8bc-46db-93ac-2bc180ede0ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0600479 Aug 16 02:04:20.729012 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.743356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 210ea15d-a319-4a0a-8c19-45a19d772621 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:20.746856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-4fa4099b-0caf-4f49-8679-282bef1adeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.748769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-4fa4099b-0caf-4f49-8679-282bef1adeb3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1091759 Aug 16 02:04:20.778362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 777875da-2da4-49d2-a381-04115832c652 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:20.803241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 007359ee-304d-4b0f-899b-db51578b8521 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:20.833581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:20.842439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.848678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.855811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.861974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.868919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.874735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.880807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.882861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-112428fd-6e8e-496a-af07-e4213804340b req-d0bad349-a6aa-493a-a467-dc29147521ce tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.1987622 Aug 16 02:04:20.884877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:20.891831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Port': ['ID=8aedc18b-23c8-4986-b6a4-202f37a224fe,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:20.896565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9b67d607-00be-4393-a8c2-34b2fdc7f45e req-475749d9-9368-490e-af71-a044fcf65dfa tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.896693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9b67d607-00be-4393-a8c2-34b2fdc7f45e req-475749d9-9368-490e-af71-a044fcf65dfa tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.898070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b67d607-00be-4393-a8c2-34b2fdc7f45e req-475749d9-9368-490e-af71-a044fcf65dfa tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/edfcf285-8186-4f5a-bc60-333004b99d51 HTTP/1.1" status: 204 len: 173 time: 0.6007609 Aug 16 02:04:20.913531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 210ea15d-a319-4a0a-8c19-45a19d772621, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=210ea15d-a319-4a0a-8c19-45a19d772621,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:20.933285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '210ea15d-a319-4a0a-8c19-45a19d772621', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': '210ea15d-a319-4a0a-8c19-45a19d772621', 'mac_address': 'fa:16:3e:0b:e8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:20.982170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.987926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:20.989008 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:20.999709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210ea15d-a319-4a0a-8c19-45a19d772621 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:21.019183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475749d9-9368-490e-af71-a044fcf65dfa tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfcf285-8186-4f5a-bc60-333004b99d51,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.029146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 210ea15d-a319-4a0a-8c19-45a19d772621, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=210ea15d-a319-4a0a-8c19-45a19d772621,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:21.061793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 777875da-2da4-49d2-a381-04115832c652 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:21.066871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 777875da-2da4-49d2-a381-04115832c652 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:21.068039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.076896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-22838de3-26b8-4972-82d4-5bc5e980437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.079748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-22838de3-26b8-4972-82d4-5bc5e980437a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3059809 Aug 16 02:04:21.105780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-112428fd-6e8e-496a-af07-e4213804340b req-14d54246-55ad-4c4a-8437-81a770881353 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1883605 Aug 16 02:04:21.156623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-6b68da1e-d3a1-49b6-8c77-994abbcdf709 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7898800 Aug 16 02:04:21.169007 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.189823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf81f-89fb-4f5f-8177-d14a6a8b2343 req-42be83fd-f642-4d93-baeb-891c68ffc033 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.198740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf81f-89fb-4f5f-8177-d14a6a8b2343 req-42be83fd-f642-4d93-baeb-891c68ffc033 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.204834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63faf81f-89fb-4f5f-8177-d14a6a8b2343 req-42be83fd-f642-4d93-baeb-891c68ffc033 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.207112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.213391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63faf81f-89fb-4f5f-8177-d14a6a8b2343 req-42be83fd-f642-4d93-baeb-891c68ffc033 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2375 time: 0.2053838 Aug 16 02:04:21.225686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Request body: {'port': {'device_id': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:21.283737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:21.288296 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [req-a84109ef-f95c-4ab8-bb7f-a458d5ac246a req-a500db2f-ea29-498d-b28c-1f4f2c749b4e tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] show failed (client error): The resource could not be found. Aug 16 02:04:21.289768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a84109ef-f95c-4ab8-bb7f-a458d5ac246a req-a500db2f-ea29-498d-b28c-1f4f2c749b4e tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/201fae9a-3873-4333-961f-0a541cbf3600 HTTP/1.1" status: 404 len: 352 time: 0.1228216 Aug 16 02:04:21.290069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=210ea15d-a319-4a0a-8c19-45a19d772621,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.316552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63faf81f-89fb-4f5f-8177-d14a6a8b2343 req-254dc290-e8f4-42a7-93ee-2037d9731a8f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022372 Aug 16 02:04:21.353143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.357815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-395b994e-1199-41fd-b027-67070aef9e79 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681613 Aug 16 02:04:21.395913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.401109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d899fe2-5a0e-463b-914c-c564d73253d0 None None] Provisioning for port 8aedc18b-23c8-4986-b6a4-202f37a224fe completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:21.406094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d899fe2-5a0e-463b-914c-c564d73253d0 None None] Provisioning complete for port 8aedc18b-23c8-4986-b6a4-202f37a224fe triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:21.406486 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1d899fe2-5a0e-463b-914c-c564d73253d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.447183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['210ea15d-a319-4a0a-8c19-45a19d772621'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:21.507945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1d899fe2-5a0e-463b-914c-c564d73253d0 None None] Port 8aedc18b-23c8-4986-b6a4-202f37a224fe cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:21.512351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:21.611401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dfb0d7-149c-421f-a40b-80b1b6e427dd req-9319364c-93fb-4192-8f05-a646f3489304 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.615094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10dfb0d7-149c-421f-a40b-80b1b6e427dd req-9319364c-93fb-4192-8f05-a646f3489304 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2509391 Aug 16 02:04:21.676710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb9cc2-0af0-4bf2-bc86-27f3161bfafa req-456b7fba-07f4-4462-9bac-838307251541 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.678232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efbb9cc2-0af0-4bf2-bc86-27f3161bfafa req-456b7fba-07f4-4462-9bac-838307251541 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 944 time: 0.2363617 Aug 16 02:04:21.685915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-3953de58-fc90-457a-96ca-3681ced016cb service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171668 Aug 16 02:04:21.691017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:21.693912 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732eda5b-a61d-4e50-ba37-35fbd33af73c" -d '{"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-plugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:21.764520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10dfb0d7-149c-421f-a40b-80b1b6e427dd req-4eaf5fc8-234d-452e-9930-d5997e691c3a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371579 Aug 16 02:04:21.792743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efbb9cc2-0af0-4bf2-bc86-27f3161bfafa req-a0d0f79f-ae0d-4414-ab52-0f96c1316aba tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038196 Aug 16 02:04:21.863809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c06ea10-e1f4-4859-8c60-86439542f959 req-66ee4ae0-f8f4-4815-9e91-7969699d3da9 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/43f1f33e-3191-4787-9ce2-f4eb1c3cffd8 HTTP/1.1" status: 200 len: 1807 time: 0.0685694 Aug 16 02:04:21.965684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:21.981172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:21.993102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a96bb6-2fa5-4b51-8d23-4158598a3698 req-92daf171-b139-424d-bf59-ed034a4dc353 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:21.994632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4a96bb6-2fa5-4b51-8d23-4158598a3698 req-92daf171-b139-424d-bf59-ed034a4dc353 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1267288 Aug 16 02:04:22.025258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Transition to ACTIVE for port object 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:22.033442 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5c06ea10-e1f4-4859-8c60-86439542f959 req-95e5bef6-9b09-422a-be2f-604bbafabaab tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.069209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5c06ea10-e1f4-4859-8c60-86439542f959 req-95e5bef6-9b09-422a-be2f-604bbafabaab tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.074479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4a96bb6-2fa5-4b51-8d23-4158598a3698 req-646dc8b4-07d2-46c0-a8db-f232a6f9791d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688140 Aug 16 02:04:22.107760 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.168665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Pushing event updated for resources: {'Port': ['ID=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.204762 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d1699e-8377-4adf-b80d-c1f79abeab6f x-openstack-request-id: req-d1d1699e-8377-4adf-b80d-c1f79abeab6f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:22.205297 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-plugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:22.205398 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d1d1699e-8377-4adf-b80d-c1f79abeab6f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:22.205741 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'code': 200} Aug 16 02:04:22.251696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Attempting to bind port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:22.252039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Attempting to bind port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:22.252373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Attempting to bind port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 on network 007359ee-304d-4b0f-899b-db51578b8521 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:22.535777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5c06ea10-e1f4-4859-8c60-86439542f959 req-95e5bef6-9b09-422a-be2f-604bbafabaab tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.538243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5c06ea10-e1f4-4859-8c60-86439542f959 req-95e5bef6-9b09-422a-be2f-604bbafabaab tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.540111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c06ea10-e1f4-4859-8c60-86439542f959 req-95e5bef6-9b09-422a-be2f-604bbafabaab tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/43f1f33e-3191-4787-9ce2-f4eb1c3cffd8 HTTP/1.1" status: 204 len: 173 time: 0.6653214 Aug 16 02:04:22.556420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 on network 007359ee-304d-4b0f-899b-db51578b8521 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:22.556758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Attempting to bind port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 on network 007359ee-304d-4b0f-899b-db51578b8521 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:22.569411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5bef6-9b09-422a-be2f-604bbafabaab tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f1f33e-3191-4787-9ce2-f4eb1c3cffd8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:22.571393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:22.571746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Checking segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:22.572130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Bound using segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:22.572596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Bound port: 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:22.572965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.649108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91550d-3432-4997-8de1-f90dad4a4041 req-55db284a-4566-40b0-91fd-b3f6363a29d8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.650525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f91550d-3432-4997-8de1-f90dad4a4041 req-55db284a-4566-40b0-91fd-b3f6363a29d8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.3958352 Aug 16 02:04:22.728670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.734694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.740703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.747407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.753398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.760219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.766288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.768281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3064023-53a7-4b0f-b357-84b588d95667 req-d1224282-5260-4d03-8d78-8e29ae40b5f2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.1753721 Aug 16 02:04:22.768761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 210ea15d-a319-4a0a-8c19-45a19d772621 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:22.769478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] For port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:22.793981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f91550d-3432-4997-8de1-f90dad4a4041 req-9552d7b0-d58a-4150-abe7-c106d7165869 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347158 Aug 16 02:04:22.805878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] For port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:22.835104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3064023-53a7-4b0f-b357-84b588d95667 req-9b9e069d-2fa9-4c6a-ab3c-25ac2d972e67 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591137 Aug 16 02:04:22.943669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32efd3b6-cf7d-4d21-bf52-b4f6d926891e req-f5d1379f-0e37-43f1-accb-ed3080470f90 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/b2fc30b6-3926-46a7-96e3-050a03843a00 HTTP/1.1" status: 200 len: 1806 time: 0.0803502 Aug 16 02:04:22.948906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.961990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 210ea15d-a319-4a0a-8c19-45a19d772621 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:22.961990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 210ea15d-a319-4a0a-8c19-45a19d772621 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:22.961990 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:22.965828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f761-fed6-498a-9351-2fb1a820552e req-e736610b-3896-4114-88a3-1e460e93ee42 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.972033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f761-fed6-498a-9351-2fb1a820552e req-e736610b-3896-4114-88a3-1e460e93ee42 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.979360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327f761-fed6-498a-9351-2fb1a820552e req-e736610b-3896-4114-88a3-1e460e93ee42 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:22.981121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6327f761-fed6-498a-9351-2fb1a820552e req-e736610b-3896-4114-88a3-1e460e93ee42 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2387 time: 0.0948126 Aug 16 02:04:23.044305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.044973 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.045801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.046332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] 10.222.0.58 "PUT /v2.0/ports/4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 HTTP/1.1" status: 200 len: 1092 time: 1.8689590 Aug 16 02:04:23.046804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'tag': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:23.049199 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcac39bf-e715-4b9e-8bf5-6803177aac7b" -d '{"events": [{"name": "network-changed", "server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "tag": "4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:23.087365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ebdd2-b035-45d6-aa2f-4867decc4fde service neutron] Pushing event updated for resources: {'Port': ['ID=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.101772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 210ea15d-a319-4a0a-8c19-45a19d772621, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=210ea15d-a319-4a0a-8c19-45a19d772621,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:23.106023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6327f761-fed6-498a-9351-2fb1a820552e req-704cff7c-903a-4827-aaa5-4a193707cbf8 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940528 Aug 16 02:04:23.143455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-32efd3b6-cf7d-4d21-bf52-b4f6d926891e req-ef07b158-346d-41aa-acae-3d86e689f5fd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.170802 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-32efd3b6-cf7d-4d21-bf52-b4f6d926891e req-ef07b158-346d-41aa-acae-3d86e689f5fd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.185615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Request body: {'port': {'device_id': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:23.201912 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.272667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=210ea15d-a319-4a0a-8c19-45a19d772621,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.318942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c6c25-8ec6-4d71-91ee-9bdae0737fbd req-22caa227-25b9-4bcf-ab67-1ac32776aab5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.320997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-823c6c25-8ec6-4d71-91ee-9bdae0737fbd req-22caa227-25b9-4bcf-ab67-1ac32776aab5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 945 time: 0.1415954 Aug 16 02:04:23.322591 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.398594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-823c6c25-8ec6-4d71-91ee-9bdae0737fbd req-58737671-3731-40f0-a18e-7a648a0fcab0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672274 Aug 16 02:04:23.476672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-32efd3b6-cf7d-4d21-bf52-b4f6d926891e req-ef07b158-346d-41aa-acae-3d86e689f5fd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.479240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-32efd3b6-cf7d-4d21-bf52-b4f6d926891e req-ef07b158-346d-41aa-acae-3d86e689f5fd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.480360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32efd3b6-cf7d-4d21-bf52-b4f6d926891e req-ef07b158-346d-41aa-acae-3d86e689f5fd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/b2fc30b6-3926-46a7-96e3-050a03843a00 HTTP/1.1" status: 204 len: 173 time: 0.5255086 Aug 16 02:04:23.528119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef07b158-346d-41aa-acae-3d86e689f5fd tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fc30b6-3926-46a7-96e3-050a03843a00,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:23.530779 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43741d94-f540-4ab6-908c-e26be3afa955 x-openstack-request-id: req-43741d94-f540-4ab6-908c-e26be3afa955 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:23.531145 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "tag": "4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:23.531413 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-43741d94-f540-4ab6-908c-e26be3afa955 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:23.531825 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'tag': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0', 'status': 'completed', 'code': 200} Aug 16 02:04:23.612382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-e478e626-2e7a-4e53-a318-c0c97ef64b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.613033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-e478e626-2e7a-4e53-a318-c0c97ef64b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.613386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-e478e626-2e7a-4e53-a318-c0c97ef64b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.615209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-e478e626-2e7a-4e53-a318-c0c97ef64b40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2731 time: 0.0476713 Aug 16 02:04:23.649683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.655730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.662092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.668776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.674848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.681738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.687752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.689751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab0b93da-91b5-422d-9f6f-f900c40b33bb req-627dd447-dd31-40e4-9320-1bf5857f9ba4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.2172718 Aug 16 02:04:23.702258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38492) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:23.709663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Request body: {'floatingip': {'port_id': '8f4f6596-6819-4b7b-b24a-33ca875d0f81'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:23.739708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-429a0986-027e-45ec-8a37-829970c5d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.740235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-429a0986-027e-45ec-8a37-829970c5d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.740998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-429a0986-027e-45ec-8a37-829970c5d002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.744104 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-429a0986-027e-45ec-8a37-829970c5d002 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=87570dc450cb457592868d2b2392cc3a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1204143 Aug 16 02:04:23.757253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:23.855623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-45abe32a-4f7d-483b-a9a4-873a72f7c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.860498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcac39bf-e715-4b9e-8bf5-6803177aac7b req-45abe32a-4f7d-483b-a9a4-873a72f7c3ef service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981774 Aug 16 02:04:23.904028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a4e51-2346-4c7b-95d3-7dc7f5204332 req-fd3e3fff-54ab-419b-b2d1-cd6ab09a352d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:23.905547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-369a4e51-2346-4c7b-95d3-7dc7f5204332 req-fd3e3fff-54ab-419b-b2d1-cd6ab09a352d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.3110342 Aug 16 02:04:24.034394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03c25ef6-97f7-4ce6-848d-87f5dc4a0b24 req-61af252d-4afb-4e48-b61a-ed39dbff3ab2 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6 HTTP/1.1" status: 200 len: 1805 time: 0.2161222 Aug 16 02:04:24.084350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-369a4e51-2346-4c7b-95d3-7dc7f5204332 req-d541d246-9719-4594-8225-2ab8c9e60ae7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684449 Aug 16 02:04:24.098747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0008603-ac72-4237-a2e1-693b2e525b99 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:24.113749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.141509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Transition to ACTIVE for port object e0008603-ac72-4237-a2e1-693b2e525b99 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:24.207281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210ea15d-a319-4a0a-8c19-45a19d772621'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:24.209670 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10594ebe-7ada-4de9-ba68-cd4a8ccfc370" -d '{"events": [{"server_uuid": "65adb61d-3396-4358-b937-ed4b57ed5b7f", "name": "network-vif-plugged", "status": "completed", "tag": "210ea15d-a319-4a0a-8c19-45a19d772621"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:24.248622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.343803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-03c25ef6-97f7-4ce6-848d-87f5dc4a0b24 req-51b91235-73ed-4bc2-b267-12559d297e66 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.377737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85241a4f-23aa-445a-8dc2-46ef70765e6e req-8cb8b5e4-fd9b-49bd-b592-ce88ab7c4c97 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.385578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85241a4f-23aa-445a-8dc2-46ef70765e6e req-8cb8b5e4-fd9b-49bd-b592-ce88ab7c4c97 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2407837 Aug 16 02:04:24.408822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Pushing event updated for resources: {'Port': ['ID=e0008603-ac72-4237-a2e1-693b2e525b99,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.411479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:24.440029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-306cefd8-6802-46e9-960d-fe9425887b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.441951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-306cefd8-6802-46e9-960d-fe9425887b64 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032&tenant_id=c8064647b93f4bc8aac7fae0bd12918d HTTP/1.1" status: 200 len: 1102 time: 0.0686038 Aug 16 02:04:24.455614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:24.463953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-03c25ef6-97f7-4ce6-848d-87f5dc4a0b24 req-51b91235-73ed-4bc2-b267-12559d297e66 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.525769 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.594602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85241a4f-23aa-445a-8dc2-46ef70765e6e req-b2845b36-904a-4a31-aa7b-7659f25c87ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081244 Aug 16 02:04:24.624876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66c4d29c-5e24-4bac-b9ab-72845ee87aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.652600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Attempting to bind port e0008603-ac72-4237-a2e1-693b2e525b99 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:24.653178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Attempting to bind port e0008603-ac72-4237-a2e1-693b2e525b99 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:24.653274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Attempting to bind port e0008603-ac72-4237-a2e1-693b2e525b99 on network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:24.683755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Port e0008603-ac72-4237-a2e1-693b2e525b99 on network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:24.684082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Attempting to bind port e0008603-ac72-4237-a2e1-693b2e525b99 on network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:24.686032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-03c25ef6-97f7-4ce6-848d-87f5dc4a0b24 req-51b91235-73ed-4bc2-b267-12559d297e66 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.688543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-03c25ef6-97f7-4ce6-848d-87f5dc4a0b24 req-51b91235-73ed-4bc2-b267-12559d297e66 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.689674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03c25ef6-97f7-4ce6-848d-87f5dc4a0b24 req-51b91235-73ed-4bc2-b267-12559d297e66 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6 HTTP/1.1" status: 204 len: 173 time: 0.6422927 Aug 16 02:04:24.730471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:24.730844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Checking segment: {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:24.731240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Bound using segment: {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:24.731704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Bound port: e0008603-ac72-4237-a2e1-693b2e525b99, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ad8d4cc-2141-4abf-a877-922a22960a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:24.732076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.738212 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b4e9af-effc-4026-824f-98e47ce06394 x-openstack-request-id: req-34b4e9af-effc-4026-824f-98e47ce06394 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:24.738715 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65adb61d-3396-4358-b937-ed4b57ed5b7f", "name": "network-vif-plugged", "status": "completed", "tag": "210ea15d-a319-4a0a-8c19-45a19d772621", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:24.739226 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-34b4e9af-effc-4026-824f-98e47ce06394 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:24.739353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b91235-73ed-4bc2-b267-12559d297e66 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bbbaa3-bf4b-4ae9-a4a7-0f8bc4b5fad6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:24.739763 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210ea15d-a319-4a0a-8c19-45a19d772621', 'code': 200} Aug 16 02:04:24.842938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:24.881567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66c4d29c-5e24-4bac-b9ab-72845ee87aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.881885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211e51-3171-4431-874c-e2b6848db583 req-6eed0275-d965-46ea-abeb-20b103650a8f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.888576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211e51-3171-4431-874c-e2b6848db583 req-6eed0275-d965-46ea-abeb-20b103650a8f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.894207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:24.894506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211e51-3171-4431-874c-e2b6848db583 req-6eed0275-d965-46ea-abeb-20b103650a8f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:24.896264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0211e51-3171-4431-874c-e2b6848db583 req-6eed0275-d965-46ea-abeb-20b103650a8f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2399 time: 0.2169888 Aug 16 02:04:24.899558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.939151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:24.941397 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0fcb50-10a8-4130-bda4-b7ca39027ea3" -d '{"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-unplugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:24.946229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.957289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66c4d29c-5e24-4bac-b9ab-72845ee87aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:24.969210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Transition to ACTIVE for port object 777875da-2da4-49d2-a381-04115832c652 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:24.979427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] For port e0008603-ac72-4237-a2e1-693b2e525b99, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:25.002388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841a5fd-3d58-444d-8ea2-1b3deb774709 req-f489cf27-8126-4606-a397-1f62123b268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.003790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-66c4d29c-5e24-4bac-b9ab-72845ee87aa6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87ccc8a133b0459bbc6d2f60aafae8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5906589 Aug 16 02:04:25.003921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b841a5fd-3d58-444d-8ea2-1b3deb774709 req-f489cf27-8126-4606-a397-1f62123b268b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 1097 time: 0.1782138 Aug 16 02:04:25.006738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4d29c-5e24-4bac-b9ab-72845ee87aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91c3141-2124-4754-8c8a-1150a987d0cb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.009117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.009660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38514) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:25.012305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] For port e0008603-ac72-4237-a2e1-693b2e525b99, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0008603-ac72-4237-a2e1-693b2e525b99,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:25.022779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba10774-90e9-4f21-9a57-06a1a43072e1 req-84cf317b-ef0a-4789-9a17-0a24c199bb36 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.022973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aba10774-90e9-4f21-9a57-06a1a43072e1 req-84cf317b-ef0a-4789-9a17-0a24c199bb36 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 945 time: 0.1814976 Aug 16 02:04:25.051471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.057390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0211e51-3171-4431-874c-e2b6848db583 req-15b2ab54-51cf-4ae4-8795-03cf0f6aa0cc tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508682 Aug 16 02:04:25.104660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f767317-0096-4ba8-8a9c-07c551b1838d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.137450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] No DVR routers for this DVR port 777875da-2da4-49d2-a381-04115832c652 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:25.157026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.161258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.167924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b841a5fd-3d58-444d-8ea2-1b3deb774709 req-5b7c962e-4c12-478d-9463-e1b0c784ea25 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433156 Aug 16 02:04:25.186014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f767317-0096-4ba8-8a9c-07c551b1838d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.205883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aba10774-90e9-4f21-9a57-06a1a43072e1 req-92c52eac-13f5-47a8-9696-1adc97da4a1e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431198 Aug 16 02:04:25.208197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:25.208936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:25.209675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:25.231670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:25.232540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Attempting to bind port 777875da-2da4-49d2-a381-04115832c652 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:25.245642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 3, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:25.246249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:25.246838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:25.247734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Bound port: 777875da-2da4-49d2-a381-04115832c652, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:25.248291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.250841 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Floating IP 63fd7bad-988e-43af-b329-27d259edad40 associated. External IP: 172.25.6.208, port: 8f4f6596-6819-4b7b-b24a-33ca875d0f81. Aug 16 02:04:25.331116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:25.334824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:25.439873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.475837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.476503 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.478086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] 10.222.0.58 "PUT /v2.0/ports/777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 1098 time: 1.0277097 Aug 16 02:04:25.481143 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f767317-0096-4ba8-8a9c-07c551b1838d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.484348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f767317-0096-4ba8-8a9c-07c551b1838d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.487899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9f767317-0096-4ba8-8a9c-07c551b1838d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a91c3141-2124-4754-8c8a-1150a987d0cb HTTP/1.1" status: 204 len: 168 time: 0.4748702 Aug 16 02:04:25.527462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f767317-0096-4ba8-8a9c-07c551b1838d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91c3141-2124-4754-8c8a-1150a987d0cb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.560482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2898a7a-6a73-48d4-a1ca-8b7fa7bf9233 service neutron] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=11']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.587617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-b26d1719-7571-4a32-8539-4c711bfcefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.589425 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-b26d1719-7571-4a32-8539-4c711bfcefcf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1101 time: 0.0774341 Aug 16 02:04:25.603573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.604222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:25.605635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] 10.222.0.58 "PUT /v2.0/ports/e0008603-ac72-4237-a2e1-693b2e525b99 HTTP/1.1" status: 200 len: 1092 time: 2.4251242 Aug 16 02:04:25.607215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'tag': 'e0008603-ac72-4237-a2e1-693b2e525b99'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:25.610478 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d" -d '{"events": [{"name": "network-changed", "server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "tag": "e0008603-ac72-4237-a2e1-693b2e525b99"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:25.672635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62aef2b-4dc9-463e-8716-fbf3000f623d req-fc2cd2cc-2ff3-4d25-a69a-1b6535ba2fed tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.680107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a62aef2b-4dc9-463e-8716-fbf3000f623d req-fc2cd2cc-2ff3-4d25-a69a-1b6535ba2fed tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.5259283 Aug 16 02:04:25.701304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-6cf9f47c-0e2c-4874-bf0f-e270de3df5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.702918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-6cf9f47c-0e2c-4874-bf0f-e270de3df5de service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1063015 Aug 16 02:04:25.740608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a0d1c-f61f-4778-ade6-46e5ce88be8f service neutron] Pushing event updated for resources: {'Port': ['ID=e0008603-ac72-4237-a2e1-693b2e525b99,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:25.754008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Request body: {'port': {'device_id': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:25.755910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-834651b9-bd64-4945-a6d3-596e7401ed8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0400400 Aug 16 02:04:25.783765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71a81ce3-213c-4fb5-92e8-9ef3b8f30370 req-bb1b9f81-456a-4d96-8e2e-6347fa791b6c tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/7703f345-6859-4e85-893f-17424085c48f HTTP/1.1" status: 200 len: 2406 time: 0.5253763 Aug 16 02:04:25.817613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-22421a7d-2973-41bb-a7ee-e89410d6a7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.819350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-22421a7d-2973-41bb-a7ee-e89410d6a7b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0563979 Aug 16 02:04:25.868364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a62aef2b-4dc9-463e-8716-fbf3000f623d req-3c10a2ed-bac3-414a-9a9f-c1a8f780ded5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861720 Aug 16 02:04:25.876726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-abf141d4-646e-4959-914a-76c3efd4d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:25.888508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-abf141d4-646e-4959-914a-76c3efd4d0e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0527632 Aug 16 02:04:25.922053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.007312 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-897e4f88-0afc-4cfe-9427-1c297420cbdc service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207397 Aug 16 02:04:26.037921 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6478736-a57e-4efe-aa95-0263721434ac x-openstack-request-id: req-f6478736-a57e-4efe-aa95-0263721434ac {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:26.038218 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-unplugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:26.038484 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6478736-a57e-4efe-aa95-0263721434ac {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:26.038927 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'code': 200} Aug 16 02:04:26.087922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-71a81ce3-213c-4fb5-92e8-9ef3b8f30370 req-dadf143a-d7f6-4eff-8efb-ef69cb00bf47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.108834 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5ae080ea-bd8b-4cdf-b3b1-1bdde5739322 req-1e58bcb3-6c17-48ad-ada6-05753d9124e4 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935853 Aug 16 02:04:26.237559 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-71a81ce3-213c-4fb5-92e8-9ef3b8f30370 req-dadf143a-d7f6-4eff-8efb-ef69cb00bf47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.336277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cc873-ece5-4e0f-83f6-f9b75aa8ed58 req-d438562f-1aee-4dc7-ad50-c4864c7694c7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.337779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-951cc873-ece5-4e0f-83f6-f9b75aa8ed58 req-d438562f-1aee-4dc7-ad50-c4864c7694c7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 949 time: 0.2562354 Aug 16 02:04:26.357580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Router 337b891c-3d1f-41ca-acf4-38b06c28a590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:26.387835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38534) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.403107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8884-3f6a-4f94-8b59-5b731adee59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.533476 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-71a81ce3-213c-4fb5-92e8-9ef3b8f30370 req-dadf143a-d7f6-4eff-8efb-ef69cb00bf47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.536103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-71a81ce3-213c-4fb5-92e8-9ef3b8f30370 req-dadf143a-d7f6-4eff-8efb-ef69cb00bf47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.547208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71a81ce3-213c-4fb5-92e8-9ef3b8f30370 req-dadf143a-d7f6-4eff-8efb-ef69cb00bf47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/7703f345-6859-4e85-893f-17424085c48f HTTP/1.1" status: 204 len: 173 time: 0.7522490 Aug 16 02:04:26.574501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf143a-d7f6-4eff-8efb-ef69cb00bf47 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7703f345-6859-4e85-893f-17424085c48f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.597623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aedc18b-23c8-4986-b6a4-202f37a224fe {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:26.603336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8884-3f6a-4f94-8b59-5b731adee59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.608915 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa7251c-7656-4385-9501-7af5a64c8b31 x-openstack-request-id: req-6fa7251c-7656-4385-9501-7af5a64c8b31 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:26.609239 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "tag": "e0008603-ac72-4237-a2e1-693b2e525b99", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:26.609499 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6fa7251c-7656-4385-9501-7af5a64c8b31 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:26.609892 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'tag': 'e0008603-ac72-4237-a2e1-693b2e525b99', 'status': 'completed', 'code': 200} Aug 16 02:04:26.625578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.628376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:26.633419 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.640355 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] Sync routers for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:26.667456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-a06c8b73-4002-4359-bec5-3eb16077c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.668131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-a06c8b73-4002-4359-bec5-3eb16077c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.668880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-a06c8b73-4002-4359-bec5-3eb16077c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.670714 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-a06c8b73-4002-4359-bec5-3eb16077c2e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2799 time: 0.0592237 Aug 16 02:04:26.672497 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:26.673321 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:26.692534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa2f8884-3f6a-4f94-8b59-5b731adee59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.697417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Transition to ACTIVE for port object 8aedc18b-23c8-4986-b6a4-202f37a224fe will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:26.754151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dfe2addb-6453-4d17-a52e-5b087b3498a4 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "PUT /v2.0/floatingips/63fd7bad-988e-43af-b329-27d259edad40 HTTP/1.1" status: 200 len: 991 time: 3.0480280 Aug 16 02:04:26.761820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-951cc873-ece5-4e0f-83f6-f9b75aa8ed58 req-b94ac38c-536b-4d26-a81c-9f9a75622f00 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149251 Aug 16 02:04:26.791958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.792123 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aa2f8884-3f6a-4f94-8b59-5b731adee59b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32a3ad2aeb2b4a9ba7d2125ebdf6cf86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027207 Aug 16 02:04:26.796467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38548) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:26.805611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f8884-3f6a-4f94-8b59-5b731adee59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd6a48-895d-4f5e-b16b-b23073fbcef8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.816566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 777875da-2da4-49d2-a381-04115832c652 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:26.827285 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:26.839948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-bbb7891e-da5a-4740-a3a3-ad1e44131e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.840450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-bbb7891e-da5a-4740-a3a3-ad1e44131e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.840944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-bbb7891e-da5a-4740-a3a3-ad1e44131e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:26.843219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-bbb7891e-da5a-4740-a3a3-ad1e44131e72 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=87570dc450cb457592868d2b2392cc3a&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1615143 Aug 16 02:04:26.871299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 777875da-2da4-49d2-a381-04115832c652 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:26.939292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6254dff-f7d3-4b21-bfe0-1c7914745cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:26.954527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8aedc18b-23c8-4986-b6a4-202f37a224fe,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:26.995122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6254dff-f7d3-4b21-bfe0-1c7914745cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.013699 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.034387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-94fca3ed-c411-45fc-9dfe-f67220c8e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.035941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c8f554b-9bc9-4a00-be20-ce5b2ac6505d req-94fca3ed-c411-45fc-9dfe-f67220c8e0cc service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1762481 Aug 16 02:04:27.046119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1100d9a-d62b-4e85-97fe-a0843b91d242 req-37262c35-b131-49e5-a671-bea95a07cf90 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.051957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1100d9a-d62b-4e85-97fe-a0843b91d242 req-37262c35-b131-49e5-a671-bea95a07cf90 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 814 time: 0.3791149 Aug 16 02:04:27.098433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.107547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1100d9a-d62b-4e85-97fe-a0843b91d242 req-c9d9c64e-46cc-4c54-80a3-6780512ec442 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/quotas/835435b194a74979a80448f4f3b83896 HTTP/1.1" status: 200 len: 375 time: 0.0283487 Aug 16 02:04:27.141963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2649e-58cf-41f2-9de0-3fc899fbc7d2 req-d2881226-a043-42ff-b4a9-1c7957cbc7ea tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.148683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2649e-58cf-41f2-9de0-3fc899fbc7d2 req-d2881226-a043-42ff-b4a9-1c7957cbc7ea tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.155256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f2649e-58cf-41f2-9de0-3fc899fbc7d2 req-d2881226-a043-42ff-b4a9-1c7957cbc7ea tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.155374 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '63fd7bad-988e-43af-b329-27d259edad40', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'port_id': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'mac_address': 'fa:16:3e:45:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:56Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 1, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:51Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.156822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9f2649e-58cf-41f2-9de0-3fc899fbc7d2 req-d2881226-a043-42ff-b4a9-1c7957cbc7ea tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2411 time: 0.2489533 Aug 16 02:04:27.178080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Attempting to bind port 8aedc18b-23c8-4986-b6a4-202f37a224fe on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:27.178350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Attempting to bind port 8aedc18b-23c8-4986-b6a4-202f37a224fe by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:27.178695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6254dff-f7d3-4b21-bfe0-1c7914745cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.178804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Attempting to bind port 8aedc18b-23c8-4986-b6a4-202f37a224fe on network 007359ee-304d-4b0f-899b-db51578b8521 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:27.182655 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6254dff-f7d3-4b21-bfe0-1c7914745cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.186576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6254dff-f7d3-4b21-bfe0-1c7914745cde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2ecd6a48-895d-4f5e-b16b-b23073fbcef8 HTTP/1.1" status: 204 len: 168 time: 0.3865669 Aug 16 02:04:27.195811 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] Checking router: 337b891c-3d1f-41ca-acf4-38b06c28a590 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:27.195992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Port 8aedc18b-23c8-4986-b6a4-202f37a224fe on network 007359ee-304d-4b0f-899b-db51578b8521 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:27.195992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Attempting to bind port 8aedc18b-23c8-4986-b6a4-202f37a224fe on network 007359ee-304d-4b0f-899b-db51578b8521 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:27.205730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6254dff-f7d3-4b21-bfe0-1c7914745cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd6a48-895d-4f5e-b16b-b23073fbcef8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.209558 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:27.210393 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.212147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:27.212570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Checking segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:27.213019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Bound using segment: {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:27.213534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Bound port: 8aedc18b-23c8-4986-b6a4-202f37a224fe, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '007359ee-304d-4b0f-899b-db51578b8521'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:27.213965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.242290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1100d9a-d62b-4e85-97fe-a0843b91d242 req-7ee11bc4-9702-4822-ad3a-3a09ba4b2982 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1251669 Aug 16 02:04:27.284724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9f2649e-58cf-41f2-9de0-3fc899fbc7d2 req-756e53c7-28c2-4f9c-9043-fbea3bb9a0ec tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079028 Aug 16 02:04:27.323498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] For port 8aedc18b-23c8-4986-b6a4-202f37a224fe, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:27.327700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] For port 8aedc18b-23c8-4986-b6a4-202f37a224fe, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:27.345173 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:27.406850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.422301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-824032a4-b9da-404c-991c-f428cac19fbb req-1145b121-e043-4ae5-8e51-89d8db23f6e5 tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "GET /v2.0/security-groups/36fc686f-b958-49dd-96a6-12f2552c4483 HTTP/1.1" status: 200 len: 2401 time: 0.0850031 Aug 16 02:04:27.459814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.460451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.462260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] 10.222.0.58 "PUT /v2.0/ports/8aedc18b-23c8-4986-b6a4-202f37a224fe HTTP/1.1" status: 200 len: 1093 time: 1.7288165 Aug 16 02:04:27.496004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f97c02-cea1-4cec-a6ed-f3e837ae3aed req-f3ca5341-b3e0-4031-b042-530337325aa6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.497789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27f97c02-cea1-4cec-a6ed-f3e837ae3aed req-f3ca5341-b3e0-4031-b042-530337325aa6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 945 time: 0.1384947 Aug 16 02:04:27.543693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c5f26-10f1-48bd-84d9-6891a1a6dfb0 service neutron] Pushing event updated for resources: {'Port': ['ID=8aedc18b-23c8-4986-b6a4-202f37a224fe,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.586526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27f97c02-cea1-4cec-a6ed-f3e837ae3aed req-9f498c47-3431-4235-931f-567befad1b7e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655584 Aug 16 02:04:27.600829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-824032a4-b9da-404c-991c-f428cac19fbb req-1e018c27-5a99-4350-8c5b-8966e19e6d1d tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.604010 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '63fd7bad-988e-43af-b329-27d259edad40', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'port_id': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'mac_address': 'fa:16:3e:45:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:56Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 1, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:51Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:27.644820 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3f7fc5-01a9-49e2-9f05-b54231deda44 None None] The sync data for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 is: [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '63fd7bad-988e-43af-b329-27d259edad40', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'floating_ip_address': '172.25.6.208', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'port_id': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'mac_address': 'fa:16:3e:45:e6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21121316-3838-42af-8a92-8c9be67f34f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:02:56Z', 'updated_at': '2021-08-16T02:04:24Z', 'revision_number': 1, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:51Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:27.668377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-824032a4-b9da-404c-991c-f428cac19fbb req-1e018c27-5a99-4350-8c5b-8966e19e6d1d tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.686294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-e48c2759-dada-4e5a-96ee-049856e53658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.686841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-e48c2759-dada-4e5a-96ee-049856e53658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.687347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-e48c2759-dada-4e5a-96ee-049856e53658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.689066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-e48c2759-dada-4e5a-96ee-049856e53658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2867 time: 0.0994840 Aug 16 02:04:27.801182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-256ea128-1680-4845-88d5-79394e663f4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.91&port_id=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 HTTP/1.1" status: 200 len: 217 time: 0.0603404 Aug 16 02:04:27.852149 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:04:27.862216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cf21d2e6-3357-4e03-b13c-47280a61bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:27.864072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-cf21d2e6-3357-4e03-b13c-47280a61bc8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e760772-db45-4673-bc75-8e033f204a47 HTTP/1.1" status: 200 len: 801 time: 0.0563204 Aug 16 02:04:27.911734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-824032a4-b9da-404c-991c-f428cac19fbb req-1e018c27-5a99-4350-8c5b-8966e19e6d1d tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.914959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-824032a4-b9da-404c-991c-f428cac19fbb req-1e018c27-5a99-4350-8c5b-8966e19e6d1d tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:27.917158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-824032a4-b9da-404c-991c-f428cac19fbb req-1e018c27-5a99-4350-8c5b-8966e19e6d1d tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] 10.222.0.76 "DELETE /v2.0/security-groups/36fc686f-b958-49dd-96a6-12f2552c4483 HTTP/1.1" status: 204 len: 173 time: 0.4748466 Aug 16 02:04:27.923328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:27.972133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e018c27-5a99-4350-8c5b-8966e19e6d1d tempest-SecurityGroupRulesTestJSON-307089918 tempest-SecurityGroupRulesTestJSON-307089918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fc686f-b958-49dd-96a6-12f2552c4483,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:27.998733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f0be3120-e52e-4341-aa64-d0d43520fd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.000308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-f0be3120-e52e-4341-aa64-d0d43520fd0a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=007359ee-304d-4b0f-899b-db51578b8521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275761 Aug 16 02:04:28.006798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Deleting subnet 28cb16d1-1cbc-4769-a787-d2c2ef8b7dae {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:28.036050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be7dc0f-ffb8-4ae3-bf93-d23d6041c1dc None None] New status for floating IP 63fd7bad-988e-43af-b329-27d259edad40: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:04:28.040227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:28.040738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.042805 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb" -d '{"events": [{"name": "network-changed", "server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:28.165560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.206981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9ab54-5f89-42e9-bff9-1bf21384562f req-996f9d03-90f0-468a-9a14-508f49bb1599 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.208515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6e9ab54-5f89-42e9-bff9-1bf21384562f req-996f9d03-90f0-468a-9a14-508f49bb1599 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2237551 Aug 16 02:04:28.244366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc20ba3-18fb-4865-9b0e-693cf955d450 req-5d8b4161-fe3f-412b-9412-5dc7e1c4506c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.245870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffc20ba3-18fb-4865-9b0e-693cf955d450 req-5d8b4161-fe3f-412b-9412-5dc7e1c4506c tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 949 time: 0.2033961 Aug 16 02:04:28.280733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.315105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-2e9f4934-aa07-45df-b691-2773517ea5fd service neutron] 10.222.0.58 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822776 Aug 16 02:04:28.363796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:28.411817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6e9ab54-5f89-42e9-bff9-1bf21384562f req-36fd3740-d81b-4b86-a571-bc40aa8d0114 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852410 Aug 16 02:04:28.453074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffc20ba3-18fb-4865-9b0e-693cf955d450 req-f0e05810-de29-42c0-baf6-9c0270f7e84d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817849 Aug 16 02:04:28.498563 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dcd2252-5dec-4e5e-b76f-b79d20807f59 x-openstack-request-id: req-4dcd2252-5dec-4e5e-b76f-b79d20807f59 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:28.498995 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "tag": "777875da-2da4-49d2-a381-04115832c652", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:28.499339 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4dcd2252-5dec-4e5e-b76f-b79d20807f59 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:28.499807 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'status': 'completed', 'code': 200} Aug 16 02:04:28.517657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-4028316a-bf3e-4175-adea-d8e5752fbcb8 service neutron] 10.222.0.58 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898749 Aug 16 02:04:28.559059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:28.572220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '777875da-2da4-49d2-a381-04115832c652', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '777875da-2da4-49d2-a381-04115832c652', 'mac_address': 'fa:16:3e:7b:51:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:28.588164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-a585d4f9-2bd5-4b4a-b64a-a269ef204f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.589722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-a585d4f9-2bd5-4b4a-b64a-a269ef204f0a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1101 time: 0.0626478 Aug 16 02:04:28.591701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-4b8d7727-12ee-48a3-a7d1-f85d5c4391bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.84&port_id=e0008603-ac72-4237-a2e1-693b2e525b99 HTTP/1.1" status: 200 len: 217 time: 0.0643733 Aug 16 02:04:28.610684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81'}, {'name': 'network-changed', 'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'tag': '8aedc18b-23c8-4986-b6a4-202f37a224fe'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:28.612895 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e6af83-d071-4527-a1b2-7a36bf0416eb" -d '{"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81"}, {"name": "network-changed", "server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "tag": "8aedc18b-23c8-4986-b6a4-202f37a224fe"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:28.624749 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.640100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777875da-2da4-49d2-a381-04115832c652 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:28.671412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:28.681257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.723705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-5c0a4394-12d3-49fe-adeb-a94d3948c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.725902 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-5c0a4394-12d3-49fe-adeb-a94d3948c040 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1231515 Aug 16 02:04:28.740216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28cb16d1-1cbc-4769-a787-d2c2ef8b7dae,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.751581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.758900 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:28.760153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-81689882-5941-453a-839f-5a60d38879ce admin admin] 10.222.0.76 "DELETE /v2.0/subnets/28cb16d1-1cbc-4769-a787-d2c2ef8b7dae HTTP/1.1" status: 204 len: 168 time: 0.8328350 Aug 16 02:04:28.779294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38594) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:28.786422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-f1c94685-7604-471f-a6ad-088c03f79e38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 200 len: 217 time: 0.0530071 Aug 16 02:04:28.816329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4893a-558e-43af-9ba7-aad0d534ce0d req-991b6e69-8cb3-4c1c-907d-27465aa4599a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.823362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4893a-558e-43af-9ba7-aad0d534ce0d req-991b6e69-8cb3-4c1c-907d-27465aa4599a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.831591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec4893a-558e-43af-9ba7-aad0d534ce0d req-991b6e69-8cb3-4c1c-907d-27465aa4599a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.835180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cec4893a-558e-43af-9ba7-aad0d534ce0d req-991b6e69-8cb3-4c1c-907d-27465aa4599a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2411 time: 0.2477126 Aug 16 02:04:28.857104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=12']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:28.872329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00587909-b0bf-434b-8066-a4f209b63576 req-2a3f20ab-408b-4f58-b955-42d7f8c8b086 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.874176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00587909-b0bf-434b-8066-a4f209b63576 req-2a3f20ab-408b-4f58-b955-42d7f8c8b086 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2850745 Aug 16 02:04:28.886108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-1a2f325f-d79d-44bc-8224-5edfc7e68d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.887823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-1a2f325f-d79d-44bc-8224-5edfc7e68d11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0941153 Aug 16 02:04:28.918777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-4fffcff3-ef57-4123-926f-2e9c419c32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.920227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-4fffcff3-ef57-4123-926f-2e9c419c32b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3c69b48c-d791-4324-b194-c75d3126cdb5 HTTP/1.1" status: 200 len: 801 time: 0.3012114 Aug 16 02:04:28.945549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-87b309fe-4add-4a19-9b36-a9446263bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:28.945549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-87b309fe-4add-4a19-9b36-a9446263bc34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0446298 Aug 16 02:04:29.017282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.047108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00587909-b0bf-434b-8066-a4f209b63576 req-79e1bcfd-0f11-428b-aa6f-b040dbaa068c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445658 Aug 16 02:04:29.052983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-6091cf2d-6fef-4f68-a6c4-4d830642e005 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956347 Aug 16 02:04:29.056256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cec4893a-558e-43af-9ba7-aad0d534ce0d req-add0f294-f4eb-498d-b308-6650f3bd8219 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925290 Aug 16 02:04:29.063681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-86168eb2-46be-4848-82f7-162a7c3f1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.065375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-86168eb2-46be-4848-82f7-162a7c3f1116 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323798 Aug 16 02:04:29.083810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['777875da-2da4-49d2-a381-04115832c652'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:29.257570 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42ea3e6-10a0-48eb-b55e-b233d6b141a3 x-openstack-request-id: req-a42ea3e6-10a0-48eb-b55e-b233d6b141a3 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:29.258097 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "tag": "8aedc18b-23c8-4986-b6a4-202f37a224fe", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:29.258442 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a42ea3e6-10a0-48eb-b55e-b233d6b141a3 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:29.259065 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'status': 'completed', 'code': 200} Aug 16 02:04:29.259418 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'tag': '8aedc18b-23c8-4986-b6a4-202f37a224fe', 'status': 'completed', 'code': 200} Aug 16 02:04:29.292385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.316786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b040cad-f2bc-4722-b6dc-a4f3327fae1f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.351544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd085d141-13bd-4f48-9a46-591dd609938e') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.352110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd085d141-13bd-4f48-9a46-591dd609938e') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:29.373643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8273bf69-3fa8-427b-93b9-93e7e2f6b2cb req-eefbbdab-56d8-4b5f-94e6-b7a53d86c2b3 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985322 Aug 16 02:04:29.385023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.411012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.411635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.412165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.412690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.413330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.424227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.424227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.424227 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb35e56a-3d2e-459b-9c33-0e379e589140 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.1695445 Aug 16 02:04:29.432136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.444664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-91b21e47-f323-47f0-88ea-c28fe4fb39c3 service neutron] 10.222.0.58 "GET /v2.0/networks/91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700109 Aug 16 02:04:29.447961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:29.448472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:29.450131 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:29.512851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c89d6790-f6ae-4c87-8eeb-1aca65deb907 req-13c4aed0-5a81-45ed-b017-57bc3236c359 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=835435b194a74979a80448f4f3b83896 HTTP/1.1" status: 200 len: 221 time: 0.1104527 Aug 16 02:04:29.584981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-d5d263b5-c278-4865-a3a4-7a838cd41603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.587380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-d5d263b5-c278-4865-a3a4-7a838cd41603 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80 HTTP/1.1" status: 200 len: 917 time: 0.1634572 Aug 16 02:04:29.667815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-11b3332a-c4c7-4a88-95c3-060083850ce8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 1001 time: 0.0671654 Aug 16 02:04:29.720346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-2869c95d-6b39-46ec-b619-10e14ff337f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.721859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-2869c95d-6b39-46ec-b619-10e14ff337f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 200 len: 855 time: 0.0469379 Aug 16 02:04:29.790184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-207485d4-9d9a-4737-aa7b-ca2fbbcab59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.792112 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-207485d4-9d9a-4737-aa7b-ca2fbbcab59b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524445 Aug 16 02:04:29.915482 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-ec39f4ee-9afd-4773-acca-16d6a91cf687 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123073 Aug 16 02:04:29.967989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4aa64-6316-4be7-8759-8dd3bde21160 req-82d15769-4588-41cf-9760-440761b07e23 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:29.971143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3a4aa64-6316-4be7-8759-8dd3bde21160 req-82d15769-4588-41cf-9760-440761b07e23 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1520946 Aug 16 02:04:29.976883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-7b6ac047-aa1f-4d77-a340-2caf1fcff50d service neutron] 10.222.0.58 "GET /v2.0/networks/91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138915 Aug 16 02:04:30.025366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0bf56f-0f96-4f3b-b307-c633d319ad0d req-cf8c44d2-aeeb-4c7c-9687-2f0ff24911c7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.027982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f0bf56f-0f96-4f3b-b307-c633d319ad0d req-cf8c44d2-aeeb-4c7c-9687-2f0ff24911c7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 950 time: 0.1849866 Aug 16 02:04:30.039759 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-299fcf9b-a28f-4329-8f6a-5b5d69dbc893 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158664 Aug 16 02:04:30.067920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-161eb3d6-2e7b-4873-a404-5255c9a11d5a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe HTTP/1.1" status: 200 len: 217 time: 0.0802865 Aug 16 02:04:30.068599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.091347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.093236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2b040cad-f2bc-4722-b6dc-a4f3327fae1f HTTP/1.1" status: 204 len: 168 time: 1.3097160 Aug 16 02:04:30.142946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd987d8-2909-4a24-aae6-ab9d6b328557 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b040cad-f2bc-4722-b6dc-a4f3327fae1f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.163522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3a4aa64-6316-4be7-8759-8dd3bde21160 req-74d07fe1-0000-49af-b144-d5db9e5fa4be tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839335 Aug 16 02:04:30.180710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-63a8a826-72c2-4f63-96f5-9ba0c282cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.182272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-63a8a826-72c2-4f63-96f5-9ba0c282cb38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e760772-db45-4673-bc75-8e033f204a47 HTTP/1.1" status: 200 len: 801 time: 0.0999851 Aug 16 02:04:30.185222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f0bf56f-0f96-4f3b-b307-c633d319ad0d req-baf0c843-669e-4136-b06b-f3b7d8fd5978 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215584 Aug 16 02:04:30.242132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-0272803c-5533-44f3-942f-65b89d307192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.250822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-0272803c-5533-44f3-942f-65b89d307192 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=007359ee-304d-4b0f-899b-db51578b8521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597446 Aug 16 02:04:30.387691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:30.395775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0716a-293a-4da3-ba07-d79bd58beb48 req-0f480b43-9da4-4e67-bc2c-11a3c5aa1e77 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.405697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0716a-293a-4da3-ba07-d79bd58beb48 req-0f480b43-9da4-4e67-bc2c-11a3c5aa1e77 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.415782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0716a-293a-4da3-ba07-d79bd58beb48 req-0f480b43-9da4-4e67-bc2c-11a3c5aa1e77 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.415782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ff0716a-293a-4da3-ba07-d79bd58beb48 req-0f480b43-9da4-4e67-bc2c-11a3c5aa1e77 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2411 time: 0.1584597 Aug 16 02:04:30.445694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18376c-32ef-4a91-b8a6-82803af099f0 req-610cdd54-a5ca-4680-bb15-1bdd2617379c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.452038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f18376c-32ef-4a91-b8a6-82803af099f0 req-610cdd54-a5ca-4680-bb15-1bdd2617379c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1565490 Aug 16 02:04:30.510785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-77eedfa4-b6fe-43a7-b66d-b0fbe0d55ca5 service neutron] 10.222.0.58 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423444 Aug 16 02:04:30.519270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ff0716a-293a-4da3-ba07-d79bd58beb48 req-c7cb1813-910f-46a0-95bc-1e5c832fa5b9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970871 Aug 16 02:04:30.530032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 777875da-2da4-49d2-a381-04115832c652 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:30.543088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 777875da-2da4-49d2-a381-04115832c652 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:30.543378 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.553113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f18376c-32ef-4a91-b8a6-82803af099f0 req-7464ac0e-d368-49ab-a69b-95881320134c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889668 Aug 16 02:04:30.613954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.668985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ded1be6-19b8-4e37-8fac-6d73ccfc8df8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=96dd2dc6ba7d45f983f2b804a15f2647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534232 Aug 16 02:04:30.669842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:30.685642 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.710388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d82f4a0-9681-44e4-a257-45b25dc28230 req-2f604906-793e-401f-9ac6-68a6c8a08fa8 service neutron] 10.222.0.58 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901383 Aug 16 02:04:30.716982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:30.719637 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a84bba0-8556-4be4-9dd6-d0ac6eecee4f" -d '{"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-plugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:30.735297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:30.746663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e838d4-16b7-4f02-b41d-90837b895fd6 req-f61e6138-c8aa-4c86-b3e1-de1d689885b1 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.754630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5e838d4-16b7-4f02-b41d-90837b895fd6 req-f61e6138-c8aa-4c86-b3e1-de1d689885b1 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 1102 time: 0.0926178 Aug 16 02:04:30.774913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f42c917-7d00-4e79-885e-c71428818264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.791234 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6bb09e-0b5b-4d70-9666-69c520d7df01 x-openstack-request-id: req-fa6bb09e-0b5b-4d70-9666-69c520d7df01 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:30.791544 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-plugged", "status": "completed", "tag": "777875da-2da4-49d2-a381-04115832c652", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:30.792975 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fa6bb09e-0b5b-4d70-9666-69c520d7df01 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:30.793739 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'code': 200} Aug 16 02:04:30.804341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5e838d4-16b7-4f02-b41d-90837b895fd6 req-28775927-9b52-470b-8c15-a26ca1746123 tempest-MigrationsAdminTest-1158291283 tempest-MigrationsAdminTest-1158291283-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434587 Aug 16 02:04:30.824185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f42c917-7d00-4e79-885e-c71428818264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.845074 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.944274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=13']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.964315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f71724-b57d-481a-b441-6a86a372af69 req-39365c3e-ef43-434d-a8f2-967bac3a0fc9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.967899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f42c917-7d00-4e79-885e-c71428818264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.969761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f42c917-7d00-4e79-885e-c71428818264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:30.970945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f42c917-7d00-4e79-885e-c71428818264 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f3a43cb5-46ff-4ade-ba17-7532f24982be HTTP/1.1" status: 204 len: 168 time: 0.3002634 Aug 16 02:04:30.973232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89f71724-b57d-481a-b441-6a86a372af69 req-39365c3e-ef43-434d-a8f2-967bac3a0fc9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1288135 Aug 16 02:04:30.983424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42c917-7d00-4e79-885e-c71428818264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a43cb5-46ff-4ade-ba17-7532f24982be,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:30.998305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-13452c65-cb9c-4cd9-89ed-4989f1e6cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.998954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-13452c65-cb9c-4cd9-89ed-4989f1e6cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:30.999463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-13452c65-cb9c-4cd9-89ed-4989f1e6cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.001349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-13452c65-cb9c-4cd9-89ed-4989f1e6cda1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2867 time: 0.1140563 Aug 16 02:04:31.087247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89f71724-b57d-481a-b441-6a86a372af69 req-80828fdd-ff74-48a6-9abd-e3b5a189e2d3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049252 Aug 16 02:04:31.134124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-6f8208a8-d7b9-4cc5-bf41-9e163f79e4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.135700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-6f8208a8-d7b9-4cc5-bf41-9e163f79e4e3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=007359ee-304d-4b0f-899b-db51578b8521 HTTP/1.1" status: 200 len: 902 time: 0.1164727 Aug 16 02:04:31.191793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-7c5fac99-71b4-474d-8733-a350e27fdcff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.173&port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe HTTP/1.1" status: 200 len: 217 time: 0.0458500 Aug 16 02:04:31.259259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-586a1426-43e4-4965-bfeb-84b1b6b9f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.260764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-586a1426-43e4-4965-bfeb-84b1b6b9f8d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4e760772-db45-4673-bc75-8e033f204a47 HTTP/1.1" status: 200 len: 801 time: 0.0531950 Aug 16 02:04:31.322886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb911c41-18bf-4d94-ae15-e0507d03c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.324641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-fb911c41-18bf-4d94-ae15-e0507d03c3fe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=007359ee-304d-4b0f-899b-db51578b8521&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518310 Aug 16 02:04:31.488349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8359f9-ba82-4120-b1b9-35130c445daa req-7a9e1701-8590-4bf1-81f6-13758aa20002 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.489819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff8359f9-ba82-4120-b1b9-35130c445daa req-7a9e1701-8590-4bf1-81f6-13758aa20002 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1384742 Aug 16 02:04:31.526445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-42246746-bb9f-4a6e-bb86-a4b0554d6bdf service neutron] 10.222.0.58 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865845 Aug 16 02:04:31.545516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff8359f9-ba82-4120-b1b9-35130c445daa req-f2c62edd-15db-434d-b1bb-51b2f4b4016f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482695 Aug 16 02:04:31.677383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bff6fb-2fa7-4350-a368-bf7d12752213 req-311cf3b4-5bc5-4467-8e60-e7a466dd26a4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.678959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39bff6fb-2fa7-4350-a368-bf7d12752213 req-311cf3b4-5bc5-4467-8e60-e7a466dd26a4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 951 time: 0.0725901 Aug 16 02:04:31.681002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01e6af83-d071-4527-a1b2-7a36bf0416eb req-25197ea4-e51c-4cdd-a8c4-cf09c6097aec service neutron] 10.222.0.58 "GET /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344171 Aug 16 02:04:31.726541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39bff6fb-2fa7-4350-a368-bf7d12752213 req-53513fd1-5430-43cc-bcc9-936c8782ba60 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407212 Aug 16 02:04:31.843234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d8d0-ae99-4a09-9767-282d309cd7d5 req-d4e05879-525a-486a-aa40-c8be305defa2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.849370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d8d0-ae99-4a09-9767-282d309cd7d5 req-d4e05879-525a-486a-aa40-c8be305defa2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.855633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2753d8d0-ae99-4a09-9767-282d309cd7d5 req-d4e05879-525a-486a-aa40-c8be305defa2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:31.857358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2753d8d0-ae99-4a09-9767-282d309cd7d5 req-d4e05879-525a-486a-aa40-c8be305defa2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2411 time: 0.0699210 Aug 16 02:04:31.898081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2753d8d0-ae99-4a09-9767-282d309cd7d5 req-bf0ff48b-251e-477c-ba64-dfa7713acf25 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334339 Aug 16 02:04:32.099628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fe527-c204-40d7-b645-00d67111b052 req-8dff4ffa-aa60-430a-9d75-b6c0691fa503 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.101194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c74fe527-c204-40d7-b645-00d67111b052 req-8dff4ffa-aa60-430a-9d75-b6c0691fa503 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0564723 Aug 16 02:04:32.142066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c74fe527-c204-40d7-b645-00d67111b052 req-30d2be31-1be9-4bcd-aec1-04b9b5112250 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Aug 16 02:04:32.278946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09426878-1964-453a-8e6f-ec4b1ce128e0 req-f0df4f31-83e3-44ce-9281-69fb181eb62f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.280911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09426878-1964-453a-8e6f-ec4b1ce128e0 req-f0df4f31-83e3-44ce-9281-69fb181eb62f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0605161 Aug 16 02:04:32.316297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38728) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.334252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09426878-1964-453a-8e6f-ec4b1ce128e0 req-810a152c-60a9-4735-a10b-40fc3ded20ea tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Aug 16 02:04:32.442267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-207548011-network', 'tenant_id': '3a040a08b96d4776953057a7a400df5d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:32.478924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6ef1d-a346-452d-afee-6890131464a3 req-aed821e2-8143-45c7-aac8-d68a2fb1f1f6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.480672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc6ef1d-a346-452d-afee-6890131464a3 req-aed821e2-8143-45c7-aac8-d68a2fb1f1f6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0614359 Aug 16 02:04:32.523869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Made reservation on behalf of 3a040a08b96d4776953057a7a400df5d for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:32.525518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc6ef1d-a346-452d-afee-6890131464a3 req-0a15384b-b885-4562-95cf-a40958602170 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384514 Aug 16 02:04:32.526664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.536342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.659326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.660508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443bedb-fc8c-44c6-9530-9a4c0dc35c4b req-c442c355-d939-4266-80ef-e8d51c4e4e10 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.662297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e443bedb-fc8c-44c6-9530-9a4c0dc35c4b req-c442c355-d939-4266-80ef-e8d51c4e4e10 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0606773 Aug 16 02:04:32.707171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e443bedb-fc8c-44c6-9530-9a4c0dc35c4b req-27b432c0-6f4d-4ffa-8fcc-1f29e003f3b5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377178 Aug 16 02:04:32.748735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.784648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:32.797542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb538410-07aa-4068-b3ae-68fbef2b4a33,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:32.807963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.808840 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Added segment e4ef5783-dbfd-44dc-86be-84b67f3e9d2e of type vlan for network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 Aug 16 02:04:32.833249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38746) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:32.892685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:32.932403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17485a3c-7955-4b7e-afb3-3000fca35445 req-267d0a68-a2ee-496a-aed5-678f29b736aa tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.934887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17485a3c-7955-4b7e-afb3-3000fca35445 req-267d0a68-a2ee-496a-aed5-678f29b736aa tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 951 time: 0.1174703 Aug 16 02:04:32.947350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a350d2-8668-4b86-add3-ec637ee4f27a req-ed4f83c5-53b0-40d4-8f87-e215be4c3ea3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:32.949120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1a350d2-8668-4b86-add3-ec637ee4f27a req-ed4f83c5-53b0-40d4-8f87-e215be4c3ea3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0915699 Aug 16 02:04:33.007557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72512a63-062c-416e-8a92-64b20561a047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.029583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.030683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.031402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.068055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17485a3c-7955-4b7e-afb3-3000fca35445 req-2d3a6855-441b-4b17-843a-52535b89085e tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175306 Aug 16 02:04:33.084157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1a350d2-8668-4b86-add3-ec637ee4f27a req-45b97022-eb91-4b34-9ed6-b05551cb199d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255772 Aug 16 02:04:33.126559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-02a8e26d-96a9-4ac3-8bb5-790aef154c9b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.128389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-02a8e26d-96a9-4ac3-8bb5-790aef154c9b tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 951 time: 0.1120477 Aug 16 02:04:33.182405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8591807 Aug 16 02:04:33.183133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38760) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.190192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Request body: {'subnet': {'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-207548011-subnet', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:33.218733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0bf3a-d090-4857-bae0-a3a7efc74646 admin admin] Pushing event updated for resources: {'Network': ['ID=24764510-17c0-46e8-b6a5-9cc5c503e2a5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.229699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:33.329069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238675a9-3396-4c5a-8919-a13596729201 req-47d3d779-1275-450a-af82-5cd8724a9023 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.335309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238675a9-3396-4c5a-8919-a13596729201 req-47d3d779-1275-450a-af82-5cd8724a9023 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.342065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238675a9-3396-4c5a-8919-a13596729201 req-47d3d779-1275-450a-af82-5cd8724a9023 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.343808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-238675a9-3396-4c5a-8919-a13596729201 req-47d3d779-1275-450a-af82-5cd8724a9023 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2411 time: 0.1337903 Aug 16 02:04:33.426154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Deleting port 777875da-2da4-49d2-a381-04115832c652 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:33.426532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.474347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-238675a9-3396-4c5a-8919-a13596729201 req-a5d3a3b6-f95f-47f2-8d01-52066ba25419 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207850 Aug 16 02:04:33.476683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72512a63-062c-416e-8a92-64b20561a047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.518294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff76bd5-0197-46f6-93d4-aaf83d25bc64 req-7ee51d15-6ef0-4a3b-9edc-9e7c91bcb94f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.519897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ff76bd5-0197-46f6-93d4-aaf83d25bc64 req-7ee51d15-6ef0-4a3b-9edc-9e7c91bcb94f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1683726 Aug 16 02:04:33.600714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ff76bd5-0197-46f6-93d4-aaf83d25bc64 req-42410934-9b5f-4142-81c8-a7cd81bff03d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663502 Aug 16 02:04:33.602491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] For port 777875da-2da4-49d2-a381-04115832c652, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=777875da-2da4-49d2-a381-04115832c652,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:33.602909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.605920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72512a63-062c-416e-8a92-64b20561a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.643434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Calling delete_port for 777875da-2da4-49d2-a381-04115832c652 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:33.665714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-72512a63-062c-416e-8a92-64b20561a047 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=77bc9a92433e4a85a681e57b73c5c613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8303602 Aug 16 02:04:33.667076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72512a63-062c-416e-8a92-64b20561a047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c60a59-3dc6-43bc-8cf6-755cb8912f96,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:33.678111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:33.724781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Made reservation on behalf of 3a040a08b96d4776953057a7a400df5d for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:33.729032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.817044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d84a9-0df4-430f-a25e-db2b2753c3cc req-54a028bb-9812-487a-a39d-77a24b1592c8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:33.818628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-628d84a9-0df4-430f-a25e-db2b2753c3cc req-54a028bb-9812-487a-a39d-77a24b1592c8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0903053 Aug 16 02:04:33.829155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b5333e6-25c0-4467-aadf-3c39f38ed33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.874746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b5333e6-25c0-4467-aadf-3c39f38ed33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.880260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-628d84a9-0df4-430f-a25e-db2b2753c3cc req-d257336e-c711-40dc-b0e8-65e142139ae9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483778 Aug 16 02:04:33.974680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:33.989040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846', '78b30250-2173-4788-8db9-1b50597b3077'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:34.055583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event deleted for resources: {'Port': ['ID=777875da-2da4-49d2-a381-04115832c652,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.095191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb74f2f-c92e-4ea6-8496-05c92ed269e2 req-b9dc5a19-3196-4caa-98fa-d919d160bf6b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.097242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bb74f2f-c92e-4ea6-8496-05c92ed269e2 req-b9dc5a19-3196-4caa-98fa-d919d160bf6b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1335890 Aug 16 02:04:34.132834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b5333e6-25c0-4467-aadf-3c39f38ed33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.135372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b5333e6-25c0-4467-aadf-3c39f38ed33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.138950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5b5333e6-25c0-4467-aadf-3c39f38ed33b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68c60a59-3dc6-43bc-8cf6-755cb8912f96 HTTP/1.1" status: 204 len: 168 time: 0.4561152 Aug 16 02:04:34.156643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.167227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5333e6-25c0-4467-aadf-3c39f38ed33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c60a59-3dc6-43bc-8cf6-755cb8912f96,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.208939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] No DVR routers for this DVR port 777875da-2da4-49d2-a381-04115832c652 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:34.237870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.244447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b24f38b-b6dc-4a14-885b-76d52cb4e208 req-565ddfe7-5ef1-4a83-be92-216bde7cf5a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "DELETE /v2.0/ports/777875da-2da4-49d2-a381-04115832c652 HTTP/1.1" status: 204 len: 173 time: 1.1091726 Aug 16 02:04:34.246118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8', '777875da-2da4-49d2-a381-04115832c652'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:34.259166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-deleted', 'tag': '777875da-2da4-49d2-a381-04115832c652'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:34.266844 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18877659-33cb-4da4-a8c2-d71cb8e7c504" -d '{"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-deleted", "tag": "777875da-2da4-49d2-a381-04115832c652"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:34.294517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Pushing event updated for resources: {'Subnet': ['ID=832726f4-f49b-4cd4-8d5a-7d1fb0b54856,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:34.325485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02102c67-a61a-4866-a9d1-3bc7c55babe1 req-fe388b35-abdc-4179-bb0d-dfb05600e386 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.0484333 Aug 16 02:04:34.332618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Checking segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:34.332994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Network hostable DHCP agents. Network: 24764510-17c0-46e8-b6a5-9cc5c503e2a5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:34.338693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bb74f2f-c92e-4ea6-8496-05c92ed269e2 req-453cc714-2326-4264-a19d-8c9d0a6f9a1d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221754 Aug 16 02:04:34.420976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0008603-ac72-4237-a2e1-693b2e525b99 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:34.421532 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9612b6-7126-46e5-9fdb-85235b7dda54 x-openstack-request-id: req-7b9612b6-7126-46e5-9fdb-85235b7dda54 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:34.422210 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd8eaaf8-3da6-47f4-9a4e-010179122032", "name": "network-vif-deleted", "tag": "777875da-2da4-49d2-a381-04115832c652", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:34.422567 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b9612b6-7126-46e5-9fdb-85235b7dda54 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:34.424953 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd8eaaf8-3da6-47f4-9a4e-010179122032', 'name': 'network-vif-deleted', 'tag': '777875da-2da4-49d2-a381-04115832c652', 'status': 'completed', 'code': 200} Aug 16 02:04:34.494043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:34.624137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 24764510-17c0-46e8-b6a5-9cc5c503e2a5) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:34.637409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.638004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.668203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbc3775-2a8a-406b-82ae-1431f86be1e1 None None] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:34.711609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb5553-7c42-45ed-831e-7f681edc5674 req-258a6f73-7749-49d3-a4ea-3ddd7a3e006a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.713596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cbb5553-7c42-45ed-831e-7f681edc5674 req-258a6f73-7749-49d3-a4ea-3ddd7a3e006a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1283014 Aug 16 02:04:34.748229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-18aeedcb-2af0-425a-91b7-fac229c2fdda admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5618706 Aug 16 02:04:34.748987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38792) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:34.754995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab829ef-e0b9-443c-86f6-ae5cd8ccce68 req-849f657b-cd24-456f-8da0-392905d9f9e1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.755130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:34.762561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab829ef-e0b9-443c-86f6-ae5cd8ccce68 req-849f657b-cd24-456f-8da0-392905d9f9e1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.769669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab829ef-e0b9-443c-86f6-ae5cd8ccce68 req-849f657b-cd24-456f-8da0-392905d9f9e1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:34.772417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bab829ef-e0b9-443c-86f6-ae5cd8ccce68 req-849f657b-cd24-456f-8da0-392905d9f9e1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2411 time: 0.1758602 Aug 16 02:04:34.817669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e0008603-ac72-4237-a2e1-693b2e525b99, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0008603-ac72-4237-a2e1-693b2e525b99,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:34.828986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cbb5553-7c42-45ed-831e-7f681edc5674 req-4732e42f-3f57-4523-bc23-5612f2dcad9f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058028 Aug 16 02:04:34.858102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e0008603-ac72-4237-a2e1-693b2e525b99', 'network_id': '91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4', 'port_id': 'e0008603-ac72-4237-a2e1-693b2e525b99', 'mac_address': 'fa:16:3e:63:1f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c69b48c-d791-4324-b194-c75d3126cdb5', 'ip_address': '19.86.0.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:34.895857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bab829ef-e0b9-443c-86f6-ae5cd8ccce68 req-f4d798fd-7213-4064-919a-189309936128 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925055 Aug 16 02:04:34.928039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.930477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.953727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:34.999085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c629e-94cc-4f71-9a9d-ba5043257c19 req-c1f83f4e-f142-4ece-8fc4-8472682b7e82 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:35.006258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.010963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a95c629e-94cc-4f71-9a9d-ba5043257c19 req-c1f83f4e-f142-4ece-8fc4-8472682b7e82 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0873747 Aug 16 02:04:35.051254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a95c629e-94cc-4f71-9a9d-ba5043257c19 req-24c75c69-c618-40e3-877b-321ffc594544 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393755 Aug 16 02:04:35.058496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0008603-ac72-4237-a2e1-693b2e525b99 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:35.110566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:04:35.111582 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.132008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e0008603-ac72-4237-a2e1-693b2e525b99, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0008603-ac72-4237-a2e1-693b2e525b99,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:35.239683 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.240368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:35.332951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e0008603-ac72-4237-a2e1-693b2e525b99,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:35.411688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Allocated IP 172.20.0.2 (24764510-17c0-46e8-b6a5-9cc5c503e2a5/832726f4-f49b-4cd4-8d5a-7d1fb0b54856/c9c681fe-dd83-4afd-976d-9a861980af13) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:35.417421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdb7bc-bfa6-4757-9e6d-73eac666c2c6 req-c9e723e8-f8c9-4ae5-b270-4aa4649870b1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:35.425193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3fdb7bc-bfa6-4757-9e6d-73eac666c2c6 req-c9e723e8-f8c9-4ae5-b270-4aa4649870b1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1274369 Aug 16 02:04:35.495406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3fdb7bc-bfa6-4757-9e6d-73eac666c2c6 req-f2bf621c-66e2-4390-8234-161c7c1075d0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693815 Aug 16 02:04:35.552689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d865263-7be9-4aec-bc56-4bc73c1d3b12 req-390f579a-59b1-4df9-ae0e-fb5e234075a8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd8eaaf8-3da6-47f4-9a4e-010179122032 HTTP/1.1" status: 200 len: 210 time: 0.0530972 Aug 16 02:04:35.575927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:35.614818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0', 'network_id': '007359ee-304d-4b0f-899b-db51578b8521', 'port_id': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0', 'mac_address': 'fa:16:3e:ec:39:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e760772-db45-4673-bc75-8e033f204a47', 'ip_address': '19.80.0.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:35.716508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.741807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:35.772422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4788abe-b1aa-447f-b1b6-19c94e443eb1 req-651792ef-0418-427c-991a-962c3b4fdec5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:35.775092 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.782590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4788abe-b1aa-447f-b1b6-19c94e443eb1 req-651792ef-0418-427c-991a-962c3b4fdec5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0770798 Aug 16 02:04:35.783184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:35.790899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Transition to ACTIVE for port object c9c681fe-dd83-4afd-976d-9a861980af13 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:35.824452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Transition to ACTIVE for port object c9c681fe-dd83-4afd-976d-9a861980af13 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:35.840055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4788abe-b1aa-447f-b1b6-19c94e443eb1 req-926230d5-8f6b-43ed-8beb-01e2cef87660 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Aug 16 02:04:35.868586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.870330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8aedc18b-23c8-4986-b6a4-202f37a224fe details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:04:35.894661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.906779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:35.948981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8aedc18b-23c8-4986-b6a4-202f37a224fe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:35.973390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '8aedc18b-23c8-4986-b6a4-202f37a224fe', 'network_id': '007359ee-304d-4b0f-899b-db51578b8521', 'port_id': '8aedc18b-23c8-4986-b6a4-202f37a224fe', 'mac_address': 'fa:16:3e:22:02:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e760772-db45-4673-bc75-8e033f204a47', 'ip_address': '19.80.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:04:35.995845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:36.040939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.047303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:36.089516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:36.120285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aedc18b-23c8-4986-b6a4-202f37a224fe {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:36.162407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.198528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8aedc18b-23c8-4986-b6a4-202f37a224fe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:36.219685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.235255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e8ddc-e2c8-4d02-8884-1592e5140b18 req-61d671af-31ea-4fe7-884c-922fef628311 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.238956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.243098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e8ddc-e2c8-4d02-8884-1592e5140b18 req-61d671af-31ea-4fe7-884c-922fef628311 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.250650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e8ddc-e2c8-4d02-8884-1592e5140b18 req-61d671af-31ea-4fe7-884c-922fef628311 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.252792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b6e8ddc-e2c8-4d02-8884-1592e5140b18 req-61d671af-31ea-4fe7-884c-922fef628311 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2413 time: 0.1988871 Aug 16 02:04:36.277538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Attempting to bind port c9c681fe-dd83-4afd-976d-9a861980af13 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:36.278212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Attempting to bind port c9c681fe-dd83-4afd-976d-9a861980af13 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:36.278846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Attempting to bind port c9c681fe-dd83-4afd-976d-9a861980af13 on network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:36.291471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:36.292160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Checking segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:36.292678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.293182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Bound using segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:36.293907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Bound port: c9c681fe-dd83-4afd-976d-9a861980af13, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:36.294358 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.297880 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.306766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Pushing event updated for resources: {'Port': ['ID=c9c681fe-dd83-4afd-976d-9a861980af13,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.339634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1721007-a764-4821-aab2-d135dd1c0419 req-28da963b-c464-4a35-8fdf-a15e841d7f57 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.347949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1721007-a764-4821-aab2-d135dd1c0419 req-28da963b-c464-4a35-8fdf-a15e841d7f57 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2725637 Aug 16 02:04:36.434774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:36.462080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Allocated IP 172.25.6.192 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/cb5ff5bf-4b41-445b-9064-e67b701df61b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:36.488244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1721007-a764-4821-aab2-d135dd1c0419 req-655c8d31-8ece-4875-931c-f576aac9edd3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392481 Aug 16 02:04:36.523336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b6e8ddc-e2c8-4d02-8884-1592e5140b18 req-c94962d1-30c0-40d6-b586-8775ba8b78bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234251 Aug 16 02:04:36.564256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 777875da-2da4-49d2-a381-04115832c652 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:36.565022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 777875da-2da4-49d2-a381-04115832c652 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:36.572493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8aedc18b-23c8-4986-b6a4-202f37a224fe,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.590073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] For port c9c681fe-dd83-4afd-976d-9a861980af13, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:36.602567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] For port c9c681fe-dd83-4afd-976d-9a861980af13, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9c681fe-dd83-4afd-976d-9a861980af13,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:36.678363 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.725064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f56fa08-835e-4ab1-b3d3-afbbace52fb4 req-ff231e8d-b476-48dd-9839-d5129e58de0b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:36.730580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f56fa08-835e-4ab1-b3d3-afbbace52fb4 req-ff231e8d-b476-48dd-9839-d5129e58de0b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1030262 Aug 16 02:04:36.780143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17328db-e78b-456e-a089-6006c3cbfe11 None None] Pushing event updated for resources: {'Port': ['ID=c9c681fe-dd83-4afd-976d-9a861980af13,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:36.792012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:36.811895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['8aedc18b-23c8-4986-b6a4-202f37a224fe'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:36.817771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f56fa08-835e-4ab1-b3d3-afbbace52fb4 req-f558c402-5b00-47ad-aa4b-c7bc4288ee77 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816479 Aug 16 02:04:36.873682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e0008603-ac72-4237-a2e1-693b2e525b99'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:36.920494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:36.962833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.035484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:37.041976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:37.045612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:37.222074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa96a72-10bb-4228-bb3e-e04a6ad5f979 req-e67e721c-7439-44c0-828a-73f3c69384b9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.233042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfa96a72-10bb-4228-bb3e-e04a6ad5f979 req-e67e721c-7439-44c0-828a-73f3c69384b9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1673689 Aug 16 02:04:37.328124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Pushing event updated for resources: {'Port': ['ID=cb5ff5bf-4b41-445b-9064-e67b701df61b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:37.356958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfa96a72-10bb-4228-bb3e-e04a6ad5f979 req-e64c09ee-9482-4812-b94f-d46e22dfc182 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186917 Aug 16 02:04:37.527930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91899c36-02e2-40f8-a0b6-d5fd939e5b32 req-6dac3af8-c05c-4121-b756-91ea5a284055 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.532713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91899c36-02e2-40f8-a0b6-d5fd939e5b32 req-6dac3af8-c05c-4121-b756-91ea5a284055 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 950 time: 0.1591396 Aug 16 02:04:37.691688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:37.723503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c337a8-9fdb-41fe-ac08-4ae940c669a6 req-10a12b43-5682-4072-bd32-0551c8eaeb7e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:37.727156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88c337a8-9fdb-41fe-ac08-4ae940c669a6 req-10a12b43-5682-4072-bd32-0551c8eaeb7e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1865425 Aug 16 02:04:37.746122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91899c36-02e2-40f8-a0b6-d5fd939e5b32 req-7ff33fc6-9ab8-432a-bf36-1f6d5f9c9cd3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950574 Aug 16 02:04:37.860268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88c337a8-9fdb-41fe-ac08-4ae940c669a6 req-049b48d0-38d0-458c-9bb9-78f66f99178f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097794 Aug 16 02:04:38.050436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5004-bbdf-4f6f-aca0-4912a6c0a851 req-73e48d51-64cc-4e8a-b8ff-690da6ea4e52 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.056673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5004-bbdf-4f6f-aca0-4912a6c0a851 req-73e48d51-64cc-4e8a-b8ff-690da6ea4e52 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.062793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e5004-bbdf-4f6f-aca0-4912a6c0a851 req-73e48d51-64cc-4e8a-b8ff-690da6ea4e52 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.070687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba3e5004-bbdf-4f6f-aca0-4912a6c0a851 req-73e48d51-64cc-4e8a-b8ff-690da6ea4e52 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2414 time: 0.1493673 Aug 16 02:04:38.106450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.121640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba3e5004-bbdf-4f6f-aca0-4912a6c0a851 req-f43bdd9b-46e7-49f8-af1b-c3a458c1c7d4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487118 Aug 16 02:04:38.247743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be52ecf-9f56-4d6b-8f66-1cba649b3abb None None] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:38.412253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Router 446ce94b-8fa7-4a54-9454-72793de6b9a1 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:04:38.471268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ea44c91-6ed8-4c2c-8e80-06a11d653ab2 None None] Provisioning for port c9c681fe-dd83-4afd-976d-9a861980af13 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:38.500883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555d753-64fa-4036-8ed2-b25a9f3aaa38 req-d538c541-e782-4def-9b9a-c82b6f764989 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.510492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f555d753-64fa-4036-8ed2-b25a9f3aaa38 req-d538c541-e782-4def-9b9a-c82b6f764989 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0929348 Aug 16 02:04:38.557200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f555d753-64fa-4036-8ed2-b25a9f3aaa38 req-7a8ebdb7-145e-4f23-a6e8-c1d8edbf1657 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 Aug 16 02:04:38.584070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:38.589470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9c681fe-dd83-4afd-976d-9a861980af13 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:38.595120 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Sync routers for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:38.609888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:38.610881 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:38.689971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.693893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-adee4bef-ffe4-4dde-bfd2-cc868a11515e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.9411545 Aug 16 02:04:38.694120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38926) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:38.740103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093255f0-36cb-420f-bd18-e8ee20910249 req-84ccb820-4195-484f-9182-2f4ff289a3f7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:38.742712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-093255f0-36cb-420f-bd18-e8ee20910249 req-84ccb820-4195-484f-9182-2f4ff289a3f7 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 950 time: 0.0552137 Aug 16 02:04:38.755565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c9c681fe-dd83-4afd-976d-9a861980af13 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:38.757265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c9c681fe-dd83-4afd-976d-9a861980af13 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:38.760045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.761935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:38.879422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55859821-c612-41c1-9d85-3db7c720c516 None None] Provisioning complete for port c9c681fe-dd83-4afd-976d-9a861980af13 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:38.887161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55859821-c612-41c1-9d85-3db7c720c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:38.989149 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.004695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475266e-4079-4cc4-bbc3-1103f4a01f60 req-3e07a62e-133a-4cc9-8b25-090f1454e979 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.007867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d475266e-4079-4cc4-bbc3-1103f4a01f60 req-3e07a62e-133a-4cc9-8b25-090f1454e979 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 950 time: 0.0998383 Aug 16 02:04:39.015449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Deleting port 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:39.015899 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.059860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c9c681fe-dd83-4afd-976d-9a861980af13, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9c681fe-dd83-4afd-976d-9a861980af13,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:39.115045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d475266e-4079-4cc4-bbc3-1103f4a01f60 req-2a9857b6-1d2a-4c56-881a-8358a07b0ed8 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958307 Aug 16 02:04:39.145704 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55859821-c612-41c1-9d85-3db7c720c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.166574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] For port 78b30250-2173-4788-8db9-1b50597b3077, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=78b30250-2173-4788-8db9-1b50597b3077,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:39.166946 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:37Z', 'revision_number': 3, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:39.167113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.184453 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.193206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Calling delete_port for 78b30250-2173-4788-8db9-1b50597b3077 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:39.196847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Checking router: 446ce94b-8fa7-4a54-9454-72793de6b9a1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:39.197219 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Updating router 446ce94b-8fa7-4a54-9454-72793de6b9a1 port cb5ff5bf-4b41-445b-9064-e67b701df61b binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:39.227452 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.428731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c197c-d2cc-4e02-aebb-eaaee3ea5cc7 req-07dc5dc4-6905-426f-9ea7-88a27bc148ba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.436172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c197c-d2cc-4e02-aebb-eaaee3ea5cc7 req-07dc5dc4-6905-426f-9ea7-88a27bc148ba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.438829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.443290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c197c-d2cc-4e02-aebb-eaaee3ea5cc7 req-07dc5dc4-6905-426f-9ea7-88a27bc148ba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.445198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc1c197c-d2cc-4e02-aebb-eaaee3ea5cc7 req-07dc5dc4-6905-426f-9ea7-88a27bc148ba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2414 time: 0.0886581 Aug 16 02:04:39.466442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c9c681fe-dd83-4afd-976d-9a861980af13,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:39.471116 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-55859821-c612-41c1-9d85-3db7c720c516 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:04:39.471721 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-55859821-c612-41c1-9d85-3db7c720c516 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:04:39.499181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc1c197c-d2cc-4e02-aebb-eaaee3ea5cc7 req-dbd8e936-6ece-43ad-834e-1b45e685a473 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475609 Aug 16 02:04:39.566987 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.580073 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Transition to ACTIVE for port object cb5ff5bf-4b41-445b-9064-e67b701df61b will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:39.617382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Allocated IP 172.20.0.1 (24764510-17c0-46e8-b6a5-9cc5c503e2a5/832726f4-f49b-4cd4-8d5a-7d1fb0b54856/efb0afc9-614c-41be-9a0c-e02e543d1ee6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:39.671960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c1d14-f4c1-45a7-bfad-226e1b94bb17 req-90f5ad38-7e1d-4396-9e0a-d663d8fa0672 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:39.673465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195c1d14-f4c1-45a7-bfad-226e1b94bb17 req-90f5ad38-7e1d-4396-9e0a-d663d8fa0672 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0487485 Aug 16 02:04:39.715894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195c1d14-f4c1-45a7-bfad-226e1b94bb17 req-85007748-6781-41b1-9c25-e079587265f5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361958 Aug 16 02:04:39.729479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.744330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Transition to ACTIVE for port object efb0afc9-614c-41be-9a0c-e02e543d1ee6 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:39.969599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:39.996335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:39.998361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846', '78b30250-2173-4788-8db9-1b50597b3077'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:40.002178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event deleted for resources: {'Port': ['ID=78b30250-2173-4788-8db9-1b50597b3077,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.020565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.024234 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.061433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a4cbf408-f672-408c-8d44-e3a4a956c2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.078587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:40.081174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:40.083959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:40.109907 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c3cf9-0c80-4a68-a0a5-cecef4945845 None None] Pushing event updated for resources: {'Port': ['ID=cb5ff5bf-4b41-445b-9064-e67b701df61b,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.122075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Pushing event updated for resources: {'Port': ['ID=efb0afc9-614c-41be-9a0c-e02e543d1ee6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.140949 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Attempting to bind port cb5ff5bf-4b41-445b-9064-e67b701df61b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:40.147339 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Attempting to bind port cb5ff5bf-4b41-445b-9064-e67b701df61b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:40.147339 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Attempting to bind port cb5ff5bf-4b41-445b-9064-e67b701df61b on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:40.148496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] No DVR routers for this DVR port 78b30250-2173-4788-8db9-1b50597b3077 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:40.148773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.150872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-093255f0-36cb-420f-bd18-e8ee20910249 req-dea6f483-7ae6-45ea-befa-44d6a7703814 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "DELETE /v2.0/ports/78b30250-2173-4788-8db9-1b50597b3077 HTTP/1.1" status: 204 len: 173 time: 1.4023626 Aug 16 02:04:40.151326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-deleted', 'tag': '78b30250-2173-4788-8db9-1b50597b3077'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:40.153609 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808e6180-79cb-4c3f-ae01-07880512856a" -d '{"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-deleted", "tag": "78b30250-2173-4788-8db9-1b50597b3077"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:40.166496 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:40.167421 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:40.168018 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.168602 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:40.169320 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Bound port: cb5ff5bf-4b41-445b-9064-e67b701df61b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:40.169898 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.184215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.322613 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] For port cb5ff5bf-4b41-445b-9064-e67b701df61b, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:40.327277 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] For port cb5ff5bf-4b41-445b-9064-e67b701df61b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb5ff5bf-4b41-445b-9064-e67b701df61b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:40.359417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2097a630-8672-4136-aeb8-465c71b9dc7b req-a8854f5b-af6e-4196-a9e0-aa156bee50e4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=5d108f8e-a9f1-4665-afce-23e2e63a8705 HTTP/1.1" status: 200 len: 210 time: 0.0695484 Aug 16 02:04:40.404000 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.508487 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbce884-6b9a-4b91-9c96-c4599d221848 x-openstack-request-id: req-4fbce884-6b9a-4b91-9c96-c4599d221848 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:40.514764 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d108f8e-a9f1-4665-afce-23e2e63a8705", "name": "network-vif-deleted", "tag": "78b30250-2173-4788-8db9-1b50597b3077", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:40.514764 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4fbce884-6b9a-4b91-9c96-c4599d221848 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:40.514764 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d108f8e-a9f1-4665-afce-23e2e63a8705', 'name': 'network-vif-deleted', 'tag': '78b30250-2173-4788-8db9-1b50597b3077', 'status': 'completed', 'code': 200} Aug 16 02:04:40.518190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.583927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356c3cf9-0c80-4a68-a0a5-cecef4945845 None None] Pushing event updated for resources: {'Port': ['ID=cb5ff5bf-4b41-445b-9064-e67b701df61b,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:40.601840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0008603-ac72-4237-a2e1-693b2e525b99 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:40.625176 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:40.626113 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:40.641417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9c681fe-dd83-4afd-976d-9a861980af13 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:40.643024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78d57a-cada-41f8-b166-fea3fd0e4645 req-59c7d8bc-ed8a-4fa7-afe8-3eeed20121da tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.655142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e78d57a-cada-41f8-b166-fea3fd0e4645 req-59c7d8bc-ed8a-4fa7-afe8-3eeed20121da tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2557633 Aug 16 02:04:40.717937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-c6d3c33e-53a9-4188-b3a0-83f7a72f4672 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2116041 Aug 16 02:04:40.797071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e78d57a-cada-41f8-b166-fea3fd0e4645 req-281545aa-17fa-430d-8337-ef34aa074a52 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362226 Aug 16 02:04:40.833854 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:40.875629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.875842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-e18a10a4-eef8-4aab-8fce-c42faa912b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.877442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-e18a10a4-eef8-4aab-8fce-c42faa912b84 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 1102 time: 0.0791674 Aug 16 02:04:40.884429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c9c681fe-dd83-4afd-976d-9a861980af13 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:40.884839 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:40.892171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5978-a23e-46f5-b48b-e0d57d01d422 req-204b57d7-bf1c-4c00-9d7a-a4950c7294a7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.899505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5978-a23e-46f5-b48b-e0d57d01d422 req-204b57d7-bf1c-4c00-9d7a-a4950c7294a7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.905562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd5978-a23e-46f5-b48b-e0d57d01d422 req-204b57d7-bf1c-4c00-9d7a-a4950c7294a7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:40.911142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64bd5978-a23e-46f5-b48b-e0d57d01d422 req-204b57d7-bf1c-4c00-9d7a-a4950c7294a7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2414 time: 0.1836498 Aug 16 02:04:40.947100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8fd2fe7d-f881-4537-a1ef-4512fd321fd8 None None] Provisioning for port efb0afc9-614c-41be-9a0c-e02e543d1ee6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:40.977877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8fd2fe7d-f881-4537-a1ef-4512fd321fd8 None None] Provisioning complete for port efb0afc9-614c-41be-9a0c-e02e543d1ee6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:40.978326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8fd2fe7d-f881-4537-a1ef-4512fd321fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.027028 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.030243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e0008603-ac72-4237-a2e1-693b2e525b99 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:41.041823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e0008603-ac72-4237-a2e1-693b2e525b99 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:41.042206 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.068128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2fe7d-f881-4537-a1ef-4512fd321fd8 None None] Port efb0afc9-614c-41be-9a0c-e02e543d1ee6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:41.113554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Pushing event updated for resources: {'Port': ['ID=efb0afc9-614c-41be-9a0c-e02e543d1ee6,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.117814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.146346 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:39Z', 'revision_number': 1, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:41.160025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.176383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da60538-9e84-4198-95ae-d2fbc8e3f8d8 None None] The sync data for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 is: [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:39Z', 'revision_number': 1, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:41.187870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0008603-ac72-4237-a2e1-693b2e525b99'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:41.190585 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5e124b-305f-4c8b-aa2d-f707a72232c8" -d '{"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "e0008603-ac72-4237-a2e1-693b2e525b99"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:41.229738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e0008603-ac72-4237-a2e1-693b2e525b99, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0008603-ac72-4237-a2e1-693b2e525b99,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:41.280903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:41.283934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:41.290873 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.292553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8aedc18b-23c8-4986-b6a4-202f37a224fe up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:41.394901 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c2c401-49c1-4135-971b-77b06d9d6340 x-openstack-request-id: req-d5c2c401-49c1-4135-971b-77b06d9d6340 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:41.395212 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "e0008603-ac72-4237-a2e1-693b2e525b99", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:41.395552 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5c2c401-49c1-4135-971b-77b06d9d6340 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:41.396043 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0008603-ac72-4237-a2e1-693b2e525b99', 'code': 200} Aug 16 02:04:41.506493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39006) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:41.536873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e0008603-ac72-4237-a2e1-693b2e525b99,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:41.595727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Router 446ce94b-8fa7-4a54-9454-72793de6b9a1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:04:41.615302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64bd5978-a23e-46f5-b48b-e0d57d01d422 req-f9859e87-88d9-4858-a604-4dbbdd3c2a74 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6890540 Aug 16 02:04:41.620953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 8aedc18b-23c8-4986-b6a4-202f37a224fe completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:41.625710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 8aedc18b-23c8-4986-b6a4-202f37a224fe triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:41.625847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.669379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-dfdb67a7-3faf-4ec3-9051-a4b74517deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:41.671190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-dfdb67a7-3faf-4ec3-9051-a4b74517deac service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.7591364 Aug 16 02:04:41.744474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-c07eeb49-2b0a-4419-85bf-466f5c75ea0b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 200 len: 217 time: 0.0641170 Aug 16 02:04:41.806919 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.808605 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ede37573-1c22-4388-b9f2-ceb444d6b817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.829549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-ade5fab1-a077-449a-b7f8-b797796a8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:41.832717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-ade5fab1-a077-449a-b7f8-b797796a8082 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0790684 Aug 16 02:04:41.878606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:04:41.886571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8aedc18b-23c8-4986-b6a4-202f37a224fe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:41.892082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0b9edaec-ac94-4032-b8fe-4e6b265a28fb None None] Provisioning complete for port efb0afc9-614c-41be-9a0c-e02e543d1ee6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:41.892773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0b9edaec-ac94-4032-b8fe-4e6b265a28fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:41.893379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-00a72794-c854-4f7d-b706-dac354079c1c admin admin] 10.222.0.76 "PUT /v2.0/routers/446ce94b-8fa7-4a54-9454-72793de6b9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1974301 Aug 16 02:04:41.903740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-993e769e-e554-4042-b187-377355042446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:41.905522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-993e769e-e554-4042-b187-377355042446 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617185 Aug 16 02:04:42.002509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.003498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:42.006765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0b9edaec-ac94-4032-b8fe-4e6b265a28fb None None] Port efb0afc9-614c-41be-9a0c-e02e543d1ee6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:42.069106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ede37573-1c22-4388-b9f2-ceb444d6b817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.076261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1eaa05-d0ac-4f0e-93ae-cefdd1a1d9cc req-7a521e54-2138-4f61-bf7d-7929380a2438 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.077956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af1eaa05-d0ac-4f0e-93ae-cefdd1a1d9cc req-7a521e54-2138-4f61-bf7d-7929380a2438 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1712778 Aug 16 02:04:42.135135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8aedc18b-23c8-4986-b6a4-202f37a224fe,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.139825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-81b2c26e-3518-4e2f-9c5d-40d2df7e6304 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971807 Aug 16 02:04:42.166535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ede37573-1c22-4388-b9f2-ceb444d6b817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.213433 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ede37573-1c22-4388-b9f2-ceb444d6b817 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa06c37bd2c344d2ae7c8140bfd93af8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7053254 Aug 16 02:04:42.215995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:42.225251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:42.230690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:42.231127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.233372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af1eaa05-d0ac-4f0e-93ae-cefdd1a1d9cc req-139f657f-7d21-40b2-b8d7-90517f827ea8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337407 Aug 16 02:04:42.275256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede37573-1c22-4388-b9f2-ceb444d6b817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62ff06-c3ac-4ba8-85b9-6be9f25c267d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.280241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac831f13-b8c8-4ef3-8aef-1680ab16d113 req-01ce0fea-ce34-4b15-9328-46e4b07faba4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.289027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f7eb4d5-9efa-4ffe-b7da-876b54d38ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.291258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac831f13-b8c8-4ef3-8aef-1680ab16d113 req-01ce0fea-ce34-4b15-9328-46e4b07faba4 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1605554 Aug 16 02:04:42.323351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846adb58-74f1-40bd-8fe2-b46fcbfbd89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.372831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81327c17-85f4-4c3a-9bf8-7d310b0a6aa2 req-a04206c9-c341-4ea6-8ff8-6c43a6faa735 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214861 Aug 16 02:04:42.383421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846adb58-74f1-40bd-8fe2-b46fcbfbd89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.392991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac831f13-b8c8-4ef3-8aef-1680ab16d113 req-ab6adfec-fe50-4855-83e4-7f979e2caaf3 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007686 Aug 16 02:04:42.402221 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.493236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:42.559591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb5ff5bf-4b41-445b-9064-e67b701df61b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:42.600505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bcbba5-fdbe-44e0-9045-4ec4073e5ab1 req-f8f9ac07-806a-4bb2-9490-699456a01f32 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.602805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70bcbba5-fdbe-44e0-9045-4ec4073e5ab1 req-f8f9ac07-806a-4bb2-9490-699456a01f32 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0804479 Aug 16 02:04:42.610924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.643844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846adb58-74f1-40bd-8fe2-b46fcbfbd89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.645270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70bcbba5-fdbe-44e0-9045-4ec4073e5ab1 req-7b93f57b-0469-4d57-8a1b-1ea30507ba9f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Aug 16 02:04:42.646712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846adb58-74f1-40bd-8fe2-b46fcbfbd89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.648473 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-846adb58-74f1-40bd-8fe2-b46fcbfbd89e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e62ff06-c3ac-4ba8-85b9-6be9f25c267d HTTP/1.1" status: 204 len: 168 time: 0.4312916 Aug 16 02:04:42.675669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846adb58-74f1-40bd-8fe2-b46fcbfbd89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62ff06-c3ac-4ba8-85b9-6be9f25c267d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.676514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.707711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cb5ff5bf-4b41-445b-9064-e67b701df61b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:42.714879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:42.718476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cb5ff5bf-4b41-445b-9064-e67b701df61b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:42.719216 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.829347 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:42.852123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port cb5ff5bf-4b41-445b-9064-e67b701df61b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb5ff5bf-4b41-445b-9064-e67b701df61b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:42.878681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:42.900034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 78b30250-2173-4788-8db9-1b50597b3077 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:42.900391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 78b30250-2173-4788-8db9-1b50597b3077 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:42.905550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db869c36-1f0c-4193-8bf2-d78463605435 req-e75b6b64-3a1a-4ab8-a7e7-e37493b62a57 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.912446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db869c36-1f0c-4193-8bf2-d78463605435 req-e75b6b64-3a1a-4ab8-a7e7-e37493b62a57 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.920629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db869c36-1f0c-4193-8bf2-d78463605435 req-e75b6b64-3a1a-4ab8-a7e7-e37493b62a57 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:42.933615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db869c36-1f0c-4193-8bf2-d78463605435 req-e75b6b64-3a1a-4ab8-a7e7-e37493b62a57 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2417 time: 0.0943320 Aug 16 02:04:42.975510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db869c36-1f0c-4193-8bf2-d78463605435 req-f85eb4bc-522e-47e2-821f-91f4cb15422c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451958 Aug 16 02:04:43.002082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.015422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39040) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.020874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Request body: {'security_group': {'name': 'tempest-securitygroup--68766186', 'description': 'tempest-description--1341252352'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:43.078621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=cb5ff5bf-4b41-445b-9064-e67b701df61b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.135243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.174975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85c9d2-980e-48e0-987d-ab31729dc746 req-67495ba4-c7be-40a0-91fd-9666ca7d17c4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.188384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef85c9d2-980e-48e0-987d-ab31729dc746 req-67495ba4-c7be-40a0-91fd-9666ca7d17c4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0670998 Aug 16 02:04:43.244234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef85c9d2-980e-48e0-987d-ab31729dc746 req-2eaa93d5-5b50-4209-8caa-b39c53a02cd3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531685 Aug 16 02:04:43.266702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.352522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.376838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e80f897-e8fa-48ea-b3dc-8b0ce10a1934 req-331dbe2b-b78c-4366-bed3-4e6a3acf8dcc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.378383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e80f897-e8fa-48ea-b3dc-8b0ce10a1934 req-331dbe2b-b78c-4366-bed3-4e6a3acf8dcc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0532568 Aug 16 02:04:43.383738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b7163a-e9f2-4175-893e-bdb51c04edb5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:43.397348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aedc18b-23c8-4986-b6a4-202f37a224fe'}, {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:43.400830 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a02a308-8c64-47e7-a61c-6543daf8e115" -d '{"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "8aedc18b-23c8-4986-b6a4-202f37a224fe"}, {"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:43.421342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e80f897-e8fa-48ea-b3dc-8b0ce10a1934 req-884238e3-44d9-4f8c-a760-febde8219032 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359817 Aug 16 02:04:43.457819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.459196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eb5fbbcb-b8c2-4013-b05b-4707f89ad50e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4426007 Aug 16 02:04:43.460945 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd06583-4f90-4551-8829-de6038765a7a x-openstack-request-id: req-7cd06583-4f90-4551-8829-de6038765a7a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:43.461262 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "8aedc18b-23c8-4986-b6a4-202f37a224fe", "code": 200}, {"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-plugged", "status": "completed", "tag": "4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:43.461546 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7cd06583-4f90-4551-8829-de6038765a7a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:43.461983 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aedc18b-23c8-4986-b6a4-202f37a224fe', 'code': 200} Aug 16 02:04:43.462341 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0', 'code': 200} Aug 16 02:04:43.462586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39054) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.467746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Request body: {'security_group_rule': {'security_group_id': '33b7163a-e9f2-4175-893e-bdb51c04edb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:43.544032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-a4ef0c6e-d779-41a4-a6eb-a72b4cd6b315 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.545627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-a4ef0c6e-d779-41a4-a6eb-a72b4cd6b315 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1136441 Aug 16 02:04:43.591152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.605517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39058) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:43.639978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b78286-4f7d-4626-afaa-4701c6ca0cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.676810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75e402-1257-41bd-914c-a430f9b24197 req-00edb2f7-8856-431f-8b87-caf369876e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.677434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75e402-1257-41bd-914c-a430f9b24197 req-00edb2f7-8856-431f-8b87-caf369876e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.678144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75e402-1257-41bd-914c-a430f9b24197 req-00edb2f7-8856-431f-8b87-caf369876e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.680538 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d75e402-1257-41bd-914c-a430f9b24197 req-00edb2f7-8856-431f-8b87-caf369876e68 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2873 time: 0.1395719 Aug 16 02:04:43.700478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c92bd0-5e5a-48a8-a30e-65fae84f55b5 req-fb4f61d9-cf0c-4a9e-b714-ef6f605d18a5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.702435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7c92bd0-5e5a-48a8-a30e-65fae84f55b5 req-fb4f61d9-cf0c-4a9e-b714-ef6f605d18a5 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 949 time: 0.1808107 Aug 16 02:04:43.720653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4ecf6-a636-41c6-a6a0-83d4463ca718 req-4e6b2ab1-0915-4dc7-8d78-9750d5bb6b11 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:43.722581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ed4ecf6-a636-41c6-a6a0-83d4463ca718 req-4e6b2ab1-0915-4dc7-8d78-9750d5bb6b11 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1177683 Aug 16 02:04:43.791523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Deleting port 6e73102b-7038-425f-b500-329686a6efc8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:43.791990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.794671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.801374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d75e402-1257-41bd-914c-a430f9b24197 req-35b4d8e4-c59e-4add-a578-a49c479b685e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093054 Aug 16 02:04:43.860969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b78286-4f7d-4626-afaa-4701c6ca0cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.861337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7c92bd0-5e5a-48a8-a30e-65fae84f55b5 req-423b16be-3b1f-4227-9f1b-cff354a9e7bd tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376593 Aug 16 02:04:43.872341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ed4ecf6-a636-41c6-a6a0-83d4463ca718 req-1c9913d1-387e-431b-9797-24d055caaf7f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362119 Aug 16 02:04:43.933246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.933447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] For port 6e73102b-7038-425f-b500-329686a6efc8, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6e73102b-7038-425f-b500-329686a6efc8,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:43.933447 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:43.965305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Calling delete_port for 6e73102b-7038-425f-b500-329686a6efc8 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:43.969081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7357f76d-c94a-476c-b8de-dfaf278649f2,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.107531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b78286-4f7d-4626-afaa-4701c6ca0cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.149619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b78286-4f7d-4626-afaa-4701c6ca0cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425affde-adf4-4e4a-ac1b-61f78e1b4651,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.156268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ac1eb-3a63-4099-833f-8a2b95f59c98 req-9985b98e-57e9-4c68-a5e1-fdb8e9bb291d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.158972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-751ac1eb-3a63-4099-833f-8a2b95f59c98 req-9985b98e-57e9-4c68-a5e1-fdb8e9bb291d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1172204 Aug 16 02:04:44.169090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d8b78286-4f7d-4626-afaa-4701c6ca0cdd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6192afb24f2e42ddafb0a0a77f707c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5558522 Aug 16 02:04:44.171385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39070) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.173609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a15d-272c-495c-9935-84d5e5ad657b req-16a576ec-65e3-49fe-8266-2e337459e0f5 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.180559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a15d-272c-495c-9935-84d5e5ad657b req-16a576ec-65e3-49fe-8266-2e337459e0f5 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.186762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580a15d-272c-495c-9935-84d5e5ad657b req-16a576ec-65e3-49fe-8266-2e337459e0f5 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.188762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3580a15d-272c-495c-9935-84d5e5ad657b req-16a576ec-65e3-49fe-8266-2e337459e0f5 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2417 time: 0.1119277 Aug 16 02:04:44.229730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Sync routers for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:04:44.236029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edde2432-26e6-4a59-9a30-e0a31b9c262c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.242834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:44.243802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:44.262810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edde2432-26e6-4a59-9a30-e0a31b9c262c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.280317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.281541 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f88512d-6f3d-4132-83b5-1103930a8b0c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8180821 Aug 16 02:04:44.289982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39072) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.294104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Request body: {'security_group_rule': {'security_group_id': '33b7163a-e9f2-4175-893e-bdb51c04edb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:44.300371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-751ac1eb-3a63-4099-833f-8a2b95f59c98 req-db30c6d1-7ebf-43a4-b14f-b6631521e850 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085002 Aug 16 02:04:44.327339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3580a15d-272c-495c-9935-84d5e5ad657b req-c845b8bd-113c-4d17-9637-400ec0febff1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152117 Aug 16 02:04:44.384168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.400013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:44.417867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:44.420312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6e73102b-7038-425f-b500-329686a6efc8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:44.426711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event deleted for resources: {'Port': ['ID=6e73102b-7038-425f-b500-329686a6efc8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.483863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.483863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edde2432-26e6-4a59-9a30-e0a31b9c262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.483863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edde2432-26e6-4a59-9a30-e0a31b9c262c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.484857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-edde2432-26e6-4a59-9a30-e0a31b9c262c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/425affde-adf4-4e4a-ac1b-61f78e1b4651 HTTP/1.1" status: 204 len: 168 time: 0.3121529 Aug 16 02:04:44.504671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] No DVR routers for this DVR port 6e73102b-7038-425f-b500-329686a6efc8 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:44.510699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde2432-26e6-4a59-9a30-e0a31b9c262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425affde-adf4-4e4a-ac1b-61f78e1b4651,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.515194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.521225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b2a298c-c9b7-4ceb-9237-3b0c51b4a099 req-0fd16c22-2cad-49d9-84d8-5d4371a6c511 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.58 "DELETE /v2.0/ports/6e73102b-7038-425f-b500-329686a6efc8 HTTP/1.1" status: 204 len: 173 time: 0.9596748 Aug 16 02:04:44.522491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-deleted', 'tag': '6e73102b-7038-425f-b500-329686a6efc8'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:44.530199 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8dcbda4-438b-46f3-9b9b-d712989c0e66" -d '{"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-deleted", "tag": "6e73102b-7038-425f-b500-329686a6efc8"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:44.579883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.598417 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f13c55-ed37-4515-8db5-986ac1a00d91 x-openstack-request-id: req-19f13c55-ed37-4515-8db5-986ac1a00d91 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:44.598906 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c02a627d-bee3-42cb-ad09-e9c573d2b2de", "name": "network-vif-deleted", "tag": "6e73102b-7038-425f-b500-329686a6efc8", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:44.599507 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19f13c55-ed37-4515-8db5-986ac1a00d91 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:44.600032 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c02a627d-bee3-42cb-ad09-e9c573d2b2de', 'name': 'network-vif-deleted', 'tag': '6e73102b-7038-425f-b500-329686a6efc8', 'status': 'completed', 'code': 200} Aug 16 02:04:44.617593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8a3b0-c0d0-4af5-93e2-173deb4ea6bb req-fccbc9f3-d556-442b-96d6-d419e12e328d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.618679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb5ff5bf-4b41-445b-9064-e67b701df61b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:44.619558 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fd8a3b0-c0d0-4af5-93e2-173deb4ea6bb req-fccbc9f3-d556-442b-96d6-d419e12e328d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1184485 Aug 16 02:04:44.625657 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.679807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fd8a3b0-c0d0-4af5-93e2-173deb4ea6bb req-d7d95fd0-0bd6-4317-8c99-1ff781737913 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530646 Aug 16 02:04:44.715343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.733936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f1e2ff-0640-4679-901c-dfad9d9b742d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:44.814507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cb5ff5bf-4b41-445b-9064-e67b701df61b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:44.815583 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.834087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e388b-59c2-4d57-98ae-078a8b6ba842 req-87399a45-120a-457e-9d41-6d1c4cd35fd7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:44.836277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f1e388b-59c2-4d57-98ae-078a8b6ba842 req-87399a45-120a-457e-9d41-6d1c4cd35fd7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0767198 Aug 16 02:04:44.838116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:44.839614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bb7cff8c-e6f3-4525-a387-b311dc60ccd6 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5494699 Aug 16 02:04:44.842608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:44.847410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:44.895193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f1e388b-59c2-4d57-98ae-078a8b6ba842 req-86ed4f6e-1258-4969-b728-25b6436b99bb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470588 Aug 16 02:04:45.043459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.067467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 2, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:45.079807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a33a120e-8225-4a4c-b725-4baa7d6619ce req-f62483ea-a85c-4dfa-a7a1-725723805a03 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c02a627d-bee3-42cb-ad09-e9c573d2b2de HTTP/1.1" status: 200 len: 210 time: 0.0591204 Aug 16 02:04:45.097935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce752e-3ef5-4368-9e0c-e5092e44a7da req-94f0766b-ba5c-429f-9ab4-c2a2a171124f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.098320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Checking router: 446ce94b-8fa7-4a54-9454-72793de6b9a1 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:04:45.108258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Updating router 446ce94b-8fa7-4a54-9454-72793de6b9a1 port efb0afc9-614c-41be-9a0c-e02e543d1ee6 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:04:45.108507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ecce752e-3ef5-4368-9e0c-e5092e44a7da req-94f0766b-ba5c-429f-9ab4-c2a2a171124f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0954416 Aug 16 02:04:45.127211 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.150325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ecce752e-3ef5-4368-9e0c-e5092e44a7da req-a4ddd09d-64ab-4916-be2f-9ff0b8861c04 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Aug 16 02:04:45.209363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.327460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f69e5d-e507-4014-883f-048a5d84ec6c req-205828ea-b4d6-4a68-93c4-3862be87a09a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.343005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91f69e5d-e507-4014-883f-048a5d84ec6c req-205828ea-b4d6-4a68-93c4-3862be87a09a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0867898 Aug 16 02:04:45.396610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Allocated IP 172.25.6.213 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/e561d927-82dc-4c8a-91d2-04c30cc7b9a0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:45.403203 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91f69e5d-e507-4014-883f-048a5d84ec6c req-0466d21a-5534-4da4-8499-773e041b4320 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606062 Aug 16 02:04:45.487271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c2e8-a1be-4118-888f-f7c786a12c40 req-8afddd72-74cd-45f8-bc9e-84d786d5e2f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.500272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c2e8-a1be-4118-888f-f7c786a12c40 req-8afddd72-74cd-45f8-bc9e-84d786d5e2f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.507998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36c2e8-a1be-4118-888f-f7c786a12c40 req-8afddd72-74cd-45f8-bc9e-84d786d5e2f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.510502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f36c2e8-a1be-4118-888f-f7c786a12c40 req-8afddd72-74cd-45f8-bc9e-84d786d5e2f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2417 time: 0.0881412 Aug 16 02:04:45.563774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.567728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.587882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Transition to ACTIVE for port object efb0afc9-614c-41be-9a0c-e02e543d1ee6 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:45.604367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f36c2e8-a1be-4118-888f-f7c786a12c40 req-5eecaf62-adf4-484d-8134-29c60543f9d5 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863712 Aug 16 02:04:45.706406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.759199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.770155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.770155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb78e1-4f53-4720-bc9e-e183610db0f6 None None] Pushing event updated for resources: {'Port': ['ID=efb0afc9-614c-41be-9a0c-e02e543d1ee6,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:45.827351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Attempting to bind port efb0afc9-614c-41be-9a0c-e02e543d1ee6 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:45.827351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Attempting to bind port efb0afc9-614c-41be-9a0c-e02e543d1ee6 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:45.827661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Attempting to bind port efb0afc9-614c-41be-9a0c-e02e543d1ee6 on network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:45.839055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:45.839530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Checking segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:45.839867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.840286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Bound using segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:45.840795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Bound port: efb0afc9-614c-41be-9a0c-e02e543d1ee6, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:45.841189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:45.899628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:45.911174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:45.920165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:45.921374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180390c9-c6ce-49b8-99bb-b70d640234ac req-a1101b8d-f466-489d-9e9b-d03d1c7c3fad tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:45.923242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-180390c9-c6ce-49b8-99bb-b70d640234ac req-a1101b8d-f466-489d-9e9b-d03d1c7c3fad tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1094639 Aug 16 02:04:45.979534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] For port efb0afc9-614c-41be-9a0c-e02e543d1ee6, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:45.985975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] For port efb0afc9-614c-41be-9a0c-e02e543d1ee6, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=efb0afc9-614c-41be-9a0c-e02e543d1ee6,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:45.988746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-180390c9-c6ce-49b8-99bb-b70d640234ac req-6b58449b-5903-471a-9474-338049b7b4c5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534909 Aug 16 02:04:46.025878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event updated for resources: {'Port': ['ID=e561d927-82dc-4c8a-91d2-04c30cc7b9a0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.065909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.084125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.157676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:04:46.157676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.178526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9499bd-6a1c-4f28-9aac-c28331a687a3 req-ddd5c847-7936-4bd6-b76c-b9b0ed4e6fcf tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.181636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a9499bd-6a1c-4f28-9aac-c28331a687a3 req-ddd5c847-7936-4bd6-b76c-b9b0ed4e6fcf tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0637536 Aug 16 02:04:46.243708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a9499bd-6a1c-4f28-9aac-c28331a687a3 req-03ee59e2-921c-4fa0-a225-83878c34300b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556617 Aug 16 02:04:46.244914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb78e1-4f53-4720-bc9e-e183610db0f6 None None] Pushing event updated for resources: {'Port': ['ID=efb0afc9-614c-41be-9a0c-e02e543d1ee6,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.281288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.415157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06175b39-c5f7-437d-a367-5276be4e100b req-d09cd76c-796e-45ff-849b-f91fdaf6021d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.426693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06175b39-c5f7-437d-a367-5276be4e100b req-d09cd76c-796e-45ff-849b-f91fdaf6021d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 945 time: 0.0884175 Aug 16 02:04:46.489935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06175b39-c5f7-437d-a367-5276be4e100b req-a8ca6911-2754-442d-ad14-a724ed90502f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652964 Aug 16 02:04:46.500091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:04:46.597627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.605607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device efb0afc9-614c-41be-9a0c-e02e543d1ee6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:46.655915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.711163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event updated for resources: {'Port': ['ID=e561d927-82dc-4c8a-91d2-04c30cc7b9a0,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:46.768095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3ea3-5109-4761-abfa-c57e1ee64951 req-fcb07ce4-9c3f-4108-8c5b-35f0dc2702b1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.775305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3ea3-5109-4761-abfa-c57e1ee64951 req-fcb07ce4-9c3f-4108-8c5b-35f0dc2702b1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.781588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b3ea3-5109-4761-abfa-c57e1ee64951 req-fcb07ce4-9c3f-4108-8c5b-35f0dc2702b1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.785409 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.785910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-575b3ea3-5109-4761-abfa-c57e1ee64951 req-fcb07ce4-9c3f-4108-8c5b-35f0dc2702b1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2417 time: 0.0957394 Aug 16 02:04:46.806789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port efb0afc9-614c-41be-9a0c-e02e543d1ee6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:46.813276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port efb0afc9-614c-41be-9a0c-e02e543d1ee6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:46.813725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.824905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-575b3ea3-5109-4761-abfa-c57e1ee64951 req-7fb0bf6c-93d1-4cd6-968c-550ceb3acdfe tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341041 Aug 16 02:04:46.872281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:45Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:46.900928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ef87bf-d834-4211-bd94-45c4c486e2e2 None None] The sync data for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 is: [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:45Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:04:46.940332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.942600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac82ca2-1baa-4e68-9e64-12bb83f74e9a req-90de2736-8615-45f7-afb1-1ee8c4992c87 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:46.944976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ac82ca2-1baa-4e68-9e64-12bb83f74e9a req-90de2736-8615-45f7-afb1-1ee8c4992c87 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0583546 Aug 16 02:04:46.950473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:46.954236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d347476c-b75f-4841-825f-b69feed07c22 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1082025 Aug 16 02:04:46.987135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port efb0afc9-614c-41be-9a0c-e02e543d1ee6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=efb0afc9-614c-41be-9a0c-e02e543d1ee6,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:47.017729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ac82ca2-1baa-4e68-9e64-12bb83f74e9a req-623246fa-3e4a-489b-ac95-c4cb6a5b2d46 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619731 Aug 16 02:04:47.106837 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.176669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=efb0afc9-614c-41be-9a0c-e02e543d1ee6,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:47.192421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39166) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:47.325814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bab99-9492-448e-90f6-05fa361ca284 req-85320d2b-af68-46c6-81e3-8c4b1bc4f6c1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.327416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-309bab99-9492-448e-90f6-05fa361ca284 req-85320d2b-af68-46c6-81e3-8c4b1bc4f6c1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0894845 Aug 16 02:04:47.337614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2918d470-3ad1-4741-a24f-17eb47a3ca48 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--68766186&fields=id&tenant_id=3a040a08b96d4776953057a7a400df5d HTTP/1.1" status: 200 len: 267 time: 0.0674791 Aug 16 02:04:47.432123 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90923fc8-38af-443f-ab6a-07161b4af999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.450966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-309bab99-9492-448e-90f6-05fa361ca284 req-2f951584-5110-4176-ba5d-8e627a312667 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120293 Aug 16 02:04:47.524825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-7b6388ca-0959-45fc-856d-db63a4aae996 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.526768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-7b6388ca-0959-45fc-856d-db63a4aae996 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/networks?id=24764510-17c0-46e8-b6a5-9cc5c503e2a5 HTTP/1.1" status: 200 len: 814 time: 0.1806500 Aug 16 02:04:47.588706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-d7e9d7ed-d1d8-45ba-b54a-4fcf703488b1 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/quotas/3a040a08b96d4776953057a7a400df5d HTTP/1.1" status: 200 len: 375 time: 0.0444202 Aug 16 02:04:47.659659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f7e35-0694-46c6-a078-d05fbb2856df req-1e0322c2-fb7d-457b-9e17-e52f0d8dd26d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.659659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-784f7e35-0694-46c6-a078-d05fbb2856df req-1e0322c2-fb7d-457b-9e17-e52f0d8dd26d tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1411746 Aug 16 02:04:47.770554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-70c53889-67be-403f-8578-387f0062a44b tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a040a08b96d4776953057a7a400df5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1754293 Aug 16 02:04:47.779246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90923fc8-38af-443f-ab6a-07161b4af999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:47.787645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-784f7e35-0694-46c6-a078-d05fbb2856df req-2214f850-c606-494a-bc6d-874321991c85 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241045 Aug 16 02:04:47.809072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-d8442ecc-5098-45f1-b818-5397a9891283 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:47.809072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-d8442ecc-5098-45f1-b818-5397a9891283 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 945 time: 0.1450691 Aug 16 02:04:48.007856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8ff4b-b7fa-42d3-9f3a-416d064897c6 req-1a251a40-d451-4a4b-9eb3-733e3bb77f12 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.009339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77b8ff4b-b7fa-42d3-9f3a-416d064897c6 req-1a251a40-d451-4a4b-9eb3-733e3bb77f12 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 945 time: 0.1468794 Aug 16 02:04:48.016221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-ae16cd33-f548-406a-a559-f3d5179f301d service neutron] 10.222.0.76 "GET /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330744 Aug 16 02:04:48.046008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Deleting port 210ea15d-a319-4a0a-8c19-45a19d772621 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:48.046349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.147186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77b8ff4b-b7fa-42d3-9f3a-416d064897c6 req-da539001-fadd-4b93-85c0-d35b7450a66a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291592 Aug 16 02:04:48.203983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-5f98452f-bbb1-4016-9bcc-81aad271c98a service neutron] 10.222.0.76 "GET /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763282 Aug 16 02:04:48.215879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] For port 210ea15d-a319-4a0a-8c19-45a19d772621, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=210ea15d-a319-4a0a-8c19-45a19d772621,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:48.216251 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.232389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Calling delete_port for 210ea15d-a319-4a0a-8c19-45a19d772621 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:48.355789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163d4be-19e6-4dec-9f1a-f2031348a2fe req-90bf97e3-79c7-4084-97fa-ddaa437199d9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.357322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b163d4be-19e6-4dec-9f1a-f2031348a2fe req-90bf97e3-79c7-4084-97fa-ddaa437199d9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0762839 Aug 16 02:04:48.382515 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90923fc8-38af-443f-ab6a-07161b4af999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.434740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6e73102b-7038-425f-b500-329686a6efc8 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:48.464499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 6e73102b-7038-425f-b500-329686a6efc8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:48.465081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6e73102b-7038-425f-b500-329686a6efc8 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:48.482788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90923fc8-38af-443f-ab6a-07161b4af999 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=752b75c988954cf188e08d355c32dd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2888570 Aug 16 02:04:48.485209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923fc8-38af-443f-ab6a-07161b4af999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368da1a6-d000-41fe-8f7d-84da43842a08,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.485710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39192) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:48.497350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b163d4be-19e6-4dec-9f1a-f2031348a2fe req-880621e9-f161-439c-a856-0cd2791e4b3f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336653 Aug 16 02:04:48.517995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device efb0afc9-614c-41be-9a0c-e02e543d1ee6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:04:48.596690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.615415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['210ea15d-a319-4a0a-8c19-45a19d772621'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:48.622988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-58887786-5824-4f9b-a0e1-5c19ee25b550 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.624728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-58887786-5824-4f9b-a0e1-5c19ee25b550 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1229463 Aug 16 02:04:48.629990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fef331d6-5708-4aab-8ee5-945d4a8c9e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.705252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event deleted for resources: {'Port': ['ID=210ea15d-a319-4a0a-8c19-45a19d772621,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:48.705360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fef331d6-5708-4aab-8ee5-945d4a8c9e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.705449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port efb0afc9-614c-41be-9a0c-e02e543d1ee6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:48.705449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.777875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] No DVR routers for this DVR port 210ea15d-a319-4a0a-8c19-45a19d772621 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:48.800462 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:48.803584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1d32652-18c3-42bc-ad41-4c39237a3539 req-aa958ce0-b8f4-4c86-bf45-89e63d591c15 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.83 "DELETE /v2.0/ports/210ea15d-a319-4a0a-8c19-45a19d772621 HTTP/1.1" status: 204 len: 173 time: 0.9907079 Aug 16 02:04:48.819954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcf9c2-593b-470b-9dcf-d389c143b4c9 req-f685095b-4c56-4de7-b3c8-59eaeb9082a4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.826134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcf9c2-593b-470b-9dcf-d389c143b4c9 req-f685095b-4c56-4de7-b3c8-59eaeb9082a4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.832663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcf9c2-593b-470b-9dcf-d389c143b4c9 req-f685095b-4c56-4de7-b3c8-59eaeb9082a4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.834439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3adcf9c2-593b-470b-9dcf-d389c143b4c9 req-f685095b-4c56-4de7-b3c8-59eaeb9082a4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2417 time: 0.2478178 Aug 16 02:04:48.836225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'name': 'network-vif-deleted', 'tag': '210ea15d-a319-4a0a-8c19-45a19d772621'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:48.838691 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0747288c-352b-4f4c-b2ed-6f9913515cbf" -d '{"events": [{"server_uuid": "65adb61d-3396-4358-b937-ed4b57ed5b7f", "name": "network-vif-deleted", "tag": "210ea15d-a319-4a0a-8c19-45a19d772621"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:48.906116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8a9c4e18-b425-4323-a316-ea49d941ff32 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.913720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8a9c4e18-b425-4323-a316-ea49d941ff32 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.920447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8a9c4e18-b425-4323-a316-ea49d941ff32 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.922198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8a9c4e18-b425-4323-a316-ea49d941ff32 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2417 time: 0.2664456 Aug 16 02:04:48.926795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3adcf9c2-593b-470b-9dcf-d389c143b4c9 req-376bd8cb-f2b5-4e0f-80a8-4b54c8af6f0a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821061 Aug 16 02:04:48.935308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5575bae-f871-4301-9aec-8f75ea5ab106 req-8c636ef9-f687-4894-be2e-433e3d45479c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:48.936942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5575bae-f871-4301-9aec-8f75ea5ab106 req-8c636ef9-f687-4894-be2e-433e3d45479c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2001450 Aug 16 02:04:49.039372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9de0c11d-8344-4d78-bcab-2acc6f4f709a req-fc0ea5e0-4f3a-4187-9f81-c4a99ab3b878 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 210 time: 0.0488882 Aug 16 02:04:49.043653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5575bae-f871-4301-9aec-8f75ea5ab106 req-7c9c2f70-8159-47f5-87c7-779c86dc6b8c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982046 Aug 16 02:04:49.108815 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f179c03e-41fe-47a7-8606-cf1bc60d1802 x-openstack-request-id: req-f179c03e-41fe-47a7-8606-cf1bc60d1802 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:49.109226 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65adb61d-3396-4358-b937-ed4b57ed5b7f", "name": "network-vif-deleted", "tag": "210ea15d-a319-4a0a-8c19-45a19d772621", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:49.109583 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f179c03e-41fe-47a7-8606-cf1bc60d1802 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:49.112321 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65adb61d-3396-4358-b937-ed4b57ed5b7f', 'name': 'network-vif-deleted', 'tag': '210ea15d-a319-4a0a-8c19-45a19d772621', 'status': 'completed', 'code': 200} Aug 16 02:04:49.118631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:49.121002 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.140933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Deleting port 243314d3-d25a-436a-a2aa-874965583846 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:49.141467 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.269848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] For port 243314d3-d25a-436a-a2aa-874965583846, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=243314d3-d25a-436a-a2aa-874965583846,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:49.270339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.274651 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fef331d6-5708-4aab-8ee5-945d4a8c9e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.278031 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fef331d6-5708-4aab-8ee5-945d4a8c9e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.283134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fef331d6-5708-4aab-8ee5-945d4a8c9e9a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/368da1a6-d000-41fe-8f7d-84da43842a08 HTTP/1.1" status: 204 len: 168 time: 0.7926781 Aug 16 02:04:49.283250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eecf7-a8b0-4357-86b6-c540a29c2a25 req-3d432b04-677f-4c2e-b445-cbb3d948e803 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.289660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-703eecf7-a8b0-4357-86b6-c540a29c2a25 req-3d432b04-677f-4c2e-b445-cbb3d948e803 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 950 time: 0.1178255 Aug 16 02:04:49.298171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Calling delete_port for 243314d3-d25a-436a-a2aa-874965583846 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:49.300254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef331d6-5708-4aab-8ee5-945d4a8c9e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368da1a6-d000-41fe-8f7d-84da43842a08,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.345375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:49.346064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.353356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98156bec-bb2e-4a4f-893d-25902374650a req-f6400092-474d-47bf-b05c-a4bc48066382 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0869439 Aug 16 02:04:49.377869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:49.421543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-703eecf7-a8b0-4357-86b6-c540a29c2a25 req-d2cbfe1b-9ce5-4969-a0dc-30a5ed34f519 tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/security-groups?id=8ad70f3c-d440-44d7-9f75-7208da8d6a9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166785 Aug 16 02:04:49.669593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.681295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['243314d3-d25a-436a-a2aa-874965583846'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:49.730588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Pushing event deleted for resources: {'Port': ['ID=243314d3-d25a-436a-a2aa-874965583846,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:49.802437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] No DVR routers for this DVR port 243314d3-d25a-436a-a2aa-874965583846 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:49.805557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:49.808008 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efa047e0-63a1-4461-86fc-0f1a32e720e2 req-cfb8d372-fa5f-49ae-a13b-cc1dcd5643ef tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.83 "DELETE /v2.0/ports/243314d3-d25a-436a-a2aa-874965583846 HTTP/1.1" status: 204 len: 173 time: 1.1754234 Aug 16 02:04:49.808008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-deleted', 'tag': '243314d3-d25a-436a-a2aa-874965583846'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:49.811403 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44546921-21b5-4506-817f-611ebe69d579" -d '{"events": [{"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-deleted", "tag": "243314d3-d25a-436a-a2aa-874965583846"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:49.846178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d425bd-3023-4724-9631-5d90debba7bf req-e42bfb80-af28-4e70-aaef-fb28a3730a00 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:49.853963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95d425bd-3023-4724-9631-5d90debba7bf req-e42bfb80-af28-4e70-aaef-fb28a3730a00 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0908854 Aug 16 02:04:49.860952 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6278f4-78ae-48aa-bc4f-0483f1850f32 x-openstack-request-id: req-fb6278f4-78ae-48aa-bc4f-0483f1850f32 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:49.861253 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8620ffa-677a-4902-95ac-2abf44317100", "name": "network-vif-deleted", "tag": "243314d3-d25a-436a-a2aa-874965583846", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:49.861509 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fb6278f4-78ae-48aa-bc4f-0483f1850f32 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:49.862446 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8620ffa-677a-4902-95ac-2abf44317100', 'name': 'network-vif-deleted', 'tag': '243314d3-d25a-436a-a2aa-874965583846', 'status': 'completed', 'code': 200} Aug 16 02:04:49.940282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95d425bd-3023-4724-9631-5d90debba7bf req-a19ac1b9-0e54-4216-a7d9-c5595e219c54 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737727 Aug 16 02:04:50.112757 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.125790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e0008603-ac72-4237-a2e1-693b2e525b99', '8aedc18b-23c8-4986-b6a4-202f37a224fe', '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:04:50.169733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:50.228304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4df5b-d2f0-4d1b-8a40-7b93138fb072 req-1e7f9729-55f2-46ef-9b01-d1be26683dc2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.238787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4df5b-d2f0-4d1b-8a40-7b93138fb072 req-1e7f9729-55f2-46ef-9b01-d1be26683dc2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.248250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4df5b-d2f0-4d1b-8a40-7b93138fb072 req-1e7f9729-55f2-46ef-9b01-d1be26683dc2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.255118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25d4df5b-d2f0-4d1b-8a40-7b93138fb072 req-1e7f9729-55f2-46ef-9b01-d1be26683dc2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 2339 time: 0.2044122 Aug 16 02:04:50.288494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad9429f-d034-4223-956c-0217ccde3fd8 req-ae9324f8-1c19-45c7-8f7f-3c27a13d8afc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:50.297060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ad9429f-d034-4223-956c-0217ccde3fd8 req-ae9324f8-1c19-45c7-8f7f-3c27a13d8afc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2249317 Aug 16 02:04:50.299461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:50.310139 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.312450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-8575a217-47c9-425f-99d7-7af7e6dcf009 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "DELETE /v2.0/ports/4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 HTTP/1.1" status: 204 len: 173 time: 1.3745742 Aug 16 02:04:50.446986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25d4df5b-d2f0-4d1b-8a40-7b93138fb072 req-627572ef-a597-45d3-ace4-20d778005c17 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862936 Aug 16 02:04:50.450395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ad9429f-d034-4223-956c-0217ccde3fd8 req-835e101d-3e6b-40c3-97c7-a7de0d516351 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520886 Aug 16 02:04:50.621132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port 8aedc18b-23c8-4986-b6a4-202f37a224fe {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:50.621478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.691904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-174d2cae-eb33-48e9-9a77-02bda63b7092 req-2042f3e6-9090-49c0-b356-df2420840766 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0859675 Aug 16 02:04:50.786040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3275ee5a-1ab9-42ec-b3b3-779eaa94ec49 req-fd7821bc-e58d-4c60-9f76-c47411f310f5 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 210 time: 0.1440701 Aug 16 02:04:50.839250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bed6e7be-05c9-45a8-8846-c5199437c8f6 req-ef76839b-bfc4-4b75-bd42-822f3b026dad tempest-MigrationsAdminTest-2098453539 tempest-MigrationsAdminTest-2098453539-project] 10.222.0.76 "GET /v2.0/ports?device_id=c8620ffa-677a-4902-95ac-2abf44317100 HTTP/1.1" status: 200 len: 210 time: 0.0521443 Aug 16 02:04:50.890412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port 8aedc18b-23c8-4986-b6a4-202f37a224fe, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8aedc18b-23c8-4986-b6a4-202f37a224fe,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:50.893325 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:50.909601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for 8aedc18b-23c8-4986-b6a4-202f37a224fe owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:51.059503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4841df2-4a36-4bf1-baad-5832e8735d07 req-6e51cc9c-181c-4cbf-a2f2-7650522f0e42 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.061075 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4841df2-4a36-4bf1-baad-5832e8735d07 req-6e51cc9c-181c-4cbf-a2f2-7650522f0e42 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0822635 Aug 16 02:04:51.116668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-deleted', 'tag': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:51.119350 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e626a45-e8a5-4ee2-aef6-442af8babae7" -d '{"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-deleted", "tag": "4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:51.162393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4841df2-4a36-4bf1-baad-5832e8735d07 req-c6ff29a0-b6b0-4280-88bc-e5da778577ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868895 Aug 16 02:04:51.164459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39264) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:51.176873 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7febb1cb-1a68-4d34-88cb-a5fbc1edccf8 x-openstack-request-id: req-7febb1cb-1a68-4d34-88cb-a5fbc1edccf8 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:51.177178 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-deleted", "tag": "4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:51.177440 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7febb1cb-1a68-4d34-88cb-a5fbc1edccf8 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:51.177853 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-deleted', 'tag': '4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0', 'status': 'completed', 'code': 200} Aug 16 02:04:51.285229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.296366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-394595611'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:51.325364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=8aedc18b-23c8-4986-b6a4-202f37a224fe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.345945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae69deb-7f1d-4416-8f29-b26ec532ae92 req-21312489-305b-4816-839b-3f5ebf5667ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.347550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ae69deb-7f1d-4416-8f29-b26ec532ae92 req-21312489-305b-4816-839b-3f5ebf5667ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0963240 Aug 16 02:04:51.395084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port 8aedc18b-23c8-4986-b6a4-202f37a224fe on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:51.399609 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.401609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-d353d175-eecd-411d-ba50-e7e383ea493d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "DELETE /v2.0/ports/8aedc18b-23c8-4986-b6a4-202f37a224fe HTTP/1.1" status: 204 len: 173 time: 1.0802574 Aug 16 02:04:51.432999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ae69deb-7f1d-4416-8f29-b26ec532ae92 req-dbac3f10-b83b-45b1-8b8c-e6c7dd324e5b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709059 Aug 16 02:04:51.449104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:51.453983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.464065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.573909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port e0008603-ac72-4237-a2e1-693b2e525b99 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:51.574543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.645201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.768698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4182213-0403-432f-bd06-65d6babc938f req-7c939114-01ec-44de-8602-921a9b732068 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.770250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4182213-0403-432f-bd06-65d6babc938f req-7c939114-01ec-44de-8602-921a9b732068 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 945 time: 0.1684046 Aug 16 02:04:51.781417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port e0008603-ac72-4237-a2e1-693b2e525b99, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0008603-ac72-4237-a2e1-693b2e525b99,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:51.781735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.799241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.805440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91053a7d-c0ee-40b4-98e8-947d6d0b3e1f req-c6c04aac-6988-4f11-8518-fb6988d7f140 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.805440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91053a7d-c0ee-40b4-98e8-947d6d0b3e1f req-c6c04aac-6988-4f11-8518-fb6988d7f140 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1531610 Aug 16 02:04:51.821794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for e0008603-ac72-4237-a2e1-693b2e525b99 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:51.855083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:51.866824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a298b7e-e2c1-4564-abc2-f415e1762b0f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:51.887991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.888340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.888679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.889014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.889352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.889682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.890014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.890337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.890688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.891002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.891325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.891645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:51.903774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:51.904126 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment 012d14d2-5629-496c-8ef8-96f1be97c247 of type vlan for network 1c0dc8e4-ad77-4160-904a-535993b77651 Aug 16 02:04:51.916695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4182213-0403-432f-bd06-65d6babc938f req-481720df-d173-4af8-bb1b-5db52b09c86a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381452 Aug 16 02:04:51.924984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91053a7d-c0ee-40b4-98e8-947d6d0b3e1f req-52732569-f274-415e-9a22-9e053e80afc5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075130 Aug 16 02:04:51.938008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-97501c52-ff88-4fad-acf3-c34e54c5d89d tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:51.938008 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-97501c52-ff88-4fad-acf3-c34e54c5d89d tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.83 "GET /v2.0/networks?id=24764510-17c0-46e8-b6a5-9cc5c503e2a5 HTTP/1.1" status: 200 len: 814 time: 0.1933134 Aug 16 02:04:51.984420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.025689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3cb9a1d2-e148-453d-be61-a8caf1aaaee2 req-0226408e-32b4-430d-9d1e-6e5cdad01985 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0327344 Aug 16 02:04:52.059700 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-c28c7fa6-098d-41eb-93e6-b22ef3573f3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a040a08b96d4776953057a7a400df5d HTTP/1.1" status: 200 len: 378 time: 0.1061075 Aug 16 02:04:52.077083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Request body: {'port': {'device_id': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'admin_state_up': True, 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'security_groups': ['33b7163a-e9f2-4175-893e-bdb51c04edb5']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.101419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a03e49-c86d-4fc7-a72b-1dc11bca0645 req-8d7a9e85-7e44-4163-abc5-203339e970e2 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 210 time: 0.0461633 Aug 16 02:04:52.232149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.237728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.256150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.259413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.285789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=e0008603-ac72-4237-a2e1-693b2e525b99,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.373867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port e0008603-ac72-4237-a2e1-693b2e525b99 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:52.374900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=1c0dc8e4-ad77-4160-904a-535993b77651,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:52.381819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.385352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c34425e-578a-4613-99b9-ade44fbfb5b9 req-f976cb12-510e-4ef4-8415-fddd001859c4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "DELETE /v2.0/ports/e0008603-ac72-4237-a2e1-693b2e525b99 HTTP/1.1" status: 204 len: 173 time: 0.9772305 Aug 16 02:04:52.388562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:52.409029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Made reservation on behalf of 3a040a08b96d4776953057a7a400df5d for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:52.413986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.422332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc0cd95-dd45-406b-985d-1777958724ab req-b76e1f9c-9096-42e8-b314-52a18772b9c9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:52.424102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cc0cd95-dd45-406b-985d-1777958724ab req-b76e1f9c-9096-42e8-b314-52a18772b9c9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1116898 Aug 16 02:04:52.484704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0008603-ac72-4237-a2e1-693b2e525b99 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:52.502833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cc0cd95-dd45-406b-985d-1777958724ab req-edac2d17-dea0-43c9-8202-ebd47c63264f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722904 Aug 16 02:04:52.550528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62f26be8-5777-4979-b5ff-9b440fc2bc91 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3843219 Aug 16 02:04:52.554088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39292) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.560014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'name': 'tempest-PortsIpV6TestJSON-562791639'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:52.623599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: e0008603-ac72-4237-a2e1-693b2e525b99 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:52.624414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0008603-ac72-4237-a2e1-693b2e525b99 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:52.624858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8aedc18b-23c8-4986-b6a4-202f37a224fe no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:52.662178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 8aedc18b-23c8-4986-b6a4-202f37a224fe {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:52.662542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8aedc18b-23c8-4986-b6a4-202f37a224fe not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:52.663256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:52.674588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Allocated IP 172.20.0.3 (24764510-17c0-46e8-b6a5-9cc5c503e2a5/832726f4-f49b-4cd4-8d5a-7d1fb0b54856/b3fed03d-e258-487e-a373-797fb1dd7b6b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:04:52.701356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:52.701703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4fc56b01-fa0e-42f3-8cc5-2457a9b0b4c0 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:52.753079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39296) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:52.843872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:52.846302 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.848587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:52.870036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Transition to ACTIVE for port object b3fed03d-e258-487e-a373-797fb1dd7b6b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:52.884097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 642ed300-08ee-499b-91db-e020422dde46 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:52.973731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 243314d3-d25a-436a-a2aa-874965583846 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:53.006134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 243314d3-d25a-436a-a2aa-874965583846 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:53.007719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 243314d3-d25a-436a-a2aa-874965583846 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:53.008614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 210ea15d-a319-4a0a-8c19-45a19d772621 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:53.023402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-050da914-aa4e-4444-93f4-6c0b7bad8cb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8064647b93f4bc8aac7fae0bd12918d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689905 Aug 16 02:04:53.026271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:53.031400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 210ea15d-a319-4a0a-8c19-45a19d772621 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:53.032097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 210ea15d-a319-4a0a-8c19-45a19d772621 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:53.076289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c2a208f-ea87-492f-a1f8-565c3a2dcfcc req-1b158c20-ffb2-456a-8128-ba9ba6e2c311 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 210 time: 0.0757952 Aug 16 02:04:53.077914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.136405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.158441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event updated for resources: {'Port': ['ID=b3fed03d-e258-487e-a373-797fb1dd7b6b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:53.164039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89a275aa-6b2f-4008-8b35-d557b5ce71cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.182306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:53.190040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:53.196171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-deleted', 'tag': '8aedc18b-23c8-4986-b6a4-202f37a224fe'}, {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-deleted', 'tag': 'e0008603-ac72-4237-a2e1-693b2e525b99'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:53.200083 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf8198-70c1-45bb-9831-01f32e9e4508" -d '{"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-deleted", "tag": "8aedc18b-23c8-4986-b6a4-202f37a224fe"}, {"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-deleted", "tag": "e0008603-ac72-4237-a2e1-693b2e525b99"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:53.202075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:53.206372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89a275aa-6b2f-4008-8b35-d557b5ce71cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.266120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76b05c0d-c165-4d1f-b967-beac8ef18ea5 req-6ffa3f97-a1bd-4dd1-abc4-73645f9e2ee7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0464528 Aug 16 02:04:53.288705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.290072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.429315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5465-8c5f-4a69-aba7-cd406b29b738 req-06853721-8d02-4698-b902-a441684bc317 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:53.430356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-688a5465-8c5f-4a69-aba7-cd406b29b738 req-06853721-8d02-4698-b902-a441684bc317 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 931 time: 0.0535419 Aug 16 02:04:53.473411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-688a5465-8c5f-4a69-aba7-cd406b29b738 req-656eef4c-84a6-4efa-914e-99c4d18f368d tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361230 Aug 16 02:04:53.516549 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe95879-0984-44db-86ec-85058c593435 x-openstack-request-id: req-bbe95879-0984-44db-86ec-85058c593435 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:53.516853 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-deleted", "tag": "8aedc18b-23c8-4986-b6a4-202f37a224fe", "status": "completed", "code": 200}, {"server_uuid": "797b7d75-032f-4239-a4ab-ab69f756cb6e", "name": "network-vif-deleted", "tag": "e0008603-ac72-4237-a2e1-693b2e525b99", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:53.517111 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbe95879-0984-44db-86ec-85058c593435 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:53.517525 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-deleted', 'tag': '8aedc18b-23c8-4986-b6a4-202f37a224fe', 'status': 'completed', 'code': 200} Aug 16 02:04:53.518030 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '797b7d75-032f-4239-a4ab-ab69f756cb6e', 'name': 'network-vif-deleted', 'tag': 'e0008603-ac72-4237-a2e1-693b2e525b99', 'status': 'completed', 'code': 200} Aug 16 02:04:53.858488 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.909463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ab5156fb-6990-47b4-bb46-16ffc7d82a21 None None] Provisioning for port b3fed03d-e258-487e-a373-797fb1dd7b6b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:04:53.910588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2f71f6cc-3bda-4e14-af7f-acba3ffc9ab0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8427494 Aug 16 02:04:53.915416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89a275aa-6b2f-4008-8b35-d557b5ce71cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ab5156fb-6990-47b4-bb46-16ffc7d82a21 None None] Provisioning complete for port b3fed03d-e258-487e-a373-797fb1dd7b6b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:04:53.921495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ab5156fb-6990-47b4-bb46-16ffc7d82a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.932501 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-89a275aa-6b2f-4008-8b35-d557b5ce71cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:53.937863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-89a275aa-6b2f-4008-8b35-d557b5ce71cd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ad70f3c-d440-44d7-9f75-7208da8d6a9a HTTP/1.1" status: 204 len: 168 time: 0.9081857 Aug 16 02:04:53.964577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Request body: {'port': {'device_id': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:53.991351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=642ed300-08ee-499b-91db-e020422dde46,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.002667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ab5156fb-6990-47b4-bb46-16ffc7d82a21 None None] Port b3fed03d-e258-487e-a373-797fb1dd7b6b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:04:54.011735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': '012d14d2-5629-496c-8ef8-96f1be97c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:54.012550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 1c0dc8e4-ad77-4160-904a-535993b77651, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:54.044269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a275aa-6b2f-4008-8b35-d557b5ce71cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad70f3c-d440-44d7-9f75-7208da8d6a9a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.089217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.151307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99f23c-e194-4c5a-8793-b640ce93510d req-7851b9cd-7e4d-4249-9223-66fe7cea5e75 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.155719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb99f23c-e194-4c5a-8793-b640ce93510d req-7851b9cd-7e4d-4249-9223-66fe7cea5e75 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0736587 Aug 16 02:04:54.224512 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb99f23c-e194-4c5a-8793-b640ce93510d req-2cabe485-751a-45f6-965f-61852b6f5df8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619440 Aug 16 02:04:54.247572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:54.250014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ee18c1d-addb-4a5e-80e3-4a19ea75dd04 req-e5c1eb5b-888e-42b6-be2c-6a90069f556a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=797b7d75-032f-4239-a4ab-ab69f756cb6e HTTP/1.1" status: 200 len: 210 time: 0.0439744 Aug 16 02:04:54.401093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef87cfc1-efb2-457b-8343-8cac96dcf87f req-0f9feda9-301a-49a6-a3bc-a41cfca45df7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=65adb61d-3396-4358-b937-ed4b57ed5b7f HTTP/1.1" status: 200 len: 210 time: 0.0393686 Aug 16 02:04:54.432619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fed03d-e258-487e-a373-797fb1dd7b6b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:04:54.440106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.440692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1c0dc8e4-ad77-4160-904a-535993b77651) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:54.446899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:54.452560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2ea13-a1a4-46a1-a872-4034d4df134e None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:54.460701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Transition to ACTIVE for port object b3fed03d-e258-487e-a373-797fb1dd7b6b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:04:54.465583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.466354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.543679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.604752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7975e1b9-56ba-44e2-b219-e0cd7333ab6e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0468266 Aug 16 02:04:54.604752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39338) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:54.611600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-240118106'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:54.664041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914d338-56de-465e-a92b-5a20eb6b2519 req-562c4551-6a44-4018-8c3f-a77707a3235d tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:54.671916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7914d338-56de-465e-a92b-5a20eb6b2519 req-562c4551-6a44-4018-8c3f-a77707a3235d tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 943 time: 0.1230321 Aug 16 02:04:54.679631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fed03d-e258-487e-a373-797fb1dd7b6b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:54.734243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Attempting to bind port b3fed03d-e258-487e-a373-797fb1dd7b6b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:04:54.734601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Attempting to bind port b3fed03d-e258-487e-a373-797fb1dd7b6b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:04:54.736870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Attempting to bind port b3fed03d-e258-487e-a373-797fb1dd7b6b on network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:54.741428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Port b3fed03d-e258-487e-a373-797fb1dd7b6b on network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:04:54.742455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Attempting to bind port b3fed03d-e258-487e-a373-797fb1dd7b6b on network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:04:54.748471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:04:54.748730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Checking segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:54.749443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Bound using segment: {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:04:54.749957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Bound port: b3fed03d-e258-487e-a373-797fb1dd7b6b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:04:54.750534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.771304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7914d338-56de-465e-a92b-5a20eb6b2519 req-a808f1eb-9f43-44e9-80f8-4df34a11d2bc tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0892065 Aug 16 02:04:54.854490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] For port b3fed03d-e258-487e-a373-797fb1dd7b6b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:04:54.858293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:54.858723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] For port b3fed03d-e258-487e-a373-797fb1dd7b6b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:04:54.864113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.898077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:54.909855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:54.910785 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment 97587d38-a005-45ea-ad84-24ecf3e79caa of type vlan for network 6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8 Aug 16 02:04:54.976908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.058810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.097521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.103885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.104509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.124415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.125131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.126603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] 10.222.0.83 "PUT /v2.0/ports/b3fed03d-e258-487e-a373-797fb1dd7b6b HTTP/1.1" status: 200 len: 1092 time: 1.1885440 Aug 16 02:04:55.129494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:04:55.133052 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5971965-6fe5-4ac3-8d48-946b5b187be6" -d '{"events": [{"name": "network-changed", "server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:04:55.154758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.188990 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd75cf8-55bb-4bcd-9a04-5170845c3e64 x-openstack-request-id: req-acd75cf8-55bb-4bcd-9a04-5170845c3e64 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:04:55.189213 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:04:55.189750 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-acd75cf8-55bb-4bcd-9a04-5170845c3e64 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:04:55.190042 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'status': 'completed', 'code': 200} Aug 16 02:04:55.199144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111b5bb-2bfa-4104-9d8e-0f111a1ff613 service neutron] Pushing event updated for resources: {'Port': ['ID=b3fed03d-e258-487e-a373-797fb1dd7b6b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.211036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.228458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:55.301850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-13b22dd2-0e0e-4344-8020-5e2a01a31b96 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4118baf26aa345ec825f2d284afc7996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441326 Aug 16 02:04:55.304980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39350) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.339164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39352) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.373655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5971965-6fe5-4ac3-8d48-946b5b187be6 req-31d97986-9bce-49a9-ab2b-a02b50013bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.377337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a5971965-6fe5-4ac3-8d48-946b5b187be6 req-31d97986-9bce-49a9-ab2b-a02b50013bd6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a040a08b96d4776953057a7a400df5d&device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 1095 time: 0.1731527 Aug 16 02:04:55.411913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ebd42e3-10d5-4774-8026-0a1d6809ff92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.439972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting subnet 3c69b48c-d791-4324-b194-c75d3126cdb5 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:55.449952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.457380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ea59aeb8-1d6a-4d08-a196-d2986720e569 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8480875 Aug 16 02:04:55.462573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39356) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.472502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'ports': [{'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'}, {'network_id': '6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8'}]} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:55.472826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:55.473317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:55.486551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ebd42e3-10d5-4774-8026-0a1d6809ff92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.490004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f409b60-1745-49da-bdcc-62fbd66c978b req-8057daa9-3673-4306-a4e4-d9fec760217f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.498235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f409b60-1745-49da-bdcc-62fbd66c978b req-8057daa9-3673-4306-a4e4-d9fec760217f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1108699 Aug 16 02:04:55.527698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.577580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f409b60-1745-49da-bdcc-62fbd66c978b req-95dd5d76-5fae-46a0-834d-7fe708ca25ff tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768633 Aug 16 02:04:55.615172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5971965-6fe5-4ac3-8d48-946b5b187be6 req-c190781a-5982-445c-827a-c639c8424108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.617528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a5971965-6fe5-4ac3-8d48-946b5b187be6 req-c190781a-5982-445c-827a-c639c8424108 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3a040a08b96d4776953057a7a400df5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2308350 Aug 16 02:04:55.656801 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.723621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ebd42e3-10d5-4774-8026-0a1d6809ff92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.727271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ebd42e3-10d5-4774-8026-0a1d6809ff92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.728452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1ebd42e3-10d5-4774-8026-0a1d6809ff92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed82f117-f6b2-4847-a4f9-e3dd35810349 HTTP/1.1" status: 204 len: 168 time: 0.4224491 Aug 16 02:04:55.760209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd42e3-10d5-4774-8026-0a1d6809ff92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed82f117-f6b2-4847-a4f9-e3dd35810349,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.803632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.816807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5971965-6fe5-4ac3-8d48-946b5b187be6 req-27ff77b8-2054-4dfc-a86d-229df0401bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.818523 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a5971965-6fe5-4ac3-8d48-946b5b187be6 req-27ff77b8-2054-4dfc-a86d-229df0401bed service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835513 Aug 16 02:04:55.849220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Subnet': ['ID=3c69b48c-d791-4324-b194-c75d3126cdb5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:55.855779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.857958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-13c4f5e5-0ea4-4abc-8cfa-d74720b8d29b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/subnets/3c69b48c-d791-4324-b194-c75d3126cdb5 HTTP/1.1" status: 204 len: 168 time: 0.5176585 Aug 16 02:04:55.859611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f161be-28d6-4ffd-adff-ec2b49a78df5 None None] Network 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:55.860858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39376) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:55.931684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 2} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:55.938352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.967357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:55.984197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-6a8bc42f-1a43-4f37-8fd3-4ad49aabc5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:55.985791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-6a8bc42f-1a43-4f37-8fd3-4ad49aabc5fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a040a08b96d4776953057a7a400df5d&device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 1095 time: 0.1229744 Aug 16 02:04:56.057642 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.072706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-bafcf1e4-0569-4256-bbaa-b550e17ee204 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b HTTP/1.1" status: 200 len: 217 time: 0.0703297 Aug 16 02:04:56.084430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67289b-0f1f-4c7e-81cb-1656b7633cfe req-fd1b69a3-f560-429f-be3c-e664f4353e4c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.085981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f67289b-0f1f-4c7e-81cb-1656b7633cfe req-fd1b69a3-f560-429f-be3c-e664f4353e4c tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 943 time: 0.1579380 Aug 16 02:04:56.098425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] DHCP port deletion for 91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:56.148951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port f56bb4b2-0dc7-45bb-bfbe-47d5c234f200 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:56.168862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Deleting port 72e6c393-ef4e-4dd6-a794-701831a06700 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:56.169347 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.169609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54041-cfad-411f-9add-e6fd6674d8d7 req-6feabe73-e5b9-4b18-a9bb-1eaa993c6705 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.170800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-b0a79a3f-9a29-4c29-8cab-c6be173909e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.176332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-b0a79a3f-9a29-4c29-8cab-c6be173909e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=832726f4-f49b-4cd4-8d5a-7d1fb0b54856 HTTP/1.1" status: 200 len: 853 time: 0.0907700 Aug 16 02:04:56.176592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a54041-cfad-411f-9add-e6fd6674d8d7 req-6feabe73-e5b9-4b18-a9bb-1eaa993c6705 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.2335310 Aug 16 02:04:56.203920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a54041-cfad-411f-9add-e6fd6674d8d7 req-3a6dfc22-db2f-4f9c-80dc-ceecf0a246c8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.0182686 Aug 16 02:04:56.207727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f67289b-0f1f-4c7e-81cb-1656b7633cfe req-53d9a08b-dd37-4d1e-9aee-b4b66c2e321a tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091921 Aug 16 02:04:56.247626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-8e34718d-d4ac-41be-8387-99dd49f4ec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.249177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-8e34718d-d4ac-41be-8387-99dd49f4ec84 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=24764510-17c0-46e8-b6a5-9cc5c503e2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0690951 Aug 16 02:04:56.281221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] For port 72e6c393-ef4e-4dd6-a794-701831a06700, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=72e6c393-ef4e-4dd6-a794-701831a06700,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:56.288146 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.289298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a54041-cfad-411f-9add-e6fd6674d8d7 req-0cdadf0e-0e6b-47f8-8f83-fc106045c3b4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539114 Aug 16 02:04:56.311211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Calling delete_port for 72e6c393-ef4e-4dd6-a794-701831a06700 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:56.361841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port 72e6c393-ef4e-4dd6-a794-701831a06700 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:56.362172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.411316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.422557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-2ccfc079-bb76-48c6-bace-e0cb24e0f1bb service neutron] 10.222.0.83 "GET /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395192 Aug 16 02:04:56.504394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a54041-cfad-411f-9add-e6fd6674d8d7 req-c81fb72e-f800-4aeb-a545-42cba2855305 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141349 Aug 16 02:04:56.506909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port 72e6c393-ef4e-4dd6-a794-701831a06700, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=72e6c393-ef4e-4dd6-a794-701831a06700,segment=NetworkSegment(8ad8d4cc-2141-4abf-a877-922a22960a04),segment_id=8ad8d4cc-2141-4abf-a877-922a22960a04)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:56.507761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.534943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.544139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port ed56bdbb-0acb-4de5-a10e-e5071fedaee8 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:04:56.556731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for 72e6c393-ef4e-4dd6-a794-701831a06700 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:56.584100 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-636da22d-334d-4bdf-9af3-4b2a829d5c4c req-113c3d28-3aba-43cb-b740-433076a5fc25 service neutron] 10.222.0.83 "GET /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507883 Aug 16 02:04:56.589525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 72e6c393-ef4e-4dd6-a794-701831a06700 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:56.594422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Pushing event deleted for resources: {'Port': ['ID=72e6c393-ef4e-4dd6-a794-701831a06700,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.622203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 72e6c393-ef4e-4dd6-a794-701831a06700 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:04:56.622757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 72e6c393-ef4e-4dd6-a794-701831a06700 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:04:56.624883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] No DVR routers for this DVR port 72e6c393-ef4e-4dd6-a794-701831a06700 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:56.636452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.642790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.643959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.643959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18baab9-2836-4f9f-b18e-d12340619430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:56.733502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.770091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46a54041-cfad-411f-9add-e6fd6674d8d7 req-2013b919-92eb-479b-895e-5374eeec26ee service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447624 Aug 16 02:04:56.794009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b33f0b-cac7-40ec-a4b7-53e7c9b476a1 req-6f237396-9cb3-4904-a50c-56487afbc275 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:56.795719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4b33f0b-cac7-40ec-a4b7-53e7c9b476a1 req-6f237396-9cb3-4904-a50c-56487afbc275 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0967376 Aug 16 02:04:56.836545 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.855206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.881138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4b33f0b-cac7-40ec-a4b7-53e7c9b476a1 req-26145d4f-43e6-47df-be31-60c0579d0310 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716934 Aug 16 02:04:56.883445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=72e6c393-ef4e-4dd6-a794-701831a06700,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:56.888784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port 72e6c393-ef4e-4dd6-a794-701831a06700 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:56.934154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:04:56.939822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:56.947203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:56.948102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:56.970001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=f56bb4b2-0dc7-45bb-bfbe-47d5c234f200,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.006016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.024718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:57.046400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad8d4cc-2141-4abf-a877-922a22960a04') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:57.046773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad8d4cc-2141-4abf-a877-922a22960a04') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:57.070478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=ed56bdbb-0acb-4de5-a10e-e5071fedaee8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.076198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.087316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': '97587d38-a005-45ea-ad84-24ecf3e79caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:04:57.087784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:04:57.094850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.116100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:57.116758 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:57.120055 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:57.126574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.127597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.192968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fe790bb-aed7-4a98-9a4d-ea3e8a951525 req-7c5a6da5-afe2-42b2-92fc-385dc27b666f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=ae5204ab-81dd-47c0-b422-8c4391c0add8 HTTP/1.1" status: 200 len: 210 time: 0.0720119 Aug 16 02:04:57.223101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:04:57.303680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:04:57.309907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:04:57.312702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb654f-95d2-4cbf-86bd-5a46a3e61420 None None] Network 6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:57.333294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.344788 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.347183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/networks/91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4 HTTP/1.1" status: 204 len: 168 time: 1.4850609 Aug 16 02:04:57.348631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.354326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39424) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.357478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.358214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.382944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Network': ['ID=91a9a0c2-ddaa-4698-aead-92c8bfe8a9a4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.420088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.420632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.420984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.422867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.425113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.425677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.426214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.426994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.429283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.429961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.430319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.430728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9450ed69-3b88-4468-9577-ac5e6baf1f83 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:04:57.462976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3203a-1722-4775-8e7c-0260aca53b9e req-0281dd7c-eb7e-4684-9d4a-22f265205336 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:57.467129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd3203a-1722-4775-8e7c-0260aca53b9e req-0281dd7c-eb7e-4684-9d4a-22f265205336 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 943 time: 0.1775329 Aug 16 02:04:57.473727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting subnet 4e760772-db45-4673-bc75-8e033f204a47 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:04:57.479176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7af73171-1a42-410e-bacb-30fe28e008f7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0126314 Aug 16 02:04:57.479408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.489714 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.561565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bd3203a-1722-4775-8e7c-0260aca53b9e req-7c45fbb6-c88f-4205-8d20-c54bcff4b345 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0806072 Aug 16 02:04:57.563709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.596083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port ed56bdbb-0acb-4de5-a10e-e5071fedaee8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:57.596561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.684228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.706067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for ed56bdbb-0acb-4de5-a10e-e5071fedaee8 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:57.709020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.847438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.894850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Subnet': ['ID=4e760772-db45-4673-bc75-8e033f204a47,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.899299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.923180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631d467a-d15f-4561-a367-56e1e74da6f6 None None] Network 007359ee-304d-4b0f-899b-db51578b8521 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:04:57.939039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.942874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=ed56bdbb-0acb-4de5-a10e-e5071fedaee8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:57.947972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d389122e-e0bd-40f7-89ca-e4344ef5ac5d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/subnets/4e760772-db45-4673-bc75-8e033f204a47 HTTP/1.1" status: 204 len: 168 time: 0.5916204 Aug 16 02:04:57.955939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39454) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:57.964722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:57.968934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bcefc4f9-d1a6-4bcd-9f58-d334ec672e0a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/ed56bdbb-0acb-4de5-a10e-e5071fedaee8 HTTP/1.1" status: 204 len: 168 time: 0.4854441 Aug 16 02:04:57.969917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39458) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.055623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.137088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a025c1-9a9c-4b8e-963b-67ae47486106 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.144953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:58.145620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.148448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a025c1-9a9c-4b8e-963b-67ae47486106 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.150500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-01a025c1-9a9c-4b8e-963b-67ae47486106 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1784828 Aug 16 02:04:58.166181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0ea06-fe97-48d0-87df-df6dd1558bd6 req-13e42289-7d94-4b5d-bd3c-4f09c4aa31c4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.167941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8be0ea06-fe97-48d0-87df-df6dd1558bd6 req-13e42289-7d94-4b5d-bd3c-4f09c4aa31c4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1439753 Aug 16 02:04:58.168631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39466) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.233149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6faf09-c919-4887-889d-34b91511006b None None] DHCP port deletion for 007359ee-304d-4b0f-899b-db51578b8521 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:04:58.253284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8be0ea06-fe97-48d0-87df-df6dd1558bd6 req-87fcd527-c571-46c1-9b50-3a38adf63a60 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556746 Aug 16 02:04:58.293706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7e6faf09-c919-4887-889d-34b91511006b None None] Deleting port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:58.294573 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e6faf09-c919-4887-889d-34b91511006b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.312539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:58.313020 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.341078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:58.376887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7e6faf09-c919-4887-889d-34b91511006b None None] For port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,segment=NetworkSegment(4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa),segment_id=4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:04:58.378307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e6faf09-c919-4887-889d-34b91511006b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.397670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port f56bb4b2-0dc7-45bb-bfbe-47d5c234f200 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:04:58.397894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.405006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7e6faf09-c919-4887-889d-34b91511006b None None] Calling delete_port for 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:58.518033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.540569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for f56bb4b2-0dc7-45bb-bfbe-47d5c234f200 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:04:58.548250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:04:58.619970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.639161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.641225 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7e6faf09-c919-4887-889d-34b91511006b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.661327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.672555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:58.679805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6faf09-c919-4887-889d-34b91511006b None None] Pushing event deleted for resources: {'Port': ['ID=629c81cb-a5e1-4ac5-89b8-ef39d0becbb0,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.681843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6faf09-c919-4887-889d-34b91511006b None None] No DVR routers for this DVR port 629c81cb-a5e1-4ac5-89b8-ef39d0becbb0 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:04:58.776239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.789023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007359ee-304d-4b0f-899b-db51578b8521']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:58.798498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.814200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:58.814508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4be3ff02-1bd4-4201-9bc1-a1df6fe0e8aa') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:58.842158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.844345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/f56bb4b2-0dc7-45bb-bfbe-47d5c234f200 HTTP/1.1" status: 204 len: 168 time: 0.6747346 Aug 16 02:04:58.847365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa6e28-b17e-4cb3-aa5c-4f81840c89d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=f56bb4b2-0dc7-45bb-bfbe-47d5c234f200,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:58.848597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39492) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.851506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.867988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-88292082-65af-4b2d-bbdc-f4e85799bab8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.869568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-88292082-65af-4b2d-bbdc-f4e85799bab8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.4674385 Aug 16 02:04:58.874899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.886118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:58.886555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:58.889850 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:58.901804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-ffd7b9cd-66cf-4dfb-8bf7-9057f183ee01 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.0158975 Aug 16 02:04:58.926763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8076e875-df27-48da-a1c4-062eed64976d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:58.928919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8076e875-df27-48da-a1c4-062eed64976d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0786834 Aug 16 02:04:58.932257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39498) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:58.968105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-757ace4c-3f04-4dd4-815b-b08631be57cb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579276 Aug 16 02:04:59.004986 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-640dfc69-18b8-4412-a937-fb6bfa3c1507 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:04:59.007099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-640dfc69-18b8-4412-a937-fb6bfa3c1507 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/ed56bdbb-0acb-4de5-a10e-e5071fedaee8 HTTP/1.1" status: 404 len: 333 time: 0.0722294 Aug 16 02:04:59.010583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.035218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.037036 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c31f6b-1902-49a4-8d38-73f26ada05d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:04:59.038672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-98c31f6b-1902-49a4-8d38-73f26ada05d3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/f56bb4b2-0dc7-45bb-bfbe-47d5c234f200 HTTP/1.1" status: 404 len: 333 time: 0.0270281 Aug 16 02:04:59.044328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.044694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.047286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/networks/007359ee-304d-4b0f-899b-db51578b8521 HTTP/1.1" status: 204 len: 168 time: 1.0944338 Aug 16 02:04:59.060106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39504) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.063699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1136328582'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:59.090869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c6c9c-035a-47d7-969a-bdd1f407a785 req-850b1072-6fc9-4e0f-8af6-150402005926 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.092364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a93c6c9c-035a-47d7-969a-bdd1f407a785 req-850b1072-6fc9-4e0f-8af6-150402005926 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 943 time: 0.1622624 Aug 16 02:04:59.102961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758581a-65bb-42e5-9d02-09453cb25976 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Network': ['ID=007359ee-304d-4b0f-899b-db51578b8521,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.137411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.155646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-403c37a9-7757-4d1c-93c6-e5bd130cd751 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619005 Aug 16 02:04:59.158701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a93c6c9c-035a-47d7-969a-bdd1f407a785 req-901926bc-f136-4e64-b66d-33ee49f63810 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591569 Aug 16 02:04:59.239238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.251909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.260586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-14948260-a1b9-4fba-b843-5187166ac418 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984263 Aug 16 02:04:59.261091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:59.264917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.273748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97587d38-a005-45ea-ad84-24ecf3e79caa') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.274109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97587d38-a005-45ea-ad84-24ecf3e79caa') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:04:59.287144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.304140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.310469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:04:59.310822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:04:59.316102 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:04:59.433114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b655e-26ee-42fa-85de-490ffe403d34 req-c83eb671-1d65-4c12-a827-a39f0f340d8c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.434612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-206b655e-26ee-42fa-85de-490ffe403d34 req-c83eb671-1d65-4c12-a827-a39f0f340d8c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Aug 16 02:04:59.472523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-206b655e-26ee-42fa-85de-490ffe403d34 req-8faae195-5060-4132-9618-453e42df878e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318973 Aug 16 02:04:59.564561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.581523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:59.592339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.594382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.595088 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Added segment fc5253db-4aaf-4a44-95d9-72b35ecc2c73 of type vlan for network 694f22a5-613d-40b2-844a-2056482aca0a Aug 16 02:04:59.601102 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8 HTTP/1.1" status: 204 len: 168 time: 0.5533714 Aug 16 02:04:59.602304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a14502a-2075-4c51-8d76-6fe184996992 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=6372fe2c-14fb-4c9e-8b14-dca9d1b97ec8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.610056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39526) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.619891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1018720725'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:04:59.679089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0cf178e-7879-4aa8-af48-571467752407 req-feee7567-743a-49fa-a4fc-df8ae35b8cb9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 210 time: 0.0396755 Aug 16 02:04:59.683250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.702049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:04:59.703908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.736710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:04:59.747243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.747601 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment c589c147-68ff-443d-bfb7-68cc7213c797 of type vlan for network dad1e9fb-0e2a-401e-b695-70f21c9765c3 Aug 16 02:04:59.763113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.771193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.773440 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.790895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.854148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Network': ['ID=694f22a5-613d-40b2-844a-2056482aca0a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:04:59.865213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 694f22a5-613d-40b2-844a-2056482aca0a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:04:59.922563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.928796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:04:59.930678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:04:59.950393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-04553dd5-4808-48da-8042-b85d2a5338c0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8901849 Aug 16 02:04:59.950393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39544) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:04:59.955769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'subnet': {'network_id': '694f22a5-613d-40b2-844a-2056482aca0a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:00.004733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=dad1e9fb-0e2a-401e-b695-70f21c9765c3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.016875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network dad1e9fb-0e2a-401e-b695-70f21c9765c3 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:00.112276 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-21177d65-cba0-4557-a6d1-d0abc1111ecb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5010026 Aug 16 02:05:00.116514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39548) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.123092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:00.191697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:00.204918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.315725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:00.321742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.361663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f33f3-0d68-4434-9c5f-fe2bfcf6c7a1 req-ee98710f-c1de-4bbb-843b-ee3fd2272bf4 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.363258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-336f33f3-0d68-4434-9c5f-fe2bfcf6c7a1 req-ee98710f-c1de-4bbb-843b-ee3fd2272bf4 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 943 time: 0.0916727 Aug 16 02:05:00.434440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39560) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:00.454739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-336f33f3-0d68-4434-9c5f-fe2bfcf6c7a1 req-b5933281-d5c1-41da-a9a5-4bb63f10a0eb tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787683 Aug 16 02:05:00.596478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4465e40-44a8-4d11-9a42-db6fd990143d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.628630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167a4d1-d865-4b10-91a0-c7eb39c76c9d req-80a4b06b-55c9-4faf-b15b-4fadbf6ce979 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:00.630261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0167a4d1-d865-4b10-91a0-c7eb39c76c9d req-80a4b06b-55c9-4faf-b15b-4fadbf6ce979 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0849996 Aug 16 02:05:00.633847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.718497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.767230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Subnet': ['ID=48b35077-8089-459f-9e66-075f96d17041,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.786406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0167a4d1-d865-4b10-91a0-c7eb39c76c9d req-b668604b-feb5-4edc-bf02-9098aafe1bdb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453226 Aug 16 02:05:00.795428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=330736aa-d2eb-42e2-a2b4-bc53e1009bf2,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:00.807209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': 'c589c147-68ff-443d-bfb7-68cc7213c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:00.807616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: dad1e9fb-0e2a-401e-b695-70f21c9765c3, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:00.817876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1be66f6-4289-4a20-ad82-6c7fbb14bbd4 req-85ca9981-e033-453e-9176-e4ff3e4e784c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 210 time: 0.0576415 Aug 16 02:05:00.827496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Checking segment: {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:00.828207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network hostable DHCP agents. Network: 694f22a5-613d-40b2-844a-2056482aca0a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:00.883675 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4465e40-44a8-4d11-9a42-db6fd990143d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:00.922967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network dad1e9fb-0e2a-401e-b695-70f21c9765c3 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:00.985384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 694f22a5-613d-40b2-844a-2056482aca0a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:01.001990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b3fed03d-e258-487e-a373-797fb1dd7b6b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:01.037539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4465e40-44a8-4d11-9a42-db6fd990143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.088119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39568) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.088467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d4465e40-44a8-4d11-9a42-db6fd990143d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ddcec87143643a2a8fc9199ac5e9694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6525640 Aug 16 02:05:01.089358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4465e40-44a8-4d11-9a42-db6fd990143d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7ce9ea-3ecd-47c2-a3d6-c1c37f29f535,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.101997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, dad1e9fb-0e2a-401e-b695-70f21c9765c3) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:01.104822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 694f22a5-613d-40b2-844a-2056482aca0a) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:01.110128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.110774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.115357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.116684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.126241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e0cca-8034-4688-b1bb-be27e4f5d552 None None] Network dad1e9fb-0e2a-401e-b695-70f21c9765c3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:01.130595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb57181a-9d57-419b-ab0a-e4f56d802afa None None] Network 694f22a5-613d-40b2-844a-2056482aca0a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:01.165916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1d3-3380-4935-b844-dc6a8fd370da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.187975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1d3-3380-4935-b844-dc6a8fd370da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.251563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0b8807c1-6f12-4821-bb46-16dc91cf49bb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2981555 Aug 16 02:05:01.251894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39570) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.257528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-397dd478-543a-4b74-93b4-9d4c20805986 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1371696 Aug 16 02:05:01.257870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.259483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1243025516'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.263562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3', 'name': 'tempest-PortsIpV6TestJSON-1460747398'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:01.368687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:01.373078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.405164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:01.406995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b3fed03d-e258-487e-a373-797fb1dd7b6b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:01.419819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.420269 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Added segment 984d0d0a-8be8-441d-b8bb-bd3ccf809fd6 of type vlan for network eaeb056f-79ee-4f6d-a282-edd54e12bd92 Aug 16 02:05:01.431649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'port_id': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'mac_address': 'fa:16:3e:de:77:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:01.544372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.574514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.613088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fed03d-e258-487e-a373-797fb1dd7b6b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:01.635994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee448ce-e8e1-4ab5-910f-33c2351e47fa req-1380062b-42d4-4e79-8a7b-34f892a61ca9 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.637810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fee448ce-e8e1-4ab5-910f-33c2351e47fa req-1380062b-42d4-4e79-8a7b-34f892a61ca9 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 943 time: 0.0621607 Aug 16 02:05:01.650159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1d3-3380-4935-b844-dc6a8fd370da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.652737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7c7f1d3-3380-4935-b844-dc6a8fd370da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.653890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7c7f1d3-3380-4935-b844-dc6a8fd370da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d7ce9ea-3ecd-47c2-a3d6-c1c37f29f535 HTTP/1.1" status: 204 len: 168 time: 0.5643303 Aug 16 02:05:01.674331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c7f1d3-3380-4935-b844-dc6a8fd370da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7ce9ea-3ecd-47c2-a3d6-c1c37f29f535,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.685834 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fee448ce-e8e1-4ab5-910f-33c2351e47fa req-537aa716-adb2-46f3-a0a9-5ffd0d308514 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372334 Aug 16 02:05:01.686693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-dad1e9fb-0e2a-401e-b695-70f21c9765c3', 'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': '330736aa-d2eb-42e2-a2b4-bc53e1009bf2'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:01.687702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.695673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.698913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-694f22a5-613d-40b2-844a-2056482aca0a', 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'fixed_ips': [{'subnet_id': '48b35077-8089-459f-9e66-075f96d17041'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:01.699787 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.705058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:01.705715 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.711155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b3fed03d-e258-487e-a373-797fb1dd7b6b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:01.780210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Network': ['ID=eaeb056f-79ee-4f6d-a282-edd54e12bd92,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:01.809258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:01.893278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:01.901016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.909879 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:01.948361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:01.979222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57330408-e465-43db-9fa0-a8632001edce req-38db7267-bf98-4f71-87e8-c08d498ee52d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 210 time: 0.0649366 Aug 16 02:05:01.986189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3cc4b3e9-f6b9-44e9-88f3-1d3678c95eb4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7332494 Aug 16 02:05:01.988836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39586) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:01.994983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'subnet': {'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:02.029148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a084b-9c2c-434b-96b8-b1e8e28ab38e req-8ff57a77-9ca5-4a22-8e21-308bc9702148 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.030736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c6a084b-9c2c-434b-96b8-b1e8e28ab38e req-8ff57a77-9ca5-4a22-8e21-308bc9702148 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1469808 Aug 16 02:05:02.093019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b3fed03d-e258-487e-a373-797fb1dd7b6b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.097415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Allocated IP 19.80.0.2 (694f22a5-613d-40b2-844a-2056482aca0a/48b35077-8089-459f-9e66-075f96d17041/41722152-e559-47cc-8422-82b50eb17eb1) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:02.106358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Allocated IP 2001:db8::2 (dad1e9fb-0e2a-401e-b695-70f21c9765c3/330736aa-d2eb-42e2-a2b4-bc53e1009bf2/7efc4c06-181e-4cdb-befc-93f72233008f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:02.143206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c6a084b-9c2c-434b-96b8-b1e8e28ab38e req-0bfa394b-ba9c-427e-8a87-36245121b852 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809941 Aug 16 02:05:02.145675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['b3fed03d-e258-487e-a373-797fb1dd7b6b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:02.335815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:02.339620 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.435652 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.453328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Transition to ACTIVE for port object 7efc4c06-181e-4cdb-befc-93f72233008f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:02.485559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.490062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-a5a26f73-d63a-4be1-9244-eb26f19fc0c7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.492438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-a5a26f73-d63a-4be1-9244-eb26f19fc0c7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.2116208 Aug 16 02:05:02.501822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Transition to ACTIVE for port object 41722152-e559-47cc-8422-82b50eb17eb1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:02.504641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Transition to ACTIVE for port object 7efc4c06-181e-4cdb-befc-93f72233008f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:02.510583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Request body: {'port': {'device_id': '283058d8-2e3f-4709-9881-259cee183d0b', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'admin_state_up': True, 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:02.543424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Transition to ACTIVE for port object 41722152-e559-47cc-8422-82b50eb17eb1 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:02.635866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:02.649481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75aa2397-fdc2-4ec6-9c1b-06c2f5455bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.679684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.684582 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.726263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Network 694f22a5-613d-40b2-844a-2056482aca0a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:02.733696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:02.741841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Network dad1e9fb-0e2a-401e-b695-70f21c9765c3 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:02.742800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:02.750118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:02.754285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Pushing event updated for resources: {'Port': ['ID=41722152-e559-47cc-8422-82b50eb17eb1,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.755497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:02.762268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::51 (dad1e9fb-0e2a-401e-b695-70f21c9765c3/330736aa-d2eb-42e2-a2b4-bc53e1009bf2/79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:02.823237 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.849048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75aa2397-fdc2-4ec6-9c1b-06c2f5455bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.871553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efabf2-8486-4f1e-a4f1-8d1067ec512c req-40f83ab4-1bc4-431a-bb60-7e666a8a33ad tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:02.873116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1efabf2-8486-4f1e-a4f1-8d1067ec512c req-40f83ab4-1bc4-431a-bb60-7e666a8a33ad tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 944 time: 0.0923617 Aug 16 02:05:02.933481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Subnet': ['ID=ca218357-228e-4eea-b547-943c8f0e308a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.947769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Attempting to bind port 41722152-e559-47cc-8422-82b50eb17eb1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:02.954833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Attempting to bind port 41722152-e559-47cc-8422-82b50eb17eb1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:02.954833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Attempting to bind port 41722152-e559-47cc-8422-82b50eb17eb1 on network 694f22a5-613d-40b2-844a-2056482aca0a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:02.954833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Pushing event updated for resources: {'Port': ['ID=7efc4c06-181e-4cdb-befc-93f72233008f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:02.956062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Checking segment: {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:02.956434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network hostable DHCP agents. Network: eaeb056f-79ee-4f6d-a282-edd54e12bd92, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:02.959953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Attempting to bind port 7efc4c06-181e-4cdb-befc-93f72233008f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:02.960349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Attempting to bind port 7efc4c06-181e-4cdb-befc-93f72233008f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c589c147-68ff-443d-bfb7-68cc7213c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:02.960743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Attempting to bind port 7efc4c06-181e-4cdb-befc-93f72233008f on network dad1e9fb-0e2a-401e-b695-70f21c9765c3 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:02.964973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:02.965355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Checking segment: {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:02.965732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.966265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.966265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Bound using segment: {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:02.966616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Bound port: 41722152-e559-47cc-8422-82b50eb17eb1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:02.967213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.978270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:02.978668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Checking segment: {'id': 'c589c147-68ff-443d-bfb7-68cc7213c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:02.979033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1efabf2-8486-4f1e-a4f1-8d1067ec512c req-cd27e446-849d-49ec-ab5f-ff1acf6392e0 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857933 Aug 16 02:05:02.983762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.983762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Bound using segment: {'id': 'c589c147-68ff-443d-bfb7-68cc7213c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:02.983762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Bound port: 7efc4c06-181e-4cdb-befc-93f72233008f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c589c147-68ff-443d-bfb7-68cc7213c797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'dad1e9fb-0e2a-401e-b695-70f21c9765c3'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:02.983762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:02.985513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:03.042237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b3fed03d-e258-487e-a373-797fb1dd7b6b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:03.049104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75aa2397-fdc2-4ec6-9c1b-06c2f5455bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.091789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42b467e4-e112-4f10-95ea-b49beebc0559 req-b37ba225-6e04-41e6-abbc-a81bab189435 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 210 time: 0.0318415 Aug 16 02:05:03.097080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa2397-fdc2-4ec6-9c1b-06c2f5455bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d2b945-6975-41cd-925d-2c38510a699d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.102059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-75aa2397-fdc2-4ec6-9c1b-06c2f5455bfe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2c257e851eba4962aeda9265b125ae98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648933 Aug 16 02:05:03.104971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39600) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.153841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] For port 7efc4c06-181e-4cdb-befc-93f72233008f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:03.154428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b32bdc2-7780-4297-881a-285e4300782a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.158438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] For port 7efc4c06-181e-4cdb-befc-93f72233008f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7efc4c06-181e-4cdb-befc-93f72233008f,segment=NetworkSegment(c589c147-68ff-443d-bfb7-68cc7213c797),segment_id=c589c147-68ff-443d-bfb7-68cc7213c797)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:03.163783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:03.168039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] For port 41722152-e559-47cc-8422-82b50eb17eb1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:03.176912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] For port 41722152-e559-47cc-8422-82b50eb17eb1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=41722152-e559-47cc-8422-82b50eb17eb1,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:03.180464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b32bdc2-7780-4297-881a-285e4300782a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.226250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.235123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:03.239929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.278210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network dad1e9fb-0e2a-401e-b695-70f21c9765c3 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:03.281588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:03.287511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:03.293358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.293996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.296594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99449e0b-d77b-4502-bb27-06ea075cd6d2 req-69b075d0-d04b-49a4-9644-eefa96ec4535 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.297533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.298132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99449e0b-d77b-4502-bb27-06ea075cd6d2 req-69b075d0-d04b-49a4-9644-eefa96ec4535 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0803545 Aug 16 02:05:03.300486 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.347220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99449e0b-d77b-4502-bb27-06ea075cd6d2 req-fabfd23c-5430-40db-9353-1b0d6b4b6acf tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394711 Aug 16 02:05:03.355162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, eaeb056f-79ee-4f6d-a282-edd54e12bd92) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:03.355581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.359332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port b3fed03d-e258-487e-a373-797fb1dd7b6b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:03.367544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port b3fed03d-e258-487e-a373-797fb1dd7b6b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:03.367544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.367822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:03.367905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cf2a0a-19ee-42b3-adcc-95cf0b32280a None None] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:03.369097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.373333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bed4aa-b1b0-4fee-8997-6af4ad3cc7c8 None None] Pushing event updated for resources: {'Port': ['ID=7efc4c06-181e-4cdb-befc-93f72233008f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.378039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b32bdc2-7780-4297-881a-285e4300782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.379950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b32bdc2-7780-4297-881a-285e4300782a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.381709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3b32bdc2-7780-4297-881a-285e4300782a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b7d2b945-6975-41cd-925d-2c38510a699d HTTP/1.1" status: 204 len: 168 time: 0.2756228 Aug 16 02:05:03.390558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32bdc2-7780-4297-881a-285e4300782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d2b945-6975-41cd-925d-2c38510a699d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.449566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d109606f-97ea-4bf4-af29-69866c61c344 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1881485 Aug 16 02:05:03.449866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:03.557941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c02d1a02-ce38-460d-b086-59c4cbe7820a tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5673382 Aug 16 02:05:03.571473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd40f3-2127-4fc3-a9c7-5123e0c13961 None None] Pushing event updated for resources: {'Port': ['ID=41722152-e559-47cc-8422-82b50eb17eb1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:03.581433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Allocated IP 172.20.0.3 (8d9a750a-b0dd-4a4a-873e-5163148b7037/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6/e839405a-0bcc-4eb3-bc7b-054579e83b01) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:03.655607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.676742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:03.682616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.721728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:03.728598 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc36ec-6bd9-4943-b967-bea03821507d" -d '{"events": [{"server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "name": "network-vif-plugged", "status": "completed", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:03.767025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b3fed03d-e258-487e-a373-797fb1dd7b6b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:03.811374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-eaeb056f-79ee-4f6d-a282-edd54e12bd92', 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'fixed_ips': [{'subnet_id': 'ca218357-228e-4eea-b547-943c8f0e308a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:03.813720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.870268 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3473301d-00a9-405f-aaa2-0f5bfb920a4c x-openstack-request-id: req-3473301d-00a9-405f-aaa2-0f5bfb920a4c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:03.870573 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "name": "network-vif-plugged", "status": "completed", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:03.870858 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3473301d-00a9-405f-aaa2-0f5bfb920a4c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:03.871259 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'code': 200} Aug 16 02:05:03.912612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:03.973122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.027619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:04.138500 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.148046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc792cd7-b33a-4abc-a2c8-bb6cde494cad req-2d6805f4-4af5-4ba3-95f9-6c1a6d96d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.150419 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bc792cd7-b33a-4abc-a2c8-bb6cde494cad req-2d6805f4-4af5-4ba3-95f9-6c1a6d96d7e1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 1097 time: 0.1921489 Aug 16 02:05:04.228209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-f6f543ec-9097-4d08-aa89-d8f784b0bdf1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.235769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-f6f543ec-9097-4d08-aa89-d8f784b0bdf1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.244193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-f6f543ec-9097-4d08-aa89-d8f784b0bdf1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/networks?id=694f22a5-613d-40b2-844a-2056482aca0a&id=eaeb056f-79ee-4f6d-a282-edd54e12bd92 HTTP/1.1" status: 200 len: 1392 time: 0.2754745 Aug 16 02:05:04.290699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-10149a46-8c54-4214-84af-274129254eeb tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/quotas/87570dc450cb457592868d2b2392cc3a HTTP/1.1" status: 200 len: 375 time: 0.0452950 Aug 16 02:05:04.300725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f626e00-c4b2-4177-89a8-c5934f20d209 req-20678f37-8dbd-41fe-b745-67aebfbaa7c5 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.302560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f626e00-c4b2-4177-89a8-c5934f20d209 req-20678f37-8dbd-41fe-b745-67aebfbaa7c5 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 945 time: 0.1891294 Aug 16 02:05:04.333611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b3fed03d-e258-487e-a373-797fb1dd7b6b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.335314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bc792cd7-b33a-4abc-a2c8-bb6cde494cad req-38504144-c36c-460d-bb8b-7e5e98fc8469 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1747346 Aug 16 02:05:04.357851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Allocated IP 19.86.0.2 (eaeb056f-79ee-4f6d-a282-edd54e12bd92/ca218357-228e-4eea-b547-943c8f0e308a/f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:04.367614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.394573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f626e00-c4b2-4177-89a8-c5934f20d209 req-1043ed79-1b26-49b5-8449-238954778b2f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841548 Aug 16 02:05:04.406809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.416223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-a1a5df56-6839-4ac6-bfd8-07755a9b55e8 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1247036 Aug 16 02:05:04.484205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.488823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6fbbcbb2-ccae-497f-b83c-f51286eb61b4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b HTTP/1.1" status: 204 len: 168 time: 1.0365841 Aug 16 02:05:04.490041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:04.495772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.568572 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e3b006-481e-41ef-a1f5-261ae97cd000 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:05:04.570893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e3b006-481e-41ef-a1f5-261ae97cd000 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:04.580256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2e3b006-481e-41ef-a1f5-261ae97cd000 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b HTTP/1.1" status: 404 len: 333 time: 0.0842469 Aug 16 02:05:04.581055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39646) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:04.591493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:04.602744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:04.609096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:04.621564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event updated for resources: {'Port': ['ID=e839405a-0bcc-4eb3-bc7b-054579e83b01,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:04.639354 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37567ca-7947-4f1d-bff4-9ea262d1489b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:04.646993 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a37567ca-7947-4f1d-bff4-9ea262d1489b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/79dcdd49-7ef4-4dcb-9bb3-fe0930c0400b HTTP/1.1" status: 404 len: 333 time: 0.0642309 Aug 16 02:05:04.648056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39648) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:04.670027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7efc4c06-181e-4cdb-befc-93f72233008f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:04.689916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b8bc1-23b8-4efe-9bd7-d13e784964e8 req-ea75cc05-035f-4754-8216-84168bf1cf5c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.697633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e73b8bc1-23b8-4efe-9bd7-d13e784964e8 req-ea75cc05-035f-4754-8216-84168bf1cf5c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 931 time: 0.2186923 Aug 16 02:05:04.731021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.746517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Transition to ACTIVE for port object f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.754508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 330736aa-d2eb-42e2-a2b4-bc53e1009bf2 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:04.758801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.760411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:04.761086 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.769668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Transition to ACTIVE for port object f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:04.781662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e73b8bc1-23b8-4efe-9bd7-d13e784964e8 req-64efdffc-a93d-4469-8d78-519b7026847b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828671 Aug 16 02:05:04.796694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61814ecc-a260-450f-a4bc-fdeae18ba563 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:05:04.797798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61814ecc-a260-450f-a4bc-fdeae18ba563 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3806763 Aug 16 02:05:04.828817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.841038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7efc4c06-181e-4cdb-befc-93f72233008f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:04.847950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.861820 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:04.930933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 41722152-e559-47cc-8422-82b50eb17eb1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:04.948990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:04.984316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-fb07e691-8260-4ed7-99b4-ee65ab721d44 service neutron] 10.222.0.76 "GET /v2.0/networks/694f22a5-613d-40b2-844a-2056482aca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624782 Aug 16 02:05:04.987957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-fe2834d3-2ec4-44a0-afb7-f6f344d18484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4830124 Aug 16 02:05:05.020354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Request body: {'port': {'device_id': '283058d8-2e3f-4709-9881-259cee183d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:05.068940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:05.075881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:05.087293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:05.092811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Pushing event updated for resources: {'Port': ['ID=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.105992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.181917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=330736aa-d2eb-42e2-a2b4-bc53e1009bf2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.192634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Attempting to bind port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:05.193029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Attempting to bind port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:05.193448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Attempting to bind port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 on network eaeb056f-79ee-4f6d-a282-edd54e12bd92 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:05.203253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 41722152-e559-47cc-8422-82b50eb17eb1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:05.205662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.206151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:05.206151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Checking segment: {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:05.206457 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.206924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Bound using segment: {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:05.207393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Bound port: f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:05.207868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.244217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.247848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-407cc4e3-10e0-491b-ac2f-e462c1c6a6f8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/330736aa-d2eb-42e2-a2b4-bc53e1009bf2 HTTP/1.1" status: 204 len: 168 time: 0.5986481 Aug 16 02:05:05.253169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39662) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:05.318311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] For port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:05.323197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] For port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:05.349323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd1e3e6-48c9-4437-a24a-d30ff42803fa None None] Network 694f22a5-613d-40b2-844a-2056482aca0a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:05.359550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.441508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 7efc4c06-181e-4cdb-befc-93f72233008f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:05.441852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.491847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.534144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] For port 7efc4c06-181e-4cdb-befc-93f72233008f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7efc4c06-181e-4cdb-befc-93f72233008f,segment=NetworkSegment(c589c147-68ff-443d-bfb7-68cc7213c797),segment_id=c589c147-68ff-443d-bfb7-68cc7213c797)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:05.534545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.552463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 7efc4c06-181e-4cdb-befc-93f72233008f owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:05.622368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1ba0e9-d334-4b97-9de0-d4f790f82394 None None] Network dad1e9fb-0e2a-401e-b695-70f21c9765c3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:05.663359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] Provisioning for port 41722152-e559-47cc-8422-82b50eb17eb1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:05.673804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46c8b6-0f99-490f-ab7a-cefb1c0b41c8 None None] Pushing event updated for resources: {'Port': ['ID=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.690242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] Provisioning complete for port 41722152-e559-47cc-8422-82b50eb17eb1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:05.690668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.768708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.839961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=7efc4c06-181e-4cdb-befc-93f72233008f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:05.841831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No DVR routers for this DVR port 7efc4c06-181e-4cdb-befc-93f72233008f on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:05.920440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb261d5-b5fc-408e-95f3-11cb6b975d74 req-6c226d8b-53af-4a5a-b98c-27a99d8c8680 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:05.928189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abb261d5-b5fc-408e-95f3-11cb6b975d74 req-6c226d8b-53af-4a5a-b98c-27a99d8c8680 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.9427686 Aug 16 02:05:05.930583 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:05.951451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55520d5f-874c-4431-a806-5ca2841dd557 None None] DHCP port deletion for dad1e9fb-0e2a-401e-b695-70f21c9765c3 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:05.973617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-8ff94c60-1ac9-4039-8297-60e60dab7682 service neutron] 10.222.0.76 "GET /v2.0/networks/694f22a5-613d-40b2-844a-2056482aca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9770091 Aug 16 02:05:06.005825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] For port 41722152-e559-47cc-8422-82b50eb17eb1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=41722152-e559-47cc-8422-82b50eb17eb1,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:06.022771 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.035836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad1e9fb-0e2a-401e-b695-70f21c9765c3']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.051010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c589c147-68ff-443d-bfb7-68cc7213c797') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.051313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c589c147-68ff-443d-bfb7-68cc7213c797') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:06.065096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.083455 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.093379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:06.093930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:06.097893 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:06.110285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abb261d5-b5fc-408e-95f3-11cb6b975d74 req-5dfe9867-3851-49a8-87d5-835910765f01 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793756 Aug 16 02:05:06.116123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.214683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-045a579f-950d-4402-897d-341f646bb52b service neutron] 10.222.0.76 "GET /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018938 Aug 16 02:05:06.232533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d89621-125d-4a89-8efd-89e22dc67cdb None None] Pushing event updated for resources: {'Port': ['ID=41722152-e559-47cc-8422-82b50eb17eb1,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.254564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f068058f-a92c-4521-b396-9d206603ea5b None None] Provisioning complete for port 41722152-e559-47cc-8422-82b50eb17eb1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:06.255991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f068058f-a92c-4521-b396-9d206603ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.325336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e839405a-0bcc-4eb3-bc7b-054579e83b01 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:06.338259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.341512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.344689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.346900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/dad1e9fb-0e2a-401e-b695-70f21c9765c3 HTTP/1.1" status: 204 len: 168 time: 1.0921445 Aug 16 02:05:06.355523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:06.361835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-827589812'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:06.370662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149359ca-e6a3-439c-86cf-32032e79318b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=dad1e9fb-0e2a-401e-b695-70f21c9765c3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.383642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Transition to ACTIVE for port object e839405a-0bcc-4eb3-bc7b-054579e83b01 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:06.390031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f068058f-a92c-4521-b396-9d206603ea5b None None] Could not find standard attr ID for object 7efc4c06-181e-4cdb-befc-93f72233008f. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:05:06.431555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-a72e5cdb-9960-4f16-a3e8-2a4d9288d372 service neutron] 10.222.0.76 "GET /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145283 Aug 16 02:05:06.471647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a10e3b-7b3f-4ed5-a868-8661981c326d req-5a5e7b8a-0477-4085-8272-289e7706d05e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:06.474010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57a10e3b-7b3f-4ed5-a868-8661981c326d req-5a5e7b8a-0477-4085-8272-289e7706d05e tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 945 time: 0.0923440 Aug 16 02:05:06.551262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.605917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57a10e3b-7b3f-4ed5-a868-8661981c326d req-0ecc7fcd-fadc-4bd8-bf04-4164ead76dea tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups?id=33b7163a-e9f2-4175-893e-bdb51c04edb5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1245468 Aug 16 02:05:06.613005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:06.614929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.688570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Pushing event updated for resources: {'Port': ['ID=e839405a-0bcc-4eb3-bc7b-054579e83b01,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:06.752049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:06.768895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:06.914882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:06.915395 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment 4a9e41a2-938c-48f6-815c-56746a05392f of type vlan for network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 Aug 16 02:05:06.950320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da970c9d-3282-4684-933d-fda1870de11a None None] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:06.991831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Attempting to bind port e839405a-0bcc-4eb3-bc7b-054579e83b01 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:06.992266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Attempting to bind port e839405a-0bcc-4eb3-bc7b-054579e83b01 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:06.992607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Attempting to bind port e839405a-0bcc-4eb3-bc7b-054579e83b01 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:07.003306 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.012036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:07.021356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856a58d-04dc-4c02-a3cb-463eaaabc526 req-2a74f97e-60b6-4d5c-ab2a-b433f222fe42 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.023878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b856a58d-04dc-4c02-a3cb-463eaaabc526 req-2a74f97e-60b6-4d5c-ab2a-b433f222fe42 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 943 time: 0.3136344 Aug 16 02:05:07.024469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Port e839405a-0bcc-4eb3-bc7b-054579e83b01 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:07.024830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Attempting to bind port e839405a-0bcc-4eb3-bc7b-054579e83b01 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:07.027970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 41722152-e559-47cc-8422-82b50eb17eb1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:07.036470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b22507-be5b-4d3b-a730-ab72a2c5591e req-0b94d9b9-5205-492f-b87e-1fab4d08fb67 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.038304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0b22507-be5b-4d3b-a730-ab72a2c5591e req-0b94d9b9-5205-492f-b87e-1fab4d08fb67 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 945 time: 0.1734118 Aug 16 02:05:07.048213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:07.056594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Request body: {'floatingip': {'port_id': 'b3fed03d-e258-487e-a373-797fb1dd7b6b'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:07.064217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:07.064561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:07.065174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Bound using segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:07.065404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Bound port: e839405a-0bcc-4eb3-bc7b-054579e83b01, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:07.065770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.122988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] Provisioning for port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:07.131399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.138235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] Provisioning complete for port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:07.138779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.142742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b856a58d-04dc-4c02-a3cb-463eaaabc526 req-5fbc6af9-a606-4317-a07a-381869d186af tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034012 Aug 16 02:05:07.177474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bbb7fb9-c788-4aae-a695-67983b6a178b req-3f266e74-afe2-483b-b2ff-08ab154ea133 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 210 time: 0.0695224 Aug 16 02:05:07.205082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 41722152-e559-47cc-8422-82b50eb17eb1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:07.205784 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.231764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] For port e839405a-0bcc-4eb3-bc7b-054579e83b01, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:07.235165 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.258090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.262559 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.270805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] For port e839405a-0bcc-4eb3-bc7b-054579e83b01, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:07.373608 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.472518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.473350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.486902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] 10.222.0.58 "PUT /v2.0/ports/e839405a-0bcc-4eb3-bc7b-054579e83b01 HTTP/1.1" status: 200 len: 1092 time: 2.4885588 Aug 16 02:05:07.493003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=0273913c-4e4e-40d8-8ead-0b25b7709ae0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.496239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283058d8-2e3f-4709-9881-259cee183d0b', 'tag': 'e839405a-0bcc-4eb3-bc7b-054579e83b01'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:07.503074 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271e7f2f-5488-46ff-94a3-418029b3c4f9" -d '{"events": [{"name": "network-changed", "server_uuid": "283058d8-2e3f-4709-9881-259cee183d0b", "tag": "e839405a-0bcc-4eb3-bc7b-054579e83b01"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:07.508212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:07.527954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c4ea4342-b987-49a5-a266-79fe4de1c9d9 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1660688 Aug 16 02:05:07.529714 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.531163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:07.544815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7efc4c06-181e-4cdb-befc-93f72233008f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:07.558448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:07.619748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7efc4c06-181e-4cdb-befc-93f72233008f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:07.620161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7efc4c06-181e-4cdb-befc-93f72233008f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:07.645758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-83c4ce02-3c5e-4c4f-bd04-9d5d5ffaced6 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=12b599be11a04128a8b0be80266e9ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374922 Aug 16 02:05:07.648698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1f9fe-fbef-4d4d-afb4-d4597b68db9f service neutron] Pushing event updated for resources: {'Port': ['ID=e839405a-0bcc-4eb3-bc7b-054579e83b01,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.674225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] For port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:07.683669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a2e4-fea8-41e3-bd77-3fb07a60b659 req-f73c370d-e05a-4da0-a95a-2f7b4e0bac81 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.685649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91c5a2e4-fea8-41e3-bd77-3fb07a60b659 req-f73c370d-e05a-4da0-a95a-2f7b4e0bac81 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.3228686 Aug 16 02:05:07.753061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.825611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.857284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-72018c25-b922-4ef7-8e86-39b434e2f88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.858878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-72018c25-b922-4ef7-8e86-39b434e2f88e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 1095 time: 0.1707561 Aug 16 02:05:07.865971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91c5a2e4-fea8-41e3-bd77-3fb07a60b659 req-d485e64f-08bf-4ec5-8818-ee92ba0f0b28 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637485 Aug 16 02:05:07.871161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.878116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8311d-e653-48c6-adae-e67d6330dfea None None] Pushing event updated for resources: {'Port': ['ID=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:07.926415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-c8846767-23fa-41c3-8a3e-c88b79cc0fca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01 HTTP/1.1" status: 200 len: 217 time: 0.0536332 Aug 16 02:05:07.941771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-68ec0044-aab0-4e0a-87ae-fbbed9db770d tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:07.944160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-68ec0044-aab0-4e0a-87ae-fbbed9db770d tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2564440 Aug 16 02:05:07.959340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-00d78305-ffc2-4d7b-9cfa-8df6a233b2d1 None None] Provisioning complete for port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:07.960004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-00d78305-ffc2-4d7b-9cfa-8df6a233b2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:07.992710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f4446dcd-af29-4e76-adba-0d56241bb834 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/quotas/12b599be11a04128a8b0be80266e9ce3 HTTP/1.1" status: 200 len: 375 time: 0.0384419 Aug 16 02:05:08.010756 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Floating IP 585d71b3-4b17-4e3a-b32d-a111521d9237 associated. External IP: 172.25.6.213, port: b3fed03d-e258-487e-a373-797fb1dd7b6b. Aug 16 02:05:08.025180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:08.028946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.045069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-c0120848-c3ea-4573-9c00-22236dae1a4a tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=12b599be11a04128a8b0be80266e9ce3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513930 Aug 16 02:05:08.108017 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5137d7-452b-4781-a9a0-599ae83340ef x-openstack-request-id: req-1d5137d7-452b-4781-a9a0-599ae83340ef {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:08.108312 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283058d8-2e3f-4709-9881-259cee183d0b", "tag": "e839405a-0bcc-4eb3-bc7b-054579e83b01", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:08.108567 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d5137d7-452b-4781-a9a0-599ae83340ef {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:08.108969 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283058d8-2e3f-4709-9881-259cee183d0b', 'tag': 'e839405a-0bcc-4eb3-bc7b-054579e83b01', 'status': 'completed', 'code': 200} Aug 16 02:05:08.118491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-29eef704-089d-4678-b3bf-005bd91d73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.122001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-29eef704-089d-4678-b3bf-005bd91d73cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.1869440 Aug 16 02:05:08.183649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-50146192-0e5e-47a4-86fa-3e6567071f7d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552673 Aug 16 02:05:08.260148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Router 446ce94b-8fa7-4a54-9454-72793de6b9a1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:08.398750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b69ce719-ea4d-4ee0-a950-c3748a24f4cd req-2dc9298f-c528-4590-b2a5-ce7ffbb0faed tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 210 time: 0.0703013 Aug 16 02:05:08.402183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:08.409623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.416122 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] Sync routers for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:08.450504 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:08.453162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba543a8e-8b82-406f-9055-12808de47820 req-fd17f6b6-bb87-4cd0-a0a5-fa8a484cd8d5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.454288 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:08.462269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba543a8e-8b82-406f-9055-12808de47820 req-fd17f6b6-bb87-4cd0-a0a5-fa8a484cd8d5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 943 time: 0.1846418 Aug 16 02:05:08.477231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eeb364fe-f5bf-47d9-90b5-583cf9951439 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "PUT /v2.0/floatingips/585d71b3-4b17-4e3a-b32d-a111521d9237 HTTP/1.1" status: 200 len: 991 time: 1.4274983 Aug 16 02:05:08.477900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:08.480336 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb8f44e-ff76-4463-9169-0a7171d0cc42" -d '{"events": [{"name": "network-changed", "server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:08.546775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:08.571627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-2a6e6455-718e-4dd7-8e38-7362bc4d68d3 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761306 Aug 16 02:05:08.604636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:08.605040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.605450 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:08.608790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2cc86ba-bf8d-42a0-a7f4-0b86bec85219 req-968110da-dd98-4256-8aec-5fe8b2e1e6bb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 210 time: 0.0663168 Aug 16 02:05:08.716598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7fcaf3a-550a-48ba-b2f8-2a74afa771c1 req-92833724-8e07-4e6e-82e6-9d994dffd180 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185522 Aug 16 02:05:08.730387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba543a8e-8b82-406f-9055-12808de47820 req-43ade029-e941-46e7-b9be-f930ad9d85d0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671196 Aug 16 02:05:08.739538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:08.761074 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2de6dc-e9f0-4773-8929-f6e0160eea78 x-openstack-request-id: req-3a2de6dc-e9f0-4773-8929-f6e0160eea78 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:08.761377 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:08.761699 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3a2de6dc-e9f0-4773-8929-f6e0160eea78 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:08.762146 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'status': 'completed', 'code': 200} Aug 16 02:05:08.826425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=4d2a94f5-12cf-4479-b720-80d4584a0158,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:08.829401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-5d1bba18-a951-4f67-ad30-2eaa78a1141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.829613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': '4a9e41a2-938c-48f6-815c-56746a05392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:08.830040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 0273913c-4e4e-40d8-8ead-0b25b7709ae0, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:08.831705 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-5d1bba18-a951-4f67-ad30-2eaa78a1141e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3a040a08b96d4776953057a7a400df5d&device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 1097 time: 0.0445480 Aug 16 02:05:08.903609 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '585d71b3-4b17-4e3a-b32d-a111521d9237', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'port_id': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'mac_address': 'fa:16:3e:de:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:04:45Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:08.932813 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] Checking router: 446ce94b-8fa7-4a54-9454-72793de6b9a1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:08.939881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-aa6cb1c7-c3a8-45c2-b8fe-ee77d5829ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.944414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-8b7e76f5-b49d-47d6-ab74-4dacb9b0321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:08.944579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:08.944701 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-aa6cb1c7-c3a8-45c2-b8fe-ee77d5829ddc service neutron] 10.222.0.83 "GET /v2.0/networks?id=24764510-17c0-46e8-b6a5-9cc5c503e2a5 HTTP/1.1" status: 200 len: 915 time: 0.1009974 Aug 16 02:05:08.944797 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:04:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:08.944899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-8b7e76f5-b49d-47d6-ab74-4dacb9b0321b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 1095 time: 0.0675564 Aug 16 02:05:09.012427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:09.033965 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-fa807b51-a20e-4bab-8587-a05b65dd77bf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b HTTP/1.1" status: 200 len: 999 time: 0.0838876 Aug 16 02:05:09.107984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:09.109322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da91ad-ddee-4266-bf8f-3e2da7dd7046 req-720453e6-b5fb-4e16-8e63-c8a5f51c9fb3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.118152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77da91ad-ddee-4266-bf8f-3e2da7dd7046 req-720453e6-b5fb-4e16-8e63-c8a5f51c9fb3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1082349 Aug 16 02:05:09.138050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-6a4c2e1a-063d-4220-bc01-603d5f62ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.139660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-6a4c2e1a-063d-4220-bc01-603d5f62ed5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 913 time: 0.1885409 Aug 16 02:05:09.141990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-06d877fa-5587-4b78-80bc-cbedace5fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.143557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-06d877fa-5587-4b78-80bc-cbedace5fa6b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=832726f4-f49b-4cd4-8d5a-7d1fb0b54856 HTTP/1.1" status: 200 len: 853 time: 0.1040471 Aug 16 02:05:09.192335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-e31135b3-597e-485c-9bc1-5de17f39c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.193788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-591beb3a-2a2d-43b8-9868-42edd448e8e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01 HTTP/1.1" status: 200 len: 217 time: 0.0445950 Aug 16 02:05:09.194349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-e31135b3-597e-485c-9bc1-5de17f39c365 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=24764510-17c0-46e8-b6a5-9cc5c503e2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436130 Aug 16 02:05:09.197282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77da91ad-ddee-4266-bf8f-3e2da7dd7046 req-a00d350e-5b29-48de-a46f-74f4143d3120 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776331 Aug 16 02:05:09.262990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-b3971f23-6371-4b42-9cdb-b3e515694538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.264878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-b3971f23-6371-4b42-9cdb-b3e515694538 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.0620062 Aug 16 02:05:09.278013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0273913c-4e4e-40d8-8ead-0b25b7709ae0) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:09.290116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea535f1-e14d-4370-b273-ff18e3f3ffa5 None None] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:09.295662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.296422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.315656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-6b41d253-57d3-4a31-8ec7-f92dc9c925e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391362 Aug 16 02:05:09.329312 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-808389bf-e013-4c7d-a364-9e0049c0b1f7 service neutron] 10.222.0.83 "GET /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252751 Aug 16 02:05:09.423617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39744) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:09.423899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2c1e84e3-8ae5-4826-8540-62fe132213a6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8736169 Aug 16 02:05:09.438234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-650451114'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:09.458552 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '585d71b3-4b17-4e3a-b32d-a111521d9237', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'port_id': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'mac_address': 'fa:16:3e:de:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:04:45Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:09.483457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-421eb6d8-926c-440a-b900-de64c3628f91 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573048 Aug 16 02:05:09.528776 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecb8f44e-ff76-4463-9169-0a7171d0cc42 req-8370037a-a33f-4b59-b331-b92fa0be9b16 service neutron] 10.222.0.83 "GET /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916635 Aug 16 02:05:09.567227 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d76ce2-556b-491a-90c3-a672b42978cf None None] The sync data for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 is: [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '585d71b3-4b17-4e3a-b32d-a111521d9237', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'floating_ip_address': '172.25.6.213', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'port_id': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'mac_address': 'fa:16:3e:de:77:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:04:45Z', 'updated_at': '2021-08-16T02:05:07Z', 'revision_number': 1, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:09.629227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f617dcc-1266-4f7c-a287-01b610ded7a3 req-22516630-e409-4422-b48e-5690d96ecc26 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 210 time: 0.0334818 Aug 16 02:05:09.722420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a9f5543-598d-4b84-8294-d676d996218d req-94dee657-33b5-4546-a795-67e5bba05a59 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 210 time: 0.0358326 Aug 16 02:05:09.722420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-271e7f2f-5488-46ff-94a3-418029b3c4f9 req-a43cf00e-bd78-48de-850f-6c47af6e96fa service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267783 Aug 16 02:05:09.766009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:09.773417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.781065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-0273913c-4e4e-40d8-8ead-0b25b7709ae0', 'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': '4d2a94f5-12cf-4479-b720-80d4584a0158'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:09.781065 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.818282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 7f1e9c6e-1457-4cd4-bed7-8a08787723c6 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:09.892223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b2e5e-5114-494c-aeed-e8963cc3928f req-4d22382c-0029-4cfa-8a28-f1ae58fcc182 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:09.892576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1523752-da46-4122-bf84-268c695a8e67 None None] New status for floating IP 585d71b3-4b17-4e3a-b32d-a111521d9237: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:09.900293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-267b2e5e-5114-494c-aeed-e8963cc3928f req-4d22382c-0029-4cfa-8a28-f1ae58fcc182 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 943 time: 0.0623152 Aug 16 02:05:09.946073 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e4806b0f-6d67-4487-88af-d02e73014123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:09.971220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::16f (0273913c-4e4e-40d8-8ead-0b25b7709ae0/4d2a94f5-12cf-4479-b720-80d4584a0158/7f1e9c6e-1457-4cd4-bed7-8a08787723c6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:10.003448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-267b2e5e-5114-494c-aeed-e8963cc3928f req-f5540553-f500-4de9-bb93-ed53340af0d8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021829 Aug 16 02:05:10.069705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-60af876e-b237-4d83-889c-209efb21ea60 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.076749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-60af876e-b237-4d83-889c-209efb21ea60 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.079298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-60af876e-b237-4d83-889c-209efb21ea60 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "GET /v2.0/networks?id=694f22a5-613d-40b2-844a-2056482aca0a&id=eaeb056f-79ee-4f6d-a282-edd54e12bd92 HTTP/1.1" status: 200 len: 1392 time: 0.1418018 Aug 16 02:05:10.098000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'port': {'device_id': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a', 'admin_state_up': True, 'tenant_id': '87570dc450cb457592868d2b2392cc3a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:10.125341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.153840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 7f1e9c6e-1457-4cd4-bed7-8a08787723c6 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:10.277870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.312007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:10.315249 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.326096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Allocated IP 2001:db8::2 (0273913c-4e4e-40d8-8ead-0b25b7709ae0/4d2a94f5-12cf-4479-b720-80d4584a0158/dd3bce0c-2ee8-4ede-a7bf-222ace26128b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:10.336148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:10.342776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:10.349180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:10.359132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.359439 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.366454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6aa411-4859-4010-861b-47f5f83a4abf req-049bd9b8-20d1-4dea-88ee-d1af0be203f7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.366454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a6aa411-4859-4010-861b-47f5f83a4abf req-049bd9b8-20d1-4dea-88ee-d1af0be203f7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0920615 Aug 16 02:05:10.374558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=7f1e9c6e-1457-4cd4-bed7-8a08787723c6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.459995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a6aa411-4859-4010-861b-47f5f83a4abf req-bb3b838c-0c4f-4e38-bc18-b96db1305176 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614908 Aug 16 02:05:10.508555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Allocated IP 19.80.0.200 (694f22a5-613d-40b2-844a-2056482aca0a/48b35077-8089-459f-9e66-075f96d17041/aaa104a8-eb0c-4753-af26-54d1d66d5420) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:10.518489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.530949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Transition to ACTIVE for port object dd3bce0c-2ee8-4ede-a7bf-222ace26128b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:10.540445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fd07be2d-46cb-448c-b451-7afa9b90dacf tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1156943 Aug 16 02:05:10.543526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39762) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:10.563688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Transition to ACTIVE for port object dd3bce0c-2ee8-4ede-a7bf-222ace26128b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:10.645358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 7f1e9c6e-1457-4cd4-bed7-8a08787723c6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:10.645963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.670399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.684478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Transition to ACTIVE for port object aaa104a8-eb0c-4753-af26-54d1d66d5420 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:10.688526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.743985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.750408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:10.754681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:10.756910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:10.761460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 7f1e9c6e-1457-4cd4-bed7-8a08787723c6 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:10.771246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Pushing event updated for resources: {'Port': ['ID=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.776032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-171af101-21bb-491e-a8de-f47dc9277ce4 req-57c2e519-5867-460e-ac8e-797560304995 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 210 time: 0.0371308 Aug 16 02:05:10.834764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Attempting to bind port dd3bce0c-2ee8-4ede-a7bf-222ace26128b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:10.835509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Attempting to bind port dd3bce0c-2ee8-4ede-a7bf-222ace26128b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '4a9e41a2-938c-48f6-815c-56746a05392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:10.835769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Attempting to bind port dd3bce0c-2ee8-4ede-a7bf-222ace26128b on network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:10.842353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:10.842889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Checking segment: {'id': '4a9e41a2-938c-48f6-815c-56746a05392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:10.843367 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.844327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Bound using segment: {'id': '4a9e41a2-938c-48f6-815c-56746a05392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:10.844463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Bound port: dd3bce0c-2ee8-4ede-a7bf-222ace26128b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9e41a2-938c-48f6-815c-56746a05392f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '0273913c-4e4e-40d8-8ead-0b25b7709ae0'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:10.845189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.854622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:10.900958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8f0ab58-25ee-446d-82b9-59ff35a93ebe req-5f1f0164-6c9d-43cb-bc24-b7365b450823 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 210 time: 0.0627961 Aug 16 02:05:10.929330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network 694f22a5-613d-40b2-844a-2056482aca0a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:10.932932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:10.937395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:10.939245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] For port dd3bce0c-2ee8-4ede-a7bf-222ace26128b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:10.944155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] For port dd3bce0c-2ee8-4ede-a7bf-222ace26128b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,segment=NetworkSegment(4a9e41a2-938c-48f6-815c-56746a05392f),segment_id=4a9e41a2-938c-48f6-815c-56746a05392f)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:10.946070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Port': ['ID=aaa104a8-eb0c-4753-af26-54d1d66d5420,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:10.993963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:10.994616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.060703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.082924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.084990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-5bd7ea1f-dbf4-4ea7-be95-8b755f7ed08c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9912858 Aug 16 02:05:11.122029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606154db-f80e-447d-a6d8-8fffacfbf5eb None None] Pushing event updated for resources: {'Port': ['ID=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.122244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Request body: {'port': {'device_id': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92', 'admin_state_up': True, 'tenant_id': '87570dc450cb457592868d2b2392cc3a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.164947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=7f1e9c6e-1457-4cd4-bed7-8a08787723c6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:11.226839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.227610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89321fa9-d099-4e03-a1d2-26969dd8bf58 req-47a8f521-c09f-4251-bad5-addfc7ad9342 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.229270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89321fa9-d099-4e03-a1d2-26969dd8bf58 req-47a8f521-c09f-4251-bad5-addfc7ad9342 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 943 time: 0.1495085 Aug 16 02:05:11.233556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0d032e47-3cf4-4b29-b237-bef06add7e59 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/7f1e9c6e-1457-4cd4-bed7-8a08787723c6 HTTP/1.1" status: 204 len: 168 time: 0.6886048 Aug 16 02:05:11.234264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.268222 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b97df464-9be8-42f4-b654-8580e38d974c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:11.270632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b97df464-9be8-42f4-b654-8580e38d974c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/7f1e9c6e-1457-4cd4-bed7-8a08787723c6 HTTP/1.1" status: 404 len: 333 time: 0.0350502 Aug 16 02:05:11.280729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39778) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:11.316350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0fcbdae-2ba2-41b8-b34e-f889e1d7caab None None] Provisioning for port aaa104a8-eb0c-4753-af26-54d1d66d5420 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:11.321054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0fcbdae-2ba2-41b8-b34e-f889e1d7caab None None] Provisioning complete for port aaa104a8-eb0c-4753-af26-54d1d66d5420 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:11.321774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0fcbdae-2ba2-41b8-b34e-f889e1d7caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.384743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c0fcbdae-2ba2-41b8-b34e-f889e1d7caab None None] Port aaa104a8-eb0c-4753-af26-54d1d66d5420 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:11.415010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89321fa9-d099-4e03-a1d2-26969dd8bf58 req-e1a8029a-dc62-41dc-9551-3059c1005e6d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576614 Aug 16 02:05:11.428502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 4d2a94f5-12cf-4479-b720-80d4584a0158 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:11.433228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.476459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-8555bc1e-65a8-4140-ac7b-6af3992a8587 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=12b599be11a04128a8b0be80266e9ce3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250771 Aug 16 02:05:11.479193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.570968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Made reservation on behalf of 87570dc450cb457592868d2b2392cc3a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:11.574760 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.608811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-0126843a-854b-4a71-9647-52c9c37430ea tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:11.610663 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-0126843a-854b-4a71-9647-52c9c37430ea tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1273556 Aug 16 02:05:11.632277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Request body: {'port': {'device_id': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '12b599be11a04128a8b0be80266e9ce3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:11.831028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Made reservation on behalf of 12b599be11a04128a8b0be80266e9ce3 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:11.836025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.847388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.979856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:11.987600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.080856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b354d5d7-b9b6-42e5-a0da-05c7679200ad req-2f9df67d-848b-453c-8fb6-d5cb67507125 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.082356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b354d5d7-b9b6-42e5-a0da-05c7679200ad req-2f9df67d-848b-453c-8fb6-d5cb67507125 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.5153956 Aug 16 02:05:12.123735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e2ddb-4153-4b49-9135-7b9459fbe2d0 req-437f5e69-c904-474a-a689-d5213d1788c7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.125310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f0e2ddb-4153-4b49-9135-7b9459fbe2d0 req-437f5e69-c904-474a-a689-d5213d1788c7 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 932 time: 0.1902478 Aug 16 02:05:12.144602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631781b4-fd1c-47fe-8abd-d991a9cd93b2 None None] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:12.154181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.221769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b354d5d7-b9b6-42e5-a0da-05c7679200ad req-12fac510-f01d-4164-85e3-2277c72a2095 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306174 Aug 16 02:05:12.233782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f0e2ddb-4153-4b49-9135-7b9459fbe2d0 req-6bf87281-4663-4602-9bff-fc508c09d319 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914977 Aug 16 02:05:12.248617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b546cb4c-abe2-4210-9a7e-c699e0579ae6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.251497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Allocated IP 19.86.0.203 (eaeb056f-79ee-4f6d-a282-edd54e12bd92/ca218357-228e-4eea-b547-943c8f0e308a/0e469fdb-e631-4ac6-98ac-efc7dae7b917) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:12.348301 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.353044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Allocated IP 192.168.233.92 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/621085f3-2d47-4f42-b2eb-0e35c1634e7f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:12.388533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65e2b99-fe76-497d-85f9-3ba14b42e999 req-19358baf-fec3-47e9-9ae7-60c74374f834 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 210 time: 0.0677538 Aug 16 02:05:12.403133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a29b479-1263-4cd9-8970-ccec468e4a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.418584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-27f6b6a5-4da3-4603-82e2-75072858107c None None] Provisioning for port dd3bce0c-2ee8-4ede-a7bf-222ace26128b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:12.457967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=4d2a94f5-12cf-4479-b720-80d4584a0158,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:12.464456 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.476726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d26daaa1-a42d-4670-b5ab-ee28f9cf42e5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/4d2a94f5-12cf-4479-b720-80d4584a0158 HTTP/1.1" status: 204 len: 168 time: 1.1877706 Aug 16 02:05:12.517710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:12.565401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e839405a-0bcc-4eb3-bc7b-054579e83b01 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:12.618154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dd3bce0c-2ee8-4ede-a7bf-222ace26128b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:12.641973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.676177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499338dc-e88e-4274-850f-c4a1141737a0 req-5f86a093-c507-42a8-942c-be77a45e88ac tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:12.676177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-499338dc-e88e-4274-850f-c4a1141737a0 req-5f86a093-c507-42a8-942c-be77a45e88ac tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 943 time: 0.1060903 Aug 16 02:05:12.695526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.709380 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.731203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Transition to ACTIVE for port object 0e469fdb-e631-4ac6-98ac-efc7dae7b917 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:12.732045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.742458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b230335-9a92-4b42-8f9e-cfffe3cf72aa None None] Network 0273913c-4e4e-40d8-8ead-0b25b7709ae0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:12.753030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-499338dc-e88e-4274-850f-c4a1141737a0 req-106af463-98e5-4495-a49c-8c7c29d6d851 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679140 Aug 16 02:05:12.753934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Transition to ACTIVE for port object 621085f3-2d47-4f42-b2eb-0e35c1634e7f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:12.762751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port dd3bce0c-2ee8-4ede-a7bf-222ace26128b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:12.763218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.840252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e839405a-0bcc-4eb3-bc7b-054579e83b01, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:12.843146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] For port dd3bce0c-2ee8-4ede-a7bf-222ace26128b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,segment=NetworkSegment(4a9e41a2-938c-48f6-815c-56746a05392f),segment_id=4a9e41a2-938c-48f6-815c-56746a05392f)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:12.843536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.858219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for dd3bce0c-2ee8-4ede-a7bf-222ace26128b owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:12.864141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e839405a-0bcc-4eb3-bc7b-054579e83b01', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': 'e839405a-0bcc-4eb3-bc7b-054579e83b01', 'mac_address': 'fa:16:3e:79:13:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:12.954212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.970367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e839405a-0bcc-4eb3-bc7b-054579e83b01 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:12.980619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:12.985758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port dd3bce0c-2ee8-4ede-a7bf-222ace26128b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:12.999457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dd3bce0c-2ee8-4ede-a7bf-222ace26128b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:12.999841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.002985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e839405a-0bcc-4eb3-bc7b-054579e83b01, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:13.046071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:13.052098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:13.052560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] DHCP port deletion for 0273913c-4e4e-40d8-8ead-0b25b7709ae0 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:13.056549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:13.096120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event updated for resources: {'Port': ['ID=0e469fdb-e631-4ac6-98ac-efc7dae7b917,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.131284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.131900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.144634 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.148548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.232251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-41b0736e-345a-4d3a-9ce7-8c3664708ede tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1346886 Aug 16 02:05:13.241891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port dd3bce0c-2ee8-4ede-a7bf-222ace26128b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,segment=NetworkSegment(4a9e41a2-938c-48f6-815c-56746a05392f),segment_id=4a9e41a2-938c-48f6-815c-56746a05392f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:13.248162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Request body: {'port': {'device_id': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.252070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.281077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e839405a-0bcc-4eb3-bc7b-054579e83b01,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.304691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:13.307359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:13.311439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:13.315296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] Deleting port dd3bce0c-2ee8-4ede-a7bf-222ace26128b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:13.315970 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.317932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Pushing event updated for resources: {'Port': ['ID=621085f3-2d47-4f42-b2eb-0e35c1634e7f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.368857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.369534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.385775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.410595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] For port dd3bce0c-2ee8-4ede-a7bf-222ace26128b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,segment=NetworkSegment(4a9e41a2-938c-48f6-815c-56746a05392f),segment_id=4a9e41a2-938c-48f6-815c-56746a05392f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:13.411122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.445923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] Calling delete_port for dd3bce0c-2ee8-4ede-a7bf-222ace26128b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:13.446290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.454115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0bc7fea8-51c2-4c7c-be5d-4bcf20f79281 None None] Provisioning for port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:13.473070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e839405a-0bcc-4eb3-bc7b-054579e83b01'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:13.483466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0bc7fea8-51c2-4c7c-be5d-4bcf20f79281 None None] Provisioning complete for port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:13.483877 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0bc7fea8-51c2-4c7c-be5d-4bcf20f79281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.492504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.497911 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-f13ae12d-4ca5-40d4-9fda-0936f0bf6afb tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8700197 Aug 16 02:05:13.508516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a8f10-ccb5-4c66-957b-6dfc49dad0ed req-c772ebae-fd46-4ae4-9cf4-bb07e0016ac8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.515228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144a8f10-ccb5-4c66-957b-6dfc49dad0ed req-c772ebae-fd46-4ae4-9cf4-bb07e0016ac8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1285713 Aug 16 02:05:13.524290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.529795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Request body: {'port': {'device_id': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:13.535713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No DVR routers for this DVR port dd3bce0c-2ee8-4ede-a7bf-222ace26128b on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:13.595840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbce9e-c7cf-4e98-a123-6546e60b75af req-beb49369-a156-48f8-ad47-52281e1ae362 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.600731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:13.602289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafbce9e-c7cf-4e98-a123-6546e60b75af req-beb49369-a156-48f8-ad47-52281e1ae362 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:13.607762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eafbce9e-c7cf-4e98-a123-6546e60b75af req-beb49369-a156-48f8-ad47-52281e1ae362 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1655 time: 0.1806295 Aug 16 02:05:13.669787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.673394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.691391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0273913c-4e4e-40d8-8ead-0b25b7709ae0']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:13.723211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9e41a2-938c-48f6-815c-56746a05392f') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:13.723602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9e41a2-938c-48f6-815c-56746a05392f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:13.735070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144a8f10-ccb5-4c66-957b-6dfc49dad0ed req-993f6319-1cbf-4ff2-afed-6c69295b86da tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152262 Aug 16 02:05:13.739725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.747364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eafbce9e-c7cf-4e98-a123-6546e60b75af req-83c71237-9edb-46e9-bdc5-74d11df46e3d tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247449 Aug 16 02:05:13.768371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.776281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:13.776729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.799783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7fea8-51c2-4c7c-be5d-4bcf20f79281 None None] Port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:13.858102 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:13.868100 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:13.898788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] No DVR routers for this DVR port dd3bce0c-2ee8-4ede-a7bf-222ace26128b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:13.917856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca5a20-87ff-4d58-a6a8-6e5a61bb05b4 None None] Pushing event deleted for resources: {'Port': ['ID=dd3bce0c-2ee8-4ede-a7bf-222ace26128b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.009479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.015886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.018082 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/0273913c-4e4e-40d8-8ead-0b25b7709ae0 HTTP/1.1" status: 204 len: 168 time: 1.4982758 Aug 16 02:05:14.023248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461f9f8-9477-48d8-9b17-1f5dfc414f69 req-3881fd41-a743-4d26-ac82-9ea887028db7 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.025599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9461f9f8-9477-48d8-9b17-1f5dfc414f69 req-3881fd41-a743-4d26-ac82-9ea887028db7 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 935 time: 0.1043460 Aug 16 02:05:14.028487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39810) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:14.033745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'name': 'tempest-PortsIpV6TestJSON-1410070607'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:14.040147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa104a8-eb0c-4753-af26-54d1d66d5420 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:14.044497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d3c88-a475-4e91-8374-ff66f24f2a14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=0273913c-4e4e-40d8-8ead-0b25b7709ae0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.050609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7078099f-965e-4f89-ad5c-ec2782c4dc75 None None] Provisioning for port 621085f3-2d47-4f42-b2eb-0e35c1634e7f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:14.053957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7078099f-965e-4f89-ad5c-ec2782c4dc75 None None] Provisioning complete for port 621085f3-2d47-4f42-b2eb-0e35c1634e7f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:14.054348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7078099f-965e-4f89-ad5c-ec2782c4dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.075261 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.102342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7078099f-965e-4f89-ad5c-ec2782c4dc75 None None] Port 621085f3-2d47-4f42-b2eb-0e35c1634e7f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:14.159367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621085f3-2d47-4f42-b2eb-0e35c1634e7f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:14.167886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.179895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Transition to ACTIVE for port object aaa104a8-eb0c-4753-af26-54d1d66d5420 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:14.181103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Transition to ACTIVE for port object 621085f3-2d47-4f42-b2eb-0e35c1634e7f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:14.207018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9461f9f8-9477-48d8-9b17-1f5dfc414f69 req-067556fc-f158-4cab-929f-59c3b079399d tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592121 Aug 16 02:05:14.247475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793854a5-4d52-4da6-bc0b-8d25812ed12d req-e3c08cce-5143-4ac5-91c7-e94437282f4c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.247475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-793854a5-4d52-4da6-bc0b-8d25812ed12d req-e3c08cce-5143-4ac5-91c7-e94437282f4c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 944 time: 0.1192887 Aug 16 02:05:14.278143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.292896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-793854a5-4d52-4da6-bc0b-8d25812ed12d req-2173dd04-7454-44b8-9e3b-79500cf4c7be tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 Aug 16 02:05:14.322450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.387233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:14.397761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.397761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa104a8-eb0c-4753-af26-54d1d66d5420,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.398260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Pushing event updated for resources: {'Port': ['ID=621085f3-2d47-4f42-b2eb-0e35c1634e7f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.431057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 6f0904cd-cdb3-465c-8623-976bb4bd36ee yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:14.468683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Attempting to bind port 621085f3-2d47-4f42-b2eb-0e35c1634e7f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:14.469047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Attempting to bind port 621085f3-2d47-4f42-b2eb-0e35c1634e7f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:14.469384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Attempting to bind port 621085f3-2d47-4f42-b2eb-0e35c1634e7f on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:14.474312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Port 621085f3-2d47-4f42-b2eb-0e35c1634e7f on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:14.475056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Attempting to bind port 621085f3-2d47-4f42-b2eb-0e35c1634e7f on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:14.480893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:14.481249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:14.481644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:14.482086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Bound port: 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:14.482590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.508137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Attempting to bind port aaa104a8-eb0c-4753-af26-54d1d66d5420 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:14.508829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Attempting to bind port aaa104a8-eb0c-4753-af26-54d1d66d5420 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:14.509632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Attempting to bind port aaa104a8-eb0c-4753-af26-54d1d66d5420 on network 694f22a5-613d-40b2-844a-2056482aca0a {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:14.518687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Port aaa104a8-eb0c-4753-af26-54d1d66d5420 on network 694f22a5-613d-40b2-844a-2056482aca0a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:14.525178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Attempting to bind port aaa104a8-eb0c-4753-af26-54d1d66d5420 on network 694f22a5-613d-40b2-844a-2056482aca0a {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:14.542751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:14.543241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Checking segment: {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:14.543777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Bound using segment: {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:14.544887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Bound port: aaa104a8-eb0c-4753-af26-54d1d66d5420, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:14.545629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.554757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dd3bce0c-2ee8-4ede-a7bf-222ace26128b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:14.598245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: dd3bce0c-2ee8-4ede-a7bf-222ace26128b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:14.599855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dd3bce0c-2ee8-4ede-a7bf-222ace26128b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:14.601920 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.605721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] For port 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:14.612074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] For port 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:14.718166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] For port aaa104a8-eb0c-4753-af26-54d1d66d5420, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:14.724903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.736097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] For port aaa104a8-eb0c-4753-af26-54d1d66d5420, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=aaa104a8-eb0c-4753-af26-54d1d66d5420,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:14.768598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.807911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.807911 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.807911 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] 10.222.0.58 "PUT /v2.0/ports/621085f3-2d47-4f42-b2eb-0e35c1634e7f HTTP/1.1" status: 200 len: 1096 time: 1.2821593 Aug 16 02:05:14.807911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'tag': '621085f3-2d47-4f42-b2eb-0e35c1634e7f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:14.810597 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8" -d '{"events": [{"name": "network-changed", "server_uuid": "91f1a5f6-3e24-47cf-9140-2946159dec2a", "tag": "621085f3-2d47-4f42-b2eb-0e35c1634e7f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:14.837924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.840759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d8ea-46d3-4803-8b01-f9ed59d897cf service neutron] Pushing event updated for resources: {'Port': ['ID=621085f3-2d47-4f42-b2eb-0e35c1634e7f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:14.898439 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.951333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:14.952009 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:14.953458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/aaa104a8-eb0c-4753-af26-54d1d66d5420 HTTP/1.1" status: 200 len: 1093 time: 1.7110586 Aug 16 02:05:14.955077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'tag': 'aaa104a8-eb0c-4753-af26-54d1d66d5420'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:14.957416 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457a2fa5-2ec5-4140-84fd-7ad265002d3d" -d '{"events": [{"name": "network-changed", "server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "tag": "aaa104a8-eb0c-4753-af26-54d1d66d5420"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:14.991515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:14.999925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:15.007017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b3cebd-71da-4e97-ace1-91dbaef311b8 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa104a8-eb0c-4753-af26-54d1d66d5420,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.017382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:15.024068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.024727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.075645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ec044-82c1-40f4-8104-96859a9ce376 req-8ab15a26-a441-4067-aa42-7170ae144441 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.077350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-546ec044-82c1-40f4-8104-96859a9ce376 req-8ab15a26-a441-4067-aa42-7170ae144441 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2418709 Aug 16 02:05:15.086507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Request body: {'port': {'device_id': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:15.113215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50492e-0302-4ced-9436-57d3d532be70 req-ca761211-1d78-4246-933f-d8ea7ed71ff1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.120214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50492e-0302-4ced-9436-57d3d532be70 req-ca761211-1d78-4246-933f-d8ea7ed71ff1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.122049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e50492e-0302-4ced-9436-57d3d532be70 req-ca761211-1d78-4246-933f-d8ea7ed71ff1 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1667 time: 0.2460601 Aug 16 02:05:15.153421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.166419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=6f0904cd-cdb3-465c-8623-976bb4bd36ee,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.179482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-19a81da1-7b9c-41d8-b7b4-3cd79ec62e43 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1469090 Aug 16 02:05:15.180000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39826) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:15.246987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-546ec044-82c1-40f4-8104-96859a9ce376 req-dc380c8f-abbf-4f93-a2c2-e77ba52ed7a9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562915 Aug 16 02:05:15.248734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-a2e2b1d3-e754-4fcb-859c-4fa360b1af23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.250219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-a2e2b1d3-e754-4fcb-859c-4fa360b1af23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12b599be11a04128a8b0be80266e9ce3&device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 1099 time: 0.2209339 Aug 16 02:05:15.256108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e50492e-0302-4ced-9436-57d3d532be70 req-46d85c86-f4c4-4618-ba49-8bb9e20db915 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179221 Aug 16 02:05:15.313420 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80f4f49-8ab0-47ee-9a51-05aaea95edd1 x-openstack-request-id: req-b80f4f49-8ab0-47ee-9a51-05aaea95edd1 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:15.313712 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f1a5f6-3e24-47cf-9140-2946159dec2a", "tag": "621085f3-2d47-4f42-b2eb-0e35c1634e7f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:15.314131 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b80f4f49-8ab0-47ee-9a51-05aaea95edd1 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:15.314759 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'tag': '621085f3-2d47-4f42-b2eb-0e35c1634e7f', 'status': 'completed', 'code': 200} Aug 16 02:05:15.324674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-430313ca-8b23-41d9-b21c-70e2ef5f4613 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f HTTP/1.1" status: 200 len: 217 time: 0.0600629 Aug 16 02:05:15.376368 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453b1f2-585f-47de-b19b-c7e858de077f x-openstack-request-id: req-2453b1f2-585f-47de-b19b-c7e858de077f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:15.376368 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "tag": "aaa104a8-eb0c-4753-af26-54d1d66d5420", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:15.376368 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2453b1f2-585f-47de-b19b-c7e858de077f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:15.376368 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'tag': 'aaa104a8-eb0c-4753-af26-54d1d66d5420', 'status': 'completed', 'code': 200} Aug 16 02:05:15.401778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-8488493c-d57a-4931-90b0-6713c56df108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.403337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-8488493c-d57a-4931-90b0-6713c56df108 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0716465 Aug 16 02:05:15.406620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 6f0904cd-cdb3-465c-8623-976bb4bd36ee {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:15.406989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.462351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-1c833a82-affa-4018-b8f6-68bb93800469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.462984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-1c833a82-affa-4018-b8f6-68bb93800469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.464495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-1c833a82-affa-4018-b8f6-68bb93800469 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1915 time: 0.0737624 Aug 16 02:05:15.512528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.566076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 6f0904cd-cdb3-465c-8623-976bb4bd36ee owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:15.579753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e469fdb-e631-4ac6-98ac-efc7dae7b917 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:15.590507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-c96c25b9-7a94-4de3-a279-0966bd59442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.592157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-c96c25b9-7a94-4de3-a279-0966bd59442c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1795230 Aug 16 02:05:15.596067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.624698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Transition to ACTIVE for port object 0e469fdb-e631-4ac6-98ac-efc7dae7b917 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:15.628514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-bcf2af2c-b63e-4d08-99db-e58cd862b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.628934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-bcf2af2c-b63e-4d08-99db-e58cd862b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.629382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-bcf2af2c-b63e-4d08-99db-e58cd862b513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.631765 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-bcf2af2c-b63e-4d08-99db-e58cd862b513 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=87570dc450cb457592868d2b2392cc3a&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1582806 Aug 16 02:05:15.729684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-7c47f265-a294-4a8c-b317-56d7a8a1c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.731221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04b8f6-98cd-4196-886c-4a1c71551cfa req-4896a343-cd34-425b-a3cb-a1893c771244 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.731380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-457a2fa5-2ec5-4140-84fd-7ad265002d3d req-7c47f265-a294-4a8c-b317-56d7a8a1c7ab service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929556 Aug 16 02:05:15.732765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf04b8f6-98cd-4196-886c-4a1c71551cfa req-4896a343-cd34-425b-a3cb-a1893c771244 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 947 time: 0.2177198 Aug 16 02:05:15.740810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.745592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebdba27-df75-4abc-ae15-8a565c1eabb4 req-0f53aeaa-9a9e-4a21-be37-e95302f262dd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:15.747328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ebdba27-df75-4abc-ae15-8a565c1eabb4 req-0f53aeaa-9a9e-4a21-be37-e95302f262dd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 944 time: 0.2136006 Aug 16 02:05:15.775689 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.804292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=0e469fdb-e631-4ac6-98ac-efc7dae7b917,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:15.861807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-3dd4c443-3244-4a77-af8c-fe4135434aa2 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592292 Aug 16 02:05:15.864804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf04b8f6-98cd-4196-886c-4a1c71551cfa req-4e5291dc-95c2-4bb5-8168-85468f81f75f tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164987 Aug 16 02:05:15.878983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Attempting to bind port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:15.879340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Attempting to bind port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:15.879668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Attempting to bind port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 on network eaeb056f-79ee-4f6d-a282-edd54e12bd92 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:15.882544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ebdba27-df75-4abc-ae15-8a565c1eabb4 req-3142e179-7332-49ce-b2e5-47256e8404c7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186023 Aug 16 02:05:15.901013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 on network eaeb056f-79ee-4f6d-a282-edd54e12bd92 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:15.901431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Attempting to bind port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 on network eaeb056f-79ee-4f6d-a282-edd54e12bd92 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:15.907766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:15.908035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Checking segment: {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:15.908466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Bound using segment: {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:15.908912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Bound port: 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:15.909281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:15.979458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08119e7c-6e59-4a48-b2d2-63abd5316504 req-12d0fe2e-69c1-4e06-8be5-34a7989ac71f service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945709 Aug 16 02:05:16.042519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.051386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] For port 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:16.055700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] For port 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:16.077928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.085811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/6f0904cd-cdb3-465c-8623-976bb4bd36ee HTTP/1.1" status: 204 len: 168 time: 0.8966737 Aug 16 02:05:16.085811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ea7f7-3ff4-44e7-add4-28d52046e120 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=6f0904cd-cdb3-465c-8623-976bb4bd36ee,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.086057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39832) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:16.089319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'mac_address': 'fa:16:3e:8c:75:c3', 'name': 'tempest-PortsIpV6TestJSON-549070344'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:16.179912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.180748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-c6986c7f-d704-4cf1-bcba-c9af6e995814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.182311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-c6986c7f-d704-4cf1-bcba-c9af6e995814 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=12b599be11a04128a8b0be80266e9ce3&device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 1099 time: 0.0444694 Aug 16 02:05:16.217975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.217975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.217975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] 10.222.0.58 "PUT /v2.0/ports/0e469fdb-e631-4ac6-98ac-efc7dae7b917 HTTP/1.1" status: 200 len: 1093 time: 1.1396332 Aug 16 02:05:16.247547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a5da0-60cb-44bd-9fa2-d5f3c914ef09 service neutron] Pushing event updated for resources: {'Port': ['ID=0e469fdb-e631-4ac6-98ac-efc7dae7b917,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:16.307530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-1dd3b497-9c8f-4cfa-be86-c6a1fa1d0a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.309168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-1dd3b497-9c8f-4cfa-be86-c6a1fa1d0a45 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1199706 Aug 16 02:05:16.319648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:16.399987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.409052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-616691bc-4d17-4fa7-b8df-479ebc71a478 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f HTTP/1.1" status: 200 len: 217 time: 0.0913856 Aug 16 02:05:16.456439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 3c787979-3bf1-473a-91cc-d278a42649b2 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:16.525846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-4042ff34-dd1b-4a77-84bf-a9fad2a125c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.527386 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-4042ff34-dd1b-4a77-84bf-a9fad2a125c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1076987 Aug 16 02:05:16.532972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-2a0b59b1-92b6-4587-9584-72f3ab4efe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.533542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-2a0b59b1-92b6-4587-9584-72f3ab4efe75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.535210 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-2a0b59b1-92b6-4587-9584-72f3ab4efe75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1983 time: 0.1185534 Aug 16 02:05:16.538365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e0550-b44f-4cd5-96ee-f91cd0d8a478 req-0dda76d2-c6e8-46a6-86e8-1162e6beac8c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.544566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e0550-b44f-4cd5-96ee-f91cd0d8a478 req-0dda76d2-c6e8-46a6-86e8-1162e6beac8c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.546026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326e0550-b44f-4cd5-96ee-f91cd0d8a478 req-0dda76d2-c6e8-46a6-86e8-1162e6beac8c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1679 time: 0.1464560 Aug 16 02:05:16.557338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98229155-7762-4173-b911-433130b5761f req-17fbb7a7-b4d8-4c02-a455-0611ecb2ca08 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.559176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98229155-7762-4173-b911-433130b5761f req-17fbb7a7-b4d8-4c02-a455-0611ecb2ca08 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1723700 Aug 16 02:05:16.586272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e839405a-0bcc-4eb3-bc7b-054579e83b01 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:16.613368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-d5a6a95b-2109-4943-b80b-7aa36376faa5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.200&port_id=aaa104a8-eb0c-4753-af26-54d1d66d5420 HTTP/1.1" status: 200 len: 217 time: 0.0591421 Aug 16 02:05:16.651057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326e0550-b44f-4cd5-96ee-f91cd0d8a478 req-f3661793-c23d-48f5-af6a-463523f43bf9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906789 Aug 16 02:05:16.660623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98229155-7762-4173-b911-433130b5761f req-e8d8ea83-4be5-4507-8e8e-4fd8b6fee4db tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905106 Aug 16 02:05:16.663690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-8b28c7ab-4064-42cd-8c9a-f3134e8a09ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.665472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-8b28c7ab-4064-42cd-8c9a-f3134e8a09ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1037581 Aug 16 02:05:16.740739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-f1134394-c8e6-4a9c-980d-6d9e091bbb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.742241 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-f1134394-c8e6-4a9c-980d-6d9e091bbb00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=48b35077-8089-459f-9e66-075f96d17041 HTTP/1.1" status: 200 len: 801 time: 0.0663037 Aug 16 02:05:16.750621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e839405a-0bcc-4eb3-bc7b-054579e83b01 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:16.755194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e839405a-0bcc-4eb3-bc7b-054579e83b01 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:16.756277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.797919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.800782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-45b789ab-65fd-4d0a-aa31-49e0cb35b1b4 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273406 Aug 16 02:05:16.826342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-35e8631e-f6a3-4b0f-b1f4-630b4b1731f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:16.828258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-35e8631e-f6a3-4b0f-b1f4-630b4b1731f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=694f22a5-613d-40b2-844a-2056482aca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763912 Aug 16 02:05:16.876635 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.907726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283058d8-2e3f-4709-9881-259cee183d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e839405a-0bcc-4eb3-bc7b-054579e83b01'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:16.912917 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58e4284-d70b-4686-a9fb-82ae159927b8" -d '{"events": [{"server_uuid": "283058d8-2e3f-4709-9881-259cee183d0b", "name": "network-vif-plugged", "status": "completed", "tag": "e839405a-0bcc-4eb3-bc7b-054579e83b01"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:16.936494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e839405a-0bcc-4eb3-bc7b-054579e83b01, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:16.936745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51ebdd4e-9218-44d3-9b4f-938a2b1b48a8 req-eb4869c9-cbbb-4d1c-a0fe-f8b924aa0bc0 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159339 Aug 16 02:05:16.964887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:16.976689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-44d15c5f-44b0-4b6a-bbcb-30b5cdd7ab0b service neutron] 10.222.0.58 "GET /v2.0/networks/694f22a5-613d-40b2-844a-2056482aca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290822 Aug 16 02:05:17.025796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.078972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:17.086260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:17.098001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:17.102973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=3c787979-3bf1-473a-91cc-d278a42649b2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.117431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:17.117874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e839405a-0bcc-4eb3-bc7b-054579e83b01,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.134866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.135567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.184539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-48310d72-7052-4be8-b6cb-268cea0d64a5 service neutron] 10.222.0.58 "GET /v2.0/networks/694f22a5-613d-40b2-844a-2056482aca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848252 Aug 16 02:05:17.236562 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-7c5a3484-26e5-45c5-bd52-946d0eb65cdb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917 HTTP/1.1" status: 200 len: 217 time: 0.0435064 Aug 16 02:05:17.250179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:17.263424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'port_id': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'mac_address': 'fa:16:3e:a3:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9437ac-5c4f-47f9-8503-780793f00f97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:17.288033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ea678b4f-b540-4ad0-9195-45d764490563 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1997800 Aug 16 02:05:17.288033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39872) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.307326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.322344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e468350-a802-4aee-b5ec-22081f5f33cc {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:17.327119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'tag': '0e469fdb-e631-4ac6-98ac-efc7dae7b917'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:17.329538 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30f4f2c-477c-4707-a6dc-65d127f1f4af" -d '{"events": [{"name": "network-changed", "server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "tag": "0e469fdb-e631-4ac6-98ac-efc7dae7b917"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:17.346625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:17.354682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-2d4d4567-30ce-4fd9-ace0-5977b6b25cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.356326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-2d4d4567-30ce-4fd9-ace0-5977b6b25cb2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca218357-228e-4eea-b547-943c8f0e308a HTTP/1.1" status: 200 len: 801 time: 0.1107068 Aug 16 02:05:17.363710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493898e6-19f1-4e54-852c-521c9b795887 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.365717 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-493898e6-19f1-4e54-852c-521c9b795887 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/3c787979-3bf1-473a-91cc-d278a42649b2 HTTP/1.1" status: 200 len: 844 time: 0.0758018 Aug 16 02:05:17.368203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39878) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:17.378394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34061cd-e90d-4b55-a276-c83448e442bf req-9859cda1-17ea-4165-8811-3de3db89bdfd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.383308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f34061cd-e90d-4b55-a276-c83448e442bf req-9859cda1-17ea-4165-8811-3de3db89bdfd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 944 time: 0.4165227 Aug 16 02:05:17.397308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514ae58-9429-4421-a79a-5dac8df68fdd req-30328664-d3d4-47cf-9f61-d9754cc3beb6 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.401438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c514ae58-9429-4421-a79a-5dac8df68fdd req-30328664-d3d4-47cf-9f61-d9754cc3beb6 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 947 time: 0.4219222 Aug 16 02:05:17.442507 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.470089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-feb96558-e82e-4ba6-a30d-d6295566202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.471999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-feb96558-e82e-4ba6-a30d-d6295566202a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eaeb056f-79ee-4f6d-a282-edd54e12bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1048615 Aug 16 02:05:17.495116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c514ae58-9429-4421-a79a-5dac8df68fdd req-ef68e46a-b3e9-4e48-84c2-0b7d62791b58 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819585 Aug 16 02:05:17.521965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f34061cd-e90d-4b55-a276-c83448e442bf req-9b32ed20-2bc5-4a28-9fe2-7fbaf703514b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184230 Aug 16 02:05:17.555699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:17.579699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 3c787979-3bf1-473a-91cc-d278a42649b2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:17.579942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.585437 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807ca481-7b2a-454e-849c-26f01b66a8c1 x-openstack-request-id: req-807ca481-7b2a-454e-849c-26f01b66a8c1 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:17.586778 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283058d8-2e3f-4709-9881-259cee183d0b", "name": "network-vif-plugged", "status": "completed", "tag": "e839405a-0bcc-4eb3-bc7b-054579e83b01", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:17.587668 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-807ca481-7b2a-454e-849c-26f01b66a8c1 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:17.589261 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283058d8-2e3f-4709-9881-259cee183d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e839405a-0bcc-4eb3-bc7b-054579e83b01', 'code': 200} Aug 16 02:05:17.599369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1e468350-a802-4aee-b5ec-22081f5f33cc'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:17.641094 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f01064e-f37c-4eac-9c31-445ebbd6f7c0 x-openstack-request-id: req-0f01064e-f37c-4eac-9c31-445ebbd6f7c0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:17.641366 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "tag": "0e469fdb-e631-4ac6-98ac-efc7dae7b917", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:17.641638 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f01064e-f37c-4eac-9c31-445ebbd6f7c0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:17.642011 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'tag': '0e469fdb-e631-4ac6-98ac-efc7dae7b917', 'status': 'completed', 'code': 200} Aug 16 02:05:17.651651 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-e0bfc9e4-f818-49b1-bda3-88da7bf61cf1 service neutron] 10.222.0.58 "GET /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715109 Aug 16 02:05:17.696336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be13c4-b327-4a1c-be41-87c87688c63b req-98343f6c-cfdf-4a11-9695-a4b6c2a0786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.701156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07be13c4-b327-4a1c-be41-87c87688c63b req-98343f6c-cfdf-4a11-9695-a4b6c2a0786b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 1097 time: 0.0557530 Aug 16 02:05:17.719859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:17.744798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 3c787979-3bf1-473a-91cc-d278a42649b2 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:17.766028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07be13c4-b327-4a1c-be41-87c87688c63b req-73c872b1-2bca-49ad-9244-ec637fcdcb76 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586884 Aug 16 02:05:17.852313 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-352427a4-55ad-4eb3-8583-371bad9160a5 req-98de22b3-4760-460c-bcaf-c31b14a42d5f service neutron] 10.222.0.58 "GET /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880925 Aug 16 02:05:17.915987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74f5f-9e0e-4a24-88ab-b193192094a1 req-89f38fd8-d568-4ff8-9df4-5c57155b4ce9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.923531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff74f5f-9e0e-4a24-88ab-b193192094a1 req-89f38fd8-d568-4ff8-9df4-5c57155b4ce9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.925814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dff74f5f-9e0e-4a24-88ab-b193192094a1 req-89f38fd8-d568-4ff8-9df4-5c57155b4ce9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1679 time: 0.1124256 Aug 16 02:05:17.940130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac19c8-e351-4238-bff6-f9d5750b3114 req-192ffc5d-14b9-4cd6-92ae-1396e5d8da5b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:17.943821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cac19c8-e351-4238-bff6-f9d5750b3114 req-192ffc5d-14b9-4cd6-92ae-1396e5d8da5b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 945 time: 0.1168685 Aug 16 02:05:18.014281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dff74f5f-9e0e-4a24-88ab-b193192094a1 req-e688425c-8e8f-4658-a645-04798518de1b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691683 Aug 16 02:05:18.025367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.030946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cac19c8-e351-4238-bff6-f9d5750b3114 req-6224c010-50a1-4161-be6f-7f2c3d7e2591 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776248 Aug 16 02:05:18.096883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=3c787979-3bf1-473a-91cc-d278a42649b2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.135177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.141928 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a741e98b-304f-4e1c-ac39-f98fee9a9e84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/3c787979-3bf1-473a-91cc-d278a42649b2 HTTP/1.1" status: 204 len: 168 time: 0.7702081 Aug 16 02:05:18.142210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39896) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.181990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-2fdef2c9-ae2f-472f-93c9-30148ed7fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.183448 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e448b1-c673-4cdf-9dcc-78a5101e1e46 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:18.188469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-85e448b1-c673-4cdf-9dcc-78a5101e1e46 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/3c787979-3bf1-473a-91cc-d278a42649b2 HTTP/1.1" status: 404 len: 333 time: 0.0418475 Aug 16 02:05:18.188647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-2fdef2c9-ae2f-472f-93c9-30148ed7fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.189030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-2fdef2c9-ae2f-472f-93c9-30148ed7fe84 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=87570dc450cb457592868d2b2392cc3a&device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1983 time: 0.1085200 Aug 16 02:05:18.189712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39898) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:18.197646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'name': 'tempest-PortsIpV6TestJSON-1718087740'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:18.323817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-e0810d45-16f8-4446-be9f-ac04c58d94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.325454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-e0810d45-16f8-4446-be9f-ac04c58d94e6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=eaeb056f-79ee-4f6d-a282-edd54e12bd92 HTTP/1.1" status: 200 len: 903 time: 0.1198964 Aug 16 02:05:18.368003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:18.373673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-b5c5ac89-b65b-454c-ad66-8d6d85749c0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.203&port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917 HTTP/1.1" status: 200 len: 217 time: 0.0351670 Aug 16 02:05:18.385548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.410740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port c9b42aaf-2fd9-4969-ae7f-665d65caec04 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:18.433879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-87caa017-6d52-4074-9062-c71ec3245be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.435745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-87caa017-6d52-4074-9062-c71ec3245be0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ca218357-228e-4eea-b547-943c8f0e308a HTTP/1.1" status: 200 len: 801 time: 0.0520043 Aug 16 02:05:18.506041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-6e96915c-6e7f-4cb5-b4a3-df2edb165db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.507879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-6e96915c-6e7f-4cb5-b4a3-df2edb165db5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=eaeb056f-79ee-4f6d-a282-edd54e12bd92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634692 Aug 16 02:05:18.602035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 621085f3-2d47-4f42-b2eb-0e35c1634e7f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:18.633636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.650685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-f9f909da-74e0-4737-ad08-18e041eddc02 service neutron] 10.222.0.58 "GET /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280351 Aug 16 02:05:18.741953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.804455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:18.819987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:18.823975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61e8c4-28c0-4551-8fb7-bf6c2eb78542 req-7d158062-9455-4792-95a0-a93b36ea37c7 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.836767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d61e8c4-28c0-4551-8fb7-bf6c2eb78542 req-7d158062-9455-4792-95a0-a93b36ea37c7 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 947 time: 0.1646066 Aug 16 02:05:18.841326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:18.841471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '621085f3-2d47-4f42-b2eb-0e35c1634e7f', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '621085f3-2d47-4f42-b2eb-0e35c1634e7f', 'mac_address': 'fa:16:3e:10:6c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:18.845717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:18.852714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.853370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.873453 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a30f4f2c-477c-4707-a6dc-65d127f1f4af req-8c5ead2d-72f2-45a3-956c-9eee03fbe42e service neutron] 10.222.0.58 "GET /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095098 Aug 16 02:05:18.903490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89c602-0232-46a7-a46e-a9c0568fd186 req-6d9cbf58-7b2e-449b-9ca6-83af4db696d1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:18.904898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e89c602-0232-46a7-a46e-a9c0568fd186 req-6d9cbf58-7b2e-449b-9ca6-83af4db696d1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.2042294 Aug 16 02:05:18.916775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=c9b42aaf-2fd9-4969-ae7f-665d65caec04,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:18.937326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:18.952666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621085f3-2d47-4f42-b2eb-0e35c1634e7f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:18.980447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d61e8c4-28c0-4551-8fb7-bf6c2eb78542 req-c3a695eb-2c07-45bc-9160-59775922c73e tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381850 Aug 16 02:05:19.009027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e89c602-0232-46a7-a46e-a9c0568fd186 req-7b114cae-6a6f-4744-8bdc-5b545acab10d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950801 Aug 16 02:05:19.009202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:19.012676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bc76ba8a-cfeb-4ca4-8c26-b07e84ecb5b8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8217924 Aug 16 02:05:19.017703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39904) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:19.031386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:19.080701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:19.164542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.172063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1e468350-a802-4aee-b5ec-22081f5f33cc triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:19.172448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.187918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.289467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=621085f3-2d47-4f42-b2eb-0e35c1634e7f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.309318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42da6f8-4758-41ae-a477-26d612f8b71e req-6109c196-51da-453f-a0d4-5ce25e0c54ae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.311176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a42da6f8-4758-41ae-a477-26d612f8b71e req-6109c196-51da-453f-a0d4-5ce25e0c54ae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 945 time: 0.1206560 Aug 16 02:05:19.361162 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.397286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:19.422774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73be18-47e3-424f-9778-fe9a1b9aaa08 req-e63fc2ff-2059-4f8e-b4f6-686c2a5e2e3f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.431827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73be18-47e3-424f-9778-fe9a1b9aaa08 req-e63fc2ff-2059-4f8e-b4f6-686c2a5e2e3f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.433505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd73be18-47e3-424f-9778-fe9a1b9aaa08 req-e63fc2ff-2059-4f8e-b4f6-686c2a5e2e3f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1679 time: 0.2599194 Aug 16 02:05:19.451170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['621085f3-2d47-4f42-b2eb-0e35c1634e7f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:19.514683 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.553557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a42da6f8-4758-41ae-a477-26d612f8b71e req-b3e5bdc1-7691-414f-9250-aa17b4688818 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277708 Aug 16 02:05:19.561416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd73be18-47e3-424f-9778-fe9a1b9aaa08 req-ef19d1ae-3711-4201-8073-dd93b4c68da6 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188381 Aug 16 02:05:19.590582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:19.595916 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7012088a-b652-4907-8c87-8da3980eac83" -d '{"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-plugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:19.613407 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.653483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.698844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.728103 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e3e1cf-d49a-4860-9758-5eed267b4672 x-openstack-request-id: req-60e3e1cf-d49a-4860-9758-5eed267b4672 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:19.728440 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-plugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:19.728664 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-60e3e1cf-d49a-4860-9758-5eed267b4672 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:19.729061 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'code': 200} Aug 16 02:05:19.740359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] In _notify_port_updated(), no bound segment for port c9b42aaf-2fd9-4969-ae7f-665d65caec04 on network 1c0dc8e4-ad77-4160-904a-535993b77651 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:19.746012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:19.747336 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.751574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/ports/c9b42aaf-2fd9-4969-ae7f-665d65caec04 HTTP/1.1" status: 200 len: 818 time: 0.7317617 Aug 16 02:05:19.754923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39918) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:19.800457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eec709-86f4-4775-b3f0-da16860b387b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=c9b42aaf-2fd9-4969-ae7f-665d65caec04,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:19.873828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port c9b42aaf-2fd9-4969-ae7f-665d65caec04 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:19.874186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.951557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:19.967754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for c9b42aaf-2fd9-4969-ae7f-665d65caec04 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:20.124835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49e645-d15a-496b-95df-eeb03108312b req-cd0f82e3-7173-433f-a36a-872f9d6d4cce tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.126352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd49e645-d15a-496b-95df-eeb03108312b req-cd0f82e3-7173-433f-a36a-872f9d6d4cce tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 948 time: 0.0764539 Aug 16 02:05:20.152219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.204343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=c9b42aaf-2fd9-4969-ae7f-665d65caec04,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:20.221407 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.223488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c52566c5-bd65-47b1-a078-8ef4db48fa84 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/c9b42aaf-2fd9-4969-ae7f-665d65caec04 HTTP/1.1" status: 204 len: 168 time: 0.4680591 Aug 16 02:05:20.226167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:20.246515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ca735-dcd7-41f0-ae82-1d1d761da7d2 req-1f850ad0-839f-4e2f-a325-5cfbf02c0b58 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.248236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a02ca735-dcd7-41f0-ae82-1d1d761da7d2 req-1f850ad0-839f-4e2f-a325-5cfbf02c0b58 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.1521018 Aug 16 02:05:20.253717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd49e645-d15a-496b-95df-eeb03108312b req-3f3c3536-0fce-4400-9c82-3065f28435db tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076782 Aug 16 02:05:20.296882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a02ca735-dcd7-41f0-ae82-1d1d761da7d2 req-fc7dff9e-50b8-420f-98ab-9b224979db80 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415525 Aug 16 02:05:20.338721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f22007-d33d-42d2-8c99-372951e19d33 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.342983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-71f22007-d33d-42d2-8c99-372951e19d33 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1125295 Aug 16 02:05:20.343472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39928) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:20.376073 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5cf2a8-0233-4a8d-bf97-49193461e212 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:20.382749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:20.383523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ca5cf2a8-0233-4a8d-bf97-49193461e212 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/c9b42aaf-2fd9-4969-ae7f-665d65caec04 HTTP/1.1" status: 404 len: 333 time: 0.0383937 Aug 16 02:05:20.388433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1761786060'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:20.573358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:20.577272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.622288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e469fdb-e631-4ac6-98ac-efc7dae7b917 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:20.625019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 621085f3-2d47-4f42-b2eb-0e35c1634e7f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:20.635792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:20.663785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.669663 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment b762f4aa-44a7-4b68-a003-8d10e4fbb2d2 of type vlan for network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 Aug 16 02:05:20.741264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a53c-be49-4a77-9ae6-84bad0ac843a req-344f1027-dcd3-4213-9730-3816eaac0c2a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.743428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0601a53c-be49-4a77-9ae6-84bad0ac843a req-344f1027-dcd3-4213-9730-3816eaac0c2a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1186149 Aug 16 02:05:20.810616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0601a53c-be49-4a77-9ae6-84bad0ac843a req-56b32baf-659a-4ebd-b71e-62b787d866af tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636301 Aug 16 02:05:20.819059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:20.918374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34438d99-0de7-468f-bdf2-6ad0fea4efce req-c1263afb-e6b6-4522-9e4a-62d4490239be tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.926975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34438d99-0de7-468f-bdf2-6ad0fea4efce req-c1263afb-e6b6-4522-9e4a-62d4490239be tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:20.937376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34438d99-0de7-468f-bdf2-6ad0fea4efce req-c1263afb-e6b6-4522-9e4a-62d4490239be tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1679 time: 0.1432595 Aug 16 02:05:20.988990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34438d99-0de7-468f-bdf2-6ad0fea4efce req-ac558c39-9d4c-4326-aeeb-6451cd48843f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Aug 16 02:05:21.050935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.070310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '0e469fdb-e631-4ac6-98ac-efc7dae7b917', 'network_id': 'eaeb056f-79ee-4f6d-a282-edd54e12bd92', 'port_id': '0e469fdb-e631-4ac6-98ac-efc7dae7b917', 'mac_address': 'fa:16:3e:2e:f7:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca218357-228e-4eea-b547-943c8f0e308a', 'ip_address': '19.86.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:21.114377 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.129342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e469fdb-e631-4ac6-98ac-efc7dae7b917 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:21.129791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98dbaa-eaa4-43c1-a909-138a6e259968 req-eeb8b339-91e0-47b2-9215-c6bca18f4d40 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.134151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a98dbaa-eaa4-43c1-a909-138a6e259968 req-eeb8b339-91e0-47b2-9215-c6bca18f4d40 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.0552313 Aug 16 02:05:21.151769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.172602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a98dbaa-eaa4-43c1-a909-138a6e259968 req-35d875b1-493f-4fea-85dd-f027a654b950 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338595 Aug 16 02:05:21.288023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.293904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.294724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.362657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=6039c28c-d49f-48ed-aaf8-f773a3df3bd5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.374732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:21.388437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 621085f3-2d47-4f42-b2eb-0e35c1634e7f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:21.390056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a00096b-1132-4193-a672-f96590d01e9f req-db768778-2e06-422d-9fff-23a3303539bd tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.391828 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a00096b-1132-4193-a672-f96590d01e9f req-db768778-2e06-422d-9fff-23a3303539bd tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 948 time: 0.0629516 Aug 16 02:05:21.423700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 621085f3-2d47-4f42-b2eb-0e35c1634e7f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:21.426184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.434258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a00096b-1132-4193-a672-f96590d01e9f req-e2d70644-9118-4b79-a197-fdedf676d77a tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340414 Aug 16 02:05:21.454258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.454991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device aaa104a8-eb0c-4753-af26-54d1d66d5420 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:21.526114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bc89a92c-f4c7-4538-9720-47cf52297fe8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1421719 Aug 16 02:05:21.528987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39950) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:21.535223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:21.592359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0e469fdb-e631-4ac6-98ac-efc7dae7b917,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.656129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.700450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port aaa104a8-eb0c-4753-af26-54d1d66d5420, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=aaa104a8-eb0c-4753-af26-54d1d66d5420,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.716772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:21.719780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'aaa104a8-eb0c-4753-af26-54d1d66d5420', 'network_id': '694f22a5-613d-40b2-844a-2056482aca0a', 'port_id': 'aaa104a8-eb0c-4753-af26-54d1d66d5420', 'mac_address': 'fa:16:3e:ff:f8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48b35077-8089-459f-9e66-075f96d17041', 'ip_address': '19.80.0.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:21.724986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.725139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.730444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621085f3-2d47-4f42-b2eb-0e35c1634e7f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:21.732975 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133d0e28-3541-405a-b0f2-4918a5db3fd7" -d '{"events": [{"server_uuid": "91f1a5f6-3e24-47cf-9140-2946159dec2a", "name": "network-vif-plugged", "status": "completed", "tag": "621085f3-2d47-4f42-b2eb-0e35c1634e7f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:21.779597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.798874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa104a8-eb0c-4753-af26-54d1d66d5420 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:21.809208 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:21.860366 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06371b23-db73-49ac-8b30-0a3e2c4986aa x-openstack-request-id: req-06371b23-db73-49ac-8b30-0a3e2c4986aa {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:21.860366 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1a5f6-3e24-47cf-9140-2946159dec2a", "name": "network-vif-plugged", "status": "completed", "tag": "621085f3-2d47-4f42-b2eb-0e35c1634e7f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:21.860723 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06371b23-db73-49ac-8b30-0a3e2c4986aa {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:21.860979 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621085f3-2d47-4f42-b2eb-0e35c1634e7f', 'code': 200} Aug 16 02:05:21.883231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port aaa104a8-eb0c-4753-af26-54d1d66d5420, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=aaa104a8-eb0c-4753-af26-54d1d66d5420,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:21.884072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=621085f3-2d47-4f42-b2eb-0e35c1634e7f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:21.956280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee6476-4eb0-4b99-8537-78cd67e058b3 req-283407bc-bc3f-44b7-b245-6d9e3e2d3ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:21.958464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7bee6476-4eb0-4b99-8537-78cd67e058b3 req-283407bc-bc3f-44b7-b245-6d9e3e2d3ae1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 1101 time: 0.0481305 Aug 16 02:05:21.994464 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.013403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7bee6476-4eb0-4b99-8537-78cd67e058b3 req-22856bbf-b64f-4745-bffc-d39c8707ed4f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Aug 16 02:05:22.092095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=aaa104a8-eb0c-4753-af26-54d1d66d5420,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.164387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7034e4-be5a-4cdf-93c2-a757806b38c6 req-5309a101-f5e6-457c-9891-99f7548d8486 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.165953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe7034e4-be5a-4cdf-93c2-a757806b38c6 req-5309a101-f5e6-457c-9891-99f7548d8486 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.2257028 Aug 16 02:05:22.203944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc46ed-b9da-47a6-83f5-e196f370000f req-be622a71-1cd1-456b-83fa-a76eb3d553ef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.213054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc46ed-b9da-47a6-83f5-e196f370000f req-be622a71-1cd1-456b-83fa-a76eb3d553ef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.215423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81fc46ed-b9da-47a6-83f5-e196f370000f req-be622a71-1cd1-456b-83fa-a76eb3d553ef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1681 time: 0.1004961 Aug 16 02:05:22.245706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe7034e4-be5a-4cdf-93c2-a757806b38c6 req-5b53a418-b222-4d17-8362-77441c608ab7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719843 Aug 16 02:05:22.254441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.304504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['aaa104a8-eb0c-4753-af26-54d1d66d5420'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:22.322866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81fc46ed-b9da-47a6-83f5-e196f370000f req-6f59adba-2842-4829-a04f-6bdfddb9a7bf tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926714 Aug 16 02:05:22.389788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=ec8258f9-11cc-4331-8a24-1a661f3de25a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:22.394942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:22.396964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 6039c28c-d49f-48ed-aaf8-f773a3df3bd5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:22.498313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21302b-096a-49c0-ae32-ad8d42a38340 req-9fd3204e-9fe4-41ec-b1b3-99c9500258bc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.503442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba21302b-096a-49c0-ae32-ad8d42a38340 req-9fd3204e-9fe4-41ec-b1b3-99c9500258bc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.0702066 Aug 16 02:05:22.542651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:22.582104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba21302b-096a-49c0-ae32-ad8d42a38340 req-bfbcd71e-e5bb-4cf8-87fb-3125cd82371f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741584 Aug 16 02:05:22.630655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9fc19-7cb4-4441-adc6-ea36ef7428cb req-a6265c8a-9365-4732-a593-c762f39ccf32 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.632685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd9fc19-7cb4-4441-adc6-ea36ef7428cb req-a6265c8a-9365-4732-a593-c762f39ccf32 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.1003439 Aug 16 02:05:22.697215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6039c28c-d49f-48ed-aaf8-f773a3df3bd5) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:22.707262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da767da-9bbe-4321-a4d6-7d41da792cf2 None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:22.712438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.713036 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:22.744737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd9fc19-7cb4-4441-adc6-ea36ef7428cb req-575b7555-ba2d-4a81-899e-8c001ceb5ebd tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916798 Aug 16 02:05:22.793735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50df35e-7131-43ab-bf74-f582b418f216 req-e3a9e121-d21d-46ae-885e-648e51df680d tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:22.797267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b50df35e-7131-43ab-bf74-f582b418f216 req-e3a9e121-d21d-46ae-885e-648e51df680d tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 949 time: 0.1343660 Aug 16 02:05:22.859617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:22.860187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-47245999-4fa8-4021-bb56-9524fbfcc665 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3287480 Aug 16 02:05:22.866145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:22.880907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b50df35e-7131-43ab-bf74-f582b418f216 req-2a236e48-1422-4d0d-ba37-4587c1113e97 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765111 Aug 16 02:05:22.891286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': 'ec8258f9-11cc-4331-8a24-1a661f3de25a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:22.892443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.104040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Allocated IP 2001:db8::2 (6039c28c-d49f-48ed-aaf8-f773a3df3bd5/ec8258f9-11cc-4331-8a24-1a661f3de25a/90a01c91-e845-4ee8-80b2-a6c04284ff20) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:23.173462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:23.177633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.321226 n-d-768852-19 neutron-server[101946]: INFO neutron.db.ipam_backend_mixin [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ec8258f9-11cc-4331-8a24-1a661f3de25a (CIDR: 2001:db8::/64) Aug 16 02:05:23.396691 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:05:23.396691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:05:23.484791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b0ea1185-b8ed-4a52-9d2b-ec08c1a66947 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6216142 Aug 16 02:05:23.485147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39988) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:23.490912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:23.498100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0e469fdb-e631-4ac6-98ac-efc7dae7b917'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:23.500820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3097e-f1aa-42ba-be3f-b07bd6d78b1f req-bff325ff-7ea5-4713-9273-4883641b2b2f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.502859 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.509060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0f3097e-f1aa-42ba-be3f-b07bd6d78b1f req-bff325ff-7ea5-4713-9273-4883641b2b2f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1351719 Aug 16 02:05:23.543833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Transition to ACTIVE for port object 90a01c91-e845-4ee8-80b2-a6c04284ff20 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:23.572173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Transition to ACTIVE for port object 90a01c91-e845-4ee8-80b2-a6c04284ff20 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:23.574017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a311e52-d16d-441d-9a0f-05744ada7873 req-69941023-0993-457f-8bb6-c53ab6490a7d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.575786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a311e52-d16d-441d-9a0f-05744ada7873 req-69941023-0993-457f-8bb6-c53ab6490a7d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.1369913 Aug 16 02:05:23.650735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a311e52-d16d-441d-9a0f-05744ada7873 req-35cbd399-5164-4ae1-9c37-3da6585350b1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624497 Aug 16 02:05:23.662616 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.673090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0f3097e-f1aa-42ba-be3f-b07bd6d78b1f req-11606786-f9ca-435b-a8de-d360c6f1c5f7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446776 Aug 16 02:05:23.731746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:23.736464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.795686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:23.798106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6623bce-c904-4aae-922f-c67e4d9f557e req-d6643e26-875c-467e-b564-b18cfd706b82 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.804672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:23.805221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6623bce-c904-4aae-922f-c67e4d9f557e req-d6643e26-875c-467e-b564-b18cfd706b82 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:23.816063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:23.816400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6623bce-c904-4aae-922f-c67e4d9f557e req-d6643e26-875c-467e-b564-b18cfd706b82 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1681 time: 0.0831969 Aug 16 02:05:23.829150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Pushing event updated for resources: {'Port': ['ID=90a01c91-e845-4ee8-80b2-a6c04284ff20,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:23.906373 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6623bce-c904-4aae-922f-c67e4d9f557e req-9edb2b9e-37a9-4bf2-b576-ef0abe9152a4 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886962 Aug 16 02:05:23.955651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Attempting to bind port 90a01c91-e845-4ee8-80b2-a6c04284ff20 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:23.956435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Attempting to bind port 90a01c91-e845-4ee8-80b2-a6c04284ff20 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:23.957065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Attempting to bind port 90a01c91-e845-4ee8-80b2-a6c04284ff20 on network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:23.971811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:23.972612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Checking segment: {'id': 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:23.974541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:23.974541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Bound using segment: {'id': 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:23.974541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Bound port: 90a01c91-e845-4ee8-80b2-a6c04284ff20, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:23.975416 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.110105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921533f4-e8f9-4f67-a66c-fd3c75331c90 req-e6cf7524-aa5b-4e2c-a1e6-12e08e57f813 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.118385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-921533f4-e8f9-4f67-a66c-fd3c75331c90 req-e6cf7524-aa5b-4e2c-a1e6-12e08e57f813 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 949 time: 0.1148701 Aug 16 02:05:24.124263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] For port 90a01c91-e845-4ee8-80b2-a6c04284ff20, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:24.134163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] For port 90a01c91-e845-4ee8-80b2-a6c04284ff20, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90a01c91-e845-4ee8-80b2-a6c04284ff20,segment=NetworkSegment(b762f4aa-44a7-4b68-a003-8d10e4fbb2d2),segment_id=b762f4aa-44a7-4b68-a003-8d10e4fbb2d2)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:24.191300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-921533f4-e8f9-4f67-a66c-fd3c75331c90 req-bea5a5dc-6274-4b59-b01f-c8ac0969b449 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718079 Aug 16 02:05:24.210099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a74bde-f7c7-4cbf-87e4-2843900aa730 req-caddca91-9c15-4b9f-af91-6bc1c6553ad6 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.217618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0a74bde-f7c7-4cbf-87e4-2843900aa730 req-caddca91-9c15-4b9f-af91-6bc1c6553ad6 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.1261060 Aug 16 02:05:24.226666 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.259495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.272038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0a74bde-f7c7-4cbf-87e4-2843900aa730 req-18b70f60-c75d-4703-b863-bf4581f63494 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532954 Aug 16 02:05:24.358440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:24.360421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:24.397169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=87472c37-67e5-4d7e-b930-e1e83ac0bd99,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.400042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.400658 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.412805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8beeb87-a231-4dcf-8ef6-82fffd2b0cab None None] Pushing event updated for resources: {'Port': ['ID=90a01c91-e845-4ee8-80b2-a6c04284ff20,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:24.500507 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6894d490-3e66-461d-8fdc-660229986ada tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0137050 Aug 16 02:05:24.507454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40006) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:24.513176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'fixed_ips': [{'subnet_id': 'ec8258f9-11cc-4331-8a24-1a661f3de25a'}, {'subnet_id': '87472c37-67e5-4d7e-b930-e1e83ac0bd99'}], 'name': 'tempest-PortsIpV6TestJSON-1489791667'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:24.650727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device aaa104a8-eb0c-4753-af26-54d1d66d5420 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:24.853473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:24.901747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port aaa104a8-eb0c-4753-af26-54d1d66d5420 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:24.902090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port aaa104a8-eb0c-4753-af26-54d1d66d5420 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:24.902429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:24.982135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f8110-ea42-4127-8d2e-723271e81e09 req-fec9b482-af98-4361-9760-126787e4700b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:24.985673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-976f8110-ea42-4127-8d2e-723271e81e09 req-fec9b482-af98-4361-9760-126787e4700b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.0805373 Aug 16 02:05:25.038269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.039558 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-976f8110-ea42-4127-8d2e-723271e81e09 req-40fba184-dc9d-4c08-98b3-3253b9441eb7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Aug 16 02:05:25.058754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9004529-13d6-4295-9a79-72ba8736c021 req-f7d14257-95e5-4c25-b304-04d09eaec57a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.060613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9004529-13d6-4295-9a79-72ba8736c021 req-f7d14257-95e5-4c25-b304-04d09eaec57a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.1045642 Aug 16 02:05:25.078821 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.127233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port d6683398-9275-4d0e-884c-141a24523ff6 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:25.129156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port aaa104a8-eb0c-4753-af26-54d1d66d5420, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=aaa104a8-eb0c-4753-af26-54d1d66d5420,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:25.131789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa104a8-eb0c-4753-af26-54d1d66d5420'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:25.150738 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d1bc27-2048-4da9-87b3-d8e99b201f3b" -d '{"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-plugged", "status": "completed", "tag": "aaa104a8-eb0c-4753-af26-54d1d66d5420"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:25.207900 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.252299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fde77-99bc-49fe-9e47-3094b0051d3b req-8af3f832-7893-4e05-98b2-64d0596411f1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.260748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47fde77-99bc-49fe-9e47-3094b0051d3b req-8af3f832-7893-4e05-98b2-64d0596411f1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0732157 Aug 16 02:05:25.309055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=aaa104a8-eb0c-4753-af26-54d1d66d5420,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:25.323276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47fde77-99bc-49fe-9e47-3094b0051d3b req-147e1e4e-1d49-4ecf-8f12-f5c3eade6931 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616267 Aug 16 02:05:25.548763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Deleting port e839405a-0bcc-4eb3-bc7b-054579e83b01 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:25.549344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.671818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455fbf3-c46f-4399-b6b9-072a149ef9d9 req-1b3e6dae-295b-448a-b223-a634dca2dda9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.679277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455fbf3-c46f-4399-b6b9-072a149ef9d9 req-1b3e6dae-295b-448a-b223-a634dca2dda9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.681069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8455fbf3-c46f-4399-b6b9-072a149ef9d9 req-1b3e6dae-295b-448a-b223-a634dca2dda9 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1682 time: 0.1302521 Aug 16 02:05:25.729160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc8905-07c7-47be-98fe-3d91e44bf3ee None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:25.733877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::15e (6039c28c-d49f-48ed-aaf8-f773a3df3bd5/ec8258f9-11cc-4331-8a24-1a661f3de25a/d6683398-9275-4d0e-884c-141a24523ff6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:25.744685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8455fbf3-c46f-4399-b6b9-072a149ef9d9 req-60740370-e621-434b-9673-7b0c7eb1ccd5 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Aug 16 02:05:25.747041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] For port e839405a-0bcc-4eb3-bc7b-054579e83b01, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e839405a-0bcc-4eb3-bc7b-054579e83b01,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:25.747432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:25.750455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8:0:1::207 (6039c28c-d49f-48ed-aaf8-f773a3df3bd5/87472c37-67e5-4d7e-b930-e1e83ac0bd99/d6683398-9275-4d0e-884c-141a24523ff6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:25.773018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Calling delete_port for e839405a-0bcc-4eb3-bc7b-054579e83b01 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:25.881097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430a8b5-75b2-49d5-860a-f3c79cd89378 req-b5348d14-41e0-435c-9332-b3ee51765207 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:25.883005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4430a8b5-75b2-49d5-860a-f3c79cd89378 req-b5348d14-41e0-435c-9332-b3ee51765207 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.0570960 Aug 16 02:05:25.927952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4430a8b5-75b2-49d5-860a-f3c79cd89378 req-cb52a1fc-3c90-4613-bdda-fdb608d01a4a tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382848 Aug 16 02:05:25.988165 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5366461e-498e-4465-88b0-6e62be72cde3 x-openstack-request-id: req-5366461e-498e-4465-88b0-6e62be72cde3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:25.988839 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-plugged", "status": "completed", "tag": "aaa104a8-eb0c-4753-af26-54d1d66d5420", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:25.989191 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5366461e-498e-4465-88b0-6e62be72cde3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:25.990585 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa104a8-eb0c-4753-af26-54d1d66d5420', 'code': 200} Aug 16 02:05:25.999341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Update dhcp port {'port': {'network_id': '6039c28c-d49f-48ed-aaf8-f773a3df3bd5', 'fixed_ips': [{'subnet_id': 'ec8258f9-11cc-4331-8a24-1a661f3de25a', 'ip_address': '2001:db8::2'}, {'subnet_id': '87472c37-67e5-4d7e-b930-e1e83ac0bd99'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '90a01c91-e845-4ee8-80b2-a6c04284ff20'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:05:26.031935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.179893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc77ba15-08b5-4295-a852-e9777a8ea796 None None] Provisioning for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:26.190510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a32367-236c-4eaf-a3b5-cf6405ad93ca req-d4e326e8-0a67-483e-ac9a-15776e07c168 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.192280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06a32367-236c-4eaf-a3b5-cf6405ad93ca req-d4e326e8-0a67-483e-ac9a-15776e07c168 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 945 time: 0.0727162 Aug 16 02:05:26.278081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06a32367-236c-4eaf-a3b5-cf6405ad93ca req-ede0a69c-5dda-4858-80dd-71903a0a05c8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756004 Aug 16 02:05:26.307429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2149c1d-63d0-474b-8585-d7739943f7c6 req-bceaa01b-ab23-4d8f-b04a-dcbf70ba4cc6 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.308243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2149c1d-63d0-474b-8585-d7739943f7c6 req-bceaa01b-ab23-4d8f-b04a-dcbf70ba4cc6 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 949 time: 0.0987248 Aug 16 02:05:26.416316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2149c1d-63d0-474b-8585-d7739943f7c6 req-92dd983f-2231-4fdf-a734-b0b919a41c13 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004775 Aug 16 02:05:26.423620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.452033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object d6683398-9275-4d0e-884c-141a24523ff6 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:26.512619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.528976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e839405a-0bcc-4eb3-bc7b-054579e83b01'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:26.560397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event deleted for resources: {'Port': ['ID=e839405a-0bcc-4eb3-bc7b-054579e83b01,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:26.613497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859e543-342d-4101-9a9b-91de44b4b291 req-e503b695-7262-4a33-bbf0-69c6cef8f0cd tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.621176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3859e543-342d-4101-9a9b-91de44b4b291 req-e503b695-7262-4a33-bbf0-69c6cef8f0cd tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1716731 Aug 16 02:05:26.633919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] No DVR routers for this DVR port e839405a-0bcc-4eb3-bc7b-054579e83b01 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:26.639213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.643252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9004529-13d6-4295-9a79-72ba8736c021 req-66bf632c-df47-4d93-9d4f-491c66b44294 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "DELETE /v2.0/ports/e839405a-0bcc-4eb3-bc7b-054579e83b01 HTTP/1.1" status: 204 len: 173 time: 1.5731652 Aug 16 02:05:26.645967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283058d8-2e3f-4709-9881-259cee183d0b', 'name': 'network-vif-deleted', 'tag': 'e839405a-0bcc-4eb3-bc7b-054579e83b01'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:26.654203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e469fdb-e631-4ac6-98ac-efc7dae7b917 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:26.658105 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1655556c-265e-4b96-a2e8-6be4491a4e1f" -d '{"events": [{"server_uuid": "283058d8-2e3f-4709-9881-259cee183d0b", "name": "network-vif-deleted", "tag": "e839405a-0bcc-4eb3-bc7b-054579e83b01"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:26.682327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3859e543-342d-4101-9a9b-91de44b4b291 req-47309d45-54dc-4855-9cb3-57a1f9cb8b3d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599265 Aug 16 02:05:26.699715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.714288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90a01c91-e845-4ee8-80b2-a6c04284ff20 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:26.767094 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc206d9d-2a80-488d-8078-904ce58be51e x-openstack-request-id: req-cc206d9d-2a80-488d-8078-904ce58be51e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:26.767460 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283058d8-2e3f-4709-9881-259cee183d0b", "name": "network-vif-deleted", "tag": "e839405a-0bcc-4eb3-bc7b-054579e83b01", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:26.767731 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cc206d9d-2a80-488d-8078-904ce58be51e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:26.768122 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283058d8-2e3f-4709-9881-259cee183d0b', 'name': 'network-vif-deleted', 'tag': 'e839405a-0bcc-4eb3-bc7b-054579e83b01', 'status': 'completed', 'code': 200} Aug 16 02:05:26.768737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=d6683398-9275-4d0e-884c-141a24523ff6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:26.790846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:26.790846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:26.791709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:26.797135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.797780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.819571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-8e60482a-5f4e-400f-8a11-79fc68b1f51c tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.821256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-8e60482a-5f4e-400f-8a11-79fc68b1f51c tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.83 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.1990149 Aug 16 02:05:26.919741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Allocated IP 2001:db8:0:1::2 (6039c28c-d49f-48ed-aaf8-f773a3df3bd5/87472c37-67e5-4d7e-b930-e1e83ac0bd99/90a01c91-e845-4ee8-80b2-a6c04284ff20) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:26.959430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Deleting port 214f2a9a-6d16-45e2-90c3-7506291d9c84 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:26.959779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:26.964963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bd46c10d-fe5b-426a-bc65-359eda57065e tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.4566417 Aug 16 02:05:26.972255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17061d96-de90-4336-9bc6-8f5946f6a486 req-9f2db7f7-cb41-4a96-b682-fea77485749c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.977194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40046) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:26.982264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17061d96-de90-4336-9bc6-8f5946f6a486 req-9f2db7f7-cb41-4a96-b682-fea77485749c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:26.982471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec8258f9-11cc-4331-8a24-1a661f3de25a'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:26.994768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17061d96-de90-4336-9bc6-8f5946f6a486 req-9f2db7f7-cb41-4a96-b682-fea77485749c tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1682 time: 0.1280377 Aug 16 02:05:27.060180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17061d96-de90-4336-9bc6-8f5946f6a486 req-efc2370f-1e83-4f66-b1dc-5e109857931f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649040 Aug 16 02:05:27.082174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:27.088876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:27.089384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.116065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.132893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.133736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:27.146195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:27.146876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.221118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] For port 214f2a9a-6d16-45e2-90c3-7506291d9c84, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=214f2a9a-6d16-45e2-90c3-7506291d9c84,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:27.221490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.236091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eba453-3af4-4f77-99c4-e6696c17bd96 req-97af811d-0a88-46b2-bd09-332c69d4d9f9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.245728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14eba453-3af4-4f77-99c4-e6696c17bd96 req-97af811d-0a88-46b2-bd09-332c69d4d9f9 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 945 time: 0.1775968 Aug 16 02:05:27.257643 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.259633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.283584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] For port 90a01c91-e845-4ee8-80b2-a6c04284ff20, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90a01c91-e845-4ee8-80b2-a6c04284ff20,segment=NetworkSegment(b762f4aa-44a7-4b68-a003-8d10e4fbb2d2),segment_id=b762f4aa-44a7-4b68-a003-8d10e4fbb2d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:27.300773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14eba453-3af4-4f77-99c4-e6696c17bd96 req-1e13896d-abfe-41b4-bbc8-58e85f5ca048 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups?id=e4b3aad7-af41-463d-9412-c81910c81774&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489531 Aug 16 02:05:27.332007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:27.392433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.421694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.448466 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82778606-1a9e-4210-89ad-9af4b10a578e req-c9144548-775d-43c0-8720-15d476016c07 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=283058d8-2e3f-4709-9881-259cee183d0b HTTP/1.1" status: 200 len: 210 time: 0.0472269 Aug 16 02:05:27.453220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Ignored duplicate provisioning block setup for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:05:27.465056 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.466253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e839405a-0bcc-4eb3-bc7b-054579e83b01 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:27.531605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: e839405a-0bcc-4eb3-bc7b-054579e83b01 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:27.532298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e839405a-0bcc-4eb3-bc7b-054579e83b01 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:27.565341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0e469fdb-e631-4ac6-98ac-efc7dae7b917,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.585297 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.605488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4aea4a-eec1-4817-8512-3d2b223ff761 req-764200a1-76d4-467c-8d7f-58bb4a973f3a tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.617128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca4aea4a-eec1-4817-8512-3d2b223ff761 req-764200a1-76d4-467c-8d7f-58bb4a973f3a tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 949 time: 0.0936520 Aug 16 02:05:27.697335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca4aea4a-eec1-4817-8512-3d2b223ff761 req-be488523-f6f1-4b7e-91c1-6db8db51a451 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Aug 16 02:05:27.709499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:05:27.710179 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:05:27.734273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-aa86ade6-2d3f-4c2d-8aeb-ba9933ec017a tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.735859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-aa86ade6-2d3f-4c2d-8aeb-ba9933ec017a tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.58 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 949 time: 0.1853189 Aug 16 02:05:27.740107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cae2a0-323a-473b-bb4f-715162a1c0fb None None] Pushing event updated for resources: {'Port': ['ID=90a01c91-e845-4ee8-80b2-a6c04284ff20,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:27.749608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.749990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:27.750304 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Floating IP 5f78645d-f27b-4c9f-a48b-3071453b7c93 disassociated. External IP: 172.25.6.20, port: 214f2a9a-6d16-45e2-90c3-7506291d9c84. Aug 16 02:05:27.750669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Calling delete_port for 214f2a9a-6d16-45e2-90c3-7506291d9c84 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:27.805422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Delete allocated IP 2001:db8:0:1::207 (6039c28c-d49f-48ed-aaf8-f773a3df3bd5/87472c37-67e5-4d7e-b930-e1e83ac0bd99) {{(pid=101946) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:05:27.920168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a412e9c8-ff83-4582-8054-e4e54ee75c1c req-8df1e869-4db1-4e5e-83fd-e08a2fff2a8f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:27.921855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a412e9c8-ff83-4582-8054-e4e54ee75c1c req-8df1e869-4db1-4e5e-83fd-e08a2fff2a8f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0974517 Aug 16 02:05:27.991854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e469fdb-e631-4ac6-98ac-efc7dae7b917'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:27.997929 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995579c3-7529-4d3e-b027-815057400d35" -d '{"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-plugged", "status": "completed", "tag": "0e469fdb-e631-4ac6-98ac-efc7dae7b917"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:28.022215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a412e9c8-ff83-4582-8054-e4e54ee75c1c req-d83beee3-133a-4c33-b77d-dc8795318b5f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863824 Aug 16 02:05:28.063500 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02baa8a-07ec-4b22-84a4-ca968b06c663 x-openstack-request-id: req-c02baa8a-07ec-4b22-84a4-ca968b06c663 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:28.063786 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-plugged", "status": "completed", "tag": "0e469fdb-e631-4ac6-98ac-efc7dae7b917", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:28.064787 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c02baa8a-07ec-4b22-84a4-ca968b06c663 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:28.065196 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e469fdb-e631-4ac6-98ac-efc7dae7b917', 'code': 200} Aug 16 02:05:28.234256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Deleting port 621085f3-2d47-4f42-b2eb-0e35c1634e7f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:28.234621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.308607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.375541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.397179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 90a01c91-e845-4ee8-80b2-a6c04284ff20, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90a01c91-e845-4ee8-80b2-a6c04284ff20,segment=NetworkSegment(b762f4aa-44a7-4b68-a003-8d10e4fbb2d2),segment_id=b762f4aa-44a7-4b68-a003-8d10e4fbb2d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:28.409250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae89200-92e5-4161-92f0-346698df1c77 req-f535e385-a4bd-4d62-bf61-79e4596ee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.409820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae89200-92e5-4161-92f0-346698df1c77 req-f535e385-a4bd-4d62-bf61-79e4596ee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.412411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Ignored duplicate provisioning block setup for port d6683398-9275-4d0e-884c-141a24523ff6 by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:05:28.412769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae89200-92e5-4161-92f0-346698df1c77 req-f535e385-a4bd-4d62-bf61-79e4596ee133 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1987 time: 0.2281761 Aug 16 02:05:28.430851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac423-f05d-431e-87b3-d0b0e0933729 req-077777d4-da33-465d-94a3-459634b3a1d8 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.440861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ac423-f05d-431e-87b3-d0b0e0933729 req-077777d4-da33-465d-94a3-459634b3a1d8 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.442672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-552ac423-f05d-431e-87b3-d0b0e0933729 req-077777d4-da33-465d-94a3-459634b3a1d8 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1683 time: 0.2168822 Aug 16 02:05:28.465630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.475666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] For port 621085f3-2d47-4f42-b2eb-0e35c1634e7f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=621085f3-2d47-4f42-b2eb-0e35c1634e7f,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:28.476043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.511020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.579019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event deleted for resources: {'Port': ['ID=214f2a9a-6d16-45e2-90c3-7506291d9c84,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.581413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Calling delete_port for 621085f3-2d47-4f42-b2eb-0e35c1634e7f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:28.607772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=90a01c91-e845-4ee8-80b2-a6c04284ff20,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:28.620309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.651449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9852695-65f2-47d5-b52e-f8ce0b768c6c req-ea316ac4-c844-409d-bc33-3a1443a59a8a tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 210 time: 0.1964786 Aug 16 02:05:28.680439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae89200-92e5-4161-92f0-346698df1c77 req-c39b21fa-605a-4726-8e46-3b51f52f7995 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346008 Aug 16 02:05:28.682585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef764e4-f8ea-4e13-b2f6-a13d0dad21e0 None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:28.688679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-552ac423-f05d-431e-87b3-d0b0e0933729 req-9e612bc3-3b66-4c85-9eb2-62c1475b2b28 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029271 Aug 16 02:05:28.704780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90a01c91-e845-4ee8-80b2-a6c04284ff20 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:28.866248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] In _notify_port_updated(), no bound segment for port d6683398-9275-4d0e-884c-141a24523ff6 on network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:28.872001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:28.872669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.874010 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/ports/d6683398-9275-4d0e-884c-141a24523ff6 HTTP/1.1" status: 200 len: 926 time: 1.8962469 Aug 16 02:05:28.876865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:28.882852 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ec8258f9-11cc-4331-8a24-1a661f3de25a'}, {'subnet_id': '87472c37-67e5-4d7e-b930-e1e83ac0bd99'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:28.888063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-deb3e643-9a64-4bd5-bafe-9b81bf008a49 None None] Provisioning complete for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:28.892599 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-deb3e643-9a64-4bd5-bafe-9b81bf008a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:28.992058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64e017-d116-48a9-8cd8-500bbbb49415 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=d6683398-9275-4d0e-884c-141a24523ff6,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:29.095360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:29.101731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.137552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Router ec168e33-0349-47ae-8218-d07e8da88350 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:29.147498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d0634-f7fb-45a5-86ca-b59f6ebecdc9 req-d2bd8762-7ade-4fc7-9cb7-bb9f98318c53 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.156301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a14d0634-f7fb-45a5-86ca-b59f6ebecdc9 req-d2bd8762-7ade-4fc7-9cb7-bb9f98318c53 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/ports?device_id=91f1a5f6-3e24-47cf-9140-2946159dec2a HTTP/1.1" status: 200 len: 949 time: 0.3361583 Aug 16 02:05:29.327763 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.381494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Pushing event deleted for resources: {'Port': ['ID=621085f3-2d47-4f42-b2eb-0e35c1634e7f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:29.416032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:29.424541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-f2af5f6c-b060-4538-9368-647862b76967 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:29.429178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] Sync routers for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:29.437234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] No DVR routers for this DVR port 621085f3-2d47-4f42-b2eb-0e35c1634e7f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:29.451538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-f2af5f6c-b060-4538-9368-647862b76967 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.2732601 Aug 16 02:05:29.456252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.459145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f21db89-f675-4f7c-a48c-b3635abbebb5 req-c9bb4a2b-9a05-46ca-8c7f-643a43cf6e36 tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.58 "DELETE /v2.0/ports/621085f3-2d47-4f42-b2eb-0e35c1634e7f HTTP/1.1" status: 204 len: 173 time: 1.7138038 Aug 16 02:05:29.462492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'name': 'network-vif-deleted', 'tag': '621085f3-2d47-4f42-b2eb-0e35c1634e7f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:29.464868 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d65fa7-e656-4f8f-b8f5-9064550eb5c9" -d '{"events": [{"server_uuid": "91f1a5f6-3e24-47cf-9140-2946159dec2a", "name": "network-vif-deleted", "tag": "621085f3-2d47-4f42-b2eb-0e35c1634e7f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:29.465413 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:29.466064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:29.495073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] No DVR routers for this DVR port 214f2a9a-6d16-45e2-90c3-7506291d9c84 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:29.497644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.506538 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e856824-e4c3-4caf-891c-cc6da5f1bd11 req-2a672dfd-0d1f-4c55-be84-f419a942448d tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.83 "DELETE /v2.0/ports/214f2a9a-6d16-45e2-90c3-7506291d9c84 HTTP/1.1" status: 204 len: 173 time: 2.6698430 Aug 16 02:05:29.574178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-cba87d34-33d2-4c87-92fd-35cfbb7dce7b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.1216030 Aug 16 02:05:29.633173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-72b637f7-df19-46fe-a62a-feb0d1a67c34 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545683 Aug 16 02:05:29.653058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a14d0634-f7fb-45a5-86ca-b59f6ebecdc9 req-ba7088b9-ed01-4d4e-8486-307c0d1cc3ec tempest-TenantUsagesTestJSON-583096622 tempest-TenantUsagesTestJSON-583096622-project] 10.222.0.76 "GET /v2.0/security-groups?id=b546cb4c-abe2-4210-9a7e-c699e0579ae6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4939926 Aug 16 02:05:29.726811 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:29.859888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:29.967594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0badae37-03dc-4554-add1-5ece1d2bbcf2 None None] Provisioning for port d6683398-9275-4d0e-884c-141a24523ff6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:29.971632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0badae37-03dc-4554-add1-5ece1d2bbcf2 None None] Provisioning complete for port d6683398-9275-4d0e-884c-141a24523ff6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:29.972027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0badae37-03dc-4554-add1-5ece1d2bbcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.155268 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.193108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8:0:1::1d5 (6039c28c-d49f-48ed-aaf8-f773a3df3bd5/87472c37-67e5-4d7e-b930-e1e83ac0bd99/d6683398-9275-4d0e-884c-141a24523ff6) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:30.199253 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] Checking router: ec168e33-0349-47ae-8218-d07e8da88350 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:30.210445 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:30.211543 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.275928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0badae37-03dc-4554-add1-5ece1d2bbcf2 None None] Port d6683398-9275-4d0e-884c-141a24523ff6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:30.287176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0badae37-03dc-4554-add1-5ece1d2bbcf2 None None] Provisioning complete for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:30.289188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0badae37-03dc-4554-add1-5ece1d2bbcf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.339092 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:30.381061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.398755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Ignored duplicate provisioning block setup for port d6683398-9275-4d0e-884c-141a24523ff6 by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:05:30.442807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9ddd1f-7a1e-44bf-bd4a-76be12accbf5 req-50fd2add-dd37-439b-8565-c2c0e6990ff7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.450582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e9ddd1f-7a1e-44bf-bd4a-76be12accbf5 req-50fd2add-dd37-439b-8565-c2c0e6990ff7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.6874545 Aug 16 02:05:30.492863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-d8d4efbb-d5fe-4142-a5b8-e85573d834e9 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8613219 Aug 16 02:05:30.548619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5b3c5028-c6a0-4d82-9109-77701d1cff20 None None] Provisioning complete for port d6683398-9275-4d0e-884c-141a24523ff6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:30.549015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5b3c5028-c6a0-4d82-9109-77701d1cff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.586763 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:30.628633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5b3c5028-c6a0-4d82-9109-77701d1cff20 None None] Port d6683398-9275-4d0e-884c-141a24523ff6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:30.638599 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff9a25c-7939-42cf-8d1d-69ab75f14c24 None None] The sync data for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 is: [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:03:00Z', 'revision_number': 4, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5f1ef2a6-3cca-4e0f-bb11-7faeacae4968', 'name': '', 'network_id': 'd5d2825f-4a9d-499c-a0e9-fb8ba4c3679a', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'mac_address': 'fa:16:3e:35:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_interface', 'standard_attr_id': 949, 'fixed_ips': [{'subnet_id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:57Z', 'updated_at': '2021-08-16T02:03:09Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'subnets': [{'id': 'f7dfd418-58fd-43d7-bee3-c8dbb1912111', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:30.652178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.669710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 621085f3-2d47-4f42-b2eb-0e35c1634e7f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:30.705343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90a01c91-e845-4ee8-80b2-a6c04284ff20 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:30.709719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 621085f3-2d47-4f42-b2eb-0e35c1634e7f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:30.710481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 621085f3-2d47-4f42-b2eb-0e35c1634e7f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:30.735345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e9ddd1f-7a1e-44bf-bd4a-76be12accbf5 req-e7b2477a-20c6-46c1-acbe-068b6325172e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810764 Aug 16 02:05:30.770003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0d515062-6e90-4f4d-89c7-f55f8654938a None None] Provisioning complete for port d6683398-9275-4d0e-884c-141a24523ff6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:30.770991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d515062-6e90-4f4d-89c7-f55f8654938a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.832088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:30.832786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.837078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0d515062-6e90-4f4d-89c7-f55f8654938a None None] Port d6683398-9275-4d0e-884c-141a24523ff6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:30.877982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] In _notify_port_updated(), no bound segment for port d6683398-9275-4d0e-884c-141a24523ff6 on network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:05:30.892376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:30.893082 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:30.894440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/ports/d6683398-9275-4d0e-884c-141a24523ff6 HTTP/1.1" status: 200 len: 1012 time: 2.0166004 Aug 16 02:05:30.898414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40100) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:30.950270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea456b1a-37e9-48f7-ac6e-9d4623e9ab08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=d6683398-9275-4d0e-884c-141a24523ff6,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:30.975319 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf63d598-e84a-4509-87a3-5f886d13d9ef x-openstack-request-id: req-bf63d598-e84a-4509-87a3-5f886d13d9ef {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:30.975710 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f1a5f6-3e24-47cf-9140-2946159dec2a", "name": "network-vif-deleted", "tag": "621085f3-2d47-4f42-b2eb-0e35c1634e7f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:30.976533 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf63d598-e84a-4509-87a3-5f886d13d9ef {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:30.977024 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f1a5f6-3e24-47cf-9140-2946159dec2a', 'name': 'network-vif-deleted', 'tag': '621085f3-2d47-4f42-b2eb-0e35c1634e7f', 'status': 'completed', 'code': 200} Aug 16 02:05:31.066567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-ec2ea62a-79da-488c-a5e6-6c2f98021e28 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5308979 Aug 16 02:05:31.128322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 214f2a9a-6d16-45e2-90c3-7506291d9c84 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:31.143430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port d6683398-9275-4d0e-884c-141a24523ff6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:31.143430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.156005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce1e3e20-5ac1-4256-aa25-441ff1b99c2c req-ee67b342-7b39-4f10-940f-12a5fdfe48f4 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/ports?device_id=d1860bd4-54e2-499c-aced-fae8dbd68c7e HTTP/1.1" status: 200 len: 210 time: 0.0867980 Aug 16 02:05:31.170850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 214f2a9a-6d16-45e2-90c3-7506291d9c84 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:31.171209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 214f2a9a-6d16-45e2-90c3-7506291d9c84 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:31.263874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dc4bb1-482d-4802-ad6f-d72e31b563b7 None None] New status for floating IP 5f78645d-f27b-4c9f-a48b-3071453b7c93: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:05:31.318830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.325994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487f44e-f7fe-4adb-90e8-1fa65fa8819d req-73232ae0-786a-43aa-8681-62ed4fc0fb0b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.336178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for d6683398-9275-4d0e-884c-141a24523ff6 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:31.340154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487f44e-f7fe-4adb-90e8-1fa65fa8819d req-73232ae0-786a-43aa-8681-62ed4fc0fb0b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.342609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8487f44e-f7fe-4adb-90e8-1fa65fa8819d req-73232ae0-786a-43aa-8681-62ed4fc0fb0b tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1683 time: 0.1048181 Aug 16 02:05:31.439325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8487f44e-f7fe-4adb-90e8-1fa65fa8819d req-12c32d76-ab82-4015-8519-71c016faed4f tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892060 Aug 16 02:05:31.444144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-381f55ed-edae-4ad7-b39a-8f3248cd4751 None None] Provisioning complete for port d6683398-9275-4d0e-884c-141a24523ff6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:31.444437 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-381f55ed-edae-4ad7-b39a-8f3248cd4751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.485015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-381f55ed-edae-4ad7-b39a-8f3248cd4751 None None] Port d6683398-9275-4d0e-884c-141a24523ff6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:31.636262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d150bfd4-3610-4333-8ee1-dcce1d423d38 req-ef4f44a2-1642-4511-bd55-647e94d9be7b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 210 time: 0.0604420 Aug 16 02:05:31.794136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.829350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=d6683398-9275-4d0e-884c-141a24523ff6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:31.906352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:31.909445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cc98f890-a064-408e-ab23-7ae59471f2eb tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/d6683398-9275-4d0e-884c-141a24523ff6 HTTP/1.1" status: 204 len: 168 time: 1.0088212 Aug 16 02:05:31.912155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40120) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:31.927819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a594d1-0def-4d0c-aaca-b05ca0919f6a req-12f7d7b9-4239-4a93-9a75-8ffd7f285049 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:31.929568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49a594d1-0def-4d0c-aaca-b05ca0919f6a req-12f7d7b9-4239-4a93-9a75-8ffd7f285049 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0909851 Aug 16 02:05:31.942407 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c34016-157a-4cee-9c43-c825fc6f0de7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:31.946622 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b9c34016-157a-4cee-9c43-c825fc6f0de7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/d6683398-9275-4d0e-884c-141a24523ff6 HTTP/1.1" status: 404 len: 333 time: 0.0309870 Aug 16 02:05:31.948960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40122) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:32.307516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49a594d1-0def-4d0c-aaca-b05ca0919f6a req-7350abd2-c8b2-4637-9fcf-70918d56b3c3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712983 Aug 16 02:05:32.314142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 87472c37-67e5-4d7e-b930-e1e83ac0bd99 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:32.318188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.508401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.508401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:32.978786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'name': 'network-vif-deleted', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:32.981129 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815428a7-87e6-475e-93db-d1f1c448a840" -d '{"events": [{"server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "name": "network-vif-deleted", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:33.124849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40140) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.134039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.145543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40144) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.180053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=87472c37-67e5-4d7e-b930-e1e83ac0bd99,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.192748 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa25758-6e9a-4301-b843-0c6cd023d61f x-openstack-request-id: req-0fa25758-6e9a-4301-b843-0c6cd023d61f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:33.192748 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1860bd4-54e2-499c-aced-fae8dbd68c7e", "name": "network-vif-deleted", "tag": "214f2a9a-6d16-45e2-90c3-7506291d9c84", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:33.193739 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fa25758-6e9a-4301-b843-0c6cd023d61f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:33.195081 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1860bd4-54e2-499c-aced-fae8dbd68c7e', 'name': 'network-vif-deleted', 'tag': '214f2a9a-6d16-45e2-90c3-7506291d9c84', 'status': 'completed', 'code': 200} Aug 16 02:05:33.197098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.199076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-89e559ec-ec90-4981-a8a3-b053cb8657ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/87472c37-67e5-4d7e-b930-e1e83ac0bd99 HTTP/1.1" status: 204 len: 168 time: 1.2489750 Aug 16 02:05:33.201835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40146) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.209377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad942096-eab8-4363-a136-564f5f24a2f7 None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:33.225759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8c82cac-3725-4ab2-be79-22cada8385df req-e374dd77-e082-4c36-afb2-8113bb068a5c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 210 time: 0.0434077 Aug 16 02:05:33.319136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8400a3f-0d2d-40cd-b15a-3e07c4eced83 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.349215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8400a3f-0d2d-40cd-b15a-3e07c4eced83 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.352172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154ed04-c9ed-4165-a0be-5e2b035c610f req-3e4db24f-761c-4250-8c7e-d344532faffd tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.358428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154ed04-c9ed-4165-a0be-5e2b035c610f req-3e4db24f-761c-4250-8c7e-d344532faffd tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.360279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3154ed04-c9ed-4165-a0be-5e2b035c610f req-3e4db24f-761c-4250-8c7e-d344532faffd tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1683 time: 0.1065941 Aug 16 02:05:33.365307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-925b5ef3-01e1-4c54-8d1e-f191e7fd8951 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=12b599be11a04128a8b0be80266e9ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377040 Aug 16 02:05:33.368162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40152) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.399066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet ec8258f9-11cc-4331-8a24-1a661f3de25a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:33.402599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.451404 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.473838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3154ed04-c9ed-4165-a0be-5e2b035c610f req-25f39617-caf4-4944-bac9-064306f8e280 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956688 Aug 16 02:05:33.515694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ac5796f-806b-4e17-ba7b-f50d4a5fe91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.555999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ac5796f-806b-4e17-ba7b-f50d4a5fe91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.607614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.655721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41111c21-e9d9-4471-a01a-9dd005ac91ac req-9baba72f-4b1c-45ca-99bf-1a8e05eca496 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:33.657657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41111c21-e9d9-4471-a01a-9dd005ac91ac req-9baba72f-4b1c-45ca-99bf-1a8e05eca496 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0850039 Aug 16 02:05:33.729771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41111c21-e9d9-4471-a01a-9dd005ac91ac req-218cb5c9-feee-4b98-a58e-837af3ca5638 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626001 Aug 16 02:05:33.809022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.844836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8258f9-11cc-4331-8a24-1a661f3de25a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.852079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.854027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7d13524-c591-4cff-84de-229eb6a52d6d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/ec8258f9-11cc-4331-8a24-1a661f3de25a HTTP/1.1" status: 204 len: 168 time: 0.6507022 Aug 16 02:05:33.856754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40158) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.864247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ac5796f-806b-4e17-ba7b-f50d4a5fe91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.866965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ac5796f-806b-4e17-ba7b-f50d4a5fe91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.870750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3ac5796f-806b-4e17-ba7b-f50d4a5fe91b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b546cb4c-abe2-4210-9a7e-c699e0579ae6 HTTP/1.1" status: 204 len: 168 time: 0.4990354 Aug 16 02:05:33.900878 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8400a3f-0d2d-40cd-b15a-3e07c4eced83 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.903830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8400a3f-0d2d-40cd-b15a-3e07c4eced83 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:33.905006 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f8400a3f-0d2d-40cd-b15a-3e07c4eced83 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "DELETE /v2.0/security-groups/e4b3aad7-af41-463d-9412-c81910c81774 HTTP/1.1" status: 204 len: 168 time: 0.7582278 Aug 16 02:05:33.921525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40162) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.927104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac5796f-806b-4e17-ba7b-f50d4a5fe91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b546cb4c-abe2-4210-9a7e-c699e0579ae6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:33.978926 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-ecf65b80-0dfd-42a0-992b-b24070bd4a35 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] show failed (client error): The resource could not be found. Aug 16 02:05:33.982563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ecf65b80-0dfd-42a0-992b-b24070bd4a35 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "GET /v2.0/security-groups/e4b3aad7-af41-463d-9412-c81910c81774 HTTP/1.1" status: 404 len: 347 time: 0.0439160 Aug 16 02:05:33.982773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40164) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:33.987867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8400a3f-0d2d-40cd-b15a-3e07c4eced83 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b3aad7-af41-463d-9412-c81910c81774,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.030705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.203004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 90a01c91-e845-4ee8-80b2-a6c04284ff20 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:34.204689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.280437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Deleting port 94f1cc2d-d213-4bdb-948e-b5d8306bdd94 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:34.280437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.316245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc49089-4d4d-45a4-9df5-032110833ef6 None None] Network 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:34.342126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] For port 90a01c91-e845-4ee8-80b2-a6c04284ff20, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90a01c91-e845-4ee8-80b2-a6c04284ff20,segment=NetworkSegment(b762f4aa-44a7-4b68-a003-8d10e4fbb2d2),segment_id=b762f4aa-44a7-4b68-a003-8d10e4fbb2d2)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:34.342509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.379197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c11243b-3a66-4df0-8ac4-dd77a37c1e89 req-bdac7b4f-e638-48ad-b5c5-7d4ab1e45f92 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 210 time: 0.0491755 Aug 16 02:05:34.401236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 90a01c91-e845-4ee8-80b2-a6c04284ff20 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:34.448950 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.449302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.467776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Calling delete_port for 94f1cc2d-d213-4bdb-948e-b5d8306bdd94 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:34.516247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a4a3c870-69c6-458d-a847-e03957359491 None None] Provisioning complete for port 90a01c91-e845-4ee8-80b2-a6c04284ff20 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:34.516638 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a4a3c870-69c6-458d-a847-e03957359491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.644792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-81b68d29-b2fc-4ca5-9085-9c4cb780ec90 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.651373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-81b68d29-b2fc-4ca5-9085-9c4cb780ec90 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.652847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-81b68d29-b2fc-4ca5-9085-9c4cb780ec90 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1683 time: 0.0706475 Aug 16 02:05:34.672214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] DHCP port deletion for 6039c28c-d49f-48ed-aaf8-f773a3df3bd5 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:34.707843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512497f-ce06-438a-9e26-8eac7c180fda req-8781ec89-cc31-45f1-b6d1-b65a9b261aba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.716698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512497f-ce06-438a-9e26-8eac7c180fda req-8781ec89-cc31-45f1-b6d1-b65a9b261aba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.718567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9512497f-ce06-438a-9e26-8eac7c180fda req-8781ec89-cc31-45f1-b6d1-b65a9b261aba tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 1683 time: 0.1494610 Aug 16 02:05:34.735200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] Deleting port 90a01c91-e845-4ee8-80b2-a6c04284ff20 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:34.735433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.761800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.813802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=90a01c91-e845-4ee8-80b2-a6c04284ff20,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.818250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:34.818250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.822750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] For port 90a01c91-e845-4ee8-80b2-a6c04284ff20, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90a01c91-e845-4ee8-80b2-a6c04284ff20,segment=NetworkSegment(b762f4aa-44a7-4b68-a003-8d10e4fbb2d2),segment_id=b762f4aa-44a7-4b68-a003-8d10e4fbb2d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:34.822990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No DVR routers for this DVR port 90a01c91-e845-4ee8-80b2-a6c04284ff20 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:34.823542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.827878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9512497f-ce06-438a-9e26-8eac7c180fda req-1cf94e06-acf4-4c75-8c04-8424d9d4af20 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013646 Aug 16 02:05:34.845506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] Calling delete_port for 90a01c91-e845-4ee8-80b2-a6c04284ff20 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:34.893096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27c0fd-92f8-4591-9c37-6a0cef18d4b3 req-4ec2f539-f87c-4acc-b9e0-835b5121e6d3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:34.895005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea27c0fd-92f8-4591-9c37-6a0cef18d4b3 req-4ec2f539-f87c-4acc-b9e0-835b5121e6d3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0604088 Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: from cryptography.utils import int_from_bytes Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: from cryptography.utils import int_from_bytes Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.940795 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:34.943794 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:05:34.946612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea27c0fd-92f8-4591-9c37-6a0cef18d4b3 req-85995877-3dc0-4210-9aa9-14fda0df2e0a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428860 Aug 16 02:05:34.947982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.956427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.976727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6039c28c-d49f-48ed-aaf8-f773a3df3bd5']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:34.990690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:34.991521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] Pushing event deleted for resources: {'Port': ['ID=90a01c91-e845-4ee8-80b2-a6c04284ff20,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:34.992569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:34.993073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b762f4aa-44a7-4b68-a003-8d10e4fbb2d2') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:35.000907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c650b2b-e620-41f2-aa05-2dbde430bb60 None None] No DVR routers for this DVR port 90a01c91-e845-4ee8-80b2-a6c04284ff20 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:35.013319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.015965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port 0e469fdb-e631-4ac6-98ac-efc7dae7b917, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0e469fdb-e631-4ac6-98ac-efc7dae7b917,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:35.016327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.038345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for 0e469fdb-e631-4ac6-98ac-efc7dae7b917 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:35.041184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Pushing event deleted for resources: {'Port': ['ID=94f1cc2d-d213-4bdb-948e-b5d8306bdd94,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.041347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.052535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:35.052952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:35.055944 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:35.106877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40184) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.128441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d81153-41f2-4d77-b386-066b4da50321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.139887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.142571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.147052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0198bb70-099f-4a25-bab6-d33106519d66 tempest-ServersTestManualDisk-1060439140 tempest-ServersTestManualDisk-1060439140-project] 10.222.0.76 "DELETE /v2.0/floatingips/5f78645d-f27b-4c9f-a48b-3071453b7c93 HTTP/1.1" status: 204 len: 168 time: 1.1600528 Aug 16 02:05:35.147324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.357801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.368414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.370291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/6039c28c-d49f-48ed-aaf8-f773a3df3bd5 HTTP/1.1" status: 204 len: 168 time: 1.5123882 Aug 16 02:05:35.374273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40194) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.429072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d21cd77-443b-45ab-a8a9-c8348ef729d8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.434350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0d21cd77-443b-45ab-a8a9-c8348ef729d8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0555978 Aug 16 02:05:35.434774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40198) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.506853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c9280d5-f16f-4507-82f7-e60c42a6d612 req-f98fec8e-e6ec-4adf-9fb3-410a7cffe6ad tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 210 time: 0.0312059 Aug 16 02:05:35.518043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ba95ccfd-c7a3-4126-a726-f4549097b90b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0789971 Aug 16 02:05:35.518287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40200) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:35.524758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-971331441'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:35.716567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-02080076-f247-4014-afaa-d4e9d5d192f4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:35.718085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-02080076-f247-4014-afaa-d4e9d5d192f4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.1441145 Aug 16 02:05:35.720865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114caca-c49e-438a-b674-dc20f7c9e86d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=6039c28c-d49f-48ed-aaf8-f773a3df3bd5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.722629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.735978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Request body: {'port': {'device_id': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'admin_state_up': True, 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:35.737969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['aaa104a8-eb0c-4753-af26-54d1d66d5420', '0e469fdb-e631-4ac6-98ac-efc7dae7b917'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:35.759212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d81153-41f2-4d77-b386-066b4da50321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.762271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=0e469fdb-e631-4ac6-98ac-efc7dae7b917,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:35.845039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port 0e469fdb-e631-4ac6-98ac-efc7dae7b917 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:35.849828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.852685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-9161eb7a-bc95-41dd-97d4-c6b68e96a651 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "DELETE /v2.0/ports/0e469fdb-e631-4ac6-98ac-efc7dae7b917 HTTP/1.1" status: 204 len: 173 time: 1.1933069 Aug 16 02:05:35.853164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-deleted', 'tag': '0e469fdb-e631-4ac6-98ac-efc7dae7b917'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:35.855521 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21a6d7d-36b0-490d-87b8-9d34b9c0bb91" -d '{"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-deleted", "tag": "0e469fdb-e631-4ac6-98ac-efc7dae7b917"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:35.888965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5d81153-41f2-4d77-b386-066b4da50321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:35.941962 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adb7c8f-1b26-49eb-be79-f551f5d583e8 x-openstack-request-id: req-6adb7c8f-1b26-49eb-be79-f551f5d583e8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:35.942403 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-deleted", "tag": "0e469fdb-e631-4ac6-98ac-efc7dae7b917", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:35.942672 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6adb7c8f-1b26-49eb-be79-f551f5d583e8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:35.943179 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-deleted', 'tag': '0e469fdb-e631-4ac6-98ac-efc7dae7b917', 'status': 'completed', 'code': 200} Aug 16 02:05:36.031471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d81153-41f2-4d77-b386-066b4da50321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17765e50-ced3-4f4a-b36a-53cfa283ac72,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.062605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5d81153-41f2-4d77-b386-066b4da50321 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=afb5afadbc214b0894f83243bcc74fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9545214 Aug 16 02:05:36.064197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40210) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.064652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-f5947191-3dd1-470d-816a-efa4cca8b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.066219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-f5947191-3dd1-470d-816a-efa4cca8b831 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1098 time: 0.2077291 Aug 16 02:05:36.150455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2775-5ebb-45f6-9686-2ef541487f5d req-5bbf5d8b-f473-4b22-b943-b30c24df57f0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.152063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dbb2775-5ebb-45f6-9686-2ef541487f5d req-5bbf5d8b-f473-4b22-b943-b30c24df57f0 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 946 time: 0.2127314 Aug 16 02:05:36.159253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:36.163004 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.175603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port aaa104a8-eb0c-4753-af26-54d1d66d5420 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:36.175798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.224737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d9b9-1f1c-433d-94ed-f9ae4878a599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.257272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:36.264422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-59aa27a6-9f9c-4680-a9c4-abec232b2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.265901 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-59aa27a6-9f9c-4680-a9c4-abec232b2bed service neutron] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 915 time: 0.1892242 Aug 16 02:05:36.266662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84750c3a-a103-463a-b6ca-e8939943dd50 req-532d69ec-1a63-400f-9fb9-229f0add0970 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.268334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84750c3a-a103-463a-b6ca-e8939943dd50 req-532d69ec-1a63-400f-9fb9-229f0add0970 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1734080 Aug 16 02:05:36.296516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dbb2775-5ebb-45f6-9686-2ef541487f5d req-d3acf585-608b-4de5-9467-ce934f489956 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/security-groups?id=863c9a17-cdca-448c-accb-6e92492c5a78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312001 Aug 16 02:05:36.297625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.297985 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment 9b7890d9-be83-4677-bff1-d7d4f5f101bf of type vlan for network 779df8b7-fa52-4732-9d3c-ee45d67d7165 Aug 16 02:05:36.320578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d9b9-1f1c-433d-94ed-f9ae4878a599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.353168 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-9028c7c3-e9c7-42b0-a618-86dc8ea17bd2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 200 len: 217 time: 0.0797379 Aug 16 02:05:36.384201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port aaa104a8-eb0c-4753-af26-54d1d66d5420, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=aaa104a8-eb0c-4753-af26-54d1d66d5420,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:36.384201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.394021 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.403334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:36.407046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.422921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84750c3a-a103-463a-b6ca-e8939943dd50 req-2e5783cd-c82e-48ff-a0e9-8d6c3b31668b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427326 Aug 16 02:05:36.425333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for aaa104a8-eb0c-4753-af26-54d1d66d5420 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:36.455057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.461105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-010c4ac4-6bfd-4437-9575-13a1142ec442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.462616 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-010c4ac4-6bfd-4437-9575-13a1142ec442 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.0975654 Aug 16 02:05:36.561259 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-457737ce-6e57-4abc-a6db-5c03e4aea607 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650220 Aug 16 02:05:36.571261 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.581344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:36.582300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.620534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90a01c91-e845-4ee8-80b2-a6c04284ff20 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:36.648474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 90a01c91-e845-4ee8-80b2-a6c04284ff20 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:36.648830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90a01c91-e845-4ee8-80b2-a6c04284ff20 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:36.673926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d9b9-1f1c-433d-94ed-f9ae4878a599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.684749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a5d9b9-1f1c-433d-94ed-f9ae4878a599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.684749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c5a5d9b9-1f1c-433d-94ed-f9ae4878a599 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17765e50-ced3-4f4a-b36a-53cfa283ac72 HTTP/1.1" status: 204 len: 168 time: 0.6135521 Aug 16 02:05:36.745293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59974d19-1d2f-4d0c-8fa1-89fd80f14c21 req-4a6c8f2b-7273-4a68-bdf7-b1286a2a2201 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 210 time: 0.1344748 Aug 16 02:05:36.761382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=779df8b7-fa52-4732-9d3c-ee45d67d7165,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.772933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-948ceb09-0c47-4ef1-bdb0-49d10efe89a4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2508667 Aug 16 02:05:36.774316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5d9b9-1f1c-433d-94ed-f9ae4878a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17765e50-ced3-4f4a-b36a-53cfa283ac72,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:36.779272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:36.780136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40220) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:36.786665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:36.812956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-a27b514d-629d-48c1-8240-2a0a6445f863 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331758 Aug 16 02:05:36.933220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Allocated IP 172.20.0.11 (8d9a750a-b0dd-4a4a-873e-5163148b7037/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6/bcafe605-20af-4707-a710-0e7d4405476e) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:36.937052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:36.995351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=aaa104a8-eb0c-4753-af26-54d1d66d5420,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.058096 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-58a9f93b-27d0-464f-9568-05bf22e1cc57 req-dc6bd15d-2302-4b2c-8c2d-9afdafbdf033 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308393 Aug 16 02:05:37.065873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:37.070342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.080783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port aaa104a8-eb0c-4753-af26-54d1d66d5420 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:37.085034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.087051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-190db183-6825-4ebf-8d77-cdc4759b1853 req-92a7bf80-6bfa-44ad-b2da-f94e01efd001 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.58 "DELETE /v2.0/ports/aaa104a8-eb0c-4753-af26-54d1d66d5420 HTTP/1.1" status: 204 len: 173 time: 1.2269168 Aug 16 02:05:37.138319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Deleting port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:37.139155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.248100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] For port 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:37.248607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.250978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.267089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Calling delete_port for 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:37.476901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f91dfaa-37b4-46c9-afca-1ef57ce65019 req-9532dda5-e19d-4bff-8476-d59d04719ac8 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "GET /v2.0/ports?device_id=bfabc88d-c4a0-441f-b7a4-509dd1c0757e HTTP/1.1" status: 200 len: 210 time: 0.0421963 Aug 16 02:05:37.479290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.493356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.622853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.639127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:37.652250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=3313a548-ca4e-437c-bbe1-2d67cea9a20e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.672221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1ef2a6-3cca-4e0f-bb11-7faeacae4968,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.675026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:37.683448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:37.685912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:37.725346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': '9b7890d9-be83-4677-bff1-d7d4f5f101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:37.725680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 779df8b7-fa52-4732-9d3c-ee45d67d7165, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:37.741327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4d44-53eb-41f3-b718-ad288fb5873d req-32b740c1-0dc3-4ecf-a0bd-3b098795212d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.742963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbcf4d44-53eb-41f3-b718-ad288fb5873d req-32b740c1-0dc3-4ecf-a0bd-3b098795212d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.1870601 Aug 16 02:05:37.787635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.788512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.825817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbcf4d44-53eb-41f3-b718-ad288fb5873d req-efe1e07f-ea5c-4210-b112-f5d50ca48aaf tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709219 Aug 16 02:05:37.906794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:37.908128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:37.939765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fdd64c-388d-4e2b-a62c-42ab45f4f27a req-978ffd16-049f-4ceb-9b82-0061f862084d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:37.941651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49fdd64c-388d-4e2b-a62c-42ab45f4f27a req-978ffd16-049f-4ceb-9b82-0061f862084d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 932 time: 0.0698404 Aug 16 02:05:37.965694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-deleted', 'tag': 'aaa104a8-eb0c-4753-af26-54d1d66d5420'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:37.969462 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0535be-d3bb-4450-a395-1de59b74f7e0" -d '{"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-deleted", "tag": "aaa104a8-eb0c-4753-af26-54d1d66d5420"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:37.977291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e81fb2a7-5815-49e5-a630-e7ec6edfd230 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2445827 Aug 16 02:05:38.011273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Request body: {'port': {'device_id': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.034864 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626ca05e-92b7-4939-ab49-1e51e39d241e x-openstack-request-id: req-626ca05e-92b7-4939-ab49-1e51e39d241e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:38.035104 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfabc88d-c4a0-441f-b7a4-509dd1c0757e", "name": "network-vif-deleted", "tag": "aaa104a8-eb0c-4753-af26-54d1d66d5420", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:38.035330 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-626ca05e-92b7-4939-ab49-1e51e39d241e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:38.036031 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfabc88d-c4a0-441f-b7a4-509dd1c0757e', 'name': 'network-vif-deleted', 'tag': 'aaa104a8-eb0c-4753-af26-54d1d66d5420', 'status': 'completed', 'code': 200} Aug 16 02:05:38.037446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49fdd64c-388d-4e2b-a62c-42ab45f4f27a req-84fb9881-ab01-4670-9555-354e3e1ecc42 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834486 Aug 16 02:05:38.041892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 779df8b7-fa52-4732-9d3c-ee45d67d7165) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:38.046122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.046747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.051144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694b396-f81e-4eae-9dbf-afae637e4087 None None] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:38.090724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.232337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Router ec168e33-0349-47ae-8218-d07e8da88350 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:38.240014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a2f79f82-8913-49c5-994b-1615f3ca5c0c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4586158 Aug 16 02:05:38.242900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40254) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.243537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-1155fc92-0ea1-499a-b7fe-9e73a636a391 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0685244 Aug 16 02:05:38.251400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165', 'name': 'tempest-PortsIpV6TestJSON-625859885'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.271022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-779df8b7-fa52-4732-9d3c-ee45d67d7165', 'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': '3313a548-ca4e-437c-bbe1-2d67cea9a20e'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:38.272178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.355841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40256) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.381555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:38.392853 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] Sync routers for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:38.395221 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b34727e5-5242-4ce3-9cc2-2dcceedc694b admin admin] 10.222.0.76 "PUT /v2.0/routers/ec168e33-0349-47ae-8218-d07e8da88350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2445760 Aug 16 02:05:38.407076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40260) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.412485 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:38.415970 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.439750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.440265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.440763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.441399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.442709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.443132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.443672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.445746 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-cb1731b9-2cf0-4f73-aed7-4b9be29048bf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.0670710 Aug 16 02:05:38.547983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-network', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:38.580273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Allocated IP 2001:db8::2 (779df8b7-fa52-4732-9d3c-ee45d67d7165/3313a548-ca4e-437c-bbe1-2d67cea9a20e/69b81522-d191-47ac-a7aa-61a247683bec) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:38.588551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40266) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:38.602773 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:38.658611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting subnet ca218357-228e-4eea-b547-943c8f0e308a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:38.671308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.674469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e469fdb-e631-4ac6-98ac-efc7dae7b917 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:38.703405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 0e469fdb-e631-4ac6-98ac-efc7dae7b917 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:38.703997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0e469fdb-e631-4ac6-98ac-efc7dae7b917 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:38.704600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device aaa104a8-eb0c-4753-af26-54d1d66d5420 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:38.724023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.731953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: aaa104a8-eb0c-4753-af26-54d1d66d5420 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:38.732792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device aaa104a8-eb0c-4753-af26-54d1d66d5420 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:38.744554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-03d9569c-ebd0-4443-92fb-a51ca98855c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.744977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-03d9569c-ebd0-4443-92fb-a51ca98855c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.745611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-03d9569c-ebd0-4443-92fb-a51ca98855c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.747418 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-03d9569c-ebd0-4443-92fb-a51ca98855c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 2298 time: 0.2731581 Aug 16 02:05:38.749566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.808557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcafe605-20af-4707-a710-0e7d4405476e {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:38.849911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.853828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.862076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Transition to ACTIVE for port object 69b81522-d191-47ac-a7aa-61a247683bec will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:38.869456 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:05:37Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.876276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Made reservation on behalf of cb63ace915ba460c833c8ba6f21a46ce for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:38.881066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Transition to ACTIVE for port object 69b81522-d191-47ac-a7aa-61a247683bec will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:38.882611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-41629f7b-a726-4d39-88c0-c02f469e30d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 1001 time: 0.1083875 Aug 16 02:05:38.887503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.906807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] Checking router: ec168e33-0349-47ae-8218-d07e8da88350 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:38.907959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.927870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:38.929142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] Routers {'ec168e33-0349-47ae-8218-d07e8da88350'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:38.929941 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ec168e33-0349-47ae-8218-d07e8da88350'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:38.937373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Transition to ACTIVE for port object bcafe605-20af-4707-a710-0e7d4405476e will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:38.974109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-f17f65bc-fcf8-455e-a653-c6442fcb896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:38.975791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-f17f65bc-fcf8-455e-a653-c6442fcb896c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 200 len: 855 time: 0.0860658 Aug 16 02:05:39.003176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.003386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.022224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b527bba-cd12-49b4-b66a-0e2e6e314d7e req-3a4106e2-a19f-4643-a328-e901feae89c6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.023924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b527bba-cd12-49b4-b66a-0e2e6e314d7e req-3a4106e2-a19f-4643-a328-e901feae89c6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 946 time: 0.0735884 Aug 16 02:05:39.066747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-ec910a64-f317-44ba-98c0-34a5513cd8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.069684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-ec910a64-f317-44ba-98c0-34a5513cd8b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0860035 Aug 16 02:05:39.071906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b527bba-cd12-49b4-b66a-0e2e6e314d7e req-00ccbc0d-05b6-49ce-9e5f-43a5a9a49c0b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411420 Aug 16 02:05:39.077311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:39.079971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.084602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Pushing event updated for resources: {'Port': ['ID=69b81522-d191-47ac-a7aa-61a247683bec,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.095943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:39.098497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:39.137505 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] Set router ec168e33-0349-47ae-8218-d07e8da88350 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:39.173378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:39.223798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-b6204442-4043-4196-a990-f20af10f92a3 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362350 Aug 16 02:05:39.225389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.234624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Attempting to bind port 69b81522-d191-47ac-a7aa-61a247683bec on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:39.234624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Attempting to bind port 69b81522-d191-47ac-a7aa-61a247683bec by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9b7890d9-be83-4677-bff1-d7d4f5f101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:39.234968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Attempting to bind port 69b81522-d191-47ac-a7aa-61a247683bec on network 779df8b7-fa52-4732-9d3c-ee45d67d7165 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:39.237277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:39.241091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.245793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:39.246481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Checking segment: {'id': '9b7890d9-be83-4677-bff1-d7d4f5f101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:39.247068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.247617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Bound using segment: {'id': '9b7890d9-be83-4677-bff1-d7d4f5f101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:39.248439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Bound port: 69b81522-d191-47ac-a7aa-61a247683bec, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7890d9-be83-4677-bff1-d7d4f5f101bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:39.249868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.303000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Subnet': ['ID=ca218357-228e-4eea-b547-943c8f0e308a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.312254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee93f7e-3bde-4e78-a9b5-95a9ac716214 None None] Network eaeb056f-79ee-4f6d-a282-edd54e12bd92 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:39.336023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.342356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-721988ff-85ad-4f29-9e85-d8a8979c9eef tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/subnets/ca218357-228e-4eea-b547-943c8f0e308a HTTP/1.1" status: 204 len: 168 time: 0.7518010 Aug 16 02:05:39.344191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:39.401302 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:05:37Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:39.440761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade2c7e-97aa-4bfd-a4be-2cc731984d9c None None] The sync data for ids ['ec168e33-0349-47ae-8218-d07e8da88350'] in n-d-768852-19 is: [{'id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'name': 'tempest-ServersTestManualDisk-143953515-router', 'tenant_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206'}], 'enable_snat': True}, 'gw_port_id': '88847739-2145-4688-ab23-c11935b49bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:02:51Z', 'updated_at': '2021-08-16T02:05:37Z', 'revision_number': 5, 'project_id': 'e8127bc3f60440b5a43aabb4bd25c43a', 'gw_port': {'id': '88847739-2145-4688-ab23-c11935b49bc5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec168e33-0349-47ae-8218-d07e8da88350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:02:52Z', 'updated_at': '2021-08-16T02:02:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:39.525129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.555229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-d90321ed-bc3b-48fc-bf05-154009cc11c8 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187230 Aug 16 02:05:39.618357 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-e674f141-5d32-4f5d-b8a9-c01c9fc70d13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 217 time: 0.0410712 Aug 16 02:05:39.639342 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.661142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] For port 69b81522-d191-47ac-a7aa-61a247683bec, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:39.686469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:39.686849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.702047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-0fe3464c-83e4-4ade-8af9-404947b3bca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.703350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-0fe3464c-83e4-4ade-8af9-404947b3bca3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0767157 Aug 16 02:05:39.703894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.708693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] For port 69b81522-d191-47ac-a7aa-61a247683bec, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=69b81522-d191-47ac-a7aa-61a247683bec,segment=NetworkSegment(9b7890d9-be83-4677-bff1-d7d4f5f101bf),segment_id=9b7890d9-be83-4677-bff1-d7d4f5f101bf)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:39.710204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:39.712662 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a10007-d493-48c8-80fe-502061401a1b" -d '{"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-unplugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:39.734320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 1ca5f6de-16f4-4553-8406-54d44a5661e3 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:39.740123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.768861 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d36dc9-5d76-4c54-8875-279ff3f824fb x-openstack-request-id: req-12d36dc9-5d76-4c54-8875-279ff3f824fb {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:39.769207 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-unplugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:39.769760 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-12d36dc9-5d76-4c54-8875-279ff3f824fb {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:39.770984 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'code': 200} Aug 16 02:05:39.777322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:39.795559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:39.795934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.821418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-63990faa-7a05-4873-9afa-2a167373ab5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.822982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-63990faa-7a05-4873-9afa-2a167373ab5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942817 Aug 16 02:05:39.828781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:39.847841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79ea91-52c1-4dd6-84a2-cc40f1927595 req-bdc9f2fc-9bdb-4530-8b44-fa6aecf82387 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:39.850216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d79ea91-52c1-4dd6-84a2-cc40f1927595 req-bdc9f2fc-9bdb-4530-8b44-fa6aecf82387 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 944 time: 0.6042109 Aug 16 02:05:39.856222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.868998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:39.891513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] DHCP port deletion for eaeb056f-79ee-4f6d-a282-edd54e12bd92 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:39.905194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.954668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:39.954909 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Added segment 0b695417-de1f-412a-924d-4dd2586005a1 of type vlan for network 35826d18-8147-41ca-bbd1-48b5ff061c6e Aug 16 02:05:39.963447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:39.997625 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-49f259db-066b-4ae4-b1f8-760bda63fbb5 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666472 Aug 16 02:05:40.002196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Deleting port 88847739-2145-4688-ab23-c11935b49bc5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:40.002196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.031402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.034612 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43a9e614-7d8f-43b3-8937-591527870624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.078946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] Deleting port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:40.078946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.081559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027dc9b-bd5a-48e6-b734-1dd121cbfecd None None] Pushing event updated for resources: {'Port': ['ID=69b81522-d191-47ac-a7aa-61a247683bec,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.169971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Attempting to bind port bcafe605-20af-4707-a710-0e7d4405476e on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:40.171650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Attempting to bind port bcafe605-20af-4707-a710-0e7d4405476e by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:40.171650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Attempting to bind port bcafe605-20af-4707-a710-0e7d4405476e on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:40.200402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.224702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d79ea91-52c1-4dd6-84a2-cc40f1927595 req-878bde27-5ace-4b77-a846-8d601177d560 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450804 Aug 16 02:05:40.257367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::cb (779df8b7-fa52-4732-9d3c-ee45d67d7165/3313a548-ca4e-437c-bbe1-2d67cea9a20e/1ca5f6de-16f4-4553-8406-54d44a5661e3) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:40.263934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] For port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,segment=NetworkSegment(984d0d0a-8be8-441d-b8bb-bd3ccf809fd6),segment_id=984d0d0a-8be8-441d-b8bb-bd3ccf809fd6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:40.263934 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.264438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Port bcafe605-20af-4707-a710-0e7d4405476e on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:05:40.264438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Attempting to bind port bcafe605-20af-4707-a710-0e7d4405476e on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:40.272255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.282214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] Calling delete_port for f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:40.385983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:05:40.416666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:40.417027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:40.417434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Bound using segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:40.417902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Bound port: bcafe605-20af-4707-a710-0e7d4405476e, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:40.418279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.478939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] For port 88847739-2145-4688-ab23-c11935b49bc5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88847739-2145-4688-ab23-c11935b49bc5,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:40.479326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.527847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Calling delete_port for 88847739-2145-4688-ab23-c11935b49bc5 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:40.604364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.605535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.606098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.614243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-82ce796e-babe-4267-ac18-231a679f7e17 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6076224 Aug 16 02:05:40.675189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 69b81522-d191-47ac-a7aa-61a247683bec up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:40.676851 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-4bdc1be7-b045-4c4d-a08d-eb7330229af8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 217 time: 0.0545542 Aug 16 02:05:40.677756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.679230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3261c-0c70-4d47-bb86-4f01112264fe req-a4d6a815-f654-4f72-8444-09c9eda19932 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.679416 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.686162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75d3261c-0c70-4d47-bb86-4f01112264fe req-a4d6a815-f654-4f72-8444-09c9eda19932 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.3355453 Aug 16 02:05:40.719677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.734384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] Pushing event deleted for resources: {'Port': ['ID=f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.742561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b175a03-4954-4e95-ac79-66a1d8665dc2 None None] No DVR routers for this DVR port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:40.767507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:40.816037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:40.837302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] Pushing event updated for resources: {'Network': ['ID=35826d18-8147-41ca-bbd1-48b5ff061c6e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:40.843682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9da6dde2-7bd8-4c61-95b4-a5d2c497a3fd admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.4864099 Aug 16 02:05:40.844791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40286) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:40.847612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 69b81522-d191-47ac-a7aa-61a247683bec completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:40.852346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Request body: {'subnet': {'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-subnet', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:40.856903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:40.870518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:40.878582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-4b74673c-0ca0-46f1-bf99-b2e80af43e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.880761 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-4b74673c-0ca0-46f1-bf99-b2e80af43e9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1741796 Aug 16 02:05:40.897908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75d3261c-0c70-4d47-bb86-4f01112264fe req-fbebd17c-1d6f-4c94-9dc7-29bc50aa1fc9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998484 Aug 16 02:05:40.904013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.913225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.936692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaeb056f-79ee-4f6d-a282-edd54e12bd92']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:40.953764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:40.954068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984d0d0a-8be8-441d-b8bb-bd3ccf809fd6') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:40.969211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.972364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:40.978274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:40.981755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-03186cd2-d615-454b-94d0-b09e9a71190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:40.984566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-03186cd2-d615-454b-94d0-b09e9a71190b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946600 Aug 16 02:05:41.003540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.029417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:41.030097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f6e099bf-d5c6-4d7e-bdf1-3d0d9fc3a7b7 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:41.030783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:41.046999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:41.047425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.047553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 1ca5f6de-16f4-4553-8406-54d44a5661e3 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:41.050946 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:41.070114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Made reservation on behalf of cb63ace915ba460c833c8ba6f21a46ce for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:41.073002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.083352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:41.083352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f1ef2a6-3cca-4e0f-bb11-7faeacae4968 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:41.109109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.109757 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.111292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] 10.222.0.58 "PUT /v2.0/ports/bcafe605-20af-4707-a710-0e7d4405476e HTTP/1.1" status: 200 len: 1093 time: 3.1151121 Aug 16 02:05:41.111899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:41.114241 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de72092-2a52-407a-90a0-be7ffff00944" -d '{"events": [{"name": "network-changed", "server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "tag": "bcafe605-20af-4707-a710-0e7d4405476e"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:41.183553 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d97393a-4e22-456e-9ff0-8cf91e1e7e00 x-openstack-request-id: req-0d97393a-4e22-456e-9ff0-8cf91e1e7e00 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:41.183904 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "tag": "bcafe605-20af-4707-a710-0e7d4405476e", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:41.184475 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d97393a-4e22-456e-9ff0-8cf91e1e7e00 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:41.184953 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e', 'status': 'completed', 'code': 200} Aug 16 02:05:41.195846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb4c4e-f28e-48ae-b98f-ad416d739a44 service neutron] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.264739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-e3ac049a-fb1f-4bbf-b0d8-21f8f8e8cdf1 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724576 Aug 16 02:05:41.288354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb9818-a31a-4c37-9d2e-8c2407fc0b96 req-326ca7fa-d446-4e74-9e10-31686cd9ab6a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.298354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dbb9818-a31a-4c37-9d2e-8c2407fc0b96 req-326ca7fa-d446-4e74-9e10-31686cd9ab6a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2549121 Aug 16 02:05:41.334090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.351279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.356007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/networks/eaeb056f-79ee-4f6d-a282-edd54e12bd92 HTTP/1.1" status: 204 len: 168 time: 2.0086854 Aug 16 02:05:41.360633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dbb9818-a31a-4c37-9d2e-8c2407fc0b96 req-e9417077-3a7c-41da-8766-327671e6f49a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Aug 16 02:05:41.377152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40296) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.382740 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.437155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478130f5-9592-4414-a6d1-f5d47c30a974 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Network': ['ID=eaeb056f-79ee-4f6d-a282-edd54e12bd92,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.458694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:41.487682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72092-2a52-407a-90a0-be7ffff00944 req-7524e09b-7168-48ad-8566-9616220ab3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.491407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1de72092-2a52-407a-90a0-be7ffff00944 req-7524e09b-7168-48ad-8566-9616220ab3b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 1096 time: 0.2874329 Aug 16 02:05:41.491407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:41.492740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c65594-f412-46a3-8e7d-cb7a1eb49553 None None] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:41.494921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting subnet 48b35077-8089-459f-9e66-075f96d17041 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:41.495950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:41.502621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.503530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.510881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.530452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.539409 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-c78c0279-bad5-4989-839e-74696760f43f service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628725 Aug 16 02:05:41.623362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-a15393c0-85c5-43ad-97a7-6d9aac19c402 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 200 len: 217 time: 0.0581543 Aug 16 02:05:41.654737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=1ca5f6de-16f4-4553-8406-54d44a5661e3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.663314 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.694872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31070c-8dbf-4e2e-85e1-3b33f26c9f90 req-2b3e8c1e-0584-4ca6-821c-6730963bfed4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.702260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb31070c-8dbf-4e2e-85e1-3b33f26c9f90 req-2b3e8c1e-0584-4ca6-821c-6730963bfed4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 944 time: 0.3240705 Aug 16 02:05:41.716129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-af752e46-96e5-450e-a2d9-725678c198a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.717546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-af752e46-96e5-450e-a2d9-725678c198a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0866010 Aug 16 02:05:41.729150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] Provisioning for port 69b81522-d191-47ac-a7aa-61a247683bec completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:41.736613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] Provisioning complete for port 69b81522-d191-47ac-a7aa-61a247683bec triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:41.736613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.745412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Pushing event deleted for resources: {'Port': ['ID=88847739-2145-4688-ab23-c11935b49bc5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.773025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.773384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d62d8390-a6a2-4328-848e-f05f5bede0d0 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5288713 Aug 16 02:05:41.777390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40306) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:41.786404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '779df8b7-fa52-4732-9d3c-ee45d67d7165', 'name': 'tempest-PortsIpV6TestJSON-2119566575'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:41.820115 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.827984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb31070c-8dbf-4e2e-85e1-3b33f26c9f90 req-e4cf5177-1020-41b3-a7df-e858a52a0c95 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241500 Aug 16 02:05:41.854691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:05:41.875524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.888017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:41.924405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72092-2a52-407a-90a0-be7ffff00944 req-c8bcf632-5c11-4cef-a787-6990e8f108ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:41.926716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1de72092-2a52-407a-90a0-be7ffff00944 req-c8bcf632-5c11-4cef-a787-6990e8f108ca service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=551fa8fb875d480592bb6cb5fd280838&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4163916 Aug 16 02:05:41.961925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac0512c-59af-42dd-8b0a-014f19dd9b56,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:41.968358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] For port 69b81522-d191-47ac-a7aa-61a247683bec, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=69b81522-d191-47ac-a7aa-61a247683bec,segment=NetworkSegment(9b7890d9-be83-4677-bff1-d7d4f5f101bf),segment_id=9b7890d9-be83-4677-bff1-d7d4f5f101bf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:41.990807 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.002728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-918e87f8-033d-42c3-ac4d-27d2c1bb9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.008186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-918e87f8-033d-42c3-ac4d-27d2c1bb9310 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2792139 Aug 16 02:05:42.029773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.090848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.102585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Checking segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:42.103130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Network hostable DHCP agents. Network: 35826d18-8147-41ca-bbd1-48b5ff061c6e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:42.146503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1964eb58-ace6-4fac-8d7b-8414019f923c req-f0684824-3c72-47b2-ba05-c3b2fc5787eb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.148138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1964eb58-ace6-4fac-8d7b-8414019f923c req-f0684824-3c72-47b2-ba05-c3b2fc5787eb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1234708 Aug 16 02:05:42.173363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de72092-2a52-407a-90a0-be7ffff00944 req-ecbb23b8-1dee-4004-90fc-e9a0771f1ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.175127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1de72092-2a52-407a-90a0-be7ffff00944 req-ecbb23b8-1dee-4004-90fc-e9a0771f1ce9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087164 Aug 16 02:05:42.193988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.210584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1964eb58-ace6-4fac-8d7b-8414019f923c req-33fb9896-e9d4-4053-9323-2ecb34fbe75f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527625 Aug 16 02:05:42.223773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.226435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec168e33-0349-47ae-8218-d07e8da88350 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:42.241285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.243217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-325e3aa8-b1ad-48d5-b52e-4b8d5d06f658 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ec168e33-0349-47ae-8218-d07e8da88350 HTTP/1.1" status: 204 len: 168 time: 3.8327384 Aug 16 02:05:42.248881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23211b87-a3af-4c87-9c08-2f1d2a16b1ac None None] Pushing event updated for resources: {'Port': ['ID=69b81522-d191-47ac-a7aa-61a247683bec,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.250140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40318) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.270575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Subnet': ['ID=48b35077-8089-459f-9e66-075f96d17041,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:42.278892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d98de9-a59f-4b0b-aee5-a54b48074220 None None] Network 694f22a5-613d-40b2-844a-2056482aca0a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:42.314345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.316349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-06f05f4c-7b5b-4c5b-be73-3abcca206e64 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/subnets/48b35077-8089-459f-9e66-075f96d17041 HTTP/1.1" status: 204 len: 168 time: 0.9442637 Aug 16 02:05:42.323728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40322) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:42.340293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e6d5a447-282c-4ec2-8b83-3bc4594dca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.340293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-e6d5a447-282c-4ec2-8b83-3bc4594dca57 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 1096 time: 0.0859895 Aug 16 02:05:42.414826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da83b366-791d-4a48-975f-28e059f2f5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.427564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:42.427818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-b9114341-5fd8-4639-845e-696323935411 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcafe605-20af-4707-a710-0e7d4405476e HTTP/1.1" status: 200 len: 217 time: 0.0863571 Aug 16 02:05:42.430285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cf53a968-3f2a-4c6c-b874-40c72243575f None None] Provisioning for port 1ca5f6de-16f4-4553-8406-54d44a5661e3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:42.444620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cf53a968-3f2a-4c6c-b874-40c72243575f None None] Provisioning complete for port 1ca5f6de-16f4-4553-8406-54d44a5661e3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.445326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cf53a968-3f2a-4c6c-b874-40c72243575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.452681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:42.456456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.516100 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-326b4ef1-d644-40e6-b3e5-4f7719cc6d38 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999359 Aug 16 02:05:42.518924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-5e3b374d-ba89-48d0-80e1-636c0489d39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.523515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.528392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-5e3b374d-ba89-48d0-80e1-636c0489d39e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.0933003 Aug 16 02:05:42.529473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Deleting subnet f7dfd418-58fd-43d7-bee3-c8dbb1912111 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:42.536532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:42.549118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cf53a968-3f2a-4c6c-b874-40c72243575f None None] Port 1ca5f6de-16f4-4553-8406-54d44a5661e3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:42.554845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.570474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-817b2630-2b3e-49e5-b97e-81f55d7399e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353227 Aug 16 02:05:42.579390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cf53a968-3f2a-4c6c-b874-40c72243575f None None] Provisioning complete for port 69b81522-d191-47ac-a7aa-61a247683bec triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.579886 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cf53a968-3f2a-4c6c-b874-40c72243575f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.657696 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.668045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 35826d18-8147-41ca-bbd1-48b5ff061c6e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:42.682298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d93ade-7103-426f-b155-9d95e1e901db None None] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:42.694891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-b41c8ffa-18dc-486a-8395-0ac3a6c12802 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113920 Aug 16 02:05:42.706608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:42.707247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.798429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81ed2e3b-5427-4abf-a6f7-e83c93da345e req-04b17f3f-1458-4f54-b827-dbeb495b4912 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958028 Aug 16 02:05:42.825501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] DHCP port deletion for 694f22a5-613d-40b2-844a-2056482aca0a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:42.831359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72fb56ff-851c-4ff2-9fd7-23e9c4fee7aa None None] Provisioning complete for port 1ca5f6de-16f4-4553-8406-54d44a5661e3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:42.831783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fb56ff-851c-4ff2-9fd7-23e9c4fee7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.854384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.904039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 69b81522-d191-47ac-a7aa-61a247683bec up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:42.929528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-35826d18-8147-41ca-bbd1-48b5ff061c6e', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:42.930295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:42.945184 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-7d5ac1ea-58a0-4fea-adbf-7eff8b9eb404 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3183701 Aug 16 02:05:42.950245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::53 (779df8b7-fa52-4732-9d3c-ee45d67d7165/3313a548-ca4e-437c-bbe1-2d67cea9a20e/52e394f1-a5ca-40d1-a9cd-372da3eb1b1b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:42.974253 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-7f4a9624-6b5f-4dd6-9ec0-38d077fe7586 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403355 Aug 16 02:05:42.981803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-72fb56ff-851c-4ff2-9fd7-23e9c4fee7aa None None] Port 1ca5f6de-16f4-4553-8406-54d44a5661e3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:43.027977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03204b-d31f-41be-96ce-37acb564fd89 req-62c87c63-6365-4adf-b56f-835afdec8c6b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.030401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c03204b-d31f-41be-96ce-37acb564fd89 req-62c87c63-6365-4adf-b56f-835afdec8c6b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 944 time: 0.0854008 Aug 16 02:05:43.079929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1596ed77-b436-4230-9d4a-26a6e64add3f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2320373 Aug 16 02:05:43.091866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40334) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.099897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] Deleting port 41722152-e559-47cc-8422-82b50eb17eb1 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:43.100436 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.110554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c03204b-d31f-41be-96ce-37acb564fd89 req-e776c3e6-0cb7-492a-b42e-9f831cb64113 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720849 Aug 16 02:05:43.127413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-d7b43502-afbb-495a-b249-1b566fec35df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 200 len: 217 time: 0.1307547 Aug 16 02:05:43.128217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:43.164291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Deleting port 41722152-e559-47cc-8422-82b50eb17eb1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:43.164291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.171567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:43.250215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 69b81522-d191-47ac-a7aa-61a247683bec triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:43.250597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.282367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.315761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] For port 41722152-e559-47cc-8422-82b50eb17eb1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=41722152-e559-47cc-8422-82b50eb17eb1,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:43.316166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.320150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Allocated IP 172.20.0.2 (35826d18-8147-41ca-bbd1-48b5ff061c6e/cac0512c-59af-42dd-8b0a-014f19dd9b56/f44ff776-be03-42ba-86a2-349a7a101901) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:43.321138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.322811 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.346550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-f4d83af8-e416-4ec7-8993-88220f26bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.348807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-f4d83af8-e416-4ec7-8993-88220f26bd70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.2111447 Aug 16 02:05:43.349191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] Calling delete_port for 41722152-e559-47cc-8422-82b50eb17eb1 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:43.359653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] For port 41722152-e559-47cc-8422-82b50eb17eb1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=41722152-e559-47cc-8422-82b50eb17eb1,segment=NetworkSegment(fc5253db-4aaf-4a44-95d9-72b35ecc2c73),segment_id=fc5253db-4aaf-4a44-95d9-72b35ecc2c73)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:43.360029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.414967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Calling delete_port for 41722152-e559-47cc-8422-82b50eb17eb1 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:43.418455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83976891-5fc5-4b64-a52f-55d5d692add4 req-41f435bd-ad84-437e-bddd-fe1d7d0e2dbe tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.427665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83976891-5fc5-4b64-a52f-55d5d692add4 req-41f435bd-ad84-437e-bddd-fe1d7d0e2dbe tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1475039 Aug 16 02:05:43.432693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.433831 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.492537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83976891-5fc5-4b64-a52f-55d5d692add4 req-8f137990-6bf7-4d8b-8f5c-115372ad086e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638080 Aug 16 02:05:43.496110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:43.514726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-599689fa-8f72-4865-a7a5-ea3cef79d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:43.514726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-599689fa-8f72-4865-a7a5-ea3cef79d3f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1416736 Aug 16 02:05:43.652066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-44d02ed4-ee21-494c-a83d-c5f645562f1a service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337938 Aug 16 02:05:43.657025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.721253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108dba3-d011-4b8f-bd2f-5797595fe3b9 None None] Network d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:43.735133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7dfd418-58fd-43d7-bee3-c8dbb1912111,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:43.737698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.740044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c94cbdb7-ae4a-4e10-b182-387713ebd6a5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f7dfd418-58fd-43d7-bee3-c8dbb1912111 HTTP/1.1" status: 204 len: 168 time: 1.4860601 Aug 16 02:05:43.756982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:43.758090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.840337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.907697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 41722152-e559-47cc-8422-82b50eb17eb1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:43.951951 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:43.969959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 41722152-e559-47cc-8422-82b50eb17eb1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:43.969959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 41722152-e559-47cc-8422-82b50eb17eb1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:43.969959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88847739-2145-4688-ab23-c11935b49bc5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:44.037323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 88847739-2145-4688-ab23-c11935b49bc5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:44.037621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88847739-2145-4688-ab23-c11935b49bc5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:44.046283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] Pushing event deleted for resources: {'Port': ['ID=41722152-e559-47cc-8422-82b50eb17eb1,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.056835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.060106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13859477-3bc5-4146-8208-34d6feeb14d8 None None] No DVR routers for this DVR port 41722152-e559-47cc-8422-82b50eb17eb1 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:44.079663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Transition to ACTIVE for port object f44ff776-be03-42ba-86a2-349a7a101901 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:44.106090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Transition to ACTIVE for port object f44ff776-be03-42ba-86a2-349a7a101901 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:44.162403 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.247624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:44.251272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] DHCP port deletion for d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:44.262705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] No DVR routers for this DVR port 41722152-e559-47cc-8422-82b50eb17eb1 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:44.284166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:44.300605 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.307091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382300-f56a-4428-891e-75e2f4e5dfc2 req-113a8055-364e-4617-b3f7-bf19df6e7d9a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.312837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:44.316127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56382300-f56a-4428-891e-75e2f4e5dfc2 req-113a8055-364e-4617-b3f7-bf19df6e7d9a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 944 time: 0.0779617 Aug 16 02:05:44.323348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.324035 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.337301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=52e394f1-a5ca-40d1-a9cd-372da3eb1b1b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.337301 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-9fb66edc-dbb1-412f-88ad-9b172c5f6ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6692770 Aug 16 02:05:44.358965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:44.367955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:44.373275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:44.383393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Pushing event updated for resources: {'Port': ['ID=f44ff776-be03-42ba-86a2-349a7a101901,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.386937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] Deleting port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:44.387495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.393833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56382300-f56a-4428-891e-75e2f4e5dfc2 req-f46a09bd-d7f0-45a2-9708-d7f5a2e42fa1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758264 Aug 16 02:05:44.414768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.492341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Port': ['ID=41722152-e559-47cc-8422-82b50eb17eb1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:44.513931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-1bbc4cfc-53c6-4313-82ff-e7ee532c92e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 217 time: 0.1660967 Aug 16 02:05:44.541072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.583491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694f22a5-613d-40b2-844a-2056482aca0a']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:44.610149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] For port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:44.610634 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.621777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:44.622179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5253db-4aaf-4a44-95d9-72b35ecc2c73') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:44.635555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8cc7c75b-f82e-4a45-a1bf-e84f07cddad6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8524716 Aug 16 02:05:44.640432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40354) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.649075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] Calling delete_port for 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:44.659460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.688223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.688911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:44.697287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:44.698164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:44.702066 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:44.755639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bcafe605-20af-4707-a710-0e7d4405476e details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:05:44.771536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-486cafb0-3d8e-4554-9532-f0033b40bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.773079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-486cafb0-3d8e-4554-9532-f0033b40bc03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.2517517 Aug 16 02:05:44.777007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Attempting to bind port f44ff776-be03-42ba-86a2-349a7a101901 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:44.777394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Attempting to bind port f44ff776-be03-42ba-86a2-349a7a101901 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:44.777768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Attempting to bind port f44ff776-be03-42ba-86a2-349a7a101901 on network 35826d18-8147-41ca-bbd1-48b5ff061c6e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:44.808242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:44.808242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Checking segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:44.808242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.808242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Bound using segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:44.808242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Bound port: f44ff776-be03-42ba-86a2-349a7a101901, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:44.808242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.829281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Deleting port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:44.829616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.838786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97690af5-f4ff-410b-9b90-18f385d81dab tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.843095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-97690af5-f4ff-410b-9b90-18f385d81dab tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Acb HTTP/1.1" status: 200 len: 927 time: 0.1983745 Aug 16 02:05:44.844933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40356) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:44.907625 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:44.923321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49906f27-018d-4cd4-8c7e-960a060960c7 req-ffb2d742-c8e2-4a77-b3c7-a37c6875bf47 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.925462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49906f27-018d-4cd4-8c7e-960a060960c7 req-ffb2d742-c8e2-4a77-b3c7-a37c6875bf47 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2188592 Aug 16 02:05:44.928168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-628958df-5804-4717-a695-0b00fdafba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:44.930052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-628958df-5804-4717-a695-0b00fdafba69 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1472328 Aug 16 02:05:45.013679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49906f27-018d-4cd4-8c7e-960a060960c7 req-0cb11fb6-b7dc-4246-8fa8-c3c32987da26 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Aug 16 02:05:45.013971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.015461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.027100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] For port f44ff776-be03-42ba-86a2-349a7a101901, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:45.034591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.042813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.054495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] For port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,segment=NetworkSegment(10f2faec-2947-45ce-8ea5-9d093a5d20ff),segment_id=10f2faec-2947-45ce-8ea5-9d093a5d20ff)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:45.055093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.056887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] For port f44ff776-be03-42ba-86a2-349a7a101901, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f44ff776-be03-42ba-86a2-349a7a101901,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:45.057990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-880bdde3-dd14-4a20-a873-49f5273466cd None None] Provisioning for port 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:45.060000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.065375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] 10.222.0.76 "DELETE /v2.0/networks/694f22a5-613d-40b2-844a-2056482aca0a HTTP/1.1" status: 204 len: 168 time: 2.7372735 Aug 16 02:05:45.065529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:45.076756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-880bdde3-dd14-4a20-a873-49f5273466cd None None] Provisioning complete for port 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:45.077981 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-880bdde3-dd14-4a20-a873-49f5273466cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.100907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'bcafe605-20af-4707-a710-0e7d4405476e', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': 'bcafe605-20af-4707-a710-0e7d4405476e', 'mac_address': 'fa:16:3e:02:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:05:45.106081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ba4a-478d-4e82-b9a3-d94c6770c3f2 tempest-ServersTestMultiNic-817951362 tempest-ServersTestMultiNic-817951362-project] Pushing event deleted for resources: {'Network': ['ID=694f22a5-613d-40b2-844a-2056482aca0a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.109616 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.113378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Calling delete_port for 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:45.166747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] Pushing event deleted for resources: {'Port': ['ID=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.210063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:45.212330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.217872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-880bdde3-dd14-4a20-a873-49f5273466cd None None] Port 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:45.220688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fbdd23-25f1-4035-a1af-902111efcf0f None None] No DVR routers for this DVR port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:45.224736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Allocated IP 172.25.6.66 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/6c09d469-d907-47d3-a7c2-ae70e3e7d76a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:45.246557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.262986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcafe605-20af-4707-a710-0e7d4405476e {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:05:45.276392 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.296451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-02fc7b21-16d5-49be-a055-b04fa57b0349 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550434 Aug 16 02:05:45.302735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:45.320937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40368) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:45.372087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb4ddca-d806-4761-9fc9-8e6cf82ef1bd None None] Pushing event updated for resources: {'Port': ['ID=f44ff776-be03-42ba-86a2-349a7a101901,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.414321 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.478928 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.497001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.506615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.512804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 52e394f1-a5ca-40d1-a9cd-372da3eb1b1b owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:45.557539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.567477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-d529628e-fe83-4c44-97d6-38e0a3d7e7c2 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567718 Aug 16 02:05:45.570567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.601916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] No DVR routers for this DVR port 31fd52f2-ed4a-4bb1-a5bc-22c4f4500eeb on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:45.649412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267558e6-4b87-4ade-b365-6a155365aa26 req-82bc48f1-de40-4c55-9091-d9a55d2ae480 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.654409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-4f4ecb85-9cfa-4509-aadd-e89b6f9aca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.659498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-4f4ecb85-9cfa-4509-aadd-e89b6f9aca76 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679&tenant_id=835435b194a74979a80448f4f3b83896 HTTP/1.1" status: 200 len: 1096 time: 0.2289088 Aug 16 02:05:45.659672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-267558e6-4b87-4ade-b365-6a155365aa26 req-82bc48f1-de40-4c55-9091-d9a55d2ae480 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 945 time: 0.1827593 Aug 16 02:05:45.694259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['bcafe605-20af-4707-a710-0e7d4405476e'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:05:45.766087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-267558e6-4b87-4ade-b365-6a155365aa26 req-4536bcbb-a4a9-46f7-a5d4-679c31582098 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987556 Aug 16 02:05:45.776548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.805439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-2e41bb60-a701-4e88-8662-320def6459f3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 217 time: 0.1907067 Aug 16 02:05:45.917984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.942503 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:45.966534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:45.971488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:45.977975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:45.983320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:45.987920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Pushing event updated for resources: {'Port': ['ID=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:45.989659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f2faec-2947-45ce-8ea5-9d093a5d20ff') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:45.989968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f2faec-2947-45ce-8ea5-9d093a5d20ff') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:45.992470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-7f369190-67e4-47e3-b48b-113710fe3ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:45.993976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-7f369190-67e4-47e3-b48b-113710fe3ba8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1350887 Aug 16 02:05:46.003737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-7d77a375-e16b-41cc-aeb0-2cf9e3245ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.006265 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-7d77a375-e16b-41cc-aeb0-2cf9e3245ff3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1096 time: 0.2247167 Aug 16 02:05:46.018540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.112287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.133423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:46.133850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:46.135742 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:46.191291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.199478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.202088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-ec76dfe1-336e-430b-bbd3-4b6a190ab406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.204744 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-ec76dfe1-336e-430b-bbd3-4b6a190ab406 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1973145 Aug 16 02:05:46.260750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=52e394f1-a5ca-40d1-a9cd-372da3eb1b1b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.263447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48524ed2-1520-47a7-a650-a7bfce7a9925 req-89cafb56-9f53-4d01-b6cb-004093a80df0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.271687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48524ed2-1520-47a7-a650-a7bfce7a9925 req-89cafb56-9f53-4d01-b6cb-004093a80df0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1476986 Aug 16 02:05:46.312979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-8ee0cbd4-cd92-49ab-86cd-9a1fda8be298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.314410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-8ee0cbd4-cd92-49ab-86cd-9a1fda8be298 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 915 time: 0.2920845 Aug 16 02:05:46.365246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48524ed2-1520-47a7-a650-a7bfce7a9925 req-c67405bf-56e9-4365-b0bd-0f3fa4e3157a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881844 Aug 16 02:05:46.412852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.416954 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-42a65b8e-1cf0-4a8b-a859-81607c34bd8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/52e394f1-a5ca-40d1-a9cd-372da3eb1b1b HTTP/1.1" status: 204 len: 168 time: 1.5365977 Aug 16 02:05:46.418461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40378) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.428463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-1db15e36-a178-4200-b813-5774f0828598 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 200 len: 217 time: 0.1036196 Aug 16 02:05:46.437979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.477295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.479247 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a HTTP/1.1" status: 204 len: 168 time: 2.7342873 Aug 16 02:05:46.482730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-d43c9d0f-f7c3-429a-8a79-2d5026924eff service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500772 Aug 16 02:05:46.509969 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-de289e83-dd30-4810-a8c3-51a88e34f850 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:46.511643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de289e83-dd30-4810-a8c3-51a88e34f850 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/52e394f1-a5ca-40d1-a9cd-372da3eb1b1b HTTP/1.1" status: 404 len: 333 time: 0.0856829 Aug 16 02:05:46.517073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40382) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:46.574350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:46.620928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd54a2-c77d-4f5d-8667-05b78a0e9121 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5d2825f-4a9d-499c-a0e9-fb8ba4c3679a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:46.698160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-73a6ba77-a0e0-4ccb-885f-c0dfdfd6d55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:46.705158 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-73a6ba77-a0e0-4ccb-885f-c0dfdfd6d55c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.2639730 Aug 16 02:05:46.707058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d5d81084-5d26-49c8-8f2e-87ddca7b7caa req-11b63470-cc15-4aba-b1ef-db382b84ccd3 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925662 Aug 16 02:05:46.714790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994725d4-86bf-4700-9ea3-60a92a770af6 None None] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:46.718024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bcafe605-20af-4707-a710-0e7d4405476e up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:46.779462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-06ecce44-0495-4e78-9871-a8b9df8b414e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618744 Aug 16 02:05:46.851847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f44ff776-be03-42ba-86a2-349a7a101901 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:46.946213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 1ca5f6de-16f4-4553-8406-54d44a5661e3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:46.946870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.008968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-00129fab-660b-46c9-80a9-b6d4071fb664 service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193995 Aug 16 02:05:47.135831 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.150573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.159995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8e54d24-6395-48a5-b6e0-b2696c70595a None None] Provisioning for port f44ff776-be03-42ba-86a2-349a7a101901 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:47.168651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 1ca5f6de-16f4-4553-8406-54d44a5661e3 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:47.172580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port bcafe605-20af-4707-a710-0e7d4405476e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:47.173293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Deleting port 3c790dc9-a408-4360-8d58-bed7b959dc30 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:47.173414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.179290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f44ff776-be03-42ba-86a2-349a7a101901 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:47.195861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8e54d24-6395-48a5-b6e0-b2696c70595a None None] Provisioning complete for port f44ff776-be03-42ba-86a2-349a7a101901 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:47.196381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8e54d24-6395-48a5-b6e0-b2696c70595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.204102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f44ff776-be03-42ba-86a2-349a7a101901 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:47.206260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.272235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd8c8352-4ede-4aed-a018-6acb8ce81183 req-31fbddde-1910-4a02-8a3d-ed21783c481e service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495561 Aug 16 02:05:47.308627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] For port 3c790dc9-a408-4360-8d58-bed7b959dc30, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3c790dc9-a408-4360-8d58-bed7b959dc30,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.309616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.317950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-18ab95b6-a44b-4e90-8a60-378c1f54c6f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8127bc3f60440b5a43aabb4bd25c43a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640344 Aug 16 02:05:47.318731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40390) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.322925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port bcafe605-20af-4707-a710-0e7d4405476e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:47.323313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.325072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Calling delete_port for 3c790dc9-a408-4360-8d58-bed7b959dc30 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:47.386877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.414518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5737410-bb19-4ba0-bf34-10f9d525b846 req-c1e76a73-0f9f-4e03-99dc-3b9a2945e8d2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.416817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5737410-bb19-4ba0-bf34-10f9d525b846 req-c1e76a73-0f9f-4e03-99dc-3b9a2945e8d2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 945 time: 0.2574813 Aug 16 02:05:47.443384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bc087db-5e4e-4244-ab6e-6aeeb7e68d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.492016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bc087db-5e4e-4244-ab6e-6aeeb7e68d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.568314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.572947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8e54d24-6395-48a5-b6e0-b2696c70595a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.576461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5737410-bb19-4ba0-bf34-10f9d525b846 req-ba9c06e1-83fd-4f6c-88f2-a910bc6ae827 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091986 Aug 16 02:05:47.596943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.647420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:05:47.649840 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12be657e-4bec-46dc-a83e-c1a84f740bd7" -d '{"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-plugged", "status": "completed", "tag": "bcafe605-20af-4707-a710-0e7d4405476e"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:05:47.665145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port f44ff776-be03-42ba-86a2-349a7a101901, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f44ff776-be03-42ba-86a2-349a7a101901,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.674669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:47.686698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.739653 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36f4f33-78f7-4ce8-97ab-1e01208d75c5 x-openstack-request-id: req-f36f4f33-78f7-4ce8-97ab-1e01208d75c5 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:05:47.740436 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-plugged", "status": "completed", "tag": "bcafe605-20af-4707-a710-0e7d4405476e", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:05:47.740436 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f36f4f33-78f7-4ce8-97ab-1e01208d75c5 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:05:47.740802 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e', 'code': 200} Aug 16 02:05:47.742734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642f3c5-a3bb-4004-8eb5-1db5d1d6ebbf req-9599baa3-7b4e-4d30-8582-7fc679233d7d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:47.750423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5642f3c5-a3bb-4004-8eb5-1db5d1d6ebbf req-9599baa3-7b4e-4d30-8582-7fc679233d7d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2853155 Aug 16 02:05:47.789639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=1ca5f6de-16f4-4553-8406-54d44a5661e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.803096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.804124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5642f3c5-a3bb-4004-8eb5-1db5d1d6ebbf req-803e1464-b561-41bf-98b8-509d10a3a7ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528743 Aug 16 02:05:47.825876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.844089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40408) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.847868 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e3898a43-f050-40d4-b430-a2214d53b197 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/1ca5f6de-16f4-4553-8406-54d44a5661e3 HTTP/1.1" status: 204 len: 168 time: 1.2171302 Aug 16 02:05:47.852566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bc087db-5e4e-4244-ab6e-6aeeb7e68d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.859067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bc087db-5e4e-4244-ab6e-6aeeb7e68d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.861170 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5bc087db-5e4e-4244-ab6e-6aeeb7e68d42 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/465566ce-1398-4bf8-8551-f88e32633ced HTTP/1.1" status: 204 len: 168 time: 0.5236957 Aug 16 02:05:47.878714 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f21e7f6-9150-45a5-a657-a5af1023873c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:05:47.885197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f21e7f6-9150-45a5-a657-a5af1023873c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/1ca5f6de-16f4-4553-8406-54d44a5661e3 HTTP/1.1" status: 404 len: 333 time: 0.0360298 Aug 16 02:05:47.885423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=f44ff776-be03-42ba-86a2-349a7a101901,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.885423 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.885767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:47.950182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 3313a548-ca4e-437c-bbe1-2d67cea9a20e {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:47.970439 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:47.978119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc087db-5e4e-4244-ab6e-6aeeb7e68d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465566ce-1398-4bf8-8551-f88e32633ced,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:47.997509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-c8e54d24-6395-48a5-b6e0-b2696c70595a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:05:48.003690 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-c8e54d24-6395-48a5-b6e0-b2696c70595a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:05:48.014902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f15e5-eb49-47ea-92f4-f8630f56c06c req-27dccdb4-09ac-4617-b8b8-80aaee6c8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:48.018329 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3f1f15e5-eb49-47ea-92f4-f8630f56c06c req-27dccdb4-09ac-4617-b8b8-80aaee6c8824 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 1098 time: 0.1674340 Aug 16 02:05:48.029460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Router 3f539329-516c-4693-beeb-dc36038a9e3e is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:05:48.040099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.086530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3f1f15e5-eb49-47ea-92f4-f8630f56c06c req-32eba534-8755-48fe-8e99-b89a01df7a07 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601566 Aug 16 02:05:48.098494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.173395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.215432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c790dc9-a408-4360-8d58-bed7b959dc30,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:48.358130 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.382709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:48.394412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:48.413118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:48.413118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:48.557717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.774721 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.778719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-95a944b6-79f0-40af-8e80-81a7a8938553 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.6658206 Aug 16 02:05:48.778719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.779522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:48.821271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:48.947304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f44ff776-be03-42ba-86a2-349a7a101901 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:48.983926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:48.983926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/3313a548-ca4e-437c-bbe1-2d67cea9a20e HTTP/1.1" status: 204 len: 168 time: 1.0955303 Aug 16 02:05:49.007004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc22d2d7-e1e9-472c-9ee1-2308d0220d6e None None] Network 779df8b7-fa52-4732-9d3c-ee45d67d7165 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:49.033074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40438) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.108659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0a3f382b-eb3f-4485-a2b0-b9b661cc3ef3 None None] Provisioning complete for port f44ff776-be03-42ba-86a2-349a7a101901 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:49.109027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a3f382b-eb3f-4485-a2b0-b9b661cc3ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.161171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efe64eb-31c9-47c6-8c92-4ed28952f04c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=3313a548-ca4e-437c-bbe1-2d67cea9a20e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:49.247521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.270743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Router 9b6d9957-f0df-4878-8df6-ec604e3efa62 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:49.280882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105db478-7079-4ca7-97dd-0f52591b92bf req-24ca2289-b0a1-4e79-8f46-f43b0e8c2ef2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.282453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-105db478-7079-4ca7-97dd-0f52591b92bf req-24ca2289-b0a1-4e79-8f46-f43b0e8c2ef2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.5835896 Aug 16 02:05:49.333953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63765f7-b6e9-414e-bbe2-811153469934 req-efc49f41-f0f8-42ba-960c-16086dcb1ea5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:49.341316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f63765f7-b6e9-414e-bbe2-811153469934 req-efc49f41-f0f8-42ba-960c-16086dcb1ea5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.3941379 Aug 16 02:05:49.346329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f44ff776-be03-42ba-86a2-349a7a101901 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:49.348239 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.461294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-105db478-7079-4ca7-97dd-0f52591b92bf req-832a02fb-5c55-40b7-847a-c844bbfb76ab tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458921 Aug 16 02:05:49.483945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f63765f7-b6e9-414e-bbe2-811153469934 req-a3210020-0605-4631-9557-e61e284e0542 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416495 Aug 16 02:05:49.500439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 3, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.536843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:49.538096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 69b81522-d191-47ac-a7aa-61a247683bec {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:49.538456 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.544872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Updating router 3f539329-516c-4693-beeb-dc36038a9e3e port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:49.585702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.587861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] DHCP port deletion for 779df8b7-fa52-4732-9d3c-ee45d67d7165 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:49.655115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:49.671112 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] Sync routers for ids ['9b6d9957-f0df-4878-8df6-ec604e3efa62'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:49.709785 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] Routers {'9b6d9957-f0df-4878-8df6-ec604e3efa62'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:49.711044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-59d2d82f-d595-445e-92d8-29a558a71522 admin admin] 10.222.0.76 "PUT /v2.0/routers/9b6d9957-f0df-4878-8df6-ec604e3efa62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3887823 Aug 16 02:05:49.711267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40448) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:49.713171 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9b6d9957-f0df-4878-8df6-ec604e3efa62'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:49.784004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] For port 69b81522-d191-47ac-a7aa-61a247683bec, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=69b81522-d191-47ac-a7aa-61a247683bec,segment=NetworkSegment(9b7890d9-be83-4677-bff1-d7d4f5f101bf),segment_id=9b7890d9-be83-4677-bff1-d7d4f5f101bf)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:49.784401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.832639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 69b81522-d191-47ac-a7aa-61a247683bec owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:49.875357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] Deleting port 69b81522-d191-47ac-a7aa-61a247683bec {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:49.876488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.921169 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:49.974952 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] Set router 9b6d9957-f0df-4878-8df6-ec604e3efa62 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:50.044294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] For port 69b81522-d191-47ac-a7aa-61a247683bec, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=69b81522-d191-47ac-a7aa-61a247683bec,segment=NetworkSegment(9b7890d9-be83-4677-bff1-d7d4f5f101bf),segment_id=9b7890d9-be83-4677-bff1-d7d4f5f101bf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:50.046994 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.073501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] Calling delete_port for 69b81522-d191-47ac-a7aa-61a247683bec owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:50.119159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.137646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.142828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.210351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No DVR routers for this DVR port 69b81522-d191-47ac-a7aa-61a247683bec on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:50.215134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=69b81522-d191-47ac-a7aa-61a247683bec,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.318132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40456) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:50.346329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Allocated IP 172.20.0.1 (35826d18-8147-41ca-bbd1-48b5ff061c6e/cac0512c-59af-42dd-8b0a-014f19dd9b56/ffeb13be-ff70-4e1a-8771-20bd48a9f681) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:50.354798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.369922 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.381288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Transition to ACTIVE for port object 6c09d469-d907-47d3-a7c2-ae70e3e7d76a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:50.400674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] No DVR routers for this DVR port 69b81522-d191-47ac-a7aa-61a247683bec on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:50.445102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0957408b-3b68-4748-9dae-85416618ba33 None None] Pushing event deleted for resources: {'Port': ['ID=69b81522-d191-47ac-a7aa-61a247683bec,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.507568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.508818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.531747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779df8b7-fa52-4732-9d3c-ee45d67d7165']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.564824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7890d9-be83-4677-bff1-d7d4f5f101bf') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.565187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7890d9-be83-4677-bff1-d7d4f5f101bf') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.575752 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:05:47Z', 'revision_number': 5, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port': {'id': 'b2e8fd45-f78b-4564-89b9-ff7886ff1000', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:16:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:03:56Z', 'updated_at': '2021-08-16T02:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.619726 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] Checking router: 9b6d9957-f0df-4878-8df6-ec604e3efa62 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:50.629638 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] Routers {'9b6d9957-f0df-4878-8df6-ec604e3efa62'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:50.631033 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9b6d9957-f0df-4878-8df6-ec604e3efa62'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.636535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.682358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee97ff-40a3-4ff0-b116-2669f79acd90 None None] Pushing event updated for resources: {'Port': ['ID=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:50.682567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1676961190-network', 'tenant_id': '2fd97619147244119123ebebe6d9a0fd'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:50.702825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 69b81522-d191-47ac-a7aa-61a247683bec no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:50.728726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 69b81522-d191-47ac-a7aa-61a247683bec {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:50.729362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 69b81522-d191-47ac-a7aa-61a247683bec not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:50.732868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.746610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Attempting to bind port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:50.749998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Attempting to bind port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:50.750400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Attempting to bind port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:50.758710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:50.760170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:50.760170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.760170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:50.760637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Bound port: 6c09d469-d907-47d3-a7c2-ae70e3e7d76a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:50.760887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.767429 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] Set router 9b6d9957-f0df-4878-8df6-ec604e3efa62 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:50.776017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Transition to ACTIVE for port object ffeb13be-ff70-4e1a-8771-20bd48a9f681 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:50.827879 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:05:50Z', 'revision_number': 6, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:50.842128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Deleting port b2e8fd45-f78b-4564-89b9-ff7886ff1000 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:50.842789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.844420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] For port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:50.849549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.851830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] For port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:50.870866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:50.871284 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:50.871399 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1fdf71-4144-409f-8592-3abc3cac2c38 None None] The sync data for ids ['9b6d9957-f0df-4878-8df6-ec604e3efa62'] in n-d-768852-19 is: [{'id': '9b6d9957-f0df-4878-8df6-ec604e3efa62', 'name': 'tempest-ServersTestMultiNic-811011213-router', 'tenant_id': '87570dc450cb457592868d2b2392cc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:03:54Z', 'updated_at': '2021-08-16T02:05:50Z', 'revision_number': 6, 'project_id': '87570dc450cb457592868d2b2392cc3a', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:50.875893 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:50.884737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2b06-d16a-4df6-9375-1e0c9325f3cc req-722931ee-cb23-4b6f-b9e1-723f7d05a118 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.893721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcfc2b06-d16a-4df6-9375-1e0c9325f3cc req-722931ee-cb23-4b6f-b9e1-723f7d05a118 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2830086 Aug 16 02:05:50.919677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d22e6e-fea1-4512-96f4-73d2c825fd01 req-02dfbb02-987a-4dd7-bb50-e3fc1c0f221d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:50.928472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20d22e6e-fea1-4512-96f4-73d2c825fd01 req-02dfbb02-987a-4dd7-bb50-e3fc1c0f221d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2142572 Aug 16 02:05:51.034821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20d22e6e-fea1-4512-96f4-73d2c825fd01 req-4c4556c4-5422-4adf-a120-fea5083faac0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051879 Aug 16 02:05:51.086799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.123286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcfc2b06-d16a-4df6-9375-1e0c9325f3cc req-62947bd2-264c-4d1b-b767-8cfc7c0129fa tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271140 Aug 16 02:05:51.215200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee97ff-40a3-4ff0-b116-2669f79acd90 None None] Pushing event updated for resources: {'Port': ['ID=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.244711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:51.245362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:51.286312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.290391 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.292152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/779df8b7-fa52-4732-9d3c-ee45d67d7165 HTTP/1.1" status: 204 len: 168 time: 2.1326177 Aug 16 02:05:51.298945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40470) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:51.317511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2130243266'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:51.322342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd9522-d254-4bd8-a43c-5e1dfecaf244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=779df8b7-fa52-4732-9d3c-ee45d67d7165,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.328546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.414474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:51.428088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:51.433876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:51.439254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffeb13be-ff70-4e1a-8771-20bd48a9f681,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:51.461017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:51.471521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] For port b2e8fd45-f78b-4564-89b9-ff7886ff1000, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2e8fd45-f78b-4564-89b9-ff7886ff1000,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:51.471979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.494624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Calling delete_port for b2e8fd45-f78b-4564-89b9-ff7886ff1000 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:51.510832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.732262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Made reservation on behalf of 2fd97619147244119123ebebe6d9a0fd for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:51.734578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.769464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.905789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 3, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:51.938715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d41f13-e89b-4680-8c5d-70c536163e2e None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:46Z', 'revision_number': 3, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:51.940545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1a5a232d-b9ef-4734-89c0-81906cc60a83 None None] Provisioning for port ffeb13be-ff70-4e1a-8771-20bd48a9f681 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:51.944848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1a5a232d-b9ef-4734-89c0-81906cc60a83 None None] Provisioning complete for port ffeb13be-ff70-4e1a-8771-20bd48a9f681 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:51.945262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a5a232d-b9ef-4734-89c0-81906cc60a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.950768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:51.967162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:51.998267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a232d-b9ef-4734-89c0-81906cc60a83 None None] Port ffeb13be-ff70-4e1a-8771-20bd48a9f681 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:52.031873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.073244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.140160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:52.151842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.152296 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment b952527e-b123-450b-ab2b-cc24a0b5ef1b of type vlan for network 9629225d-f5ac-4735-9472-61dd813ee109 Aug 16 02:05:52.197485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e8fd45-f78b-4564-89b9-ff7886ff1000,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:52.252673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.253081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.253375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.253846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.254372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.254853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.255209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.255549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.255897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.256235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.256575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.256909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:52.268497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.320016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a641f11-4aee-469e-8615-65f963775880 req-2b7ff131-059f-41af-b2a8-e98b650f5c02 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.325118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a641f11-4aee-469e-8615-65f963775880 req-2b7ff131-059f-41af-b2a8-e98b650f5c02 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1348908 Aug 16 02:05:52.437208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a641f11-4aee-469e-8615-65f963775880 req-1a3e4c0d-ba18-43d8-9624-03352c70abc8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013331 Aug 16 02:05:52.523162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.resource_extend [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:05:52.645797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.688169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c09d469-d907-47d3-a7c2-ae70e3e7d76a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:52.794825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5090d4d-facb-47ba-a1d5-89c99ebbb995 req-b454f4a1-cb98-43b4-b98e-6d6b3cc253af tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.796474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5090d4d-facb-47ba-a1d5-89c99ebbb995 req-b454f4a1-cb98-43b4-b98e-6d6b3cc253af tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1346200 Aug 16 02:05:52.834578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.840329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:52.840959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.868894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.879317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.881072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5090d4d-facb-47ba-a1d5-89c99ebbb995 req-bc56226c-6a74-423d-8436-5ee31e1a9e5c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774243 Aug 16 02:05:52.901112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:52.977859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:05:52.983048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:52.983657 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.044106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=9629225d-f5ac-4735-9472-61dd813ee109,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.063544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 9629225d-f5ac-4735-9472-61dd813ee109 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:53.067312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.186906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.189036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:05:53.199431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.203941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.204619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b6d9957-f0df-4878-8df6-ec604e3efa62 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:05:53.220305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.221643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-17c23a43-e9e8-44ee-a53d-dc7903cf73ce admin admin] 10.222.0.76 "DELETE /v2.0/routers/9b6d9957-f0df-4878-8df6-ec604e3efa62 HTTP/1.1" status: 204 len: 168 time: 3.5073538 Aug 16 02:05:53.225096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40490) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.230704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:53.246257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.264128 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eab2996d-009c-4f46-aa09-153f3d300c8d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9614873 Aug 16 02:05:53.267544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.267905 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Added segment aa711537-d308-4b41-bdc3-64300c498621 of type vlan for network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae Aug 16 02:05:53.270321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:53.277563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '9629225d-f5ac-4735-9472-61dd813ee109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:53.337581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.369492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Deleting subnet dc4929b9-bda6-42a6-8dac-9746dc3e4d0d {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:05:53.385698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.389370 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.435089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c790dc9-a408-4360-8d58-bed7b959dc30 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:53.442167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.489491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3c790dc9-a408-4360-8d58-bed7b959dc30 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:53.490024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c790dc9-a408-4360-8d58-bed7b959dc30 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:53.490613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2e8fd45-f78b-4564-89b9-ff7886ff1000 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:53.510454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.513770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b2e8fd45-f78b-4564-89b9-ff7886ff1000 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:53.514130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2e8fd45-f78b-4564-89b9-ff7886ff1000 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:53.623233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.644548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.648897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ffeb13be-ff70-4e1a-8771-20bd48a9f681,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:53.715850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.800073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565aee5-a6f5-4559-8193-c94a144e8f04 req-221372d5-5c56-4f0d-8a16-7b02a3665d7f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.809040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e565aee5-a6f5-4559-8193-c94a144e8f04 req-221372d5-5c56-4f0d-8a16-7b02a3665d7f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2387943 Aug 16 02:05:53.812107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:53.813633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:53.869232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e565aee5-a6f5-4559-8193-c94a144e8f04 req-fc1d4ab1-5eb6-478b-86e1-ac4bb3eb1b13 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590689 Aug 16 02:05:53.900556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:53.906912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.991646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.995724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:53.996814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:53.997477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.091717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.095064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa3b60d-b348-4ced-855a-93b886890fff None None] Network e8613866-a769-45fd-8e0d-be83827da37f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:54.103220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/dc4929b9-bda6-42a6-8dac-9746dc3e4d0d HTTP/1.1" status: 204 len: 168 time: 0.8721671 Aug 16 02:05:54.103220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f50dd-264d-445c-b7a7-8c3e8aaf883e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc4929b9-bda6-42a6-8dac-9746dc3e4d0d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.108052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] Pushing event updated for resources: {'Network': ['ID=8bb8a392-55e1-4bf9-8c9b-e63c538bfeae,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:54.119259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40502) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.135621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:05:54.347928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:05:54.380190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd07b782-ee90-4298-9c53-a8caf13b74bd None None] Provisioning complete for port ffeb13be-ff70-4e1a-8771-20bd48a9f681 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:54.391479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd07b782-ee90-4298-9c53-a8caf13b74bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.584587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd07b782-ee90-4298-9c53-a8caf13b74bd None None] Port ffeb13be-ff70-4e1a-8771-20bd48a9f681 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:05:54.627030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6ac77628-e88a-401b-96a5-0fd000b1ecff admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.3074832 Aug 16 02:05:54.652713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40504) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:54.678957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Request body: {'subnet': {'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1676961190-subnet', 'tenant_id': '2fd97619147244119123ebebe6d9a0fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:54.694442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] DHCP port deletion for e8613866-a769-45fd-8e0d-be83827da37f request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:05:54.715113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.733332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f03775-ee3e-48e4-82e0-b925033b4f01 req-06ff48ea-e224-4062-937c-e8f74dd5857f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:54.741662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05f03775-ee3e-48e4-82e0-b925033b4f01 req-06ff48ea-e224-4062-937c-e8f74dd5857f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.7044785 Aug 16 02:05:54.749507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c09d469-d907-47d3-a7c2-ae70e3e7d76a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:05:54.772322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:05:54.810089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b744ac20-841e-4a53-bb4e-28682ae886e2 admin admin] 10.222.0.76 "PUT /v2.0/routers/3f539329-516c-4693-beeb-dc36038a9e3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0297260 Aug 16 02:05:54.866996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05f03775-ee3e-48e4-82e0-b925033b4f01 req-894b4e68-d731-404b-9b2b-340d6dce1cb2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212144 Aug 16 02:05:54.888642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:05:54.903219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Made reservation on behalf of 2fd97619147244119123ebebe6d9a0fd for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:54.914032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:54.938706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:54.947368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:54.976096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Deleting port a7752825-4065-47df-8ffa-24243441ac97 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:54.976448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.055802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.183105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=6860bfa2-877b-4b0b-83e0-f239d9ef20ca,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.216483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': 'b952527e-b123-450b-ab2b-cc24a0b5ef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9629225d-f5ac-4735-9472-61dd813ee109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:55.219741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 9629225d-f5ac-4735-9472-61dd813ee109, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:55.228920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:55.326454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:05:55.327233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.426245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] Deleting port a7752825-4065-47df-8ffa-24243441ac97 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:05:55.427178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.430019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] For port a7752825-4065-47df-8ffa-24243441ac97, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7752825-4065-47df-8ffa-24243441ac97,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:55.430479 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.440684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 9629225d-f5ac-4735-9472-61dd813ee109 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:55.485752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af030ed-80bf-4970-8416-3a974d65e4e0 req-b6ad5f22-a2f0-4025-9f08-95b238dd63f5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:55.497186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7af030ed-80bf-4970-8416-3a974d65e4e0 req-b6ad5f22-a2f0-4025-9f08-95b238dd63f5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2544940 Aug 16 02:05:55.553541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Calling delete_port for a7752825-4065-47df-8ffa-24243441ac97 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:55.580672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] For port a7752825-4065-47df-8ffa-24243441ac97, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7752825-4065-47df-8ffa-24243441ac97,segment=NetworkSegment(36ddbd66-b484-4e03-aceb-514e0e57192a),segment_id=36ddbd66-b484-4e03-aceb-514e0e57192a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:05:55.581266 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.606903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] Calling delete_port for a7752825-4065-47df-8ffa-24243441ac97 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:05:55.641956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 9629225d-f5ac-4735-9472-61dd813ee109) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:55.652428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:55.653303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.667570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.715459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62e50f8-78f5-4424-a6bd-1343d8fdd5a8 None None] Network 9629225d-f5ac-4735-9472-61dd813ee109 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:55.742001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7af030ed-80bf-4970-8416-3a974d65e4e0 req-e43e2d90-0503-4151-8f2c-215d03649d42 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437229 Aug 16 02:05:55.779337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e9ee6627-1140-4c9f-9a32-1bcf280480ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5070348 Aug 16 02:05:55.787555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40530) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:55.797946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '9629225d-f5ac-4735-9472-61dd813ee109', 'name': 'tempest-PortsIpV6TestJSON-1271577066', 'fixed_ips': [{'subnet_id': '6860bfa2-877b-4b0b-83e0-f239d9ef20ca', 'ip_address': '2001:db8::10'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:55.807528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a5c727-3ed7-4ae4-993a-2a6d51458292,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:55.875281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Checking segment: {'id': 'aa711537-d308-4b41-bdc3-64300c498621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:55.875743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Network hostable DHCP agents. Network: 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:05:55.897541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:05:52Z', 'revision_number': 2, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:55.934937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-eb660a79-436b-4748-90a1-c54c0a64e86a tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:55.936850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:05:55.937269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Updating router 3f539329-516c-4693-beeb-dc36038a9e3e port ffeb13be-ff70-4e1a-8771-20bd48a9f681 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:05:55.945067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-eb660a79-436b-4748-90a1-c54c0a64e86a tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 821 time: 0.2665312 Aug 16 02:05:55.965748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:55.971522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0dfc3ba1-f0e2-4f4b-a79d-80a5fb8b6a0d tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/quotas/cb63ace915ba460c833c8ba6f21a46ce HTTP/1.1" status: 200 len: 375 time: 0.0250490 Aug 16 02:05:56.044310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.060310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.087459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:05:56.115698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-4b941be3-0867-4825-83c6-95dad8da128c tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1419230 Aug 16 02:05:56.127143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] No DVR routers for this DVR port a7752825-4065-47df-8ffa-24243441ac97 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:56.130668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Pushing event deleted for resources: {'Port': ['ID=a7752825-4065-47df-8ffa-24243441ac97,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.149208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:56.217659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08443f93-f361-40e9-bda8-e70a02994591 req-7057ea23-db5b-48f3-a459-f8b1497f93f5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.220160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08443f93-f361-40e9-bda8-e70a02994591 req-7057ea23-db5b-48f3-a459-f8b1497f93f5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2083001 Aug 16 02:05:56.328634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:56.333633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.341074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] Pushing event deleted for resources: {'Port': ['ID=a7752825-4065-47df-8ffa-24243441ac97,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.343981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.347937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.350250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f590add-7384-41e6-8ab0-7104d557178c None None] No DVR routers for this DVR port a7752825-4065-47df-8ffa-24243441ac97 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:05:56.355031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465880b-1c3d-4fec-b0c2-d27c1e8c6231 None None] Network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:56.358079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8613866-a769-45fd-8e0d-be83827da37f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.393407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08443f93-f361-40e9-bda8-e70a02994591 req-1b3e7930-e422-40a3-9866-57d320e93534 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538095 Aug 16 02:05:56.400319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ddbd66-b484-4e03-aceb-514e0e57192a') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.410582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ddbd66-b484-4e03-aceb-514e0e57192a') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:56.427247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-049ccb7a-75b6-44c8-b486-55cb0ee95308 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102627 Aug 16 02:05:56.445535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.453508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.469499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 8dac3d06-7550-401b-8aad-2b101081b576 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:56.505095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-9629225d-f5ac-4735-9472-61dd813ee109', 'network_id': '9629225d-f5ac-4735-9472-61dd813ee109', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': '6860bfa2-877b-4b0b-83e0-f239d9ef20ca'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:05:56.506394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.521439 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.545623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:05:56.550120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:05:56.552377 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:05:56.571886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a1c423f3-1ea4-4d51-b888-2e0199b410ef admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9178131 Aug 16 02:05:56.730811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-bc880d3c-e1b6-4694-a659-8496253ec0dd service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021555 Aug 16 02:05:56.842072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::10 (9629225d-f5ac-4735-9472-61dd813ee109/6860bfa2-877b-4b0b-83e0-f239d9ef20ca/8dac3d06-7550-401b-8aad-2b101081b576) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:56.892511 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.900435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7752825-4065-47df-8ffa-24243441ac97 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:05:56.918220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:56.920627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] 10.222.0.76 "DELETE /v2.0/networks/e8613866-a769-45fd-8e0d-be83827da37f HTTP/1.1" status: 204 len: 168 time: 2.7967815 Aug 16 02:05:56.923351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8f28-59d5-403f-95d7-41bb201de91a admin admin] Pushing event deleted for resources: {'Network': ['ID=e8613866-a769-45fd-8e0d-be83827da37f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:56.945891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47627f-d293-457a-8c5c-c500758e8b43 req-b40a166b-e372-4166-a006-11e1aa38f364 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:56.954185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb47627f-d293-457a-8c5c-c500758e8b43 req-b40a166b-e372-4166-a006-11e1aa38f364 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1166329 Aug 16 02:05:57.005354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb47627f-d293-457a-8c5c-c500758e8b43 req-1f083115-ceac-4da9-9fce-77c095e23e25 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501719 Aug 16 02:05:57.090801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a7752825-4065-47df-8ffa-24243441ac97 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:05:57.091169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7752825-4065-47df-8ffa-24243441ac97 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:05:57.196007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.215257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcd53689-98d8-4a31-aac7-de19e9189106 req-3f8cbf96-0deb-4d37-a1bb-13e84fe1bf93 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.1021552 Aug 16 02:05:57.215667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 8dac3d06-7550-401b-8aad-2b101081b576 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:57.282996 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.353372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.358948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02467de0-5ec3-4d0f-8b4b-e954b7121721 None None] Network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:05:57.509386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.520979 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.530290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-1ab6d62e-7093-4fee-9149-5741cb255105 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:57.539441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-1ab6d62e-7093-4fee-9149-5741cb255105 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/networks?id=8bb8a392-55e1-4bf9-8c9b-e63c538bfeae HTTP/1.1" status: 200 len: 822 time: 0.2756014 Aug 16 02:05:57.576489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-025825bd-1d78-436e-b0be-871393149b3e tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/quotas/2fd97619147244119123ebebe6d9a0fd HTTP/1.1" status: 200 len: 375 time: 0.0362055 Aug 16 02:05:57.592756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Transition to ACTIVE for port object ffeb13be-ff70-4e1a-8771-20bd48a9f681 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:57.630537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-f7c52450-c021-4990-972c-eace9c34cd71 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2fd97619147244119123ebebe6d9a0fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423307 Aug 16 02:05:57.665028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 9629225d-f5ac-4735-9472-61dd813ee109 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:57.688198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Allocated IP 2001:db8::2 (9629225d-f5ac-4735-9472-61dd813ee109/6860bfa2-877b-4b0b-83e0-f239d9ef20ca/8799bc1e-3a56-464c-80ed-a9bce983457a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:57.688585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=8dac3d06-7550-401b-8aad-2b101081b576,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.702941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:57.710813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:57.723252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:57.724630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.728846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.768978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fcf5e-7e50-4b77-b14c-2487767591d9 req-1d42635c-a7ae-4696-b958-6b61b03b26a1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:57.776835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c0fcf5e-7e50-4b77-b14c-2487767591d9 req-1d42635c-a7ae-4696-b958-6b61b03b26a1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2681270 Aug 16 02:05:57.782442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cbeb0d99-bfd2-4abe-a0ca-fcd817c710c3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=87570dc450cb457592868d2b2392cc3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516846 Aug 16 02:05:57.786906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40576) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.796936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.842921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c0fcf5e-7e50-4b77-b14c-2487767591d9 req-1bf35d53-3e48-4f5e-b1b0-889aa851e66f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651271 Aug 16 02:05:57.855695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb129-a7ff-4a39-b863-aa28414662ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.870123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3f36f32a-6f19-468a-9621-97ce94f5bfeb service neutron] 10.222.0.76 "GET /v2.0/networks/8bb8a392-55e1-4bf9-8c9b-e63c538bfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293050 Aug 16 02:05:57.910357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Pushing event updated for resources: {'Port': ['ID=ffeb13be-ff70-4e1a-8771-20bd48a9f681,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:57.928748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb129-a7ff-4a39-b863-aa28414662ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:57.944636 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f6496900-b682-4c00-a356-ecacd4105ea2 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1554418 Aug 16 02:05:57.962464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40578) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:05:57.982075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '9629225d-f5ac-4735-9472-61dd813ee109', 'name': 'tempest-PortsIpV6TestJSON-599216308', 'fixed_ips': [{'subnet_id': '6860bfa2-877b-4b0b-83e0-f239d9ef20ca', 'ip_address': '2001:db8::f'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:05:57.990657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:57.993857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:57.994302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:57.995140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:57.996456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:57.999919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.000536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.001159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.001732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.003250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.003841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.004647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:05:58.073105 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.080437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Attempting to bind port ffeb13be-ff70-4e1a-8771-20bd48a9f681 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:58.081064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Attempting to bind port ffeb13be-ff70-4e1a-8771-20bd48a9f681 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:58.081721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Attempting to bind port ffeb13be-ff70-4e1a-8771-20bd48a9f681 on network 35826d18-8147-41ca-bbd1-48b5ff061c6e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:58.091631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Transition to ACTIVE for port object 8799bc1e-3a56-464c-80ed-a9bce983457a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:58.096759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:58.097516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Checking segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:58.098381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.099161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Bound using segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:58.100018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Bound port: ffeb13be-ff70-4e1a-8771-20bd48a9f681, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:58.101388 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.110749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-052e5d60-c42f-40e4-b7ac-d192ce47b57a service neutron] 10.222.0.76 "GET /v2.0/networks/8bb8a392-55e1-4bf9-8c9b-e63c538bfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395153 Aug 16 02:05:58.130826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Transition to ACTIVE for port object 8799bc1e-3a56-464c-80ed-a9bce983457a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:58.220784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] For port ffeb13be-ff70-4e1a-8771-20bd48a9f681, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:58.228543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] For port ffeb13be-ff70-4e1a-8771-20bd48a9f681, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ffeb13be-ff70-4e1a-8771-20bd48a9f681,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:58.327382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.362395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72e9c0-5ff8-4569-b747-2587ab73deeb req-e09a6e88-bb20-4f6c-8671-5bb2edf0ef06 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:58.364930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b72e9c0-5ff8-4569-b747-2587ab73deeb req-e09a6e88-bb20-4f6c-8671-5bb2edf0ef06 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1033642 Aug 16 02:05:58.392166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Network 9629225d-f5ac-4735-9472-61dd813ee109 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:58.401035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:58.403822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:58.408182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Pushing event updated for resources: {'Port': ['ID=8799bc1e-3a56-464c-80ed-a9bce983457a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.449951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b72e9c0-5ff8-4569-b747-2587ab73deeb req-75f1f9e4-8e64-4545-9056-25d6a9c3c1a3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757332 Aug 16 02:05:58.492843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.541971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:05:58.550337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.560085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb129-a7ff-4a39-b863-aa28414662ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.572384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e7fb129-a7ff-4a39-b863-aa28414662ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.591798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e7fb129-a7ff-4a39-b863-aa28414662ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/863c9a17-cdca-448c-accb-6e92492c5a78 HTTP/1.1" status: 204 len: 168 time: 0.7867246 Aug 16 02:05:58.603043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee69c00f-57bd-4dd4-beb3-26c9216d4c11 req-3cf0df66-68c6-4411-826e-9a330d153c88 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.0792706 Aug 16 02:05:58.614033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Attempting to bind port 8799bc1e-3a56-464c-80ed-a9bce983457a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:05:58.614033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Attempting to bind port 8799bc1e-3a56-464c-80ed-a9bce983457a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b952527e-b123-450b-ab2b-cc24a0b5ef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9629225d-f5ac-4735-9472-61dd813ee109'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:05:58.614033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Attempting to bind port 8799bc1e-3a56-464c-80ed-a9bce983457a on network 9629225d-f5ac-4735-9472-61dd813ee109 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:05:58.665381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:05:58.668363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Checking segment: {'id': 'b952527e-b123-450b-ab2b-cc24a0b5ef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9629225d-f5ac-4735-9472-61dd813ee109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:05:58.668598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fb129-a7ff-4a39-b863-aa28414662ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863c9a17-cdca-448c-accb-6e92492c5a78,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:58.668806 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.669574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Bound using segment: {'id': 'b952527e-b123-450b-ab2b-cc24a0b5ef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9629225d-f5ac-4735-9472-61dd813ee109'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:05:58.671124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Bound port: 8799bc1e-3a56-464c-80ed-a9bce983457a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b952527e-b123-450b-ab2b-cc24a0b5ef1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9629225d-f5ac-4735-9472-61dd813ee109'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:05:58.671124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:58.704798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 58830359-100a-4933-90f4-7cd32b93734c yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:05:58.740793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-851c4c4b-d2b0-4cdb-8da0-c7d552b81512 req-26a96b51-9cce-47e4-8078-1e1338997da0 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0510015 Aug 16 02:05:58.791896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:05:58.792768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:05:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:58.851313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5443a-5162-4b8b-ba15-6ed58494d1e3 None None] Pushing event updated for resources: {'Port': ['ID=ffeb13be-ff70-4e1a-8771-20bd48a9f681,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.005206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] For port 8799bc1e-3a56-464c-80ed-a9bce983457a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:05:59.071059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] For port 8799bc1e-3a56-464c-80ed-a9bce983457a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8799bc1e-3a56-464c-80ed-a9bce983457a,segment=NetworkSegment(b952527e-b123-450b-ab2b-cc24a0b5ef1b),segment_id=b952527e-b123-450b-ab2b-cc24a0b5ef1b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:05:59.087102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:05:59.144610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc3b26-2221-4420-9bb2-8882c2c21716 req-23550cc4-18a2-459b-84ac-cafd981610ff tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:59.147212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5cc3b26-2221-4420-9bb2-8882c2c21716 req-23550cc4-18a2-459b-84ac-cafd981610ff tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1143231 Aug 16 02:05:59.195385 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.216982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::f (9629225d-f5ac-4735-9472-61dd813ee109/6860bfa2-877b-4b0b-83e0-f239d9ef20ca/58830359-100a-4933-90f4-7cd32b93734c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:05:59.243798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5cc3b26-2221-4420-9bb2-8882c2c21716 req-fe9846a4-cd1a-40fb-95f5-a2ebc2dfa025 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847032 Aug 16 02:05:59.432263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff7096-24a2-4fb7-ac49-c4653aa8c643 None None] Pushing event updated for resources: {'Port': ['ID=8799bc1e-3a56-464c-80ed-a9bce983457a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.468482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.495102 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 58830359-100a-4933-90f4-7cd32b93734c will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:05:59.615786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:05:58Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:05:59.692489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54168c47-d1b5-498a-9fad-84b1d282e1d2 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:05:58Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:05:59.730628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.833781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796cf45-0a6c-4659-9546-637d5af58dbb req-b9aeb4a1-224e-40a8-be2a-51f93f3acb53 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:59.842811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2796cf45-0a6c-4659-9546-637d5af58dbb req-b9aeb4a1-224e-40a8-be2a-51f93f3acb53 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.2176101 Aug 16 02:05:59.874050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 9629225d-f5ac-4735-9472-61dd813ee109 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:05:59.876909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:05:59.896505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:05:59.903626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:05:59.904409 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:05:59.935574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=58830359-100a-4933-90f4-7cd32b93734c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:05:59.984881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-428673b7-f448-4077-8c11-490b1c32251e req-31747f8f-c117-4ee3-9321-8158b447b559 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.1991277 Aug 16 02:06:00.040178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2796cf45-0a6c-4659-9546-637d5af58dbb req-ee8895b0-c42b-4690-8c2e-ffbc6deec18b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796381 Aug 16 02:06:00.123069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97847b77-70a1-4b95-8d10-3ea18a9366b7 req-cc29068d-7d77-411b-8356-d7b98eeaac0d tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0616579 Aug 16 02:06:00.508052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e55477-7d98-4988-9984-12f4ecbb271d req-b0e8940b-1f89-4475-a048-feedb321c051 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:00.511629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28e55477-7d98-4988-9984-12f4ecbb271d req-b0e8940b-1f89-4475-a048-feedb321c051 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1180005 Aug 16 02:06:00.636273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28e55477-7d98-4988-9984-12f4ecbb271d req-9c828274-2e81-4cec-9bd6-6b9a12d70c4f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726271 Aug 16 02:06:00.857613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ffeb13be-ff70-4e1a-8771-20bd48a9f681 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:00.960259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b956ddce-bfce-4669-9e9f-ba84a8b4ce5a None None] Network 9629225d-f5ac-4735-9472-61dd813ee109 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:01.040145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-508cb2e6-8d89-47d0-a336-2b69d6145c8b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0773206 Aug 16 02:06:01.043188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.247022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bdc6374-83ac-4f9f-965e-93ca15a1b35d req-f4783946-2b0f-40c4-8e2e-ca572ef1fee4 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.0558062 Aug 16 02:06:01.318294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd340304-77a3-41d7-9649-dd8ad2a87082 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.324131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bd340304-77a3-41d7-9649-dd8ad2a87082 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2791333 Aug 16 02:06:01.325294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ffeb13be-ff70-4e1a-8771-20bd48a9f681 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:01.336860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40638) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.341386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ffeb13be-ff70-4e1a-8771-20bd48a9f681 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:01.341742 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.528795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ad0998b6-c9c3-422e-b624-23c026c38f10 None None] Provisioning for port 8799bc1e-3a56-464c-80ed-a9bce983457a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:01.640759 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.652601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d79c5-803f-4a83-8f66-d7557df9897b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.669984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d79c5-803f-4a83-8f66-d7557df9897b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.690295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644d79c5-803f-4a83-8f66-d7557df9897b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.692449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-644d79c5-803f-4a83-8f66-d7557df9897b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3525660 Aug 16 02:06:01.695438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40648) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:01.734960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8d0dc-f3b6-48df-aac8-64b28f7437bb req-5ada6b1c-0c3d-4def-a9ec-2a6d58eac30b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:01.745970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccd8d0dc-f3b6-48df-aac8-64b28f7437bb req-5ada6b1c-0c3d-4def-a9ec-2a6d58eac30b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.3124642 Aug 16 02:06:01.748991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ffeb13be-ff70-4e1a-8771-20bd48a9f681, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ffeb13be-ff70-4e1a-8771-20bd48a9f681,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:01.812389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75e083bb-cf80-40f1-a8c3-a2134f720657 req-d9b16bea-2495-43a5-a69d-1cdc23def014 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0439355 Aug 16 02:06:01.839340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccd8d0dc-f3b6-48df-aac8-64b28f7437bb req-68ce0b9c-5019-4d3a-8434-2ab022237eae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899105 Aug 16 02:06:01.932099 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:01.934734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8799bc1e-3a56-464c-80ed-a9bce983457a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:02.055594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2e68b-c275-490c-ba22-bc7bea0e70b6 req-460e8571-f20a-468b-a425-54fbbc220370 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:02.063669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96f2e68b-c275-490c-ba22-bc7bea0e70b6 req-460e8571-f20a-468b-a425-54fbbc220370 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0752940 Aug 16 02:06:02.071939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ffeb13be-ff70-4e1a-8771-20bd48a9f681,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.091358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40654) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:02.131289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96f2e68b-c275-490c-ba22-bc7bea0e70b6 req-fe7ab693-4444-4995-9659-2bb6df4d8c39 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626757 Aug 16 02:06:02.241779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1310970492-network', 'tenant_id': 'b0bbfee58110474fa48762b72e10560a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:02.319265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8799bc1e-3a56-464c-80ed-a9bce983457a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:02.332347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8799bc1e-3a56-464c-80ed-a9bce983457a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.332347 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.353165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 58830359-100a-4933-90f4-7cd32b93734c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:02.353777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.392123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d82fb39b-bfc0-44b5-b0e0-cf3822068da6 req-d6b53b7a-c3a8-47a8-b7b5-c77e7b81e065 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.0369871 Aug 16 02:06:02.429987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Provisioning for port 8dac3d06-7550-401b-8aad-2b101081b576 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:02.434921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Provisioning complete for port 8dac3d06-7550-401b-8aad-2b101081b576 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.435308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.437012 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.451405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.466254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 58830359-100a-4933-90f4-7cd32b93734c owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:02.497437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Made reservation on behalf of b0bbfee58110474fa48762b72e10560a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:02.500505 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.510259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Port 8dac3d06-7550-401b-8aad-2b101081b576 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:02.510259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 8799bc1e-3a56-464c-80ed-a9bce983457a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8799bc1e-3a56-464c-80ed-a9bce983457a,segment=NetworkSegment(b952527e-b123-450b-ab2b-cc24a0b5ef1b),segment_id=b952527e-b123-450b-ab2b-cc24a0b5ef1b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:02.513794 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.631118 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.685765 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.735630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=8799bc1e-3a56-464c-80ed-a9bce983457a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.748026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Provisioning for port 58830359-100a-4933-90f4-7cd32b93734c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:02.754013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Provisioning complete for port 58830359-100a-4933-90f4-7cd32b93734c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.754013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.777560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ffeb13be-ff70-4e1a-8771-20bd48a9f681 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:02.799873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.823443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Port 58830359-100a-4933-90f4-7cd32b93734c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:02.830242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39a5763-c0fa-4cfa-a872-d701818ff568,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:02.840232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Provisioning complete for port 8799bc1e-3a56-464c-80ed-a9bce983457a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.840531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26b3b061-e686-43a0-992d-74f260c5ef73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.840641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.840976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.841417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.842197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.842547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.843093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.843628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.844522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.845047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.845360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.845699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.846039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:02.872289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ffeb13be-ff70-4e1a-8771-20bd48a9f681 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:02.872719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:02.936126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27abdc0e-c740-4696-aa03-6185608f0bb0 req-dadfd6fa-5ecb-4169-ab85-bc6357aaaf37 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0306904 Aug 16 02:06:02.997646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fda53-4dad-4c63-9d1e-aa71e15d2064 req-58bb446c-031c-436a-866e-f46100b6376e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.003173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c8fda53-4dad-4c63-9d1e-aa71e15d2064 req-58bb446c-031c-436a-866e-f46100b6376e tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.0696614 Aug 16 02:06:03.044082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c8fda53-4dad-4c63-9d1e-aa71e15d2064 req-7fcd81b2-11e0-4c53-82b0-f2b3688fc550 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Aug 16 02:06:03.051953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.057299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:03.069120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.069764 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Added segment 4b6e2366-fc95-4327-a054-23551855f3dc of type vlan for network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 Aug 16 02:06:03.101601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-babe7465-314b-457c-93f3-7bceb055c1d1 None None] Could not find standard attr ID for object 58830359-100a-4933-90f4-7cd32b93734c. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:06:03.114203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-babe7465-314b-457c-93f3-7bceb055c1d1 None None] Provisioning complete for port 8dac3d06-7550-401b-8aad-2b101081b576 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:03.120260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-babe7465-314b-457c-93f3-7bceb055c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.123486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.127860 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/58830359-100a-4933-90f4-7cd32b93734c HTTP/1.1" status: 204 len: 168 time: 1.4285049 Aug 16 02:06:03.127860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de139625-77d1-4429-91ee-06fed07f6eac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=58830359-100a-4933-90f4-7cd32b93734c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.130375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40668) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.136761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.172838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-babe7465-314b-457c-93f3-7bceb055c1d1 None None] Port 8dac3d06-7550-401b-8aad-2b101081b576 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:03.174517 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4e450b-0090-4fad-b7c6-5e882ea6cc04 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:06:03.178297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ef4e450b-0090-4fad-b7c6-5e882ea6cc04 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/58830359-100a-4933-90f4-7cd32b93734c HTTP/1.1" status: 404 len: 333 time: 0.0464785 Aug 16 02:06:03.180831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40672) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.270827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-118a6c4a-71d4-44e5-83ca-9bb484cb2573 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.272943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-118a6c4a-71d4-44e5-83ca-9bb484cb2573 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.83 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 821 time: 0.1614010 Aug 16 02:06:03.288363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'port': {'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'admin_state_up': True, 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:03.335249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67b5de-e98a-4381-9cdb-08f7942c2480 req-42a8a529-79dd-40cb-b5ca-2eefb79bf488 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.336885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a67b5de-e98a-4381-9cdb-08f7942c2480 req-42a8a529-79dd-40cb-b5ca-2eefb79bf488 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0998538 Aug 16 02:06:03.387793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 8dac3d06-7550-401b-8aad-2b101081b576 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:03.388058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.394865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a67b5de-e98a-4381-9cdb-08f7942c2480 req-30d0aafd-e474-46a0-8fd8-d8a029332431 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509028 Aug 16 02:06:03.457726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.458757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:03.459346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.496964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Made reservation on behalf of cb63ace915ba460c833c8ba6f21a46ce for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:03.501307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.558389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-221024de-ceca-4779-80f7-1dfb665020a2 req-f77e84f9-e6c9-4aa2-88fe-4eaec67f0bbc tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.0868373 Aug 16 02:06:03.574956 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.585965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.591688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 8dac3d06-7550-401b-8aad-2b101081b576 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:03.598077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:03.639961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Allocated IP 172.20.0.13 (35826d18-8147-41ca-bbd1-48b5ff061c6e/cac0512c-59af-42dd-8b0a-014f19dd9b56/c26c98fd-37a8-4289-bc84-ef38cadd9029) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:03.688611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5b4e43e0-86bb-46af-94e1-a63539395ea6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5914629 Aug 16 02:06:03.700472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40678) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:03.700472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Request body: {'subnet': {'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1310970492-subnet', 'tenant_id': 'b0bbfee58110474fa48762b72e10560a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:03.823318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.926367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.927007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Transition to ACTIVE for port object c26c98fd-37a8-4289-bc84-ef38cadd9029 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:03.928100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Made reservation on behalf of b0bbfee58110474fa48762b72e10560a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:03.930526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:03.959168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=8dac3d06-7550-401b-8aad-2b101081b576,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:03.996838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.001789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6e3219af-c9b9-40b0-8151-dd47dfd94282 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/8dac3d06-7550-401b-8aad-2b101081b576 HTTP/1.1" status: 204 len: 168 time: 0.8196034 Aug 16 02:06:04.002463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40682) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.060498 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8f2a27-b91a-4b60-a4fd-54e1ea5a1294 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:06:04.064568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7b8f2a27-b91a-4b60-a4fd-54e1ea5a1294 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/8dac3d06-7550-401b-8aad-2b101081b576 HTTP/1.1" status: 404 len: 333 time: 0.0570192 Aug 16 02:06:04.067775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40686) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.104206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c0e40e7-42d9-4b64-a416-b0019b717f7e req-b038a33c-216d-4b95-9cc9-edb835224726 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0346537 Aug 16 02:06:04.163808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 6860bfa2-877b-4b0b-83e0-f239d9ef20ca {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:04.167262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.185664 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-c45c4d7b-ccbf-4619-8e23-2626da5a6880 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.187185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-c45c4d7b-ccbf-4619-8e23-2626da5a6880 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.83 "GET /v2.0/networks?id=8bb8a392-55e1-4bf9-8c9b-e63c538bfeae HTTP/1.1" status: 200 len: 822 time: 0.1764722 Aug 16 02:06:04.204170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Request body: {'port': {'device_id': '305f51d0-1c93-499c-9f07-50abdd818e05', 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae', 'admin_state_up': True, 'tenant_id': '2fd97619147244119123ebebe6d9a0fd'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:04.228753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.313005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e617-c08e-4485-b4ac-757ac15c02ff req-d872860f-7470-42c8-9e9d-41b24167e2cc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.313212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.314481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd65e617-c08e-4485-b4ac-757ac15c02ff req-d872860f-7470-42c8-9e9d-41b24167e2cc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.1262956 Aug 16 02:06:04.374865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd65e617-c08e-4485-b4ac-757ac15c02ff req-d0c9cf5f-cff3-4ad4-a366-d66e99792f17 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521610 Aug 16 02:06:04.394614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:04.402695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:04.405011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:04.448656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event updated for resources: {'Port': ['ID=c26c98fd-37a8-4289-bc84-ef38cadd9029,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.460548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.510260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.510943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.538394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.538960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f27563-ce46-45a8-8479-00b3fc0ee70d req-16f3d2bc-8840-464a-86d6-5dea181c59d0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.541083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1f27563-ce46-45a8-8479-00b3fc0ee70d req-16f3d2bc-8840-464a-86d6-5dea181c59d0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0692084 Aug 16 02:06:04.593859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1f27563-ce46-45a8-8479-00b3fc0ee70d req-b5a5e9dd-6c6b-459f-a032-8f1b8107a76b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466282 Aug 16 02:06:04.602295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c418e57-25a6-48f9-9b9c-d02df171c6bb,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.630581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Checking segment: {'id': '4b6e2366-fc95-4327-a054-23551855f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:04.630986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Network hostable DHCP agents. Network: 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:04.673934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Made reservation on behalf of 2fd97619147244119123ebebe6d9a0fd for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:04.678487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.715412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f706e8d-8682-4500-bad6-4f08891e2466 req-343eae18-21cc-4c64-a3a3-51db04c6370f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.716916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f706e8d-8682-4500-bad6-4f08891e2466 req-343eae18-21cc-4c64-a3a3-51db04c6370f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 932 time: 0.0732281 Aug 16 02:06:04.726711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.755515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135182da-4963-4a0a-9618-f55180891cf1 None None] Network 9629225d-f5ac-4735-9472-61dd813ee109 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:04.762978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.764906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/6860bfa2-877b-4b0b-83e0-f239d9ef20ca HTTP/1.1" status: 204 len: 168 time: 0.6961770 Aug 16 02:06:04.774892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40696) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:04.783507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37341bae-a878-4f51-9478-aa5736e17c47 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=6860bfa2-877b-4b0b-83e0-f239d9ef20ca,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:04.787664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8799bc1e-3a56-464c-80ed-a9bce983457a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:04.805958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:04.852864 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-0675f12f-a7a4-4922-b31d-de2fc883baae tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5694835 Aug 16 02:06:04.855787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d755e1e9-4bbc-4334-bade-cd2dd458d2cc None None] Provisioning for port c26c98fd-37a8-4289-bc84-ef38cadd9029 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:04.869143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Request body: {'port': {'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:04.882169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d755e1e9-4bbc-4334-bade-cd2dd458d2cc None None] Provisioning complete for port c26c98fd-37a8-4289-bc84-ef38cadd9029 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:04.882721 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d755e1e9-4bbc-4334-bade-cd2dd458d2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.891344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f706e8d-8682-4500-bad6-4f08891e2466 req-1edb7911-ed5f-4434-a0aa-73f98441351e tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422317 Aug 16 02:06:04.932850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.946866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.956783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:04.959227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Allocated IP 172.20.0.6 (8bb8a392-55e1-4bf9-8c9b-e63c538bfeae/a5a5c727-3ed7-4ae4-993a-2a6d51458292/6781158d-0017-423b-af9c-ec4e3106732c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:04.964705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:04.965316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:04.967142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d755e1e9-4bbc-4334-bade-cd2dd458d2cc None None] Port c26c98fd-37a8-4289-bc84-ef38cadd9029 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:04.975731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3295c03-fe80-4be5-b78a-36c2365cee9a None None] Network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:05.024063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8799bc1e-3a56-464c-80ed-a9bce983457a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:05.024455 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.094715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bb83b87b-5150-40a9-ac49-ca0ff663dd53 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4038908 Aug 16 02:06:05.110039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 8799bc1e-3a56-464c-80ed-a9bce983457a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:05.110401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.190164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848ae74f-309f-4389-944e-78c878dd703d None None] Network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:05.193059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] DHCP port deletion for 9629225d-f5ac-4735-9472-61dd813ee109 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:05.293230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:05.305678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d886fa-90f7-48d7-96f0-7acc08d0d010 req-dc3b9de3-b1bb-4ad0-971d-c47d465a6ffa tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0487173 Aug 16 02:06:05.343889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] For port 8799bc1e-3a56-464c-80ed-a9bce983457a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8799bc1e-3a56-464c-80ed-a9bce983457a,segment=NetworkSegment(b952527e-b123-450b-ab2b-cc24a0b5ef1b),segment_id=b952527e-b123-450b-ab2b-cc24a0b5ef1b)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:05.344270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.374010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 8799bc1e-3a56-464c-80ed-a9bce983457a owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:05.377372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26c98fd-37a8-4289-bc84-ef38cadd9029 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:05.386242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.390301 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.416947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] Deleting port 8799bc1e-3a56-464c-80ed-a9bce983457a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:05.417187 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.422391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Transition to ACTIVE for port object c26c98fd-37a8-4289-bc84-ef38cadd9029 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:05.539205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] For port 8799bc1e-3a56-464c-80ed-a9bce983457a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8799bc1e-3a56-464c-80ed-a9bce983457a,segment=NetworkSegment(b952527e-b123-450b-ab2b-cc24a0b5ef1b),segment_id=b952527e-b123-450b-ab2b-cc24a0b5ef1b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:05.539631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.540348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40809540-747c-4714-bc5b-c8f3b779bc0a req-85c98e57-f3a8-461e-bb2c-d3cbc6797335 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:05.542267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40809540-747c-4714-bc5b-c8f3b779bc0a req-85c98e57-f3a8-461e-bb2c-d3cbc6797335 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 944 time: 0.0615723 Aug 16 02:06:05.551716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:05.552207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.565877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] Calling delete_port for 8799bc1e-3a56-464c-80ed-a9bce983457a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:05.573932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'network_id': '5a88da16-7fc3-476f-a2d0-0b56ab3da5d3', 'port_id': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'mac_address': 'fa:16:3e:a3:88:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f9437ac-5c4f-47f9-8503-780793f00f97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:05.657617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Pushing event updated for resources: {'Port': ['ID=c26c98fd-37a8-4289-bc84-ef38cadd9029,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.673973 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.702595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e468350-a802-4aee-b5ec-22081f5f33cc {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:05.724972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Attempting to bind port c26c98fd-37a8-4289-bc84-ef38cadd9029 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:05.725603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Attempting to bind port c26c98fd-37a8-4289-bc84-ef38cadd9029 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:05.725737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40809540-747c-4714-bc5b-c8f3b779bc0a req-b11ec4fa-a034-42a1-887f-7ed0e84cbcbe tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669457 Aug 16 02:06:05.726290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Attempting to bind port c26c98fd-37a8-4289-bc84-ef38cadd9029 on network 35826d18-8147-41ca-bbd1-48b5ff061c6e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:05.726903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.732174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Port c26c98fd-37a8-4289-bc84-ef38cadd9029 on network 35826d18-8147-41ca-bbd1-48b5ff061c6e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:05.732793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Attempting to bind port c26c98fd-37a8-4289-bc84-ef38cadd9029 on network 35826d18-8147-41ca-bbd1-48b5ff061c6e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:05.739177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:05.741436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:05.741802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Checking segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:05.742208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Bound using segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:05.742664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Bound port: c26c98fd-37a8-4289-bc84-ef38cadd9029, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:05.743121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.746831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.755904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.764322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] No DVR routers for this DVR port 8799bc1e-3a56-464c-80ed-a9bce983457a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:05.803060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4538967-4f5c-4513-89ad-10c312dd8c27 None None] Pushing event deleted for resources: {'Port': ['ID=8799bc1e-3a56-464c-80ed-a9bce983457a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.828372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] For port c26c98fd-37a8-4289-bc84-ef38cadd9029, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:05.831084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:05.835458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] For port c26c98fd-37a8-4289-bc84-ef38cadd9029, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:05.845412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:05.847833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No DVR routers for this DVR port 8799bc1e-3a56-464c-80ed-a9bce983457a on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:05.857478 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:05.873038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:05.930039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:05.989563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.028639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.029367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.030904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] 10.222.0.83 "PUT /v2.0/ports/c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 1093 time: 1.1671815 Aug 16 02:06:06.031373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:06.033700 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:06.062814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79872b-a990-477c-b11c-e4fe8e16044b service neutron] Pushing event updated for resources: {'Port': ['ID=c26c98fd-37a8-4289-bc84-ef38cadd9029,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.076352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1e468350-a802-4aee-b5ec-22081f5f33cc'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:06.226510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-479f79ac-ffea-4972-9d52-245d9ef5c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.228471 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-479f79ac-ffea-4972-9d52-245d9ef5c352 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1096 time: 0.0656242 Aug 16 02:06:06.277297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-2bae60ba-83eb-429a-9df6-1033aaef10b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 217 time: 0.0401442 Aug 16 02:06:06.283148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Pushing event updated for resources: {'Port': ['ID=6781158d-0017-423b-af9c-ec4e3106732c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.329565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-f4bf0d2a-8b62-4be2-a7f0-7fbc078a0093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.331046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-f4bf0d2a-8b62-4be2-a7f0-7fbc078a0093 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.0464375 Aug 16 02:06:06.382553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=8799bc1e-3a56-464c-80ed-a9bce983457a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.383272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-cdf590c3-900b-4c49-90c2-d9a8c840b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.385958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-cdf590c3-900b-4c49-90c2-d9a8c840b8a2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431674 Aug 16 02:06:06.398770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.399417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.407677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.426850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f352d669-b3d7-4b08-9fda-c9880ec42d43 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.435389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f352d669-b3d7-4b08-9fda-c9880ec42d43 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/networks?id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 HTTP/1.1" status: 200 len: 814 time: 0.7923722 Aug 16 02:06:06.435389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9629225d-f5ac-4735-9472-61dd813ee109']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:06.441544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d600dc7-f87d-4d50-bbaa-c972b29030d9 req-82c08009-9a10-498e-b36a-133bb5b770ce tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.443149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d600dc7-f87d-4d50-bbaa-c972b29030d9 req-82c08009-9a10-498e-b36a-133bb5b770ce tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.6003439 Aug 16 02:06:06.466948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b952527e-b123-450b-ab2b-cc24a0b5ef1b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:06.467246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b952527e-b123-450b-ab2b-cc24a0b5ef1b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:06.482689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-76d9a473-3bba-4eab-90c6-fc0d3fbf7836 service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889785 Aug 16 02:06:06.487955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-54dafb75-4617-4a9f-aff5-1bef927c2460 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/quotas/b0bbfee58110474fa48762b72e10560a HTTP/1.1" status: 200 len: 375 time: 0.0427315 Aug 16 02:06:06.492335 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.544005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-aaa37980-d048-44e9-be29-81f3bcfb8e49 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b0bbfee58110474fa48762b72e10560a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495191 Aug 16 02:06:06.544984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.549292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d600dc7-f87d-4d50-bbaa-c972b29030d9 req-8345fef8-9d2b-4d23-9990-3087bdf16a81 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974166 Aug 16 02:06:06.555963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:06.556438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:06.565540 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:06.578221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3580a864-e78e-404b-ae3f-7ecc03ac33dd tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3804655 Aug 16 02:06:06.585950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0e06ca19-71ed-49bc-b07f-8852a6e27ad0 req-42805517-4291-47fc-97a9-fecf85c92f76 service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961251 Aug 16 02:06:06.652887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Request body: {'port': {'device_id': '305f51d0-1c93-499c-9f07-50abdd818e05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:06.762359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8799bc1e-3a56-464c-80ed-a9bce983457a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:06.776991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.782396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 8799bc1e-3a56-464c-80ed-a9bce983457a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:06.783012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8799bc1e-3a56-464c-80ed-a9bce983457a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:06.795312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-e41fe8e3-4261-4e6a-acf8-54c9a2ad0bdb service neutron] 10.222.0.76 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405772 Aug 16 02:06:06.803237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06537fc-195e-490e-b923-7f54cb41551b req-e1f9a0c4-afe6-46bf-b896-aec4b722c3bb tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:06.804649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a06537fc-195e-490e-b923-7f54cb41551b req-e1f9a0c4-afe6-46bf-b896-aec4b722c3bb tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 944 time: 0.1254156 Aug 16 02:06:06.833264 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.893935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:06.895931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/9629225d-f5ac-4735-9472-61dd813ee109 HTTP/1.1" status: 204 len: 168 time: 2.1172044 Aug 16 02:06:06.900866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40734) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:06.905865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1210598705'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:06.924201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171da6f-9f52-463d-8d3c-ce1ce6528561 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=9629225d-f5ac-4735-9472-61dd813ee109,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:06.960053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a06537fc-195e-490e-b923-7f54cb41551b req-0d67a94f-a693-4b46-adcf-e2628cf37dcb tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461282 Aug 16 02:06:07.003014 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f92dd7-4be8-413a-91f8-04a0b519fdef x-openstack-request-id: req-78f92dd7-4be8-413a-91f8-04a0b519fdef {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:07.003940 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:07.004201 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-78f92dd7-4be8-413a-91f8-04a0b519fdef {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:07.004606 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'status': 'completed', 'code': 200} Aug 16 02:06:07.043132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-a33956a6-22b8-422f-af88-bf8cd0f7af4e service neutron] 10.222.0.76 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364259 Aug 16 02:06:07.052610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:07.053040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.108615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:07.121341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-c87d07a5-5f72-4447-b6cd-220a3cf2adf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.123217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-c87d07a5-5f72-4447-b6cd-220a3cf2adf9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1096 time: 0.0944345 Aug 16 02:06:07.126660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.127156 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Added segment 5124a69b-7d82-42b4-b406-c217b2d447b5 of type vlan for network 3a108ad5-ff2d-4698-a489-5c563f866c6d Aug 16 02:06:07.224604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.227391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6781158d-0017-423b-af9c-ec4e3106732c {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:07.237147 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.248232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461eec-964b-44f6-bdff-34df5e988752 req-fa836b93-d0ad-4c64-9281-7e41c32df754 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.249758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd461eec-964b-44f6-bdff-34df5e988752 req-fa836b93-d0ad-4c64-9281-7e41c32df754 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 931 time: 0.0927188 Aug 16 02:06:07.264763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Transition to ACTIVE for port object 6781158d-0017-423b-af9c-ec4e3106732c will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:07.278052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-30fd03a5-63b3-4ed8-892f-45c502b64a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.279578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-30fd03a5-63b3-4ed8-892f-45c502b64a10 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.1426327 Aug 16 02:06:07.292632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd461eec-964b-44f6-bdff-34df5e988752 req-8a233d91-bba7-4e55-a998-c3843ce050c3 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352056 Aug 16 02:06:07.318411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:07.355528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-75f32b3a-2f92-4055-a8d0-e1f8ec5fc19b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 217 time: 0.0678883 Aug 16 02:06:07.382179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1e468350-a802-4aee-b5ec-22081f5f33cc triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:07.382962 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.395834 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56a90b6f-1c83-4c5d-a9c5-5075400384ec req-cad87b57-39f0-4806-9977-f20df776437e tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0383937 Aug 16 02:06:07.413419 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.439962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-5ea5c7a3-70e4-4346-badc-042b1d083a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.444517 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-5ea5c7a3-70e4-4346-badc-042b1d083a6a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.0813019 Aug 16 02:06:07.445987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.452141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.452770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.491944 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.497435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Pushing event updated for resources: {'Port': ['ID=6781158d-0017-423b-af9c-ec4e3106732c,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.522196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:07.524522 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccbcfbc-d19d-4ef1-b373-c0a6eb56bb18" -d '{"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-plugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:07.542817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:07.574162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6724801 Aug 16 02:06:07.577467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:07.584210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:07.587437 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc323fb9-abbb-4fdd-a8da-51f4e7172445 x-openstack-request-id: req-dc323fb9-abbb-4fdd-a8da-51f4e7172445 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:07.587743 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-plugged", "status": "completed", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:07.588007 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc323fb9-abbb-4fdd-a8da-51f4e7172445 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:07.588404 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'code': 200} Aug 16 02:06:07.599104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a045252-c264-47cb-aa49-06a6b0e75559 req-e7ee41ea-7bba-430f-9092-d53354de56a4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.601665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a045252-c264-47cb-aa49-06a6b0e75559 req-e7ee41ea-7bba-430f-9092-d53354de56a4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 945 time: 0.2048416 Aug 16 02:06:07.646343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.649684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Attempting to bind port 6781158d-0017-423b-af9c-ec4e3106732c on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:07.650225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Attempting to bind port 6781158d-0017-423b-af9c-ec4e3106732c by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'aa711537-d308-4b41-bdc3-64300c498621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:07.651175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Attempting to bind port 6781158d-0017-423b-af9c-ec4e3106732c on network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:07.668217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Port 6781158d-0017-423b-af9c-ec4e3106732c on network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:07.668556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Attempting to bind port 6781158d-0017-423b-af9c-ec4e3106732c on network 8bb8a392-55e1-4bf9-8c9b-e63c538bfeae {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:07.686589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8c5c1-1014-459a-9323-85ea416ea03c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Network': ['ID=3a108ad5-ff2d-4698-a489-5c563f866c6d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.690774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:07.691144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Checking segment: {'id': 'aa711537-d308-4b41-bdc3-64300c498621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:07.691550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Bound using segment: {'id': 'aa711537-d308-4b41-bdc3-64300c498621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:07.692012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Bound port: 6781158d-0017-423b-af9c-ec4e3106732c, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa711537-d308-4b41-bdc3-64300c498621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:07.692394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:07.694088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-6620ba1b-af65-485e-bee4-6ebe34a0e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.695754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-6620ba1b-af65-485e-bee4-6ebe34a0e3f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2318797 Aug 16 02:06:07.699192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a045252-c264-47cb-aa49-06a6b0e75559 req-c10e6e13-8b74-4704-a455-5b2f450744b0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869627 Aug 16 02:06:07.703025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:07.782942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d2eeb-fa0b-4030-ae57-4d488acfd2a9 req-87683e87-d138-447e-88e3-b49416338e9e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.785365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea5d2eeb-fa0b-4030-ae57-4d488acfd2a9 req-87683e87-d138-447e-88e3-b49416338e9e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1144412 Aug 16 02:06:07.819100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:07.832773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] For port 6781158d-0017-423b-af9c-ec4e3106732c, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:07.844364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-7e60a234-4e5c-4efe-8ed2-805a4f62fda4 service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397491 Aug 16 02:06:07.853905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] For port 6781158d-0017-423b-af9c-ec4e3106732c, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6781158d-0017-423b-af9c-ec4e3106732c,segment=NetworkSegment(aa711537-d308-4b41-bdc3-64300c498621),segment_id=aa711537-d308-4b41-bdc3-64300c498621)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:07.871705 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea5d2eeb-fa0b-4030-ae57-4d488acfd2a9 req-f300ffb7-2d3b-43ed-94d6-ab15248f6986 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642085 Aug 16 02:06:07.947974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76355c-c5ad-4749-b586-7beb9a3077ca req-f8668ff9-c578-46d5-ae22-b93a01b04dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:07.949520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec76355c-c5ad-4749-b586-7beb9a3077ca req-f8668ff9-c578-46d5-ae22-b93a01b04dab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1099 time: 0.1135981 Aug 16 02:06:07.970660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:07.974863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.001162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.051633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8ee4ed24-7947-4959-82ff-5a27f3afdbb0 req-b0b6894a-de4b-40e6-9c74-215bd48080ee service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876976 Aug 16 02:06:08.058190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.059448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.061173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] 10.222.0.83 "PUT /v2.0/ports/6781158d-0017-423b-af9c-ec4e3106732c HTTP/1.1" status: 200 len: 1092 time: 1.4428952 Aug 16 02:06:08.071958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec76355c-c5ad-4749-b586-7beb9a3077ca req-feb8427d-3a25-4d7a-a555-5f8a2ff60515 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121819 Aug 16 02:06:08.080931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305f51d0-1c93-499c-9f07-50abdd818e05', 'tag': '6781158d-0017-423b-af9c-ec4e3106732c'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:08.085161 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "305f51d0-1c93-499c-9f07-50abdd818e05", "tag": "6781158d-0017-423b-af9c-ec4e3106732c"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:08.121589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c95543-6ada-4ef6-858d-c99d85ca9a28 service neutron] Pushing event updated for resources: {'Port': ['ID=6781158d-0017-423b-af9c-ec4e3106732c,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.136965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03bc5f-2fd8-48c2-a2f4-9a02ff0b3e34 req-71f4e321-e18a-49d3-81f7-586b6225c441 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.138725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd03bc5f-2fd8-48c2-a2f4-9a02ff0b3e34 req-71f4e321-e18a-49d3-81f7-586b6225c441 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 944 time: 0.0980937 Aug 16 02:06:08.176710 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e84e6d1-7218-4559-ae19-5abdb89bed83 x-openstack-request-id: req-4e84e6d1-7218-4559-ae19-5abdb89bed83 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:08.177130 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "305f51d0-1c93-499c-9f07-50abdd818e05", "tag": "6781158d-0017-423b-af9c-ec4e3106732c", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:08.177445 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4e84e6d1-7218-4559-ae19-5abdb89bed83 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:08.177900 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305f51d0-1c93-499c-9f07-50abdd818e05', 'tag': '6781158d-0017-423b-af9c-ec4e3106732c', 'status': 'completed', 'code': 200} Aug 16 02:06:08.184219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd03bc5f-2fd8-48c2-a2f4-9a02ff0b3e34 req-4cc2d711-8f9a-41d3-931c-565b49ac2b1b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Aug 16 02:06:08.272333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9 req-c2563343-b29c-4fdf-b514-91b3505a8e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.273862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9 req-c2563343-b29c-4fdf-b514-91b3505a8e0b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2fd97619147244119123ebebe6d9a0fd&device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 1095 time: 0.0573339 Aug 16 02:06:08.382123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.408752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9 req-f65f4997-9d4b-423c-a7b4-4b33c89ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.410382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9 req-f65f4997-9d4b-423c-a7b4-4b33c89ce11a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2fd97619147244119123ebebe6d9a0fd&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1268239 Aug 16 02:06:08.415185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f392781-bc34-4a8b-b87e-c7140fcf2b0d req-401a5fab-1cff-410c-8d2b-7e05d09f5ac3 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.418158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f392781-bc34-4a8b-b87e-c7140fcf2b0d req-401a5fab-1cff-410c-8d2b-7e05d09f5ac3 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 943 time: 0.0520437 Aug 16 02:06:08.465937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f392781-bc34-4a8b-b87e-c7140fcf2b0d req-c6464800-e89c-45bd-8708-8e71b314a45e tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394452 Aug 16 02:06:08.495977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=5acc27cf-8a6a-453d-b0c2-c6b7e06d9814,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:08.502615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb3008d8-cb4c-4e0c-b58f-3126dec72d98 req-65e0f354-6371-4328-a6ce-ee9247782862 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0353127 Aug 16 02:06:08.529199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Checking segment: {'id': '5124a69b-7d82-42b4-b406-c217b2d447b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:08.529650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network hostable DHCP agents. Network: 3a108ad5-ff2d-4698-a489-5c563f866c6d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:08.560537 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9 req-aed69465-bb6a-41d9-85dd-89f26229e041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.562086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e33b6d6b-42bb-4970-a32b-62fa31eecdb9 req-aed69465-bb6a-41d9-85dd-89f26229e041 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1444612 Aug 16 02:06:08.638069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-5279c89a-cb7e-4884-8fd8-bd29c8d21890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.639535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-5279c89a-cb7e-4884-8fd8-bd29c8d21890 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2fd97619147244119123ebebe6d9a0fd&device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 1095 time: 0.0413849 Aug 16 02:06:08.685121 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-0b19a610-7db1-4c37-bf01-846f5f20a084 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6781158d-0017-423b-af9c-ec4e3106732c HTTP/1.1" status: 200 len: 217 time: 0.0345478 Aug 16 02:06:08.734511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:08.752354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-9e58ca15-5252-4ddd-9a64-9e5623b89c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.754259 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-9e58ca15-5252-4ddd-9a64-9e5623b89c5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a5a5c727-3ed7-4ae4-993a-2a6d51458292 HTTP/1.1" status: 200 len: 862 time: 0.0616875 Aug 16 02:06:08.832213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb7ed7-9bf6-4fb8-9175-98de9044b7cc req-f144a1e5-c7be-47eb-ac5b-3292aa67a969 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.835228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eeb7ed7-9bf6-4fb8-9175-98de9044b7cc req-f144a1e5-c7be-47eb-ac5b-3292aa67a969 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0603437 Aug 16 02:06:08.876500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eeb7ed7-9bf6-4fb8-9175-98de9044b7cc req-fb1bfa40-7aa6-4ff3-9a48-cbea4e3d7f6f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376275 Aug 16 02:06:08.924770 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-6d178340-d614-43dc-bdb1-d8064a9cdef9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8bb8a392-55e1-4bf9-8c9b-e63c538bfeae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312333 Aug 16 02:06:08.926533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 3a108ad5-ff2d-4698-a489-5c563f866c6d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:08.931616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:08.932236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:08.943917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400a8521-8545-462b-9a65-11ebd0836016 None None] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:09.008677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a8338-a497-4e87-aac4-c927271f0488 req-47b6b76f-a77a-4697-a590-0e84e69760c6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.010878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-852a8338-a497-4e87-aac4-c927271f0488 req-47b6b76f-a77a-4697-a590-0e84e69760c6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0606983 Aug 16 02:06:09.051607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-c308ca3b-3a8d-41ed-89f3-3c236fa3bc77 service neutron] 10.222.0.83 "GET /v2.0/networks/8bb8a392-55e1-4bf9-8c9b-e63c538bfeae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140397 Aug 16 02:06:09.071789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-852a8338-a497-4e87-aac4-c927271f0488 req-01fc0d04-3e81-4773-802c-9fa7219fc20f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532818 Aug 16 02:06:09.168833 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9483bd73-3e19-4677-adb1-fe29f76f1e8a req-3a2e61f2-a2f4-45f6-8aae-5d0636bf2dd8 service neutron] 10.222.0.83 "GET /v2.0/networks/8bb8a392-55e1-4bf9-8c9b-e63c538bfeae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101484 Aug 16 02:06:09.181659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2821e063-4bf6-4fd0-bef0-b868a474b66f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6023190 Aug 16 02:06:09.184584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40790) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.189369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1726561087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:09.267971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-3a108ad5-ff2d-4698-a489-5c563f866c6d', 'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': '5acc27cf-8a6a-453d-b0c2-c6b7e06d9814'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:09.269838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.313985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccbbb1-18ae-45a7-8e55-07a1a80f991e req-dde6ad49-c7c1-45ee-af8b-a0873c395806 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.316062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70ccbbb1-18ae-45a7-8e55-07a1a80f991e req-dde6ad49-c7c1-45ee-af8b-a0873c395806 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 944 time: 0.0597227 Aug 16 02:06:09.337325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c26c98fd-37a8-4289-bc84-ef38cadd9029 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:09.357731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70ccbbb1-18ae-45a7-8e55-07a1a80f991e req-23360743-b84b-4ff8-9068-468dea7ed91d tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Aug 16 02:06:09.439963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.442005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.467858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Allocated IP 2001:db8::2 (3a108ad5-ff2d-4698-a489-5c563f866c6d/5acc27cf-8a6a-453d-b0c2-c6b7e06d9814/655db571-9380-48d1-9102-89ed0a8ce38c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:09.495072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.549712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port c26c98fd-37a8-4289-bc84-ef38cadd9029, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:09.570687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:09.596542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8810c2-2a5b-4d53-a6e4-265a3fe61ee1 req-2c13f20e-f8c0-4ba7-9066-96a4cbb42fe1 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:09.600390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db8810c2-2a5b-4d53-a6e4-265a3fe61ee1 req-2c13f20e-f8c0-4ba7-9066-96a4cbb42fe1 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 943 time: 0.0580630 Aug 16 02:06:09.623326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.638012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d927db27-284b-40bd-bc9f-9c6b9a5f9bfc req-0b83b73d-d9c3-4476-a24c-683d50723257 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0365932 Aug 16 02:06:09.639082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.671059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db8810c2-2a5b-4d53-a6e4-265a3fe61ee1 req-f185676d-4558-4083-bd40-bd7e3af70f15 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591204 Aug 16 02:06:09.676590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26c98fd-37a8-4289-bc84-ef38cadd9029 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:09.709853 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.716157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port c26c98fd-37a8-4289-bc84-ef38cadd9029, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:09.720946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Transition to ACTIVE for port object 655db571-9380-48d1-9102-89ed0a8ce38c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:09.735524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Transition to ACTIVE for port object 655db571-9380-48d1-9102-89ed0a8ce38c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:09.771127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.772396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8ba89ee2-e177-4c4f-b699-f1629417a9ca tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5868425 Aug 16 02:06:09.775116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40806) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:09.780029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d', 'name': 'tempest-PortsIpV6TestJSON-181256891'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:09.896245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:09.954242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=c26c98fd-37a8-4289-bc84-ef38cadd9029,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:09.968028 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.020847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e80d730-1077-44b4-8f2f-d277e5e1402c req-51a2a17a-6311-442a-bf01-76e9e8b525e5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.021101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:10.022778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e80d730-1077-44b4-8f2f-d277e5e1402c req-51a2a17a-6311-442a-bf01-76e9e8b525e5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0681558 Aug 16 02:06:10.024994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:10.027062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Pushing event updated for resources: {'Port': ['ID=655db571-9380-48d1-9102-89ed0a8ce38c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:10.029311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:10.056861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:10.060457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.064886 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e79d48d0-9bf5-4a13-be19-6283c07c6a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.083591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e80d730-1077-44b4-8f2f-d277e5e1402c req-1ed5302f-d221-45f7-8fbd-f521b61af86d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Aug 16 02:06:10.089261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port f530ff8e-9cfb-4368-8af9-b5892aa81f27 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:10.098755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Attempting to bind port 655db571-9380-48d1-9102-89ed0a8ce38c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:10.099142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Attempting to bind port 655db571-9380-48d1-9102-89ed0a8ce38c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5124a69b-7d82-42b4-b406-c217b2d447b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:10.099495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Attempting to bind port 655db571-9380-48d1-9102-89ed0a8ce38c on network 3a108ad5-ff2d-4698-a489-5c563f866c6d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:10.104862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:10.105247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Checking segment: {'id': '5124a69b-7d82-42b4-b406-c217b2d447b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:10.105659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.106058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Bound using segment: {'id': '5124a69b-7d82-42b4-b406-c217b2d447b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:10.106531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Bound port: 655db571-9380-48d1-9102-89ed0a8ce38c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5124a69b-7d82-42b4-b406-c217b2d447b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3a108ad5-ff2d-4698-a489-5c563f866c6d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:10.107076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.122605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['c26c98fd-37a8-4289-bc84-ef38cadd9029'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:10.218586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] For port 655db571-9380-48d1-9102-89ed0a8ce38c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:10.244648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::20f (3a108ad5-ff2d-4698-a489-5c563f866c6d/5acc27cf-8a6a-453d-b0c2-c6b7e06d9814/f530ff8e-9cfb-4368-8af9-b5892aa81f27) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:10.246830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026343c3-61fa-418a-a4eb-0efc1a54e420 req-eb7c34de-4661-4ed8-9299-d43943b811c8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.263037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-026343c3-61fa-418a-a4eb-0efc1a54e420 req-eb7c34de-4661-4ed8-9299-d43943b811c8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1161957 Aug 16 02:06:10.298986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] For port 655db571-9380-48d1-9102-89ed0a8ce38c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=655db571-9380-48d1-9102-89ed0a8ce38c,segment=NetworkSegment(5124a69b-7d82-42b4-b406-c217b2d447b5),segment_id=5124a69b-7d82-42b4-b406-c217b2d447b5)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:10.319027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-026343c3-61fa-418a-a4eb-0efc1a54e420 req-ad976e7e-a962-4248-82eb-92374ce4921a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545688 Aug 16 02:06:10.423493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.437719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object f530ff8e-9cfb-4368-8af9-b5892aa81f27 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:10.446246 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.486528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800b72-4bf6-4348-b365-a11ae92b46c9 req-6085e288-932f-4258-9f2e-5c8b58a03059 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.488533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9800b72-4bf6-4348-b365-a11ae92b46c9 req-6085e288-932f-4258-9f2e-5c8b58a03059 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 945 time: 0.0549970 Aug 16 02:06:10.510758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791cbcd0-e1f4-45d9-980f-319820d9a808 None None] Pushing event updated for resources: {'Port': ['ID=655db571-9380-48d1-9102-89ed0a8ce38c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:10.546351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9800b72-4bf6-4348-b365-a11ae92b46c9 req-c2a117d3-9a32-4340-b5de-755148c838d0 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514445 Aug 16 02:06:10.577205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.626456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:10.631204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:10.635103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:10.640960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.641655 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:10.652122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=f530ff8e-9cfb-4368-8af9-b5892aa81f27,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:10.808948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c532e0f0-c961-4d3e-961e-d3d24aa98554 req-594c85d1-356c-406b-8918-a82ffc0440a4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0413425 Aug 16 02:06:10.817796 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-015ac118-8ee9-47b6-8f33-5a9cb3d95c08 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0415988 Aug 16 02:06:10.820493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40832) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:10.845580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 655db571-9380-48d1-9102-89ed0a8ce38c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:10.887789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848c5ce-7ac3-41ce-a1c3-061757324501 req-5bbdb7e3-1faa-4bb0-8aab-7ad12d14df5b tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:10.897323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2848c5ce-7ac3-41ce-a1c3-061757324501 req-5bbdb7e3-1faa-4bb0-8aab-7ad12d14df5b tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 943 time: 0.1202605 Aug 16 02:06:10.943110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2848c5ce-7ac3-41ce-a1c3-061757324501 req-a9bae006-76d3-4850-ab1d-698537f63606 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447683 Aug 16 02:06:11.079862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 655db571-9380-48d1-9102-89ed0a8ce38c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:11.201978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c305d6-9b41-45fa-bd9d-b58b0c31ad90 req-db3184b0-fbe0-434f-af74-f334dccbba1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.204086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5c305d6-9b41-45fa-bd9d-b58b0c31ad90 req-db3184b0-fbe0-434f-af74-f334dccbba1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0549219 Aug 16 02:06:11.259299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5c305d6-9b41-45fa-bd9d-b58b0c31ad90 req-43fc9028-aa69-4125-a98f-17858045d10c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Aug 16 02:06:11.262454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-505fcbc0-e7c2-438a-b36b-6428136c2a71 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.264214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-505fcbc0-e7c2-438a-b36b-6428136c2a71 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.58 "GET /v2.0/networks?id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 HTTP/1.1" status: 200 len: 814 time: 0.2047026 Aug 16 02:06:11.294122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Request body: {'port': {'device_id': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489', 'admin_state_up': True, 'tenant_id': 'b0bbfee58110474fa48762b72e10560a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:11.348956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c26c98fd-37a8-4289-bc84-ef38cadd9029 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:11.492935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8aeb00-37ab-4f10-8229-ca1d67676f78 req-c48185e7-2d0a-48bf-9c17-6b90bf1db9e4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.495425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c8aeb00-37ab-4f10-8229-ca1d67676f78 req-c48185e7-2d0a-48bf-9c17-6b90bf1db9e4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0607941 Aug 16 02:06:11.541227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c8aeb00-37ab-4f10-8229-ca1d67676f78 req-42d745b4-a111-40e8-bcd4-7313382b69c1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Aug 16 02:06:11.554554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port c26c98fd-37a8-4289-bc84-ef38cadd9029 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:11.558902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port c26c98fd-37a8-4289-bc84-ef38cadd9029 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:11.559294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.673411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.700680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb754ef1-0a7b-4879-82ce-8b632bbb022b None None] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:11.706702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046908a-1e18-45d5-9a4c-5814049d1984 req-740f4051-2336-4d76-85ee-cc1af9ec2d54 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:11.708688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1046908a-1e18-45d5-9a4c-5814049d1984 req-740f4051-2336-4d76-85ee-cc1af9ec2d54 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 945 time: 0.0652146 Aug 16 02:06:11.719834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:11.723055 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c9455c-3776-4599-9e9f-38c2a8388d03" -d '{"events": [{"server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "name": "network-vif-plugged", "status": "completed", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:11.757172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.767283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1046908a-1e18-45d5-9a4c-5814049d1984 req-832cbc90-04b2-4fb9-b00b-66e98b584205 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520773 Aug 16 02:06:11.771934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port c26c98fd-37a8-4289-bc84-ef38cadd9029, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:11.787731 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba423954-da6a-4990-ac10-13ed8aa28fa6 x-openstack-request-id: req-ba423954-da6a-4990-ac10-13ed8aa28fa6 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:11.788039 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "name": "network-vif-plugged", "status": "completed", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:11.788312 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba423954-da6a-4990-ac10-13ed8aa28fa6 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:11.788703 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'code': 200} Aug 16 02:06:11.850000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.881764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] Provisioning for port 655db571-9380-48d1-9102-89ed0a8ce38c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:11.891889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] Provisioning complete for port 655db571-9380-48d1-9102-89ed0a8ce38c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:11.892569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.936308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a48c37a4-08fd-4373-be37-c307e80e714e req-06d273e6-5e25-4d30-a054-a20ad572349c tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0287459 Aug 16 02:06:11.937762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Made reservation on behalf of b0bbfee58110474fa48762b72e10560a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:11.944492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:11.974949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=c26c98fd-37a8-4289-bc84-ef38cadd9029,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.049695 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.053869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad4a510-d497-4fad-907b-f39ed5baf072 req-c6ff4181-52b2-4241-aee0-cafea808a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.066712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fad4a510-d497-4fad-907b-f39ed5baf072 req-c6ff4181-52b2-4241-aee0-cafea808a583 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.2136636 Aug 16 02:06:12.094311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] For port 655db571-9380-48d1-9102-89ed0a8ce38c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=655db571-9380-48d1-9102-89ed0a8ce38c,segment=NetworkSegment(5124a69b-7d82-42b4-b406-c217b2d447b5),segment_id=5124a69b-7d82-42b4-b406-c217b2d447b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:12.114332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89cfa6-460b-436d-a240-9d7fe7352248 req-df56ed09-8a49-4941-91f1-00288b037e05 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.123249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f89cfa6-460b-436d-a240-9d7fe7352248 req-df56ed09-8a49-4941-91f1-00288b037e05 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 943 time: 0.1056929 Aug 16 02:06:12.161013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f89cfa6-460b-436d-a240-9d7fe7352248 req-b674bc7a-ae80-4c92-996a-b9f13db9df4f tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382681 Aug 16 02:06:12.183443 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fad4a510-d497-4fad-907b-f39ed5baf072 req-0438c0bf-6eb8-46e2-8988-47bf9203dff0 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947638 Aug 16 02:06:12.188564 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.245910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e394094a-6842-40e6-aab1-e8d51d360431 None None] Pushing event updated for resources: {'Port': ['ID=655db571-9380-48d1-9102-89ed0a8ce38c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.252263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.257885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Allocated IP 172.20.0.7 (4bf8bd39-e630-404f-b6ed-3ea5ae0f3489/5c418e57-25a6-48f9-9b9c-d02df171c6bb/39aa62ea-6618-47a5-8080-d93b2fa1a463) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:12.359999 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-23579795-5d30-4bf2-a657-1be0aa2f60da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.409358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba0c16-24a5-4942-86ea-3bba1bf53dea req-9907dad9-1f93-4c66-b1ea-e61063cdfb0b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.415303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2ba0c16-24a5-4942-86ea-3bba1bf53dea req-9907dad9-1f93-4c66-b1ea-e61063cdfb0b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0643518 Aug 16 02:06:12.432995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.453655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2ba0c16-24a5-4942-86ea-3bba1bf53dea req-0214373d-3cd8-474d-8365-207ab8926ba3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363584 Aug 16 02:06:12.463121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.510582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-39be86e3-ce82-450b-804d-9c8f1c99bd49 None None] Provisioning for port f530ff8e-9cfb-4368-8af9-b5892aa81f27 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:12.526876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-39be86e3-ce82-450b-804d-9c8f1c99bd49 None None] Provisioning complete for port f530ff8e-9cfb-4368-8af9-b5892aa81f27 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:12.527170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39be86e3-ce82-450b-804d-9c8f1c99bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.555453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=f530ff8e-9cfb-4368-8af9-b5892aa81f27,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.582711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.620722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-39be86e3-ce82-450b-804d-9c8f1c99bd49 None None] Port f530ff8e-9cfb-4368-8af9-b5892aa81f27 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:12.639004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8e78f1-e3fe-43a8-8e1a-4341317d2574 req-a8da063e-e644-4d94-8f44-0a99431395e3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.640905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce8e78f1-e3fe-43a8-8e1a-4341317d2574 req-a8da063e-e644-4d94-8f44-0a99431395e3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0942106 Aug 16 02:06:12.646582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-39be86e3-ce82-450b-804d-9c8f1c99bd49 None None] Provisioning complete for port 655db571-9380-48d1-9102-89ed0a8ce38c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:12.647183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39be86e3-ce82-450b-804d-9c8f1c99bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.649138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:12.674218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:12.681969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:12.690190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Pushing event updated for resources: {'Port': ['ID=39aa62ea-6618-47a5-8080-d93b2fa1a463,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:12.691529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.741464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce8e78f1-e3fe-43a8-8e1a-4341317d2574 req-017a5316-219a-4aee-899b-35774611b251 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871074 Aug 16 02:06:12.791061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f7def-a7a3-4d0d-a5e5-98270adfa1b1 req-d1d3d825-a38b-48fe-8a45-d0cce7c26860 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.796003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a47f7def-a7a3-4d0d-a5e5-98270adfa1b1 req-d1d3d825-a38b-48fe-8a45-d0cce7c26860 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1506500 Aug 16 02:06:12.820650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 655db571-9380-48d1-9102-89ed0a8ce38c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:12.835098 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.903231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a47f7def-a7a3-4d0d-a5e5-98270adfa1b1 req-2761da36-961c-4065-83b3-55c9c24db536 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001921 Aug 16 02:06:12.914856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.915600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.919243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 655db571-9380-48d1-9102-89ed0a8ce38c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:12.920627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.923041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e9e0c5e7-e444-41fc-8e54-c8753195cbd7 None None] Provisioning complete for port f530ff8e-9cfb-4368-8af9-b5892aa81f27 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:12.925163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e9e0c5e7-e444-41fc-8e54-c8753195cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:12.937226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9848a97-5b5f-4769-a7a7-65f34cbcca6f req-490bb51f-019d-48d5-8c9e-b6d53f33a2c9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:12.946312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9848a97-5b5f-4769-a7a7-65f34cbcca6f req-490bb51f-019d-48d5-8c9e-b6d53f33a2c9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0813782 Aug 16 02:06:12.990484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0c5e7-e444-41fc-8e54-c8753195cbd7 None None] Port f530ff8e-9cfb-4368-8af9-b5892aa81f27 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:13.001872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9848a97-5b5f-4769-a7a7-65f34cbcca6f req-99ba9356-5e73-4976-9f0a-942fd70db09f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546112 Aug 16 02:06:13.023069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-5fa0afb6-9c77-47f5-87be-21746ddd8695 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7350986 Aug 16 02:06:13.037054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Request body: {'port': {'device_id': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:13.054067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ea3ed-ed67-488f-865d-c4fcc6d04df6 req-1fcae1d3-8ee4-4cfb-b690-a74c4cd8511e tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.056334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-241ea3ed-ed67-488f-865d-c4fcc6d04df6 req-1fcae1d3-8ee4-4cfb-b690-a74c4cd8511e tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 946 time: 0.0693836 Aug 16 02:06:13.103118 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.125114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-241ea3ed-ed67-488f-865d-c4fcc6d04df6 req-dc3d7f4f-bff8-4950-94c2-cf92dc1a069f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624132 Aug 16 02:06:13.146740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516d7ca-6242-4656-9b10-83247649493f req-c7797afc-480b-453a-a317-37a330277530 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.148437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5516d7ca-6242-4656-9b10-83247649493f req-c7797afc-480b-453a-a317-37a330277530 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 931 time: 0.0684998 Aug 16 02:06:13.183462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.206238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5516d7ca-6242-4656-9b10-83247649493f req-876005cc-be6c-4adb-800c-424834eaa32f tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492735 Aug 16 02:06:13.357281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbcac6c-e4e9-4c2a-bfbc-fc7bf3efc302 req-900fa93c-d372-4ba5-9e89-16268704721f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.358394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6781158d-0017-423b-af9c-ec4e3106732c details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:13.359125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abbcac6c-e4e9-4c2a-bfbc-fc7bf3efc302 req-900fa93c-d372-4ba5-9e89-16268704721f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0857520 Aug 16 02:06:13.378874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973332b9-1825-4b67-b787-0769030eec37 req-e0db97d6-3814-469c-af93-ee1c4d856350 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.381175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-973332b9-1825-4b67-b787-0769030eec37 req-e0db97d6-3814-469c-af93-ee1c4d856350 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 943 time: 0.0760584 Aug 16 02:06:13.444499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abbcac6c-e4e9-4c2a-bfbc-fc7bf3efc302 req-3ea8bfe2-d9c2-4f29-a0a0-4cdd17e7e821 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629106 Aug 16 02:06:13.449541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-973332b9-1825-4b67-b787-0769030eec37 req-f3f9855c-571d-4055-906b-4238a89fe466 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Aug 16 02:06:13.470893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6781158d-0017-423b-af9c-ec4e3106732c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6781158d-0017-423b-af9c-ec4e3106732c,segment=NetworkSegment(aa711537-d308-4b41-bdc3-64300c498621),segment_id=aa711537-d308-4b41-bdc3-64300c498621)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:13.487799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '6781158d-0017-423b-af9c-ec4e3106732c', 'network_id': '8bb8a392-55e1-4bf9-8c9b-e63c538bfeae', 'port_id': '6781158d-0017-423b-af9c-ec4e3106732c', 'mac_address': 'fa:16:3e:7c:35:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a5c727-3ed7-4ae4-993a-2a6d51458292', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:13.533351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.547205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6781158d-0017-423b-af9c-ec4e3106732c {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:13.567848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6781158d-0017-423b-af9c-ec4e3106732c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6781158d-0017-423b-af9c-ec4e3106732c,segment=NetworkSegment(aa711537-d308-4b41-bdc3-64300c498621),segment_id=aa711537-d308-4b41-bdc3-64300c498621)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:13.592830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762569ba-9b6f-4a2e-aa34-baf0d02bc977 req-2e9dfb44-242e-475e-a549-864e1a207822 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.594453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-762569ba-9b6f-4a2e-aa34-baf0d02bc977 req-2e9dfb44-242e-475e-a549-864e1a207822 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0664966 Aug 16 02:06:13.611932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.637719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-762569ba-9b6f-4a2e-aa34-baf0d02bc977 req-93acb561-2649-428e-a0a3-70561bdfb81d tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 16 02:06:13.658571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39aa62ea-6618-47a5-8080-d93b2fa1a463 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:13.668158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.674094 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.686921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Transition to ACTIVE for port object 39aa62ea-6618-47a5-8080-d93b2fa1a463 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:13.727191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=6781158d-0017-423b-af9c-ec4e3106732c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.776751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.778077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.786810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28b9da-9b14-4827-b560-2a78df03da1e req-72215639-e5fe-4502-a4be-d49129bc6dc4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.788368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc28b9da-9b14-4827-b560-2a78df03da1e req-72215639-e5fe-4502-a4be-d49129bc6dc4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0549064 Aug 16 02:06:13.822139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:13.828241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc28b9da-9b14-4827-b560-2a78df03da1e req-9764e868-5071-4abb-9e1f-6c58b85e3fab tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Aug 16 02:06:13.899857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['6781158d-0017-423b-af9c-ec4e3106732c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:13.903896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=f530ff8e-9cfb-4368-8af9-b5892aa81f27,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:13.971754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f810b6a-4571-471d-bb14-94344f658a1d req-c8c525f5-719f-4396-96ce-5fa7bf8259cc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:13.981233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f810b6a-4571-471d-bb14-94344f658a1d req-c8c525f5-719f-4396-96ce-5fa7bf8259cc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0681579 Aug 16 02:06:14.023880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Pushing event updated for resources: {'Port': ['ID=39aa62ea-6618-47a5-8080-d93b2fa1a463,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:14.041768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:14.046271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:14.068706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Attempting to bind port 39aa62ea-6618-47a5-8080-d93b2fa1a463 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:14.069068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Attempting to bind port 39aa62ea-6618-47a5-8080-d93b2fa1a463 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '4b6e2366-fc95-4327-a054-23551855f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:14.069396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Attempting to bind port 39aa62ea-6618-47a5-8080-d93b2fa1a463 on network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:14.070269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f810b6a-4571-471d-bb14-94344f658a1d req-9b4dbcba-2938-4a8d-8303-c1a443d8fa41 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878696 Aug 16 02:06:14.100464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d61804-0418-4e7a-b2ab-42789e627ea5 req-3a0604e0-e495-47fc-8e28-e3528ed073f2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.100464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7d61804-0418-4e7a-b2ab-42789e627ea5 req-3a0604e0-e495-47fc-8e28-e3528ed073f2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0983679 Aug 16 02:06:14.140731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Port 39aa62ea-6618-47a5-8080-d93b2fa1a463 on network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:14.141493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Attempting to bind port 39aa62ea-6618-47a5-8080-d93b2fa1a463 on network 4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:14.145189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7d61804-0418-4e7a-b2ab-42789e627ea5 req-57121a9c-4fd5-4565-8ce3-fb77a8dedd75 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401123 Aug 16 02:06:14.155456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:14.155456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Checking segment: {'id': '4b6e2366-fc95-4327-a054-23551855f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:14.155817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Bound using segment: {'id': '4b6e2366-fc95-4327-a054-23551855f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:14.156487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Bound port: 39aa62ea-6618-47a5-8080-d93b2fa1a463, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6e2366-fc95-4327-a054-23551855f3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:14.156487 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.253695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] For port 39aa62ea-6618-47a5-8080-d93b2fa1a463, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:14.256683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] For port 39aa62ea-6618-47a5-8080-d93b2fa1a463, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463,segment=NetworkSegment(4b6e2366-fc95-4327-a054-23551855f3dc),segment_id=4b6e2366-fc95-4327-a054-23551855f3dc)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:14.276626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c9c34-f005-40d5-a64c-57b6501b96b1 req-fd6287d8-2b78-4545-9729-f59a89c5b063 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.278261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a26c9c34-f005-40d5-a64c-57b6501b96b1 req-fd6287d8-2b78-4545-9729-f59a89c5b063 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 946 time: 0.0619555 Aug 16 02:06:14.320093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a26c9c34-f005-40d5-a64c-57b6501b96b1 req-f3bbec88-ed81-4e12-9a3f-399470841153 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Aug 16 02:06:14.404987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Router 23871a39-b83d-4b45-b56f-abd7c6ce40ab is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:06:14.424122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2571d65-47a4-4d82-890f-ce01c087c64b None None] Provisioning complete for port f530ff8e-9cfb-4368-8af9-b5892aa81f27 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:14.424757 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2571d65-47a4-4d82-890f-ce01c087c64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.470942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a2571d65-47a4-4d82-890f-ce01c087c64b None None] Port f530ff8e-9cfb-4368-8af9-b5892aa81f27 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:14.481765 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.495302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c88f58-243a-424b-a578-b7984dddc9a9 req-3f9f2c30-76eb-4873-a92c-53568aec9a78 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.496542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0c88f58-243a-424b-a578-b7984dddc9a9 req-3f9f2c30-76eb-4873-a92c-53568aec9a78 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 943 time: 0.0611541 Aug 16 02:06:14.526307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.526954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.528349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] 10.222.0.58 "PUT /v2.0/ports/39aa62ea-6618-47a5-8080-d93b2fa1a463 HTTP/1.1" status: 200 len: 1092 time: 1.4963655 Aug 16 02:06:14.530623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'tag': '39aa62ea-6618-47a5-8080-d93b2fa1a463'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:14.538697 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3647db4-511e-4745-9bdb-ccab7b251116" -d '{"events": [{"name": "network-changed", "server_uuid": "2011eb36-796b-4521-84c9-f25acdae2e1a", "tag": "39aa62ea-6618-47a5-8080-d93b2fa1a463"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:14.542387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0c88f58-243a-424b-a578-b7984dddc9a9 req-ff45dd40-b171-42a9-a0c5-d385cb16dd99 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347140 Aug 16 02:06:14.555061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:14.564384 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc2de706-c2fa-42d0-920a-02f5fb8bfa88 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/routers/23871a39-b83d-4b45-b56f-abd7c6ce40ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7428191 Aug 16 02:06:14.568229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40900) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.569124 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] Sync routers for ids ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:14.570515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d45b2-5e16-4753-907d-f989f90b9a24 service neutron] Pushing event updated for resources: {'Port': ['ID=39aa62ea-6618-47a5-8080-d93b2fa1a463,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:14.571990 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:14.584529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] Routers {'23871a39-b83d-4b45-b56f-abd7c6ce40ab'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:14.585168 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.623335 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.632968 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] Routers {'23871a39-b83d-4b45-b56f-abd7c6ce40ab'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:14.633584 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.667416 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:14.668326 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821a832f-bb03-40bc-b8a7-4c14edffc1fa None None] The sync data for ids ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:14.706681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-fd33460e-5fc2-41b8-b7b0-9607013d5f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.708199 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-fd33460e-5fc2-41b8-b7b0-9607013d5f64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0bbfee58110474fa48762b72e10560a&device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 1095 time: 0.0609188 Aug 16 02:06:14.755481 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-12770479-8dd4-436e-a866-3c1e21f8dfbd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463 HTTP/1.1" status: 200 len: 217 time: 0.0378046 Aug 16 02:06:14.766713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43664d84-04ee-4bde-be9f-def0f4e7a4b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.768632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-43664d84-04ee-4bde-be9f-def0f4e7a4b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports?device_id=23871a39-b83d-4b45-b56f-abd7c6ce40ab HTTP/1.1" status: 200 len: 988 time: 0.1990068 Aug 16 02:06:14.773237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40906) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:14.844477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce268-6148-42ab-9170-66d373d1bfc5 req-6d4d238b-58e9-48cd-bd5d-f7c5c524499c tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.845987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfdce268-6148-42ab-9170-66d373d1bfc5 req-6d4d238b-58e9-48cd-bd5d-f7c5c524499c tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 944 time: 0.1543868 Aug 16 02:06:14.851567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-95d4d05a-e2f1-42eb-9a9f-8da8770d4700 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2549388 Aug 16 02:06:14.864232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:14.904346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-8d75d881-7f57-4df3-b7db-98e4d0e5c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:14.905826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-8d75d881-7f57-4df3-b7db-98e4d0e5c82c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c418e57-25a6-48f9-9b9c-d02df171c6bb HTTP/1.1" status: 200 len: 854 time: 0.1406417 Aug 16 02:06:14.906577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfdce268-6148-42ab-9170-66d373d1bfc5 req-d93d1df6-8ef1-4738-8800-48e2618baca9 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531869 Aug 16 02:06:14.946611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-a5458e67-b788-4589-b95e-d0eacf552016 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316029 Aug 16 02:06:14.955502 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f881fd-bc55-48c8-8934-bad1b8d43a6e x-openstack-request-id: req-93f881fd-bc55-48c8-8934-bad1b8d43a6e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:14.956285 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2011eb36-796b-4521-84c9-f25acdae2e1a", "tag": "39aa62ea-6618-47a5-8080-d93b2fa1a463", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:14.956556 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93f881fd-bc55-48c8-8934-bad1b8d43a6e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:14.956982 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'tag': '39aa62ea-6618-47a5-8080-d93b2fa1a463', 'status': 'completed', 'code': 200} Aug 16 02:06:15.041219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.059957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1545c-e8bd-4b95-9dfa-7cb4666b9674 req-876b04ca-f2b5-45d4-951a-687be564ae1c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.061368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bf1545c-e8bd-4b95-9dfa-7cb4666b9674 req-876b04ca-f2b5-45d4-951a-687be564ae1c tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0652881 Aug 16 02:06:15.132630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bf1545c-e8bd-4b95-9dfa-7cb4666b9674 req-56c1185c-9a07-4dde-87f7-813d352a3cf3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406153 Aug 16 02:06:15.153695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-457f6e45-831c-44b5-85ad-0c24d9fc6a5d service neutron] 10.222.0.58 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944177 Aug 16 02:06:15.194211 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.346134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-74b76dff-03ce-448e-a23e-d5b951f3e2f3 req-1315fa82-e2c3-4de6-9c3b-7eb1c118ba37 service neutron] 10.222.0.58 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689901 Aug 16 02:06:15.352294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Allocated IP 172.25.6.57 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/9cb54af1-39a0-4ce8-8bef-f195bc0dc8ff) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:15.358328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6781158d-0017-423b-af9c-ec4e3106732c up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:15.395484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a5472-b7c0-48ca-955f-30ad613b367b req-381b26c4-4b0f-4629-8765-a2e167c1e598 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.397460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-247a5472-b7c0-48ca-955f-30ad613b367b req-381b26c4-4b0f-4629-8765-a2e167c1e598 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1176286 Aug 16 02:06:15.458446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.496368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 6781158d-0017-423b-af9c-ec4e3106732c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:15.497023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-247a5472-b7c0-48ca-955f-30ad613b367b req-eee048e9-5883-4a7a-8838-676878b129da tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814402 Aug 16 02:06:15.500565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 6781158d-0017-423b-af9c-ec4e3106732c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:15.501506 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.532467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.614064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.616487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-8895d7fa-25ff-4ab3-aab6-e126d802a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.618087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-8895d7fa-25ff-4ab3-aab6-e126d802a6fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0bbfee58110474fa48762b72e10560a&device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 1095 time: 0.1056664 Aug 16 02:06:15.636926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f51d0-1c93-499c-9f07-50abdd818e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6781158d-0017-423b-af9c-ec4e3106732c'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:15.640908 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1139dd61-6007-4871-a8e9-d36bd4bb61c8" -d '{"events": [{"server_uuid": "305f51d0-1c93-499c-9f07-50abdd818e05", "name": "network-vif-plugged", "status": "completed", "tag": "6781158d-0017-423b-af9c-ec4e3106732c"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:15.660969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 6781158d-0017-423b-af9c-ec4e3106732c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6781158d-0017-423b-af9c-ec4e3106732c,segment=NetworkSegment(aa711537-d308-4b41-bdc3-64300c498621),segment_id=aa711537-d308-4b41-bdc3-64300c498621)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:15.678201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.731029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:15.739596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:15.741933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:15.745829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event updated for resources: {'Port': ['ID=9cb54af1-39a0-4ce8-8bef-f195bc0dc8ff,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:15.759514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.774509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560c66e-a742-4887-ad09-78f3df8ba2e5 req-710eddcf-ee93-4ebd-a095-7bc189c2a5c0 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:15.776167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2560c66e-a742-4887-ad09-78f3df8ba2e5 req-710eddcf-ee93-4ebd-a095-7bc189c2a5c0 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 943 time: 0.1275601 Aug 16 02:06:15.793916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.821239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=6781158d-0017-423b-af9c-ec4e3106732c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:15.879776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2560c66e-a742-4887-ad09-78f3df8ba2e5 req-3119e0e1-184d-42e8-8cc2-c900b59b6729 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919137 Aug 16 02:06:15.918439 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:15.933669 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cffa23-4df6-4acd-ac88-22bd71b61f6d x-openstack-request-id: req-39cffa23-4df6-4acd-ac88-22bd71b61f6d {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:15.933980 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305f51d0-1c93-499c-9f07-50abdd818e05", "name": "network-vif-plugged", "status": "completed", "tag": "6781158d-0017-423b-af9c-ec4e3106732c", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:15.934249 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39cffa23-4df6-4acd-ac88-22bd71b61f6d {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:15.934717 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f51d0-1c93-499c-9f07-50abdd818e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6781158d-0017-423b-af9c-ec4e3106732c', 'code': 200} Aug 16 02:06:16.050417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591754ba-3050-4d0a-8976-4c67cad0e2ff req-27ee4909-10cb-4e3f-a0e2-04ea516eea74 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.052016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-591754ba-3050-4d0a-8976-4c67cad0e2ff req-27ee4909-10cb-4e3f-a0e2-04ea516eea74 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 945 time: 0.0600951 Aug 16 02:06:16.089139 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.132374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-591754ba-3050-4d0a-8976-4c67cad0e2ff req-e0eaee07-6d3a-43ee-bb77-401b2e11836a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651014 Aug 16 02:06:16.167510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc8c76-a808-48ac-a8d1-38eb5a9d9a7c req-1b5b18f1-bb11-47cc-b7d9-1d9311723f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.169031 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bdc8c76-a808-48ac-a8d1-38eb5a9d9a7c req-1b5b18f1-bb11-47cc-b7d9-1d9311723f38 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 1097 time: 0.0849769 Aug 16 02:06:16.175712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-6eafef11-bbf9-4068-a40d-d8ae29beadb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.176715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-6eafef11-bbf9-4068-a40d-d8ae29beadb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 HTTP/1.1" status: 200 len: 915 time: 0.5394201 Aug 16 02:06:16.253749 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-43f77f86-8f45-4413-a602-1f4a2c802367 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463 HTTP/1.1" status: 200 len: 217 time: 0.0524857 Aug 16 02:06:16.296851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0e319-c6d6-4559-9bce-900b2491163a req-fc4a5a14-4468-4e57-9793-8266b8418b75 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.298371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54f0e319-c6d6-4559-9bce-900b2491163a req-fc4a5a14-4468-4e57-9793-8266b8418b75 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0781531 Aug 16 02:06:16.302885 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6bdc8c76-a808-48ac-a8d1-38eb5a9d9a7c req-aa0da68c-6d43-42b6-a340-c280df71d941 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078374 Aug 16 02:06:16.324564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port f530ff8e-9cfb-4368-8af9-b5892aa81f27 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:16.324913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.328263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-72a798ef-f858-4a3a-932d-44bcb521c2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:16.329734 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-72a798ef-f858-4a3a-932d-44bcb521c2a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c418e57-25a6-48f9-9b9c-d02df171c6bb HTTP/1.1" status: 200 len: 854 time: 0.0665708 Aug 16 02:06:16.354171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.360278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54f0e319-c6d6-4559-9bce-900b2491163a req-b0011f7d-18d8-49bf-96c5-b5b2300866f3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516529 Aug 16 02:06:16.408303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-9b1f3430-33d7-4e2b-a0d3-667f5d55f7bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421681 Aug 16 02:06:16.441992 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.489385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.523631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for f530ff8e-9cfb-4368-8af9-b5892aa81f27 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:16.580465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-6cf46e4c-47b4-40bc-bf77-da4ffe5c3bf1 service neutron] 10.222.0.58 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577134 Aug 16 02:06:16.743103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c3647db4-511e-4745-9bdb-ccab7b251116 req-15463d30-d2b2-4591-9d08-467124787d7f service neutron] 10.222.0.58 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475909 Aug 16 02:06:16.795039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event updated for resources: {'Port': ['ID=9cb54af1-39a0-4ce8-8bef-f195bc0dc8ff,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.809517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.904358 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.936642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=f530ff8e-9cfb-4368-8af9-b5892aa81f27,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:16.945996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:16.953073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-57b2449c-4550-4ad1-9395-495baf21424f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0936456 Aug 16 02:06:17.032402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-546297ab-921d-4009-b1f4-825fe2cc9956 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0784574 Aug 16 02:06:17.045522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.074429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82f813-9c14-430a-a348-145285d3daec req-7fe59879-21f4-4c2a-9b30-0b0cf66e138a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.076176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd82f813-9c14-430a-a348-145285d3daec req-7fe59879-21f4-4c2a-9b30-0b0cf66e138a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1586928 Aug 16 02:06:17.198891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd82f813-9c14-430a-a348-145285d3daec req-bce7ccb1-aff9-47b8-89a3-2cb25cbadcb1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896409 Aug 16 02:06:17.236520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-9918e71e-93f4-40b8-bd1c-231070b2b779 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.241065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-64b5ed5f-56a5-4e52-8fba-2ea5312a0c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.242612 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-64b5ed5f-56a5-4e52-8fba-2ea5312a0c62 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 1099 time: 0.1158013 Aug 16 02:06:17.244483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3ee1922-c57d-4b5e-a6ae-58962341a4c5 req-9918e71e-93f4-40b8-bd1c-231070b2b779 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.2022603 Aug 16 02:06:17.317421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Router 23871a39-b83d-4b45-b56f-abd7c6ce40ab has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:17.367964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18cadc-9c51-4afc-a44a-007f084e44a8 req-f26827a9-2e08-49e8-9a26-32ea3522bacb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.376166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c18cadc-9c51-4afc-a44a-007f084e44a8 req-f26827a9-2e08-49e8-9a26-32ea3522bacb tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0656536 Aug 16 02:06:17.427339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:17.436408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ccf04092-e2fc-43e2-bf8e-ea0a725b00e1 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/routers/23871a39-b83d-4b45-b56f-abd7c6ce40ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6612716 Aug 16 02:06:17.442837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-6025a90b-6491-42b5-95ca-63d958781ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.443347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.443971 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-6025a90b-6491-42b5-95ca-63d958781ce0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 200 len: 915 time: 0.1878681 Aug 16 02:06:17.444483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] Sync routers for ids ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:17.454491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] Routers {'23871a39-b83d-4b45-b56f-abd7c6ce40ab'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:17.455412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.462506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c18cadc-9c51-4afc-a44a-007f084e44a8 req-61cf5ec2-c7c1-4ddf-8183-fb9bd1542ba5 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854380 Aug 16 02:06:17.484176 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ad6db3-aecb-4192-bf1a-24f08b18b4c7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:06:17.485935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d2ad6db3-aecb-4192-bf1a-24f08b18b4c7 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/f530ff8e-9cfb-4368-8af9-b5892aa81f27 HTTP/1.1" status: 404 len: 333 time: 0.0416088 Aug 16 02:06:17.496060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:17.498735 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-a61e58e6-a60b-4bd1-aaae-7439dcd8f35a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 200 len: 217 time: 0.0478547 Aug 16 02:06:17.519669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.533196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] Routers {'23871a39-b83d-4b45-b56f-abd7c6ce40ab'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:17.533897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.555060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-d50dd745-e1d4-4231-9884-1452bc9aaa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.556688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-d50dd745-e1d4-4231-9884-1452bc9aaa7d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 200 len: 854 time: 0.0509605 Aug 16 02:06:17.575585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e69bb-810a-45f7-8142-d70c56662413 req-2c690d9c-c3fe-485f-8085-d1fd984879f4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.576546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:17.577178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f51e69bb-810a-45f7-8142-d70c56662413 req-2c690d9c-c3fe-485f-8085-d1fd984879f4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 943 time: 0.1810164 Aug 16 02:06:17.577290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1036d06a-0542-4049-b76c-254e5d6201d4 None None] The sync data for ids ['23871a39-b83d-4b45-b56f-abd7c6ce40ab'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:17.591829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-e8d201e0-b707-4564-93fa-2df9c6037349 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277729 Aug 16 02:06:17.669351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.685568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-10c2a464-5c0e-4ef2-a938-c6ddc774d01c service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872715 Aug 16 02:06:17.757158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f51e69bb-810a-45f7-8142-d70c56662413 req-d8db53ad-d95f-473f-8fda-f3ebe056f38d tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364744 Aug 16 02:06:17.773085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdea77-2d2a-4630-a182-974abc75ee41 req-e87b3fb3-1799-4dad-958e-d4a3cb222d50 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:17.774679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0cdea77-2d2a-4630-a182-974abc75ee41 req-e87b3fb3-1799-4dad-958e-d4a3cb222d50 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 945 time: 0.1965482 Aug 16 02:06:17.783689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-98a5beb5-b6c7-40ed-a71d-0ef4cadc7f26 req-84fdd358-392f-4146-a461-27c3f086eb5b service neutron] 10.222.0.83 "GET /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909042 Aug 16 02:06:17.903229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.908451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:17.988962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0cdea77-2d2a-4630-a182-974abc75ee41 req-173db958-3a50-466a-80c3-d2ce29a69dde tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857738 Aug 16 02:06:18.032418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-5b7cd5b0-cc83-466e-adef-1b179c927adb tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:18.034598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-5b7cd5b0-cc83-466e-adef-1b179c927adb tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 821 time: 0.1667111 Aug 16 02:06:18.050103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-8361c0fd-f413-43e1-b7c4-189f1bc371b1 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/quotas/cb63ace915ba460c833c8ba6f21a46ce HTTP/1.1" status: 200 len: 375 time: 0.0094333 Aug 16 02:06:18.113314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-9b7cca2c-307d-456c-b6d0-b4214f50b03f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0575035 Aug 16 02:06:18.118327 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.119091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Fanout notify agent at l3_agent the message router_deleted on router 23871a39-b83d-4b45-b56f-abd7c6ce40ab {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:06:18.125983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.127270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1ef0c641-691e-48df-95a0-0eec088497fc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/routers/23871a39-b83d-4b45-b56f-abd7c6ce40ab HTTP/1.1" status: 204 len: 168 time: 0.6369355 Aug 16 02:06:18.130738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40958) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.198519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 5acc27cf-8a6a-453d-b0c2-c6b7e06d9814 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:18.202016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.228306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-35894025-a997-41d9-8c40-ac51c701da72 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993412 Aug 16 02:06:18.247838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.327772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-293003ef-6062-4eeb-81c7-4f5378785fa4 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933728 Aug 16 02:06:18.337907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.542141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.569468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=5acc27cf-8a6a-453d-b0c2-c6b7e06d9814,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:18.575914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.578197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0615051c-c852-455c-8c44-6c830e1c748c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/5acc27cf-8a6a-453d-b0c2-c6b7e06d9814 HTTP/1.1" status: 204 len: 168 time: 0.4459894 Aug 16 02:06:18.581272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40968) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:18.582097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d25ebe8-37f1-4138-a0ea-37ec0ffd57b2 None None] Network 3a108ad5-ff2d-4698-a489-5c563f866c6d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:18.666590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.765755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 655db571-9380-48d1-9102-89ed0a8ce38c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:18.766162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.805189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] DHCP port deletion for 3a108ad5-ff2d-4698-a489-5c563f866c6d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:18.845393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 39aa62ea-6618-47a5-8080-d93b2fa1a463 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:18.854740 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:18.883204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c7146-7cd3-446f-b711-aff5bdff92a9 req-6f012662-c0fb-4f9a-9751-9f4b200d3d20 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:18.884823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b7c7146-7cd3-446f-b711-aff5bdff92a9 req-6f012662-c0fb-4f9a-9751-9f4b200d3d20 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1127753 Aug 16 02:06:18.975076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b7c7146-7cd3-446f-b711-aff5bdff92a9 req-78fa3073-7952-477a-a181-00ae6770a6b4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839853 Aug 16 02:06:18.976974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] For port 655db571-9380-48d1-9102-89ed0a8ce38c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=655db571-9380-48d1-9102-89ed0a8ce38c,segment=NetworkSegment(5124a69b-7d82-42b4-b406-c217b2d447b5),segment_id=5124a69b-7d82-42b4-b406-c217b2d447b5)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:18.977352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:18.994969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 655db571-9380-48d1-9102-89ed0a8ce38c owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:19.021881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75da95-91a5-4fe6-af97-10b103caf954 req-6a6d09cd-de2f-4a6e-bd09-f496d3f1b85f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.023461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a75da95-91a5-4fe6-af97-10b103caf954 req-6a6d09cd-de2f-4a6e-bd09-f496d3f1b85f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.1128814 Aug 16 02:06:19.083189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] Deleting port 655db571-9380-48d1-9102-89ed0a8ce38c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:19.083524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.097047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e174b21-8855-4ee7-85a4-32d2c5e653c4 req-45d7b9bc-a0ab-4c69-9ff5-10acdb9b2df9 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 210 time: 0.0428672 Aug 16 02:06:19.132895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a75da95-91a5-4fe6-af97-10b103caf954 req-c07db022-714d-491e-9201-1cd53975bd99 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805097 Aug 16 02:06:19.147895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 39aa62ea-6618-47a5-8080-d93b2fa1a463, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463,segment=NetworkSegment(4b6e2366-fc95-4327-a054-23551855f3dc),segment_id=4b6e2366-fc95-4327-a054-23551855f3dc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:19.171193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '39aa62ea-6618-47a5-8080-d93b2fa1a463', 'network_id': '4bf8bd39-e630-404f-b6ed-3ea5ae0f3489', 'port_id': '39aa62ea-6618-47a5-8080-d93b2fa1a463', 'mac_address': 'fa:16:3e:e7:ce:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c418e57-25a6-48f9-9b9c-d02df171c6bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:19.177859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] For port 655db571-9380-48d1-9102-89ed0a8ce38c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=655db571-9380-48d1-9102-89ed0a8ce38c,segment=NetworkSegment(5124a69b-7d82-42b4-b406-c217b2d447b5),segment_id=5124a69b-7d82-42b4-b406-c217b2d447b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:19.178272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.213741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] Calling delete_port for 655db571-9380-48d1-9102-89ed0a8ce38c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:19.264396 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.266118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242e15a-0e97-445a-9f93-08beb5c07a32 req-7be415d5-16e9-4f83-8832-82e523b53149 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.269025 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5242e15a-0e97-445a-9f93-08beb5c07a32 req-7be415d5-16e9-4f83-8832-82e523b53149 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 945 time: 0.0894074 Aug 16 02:06:19.282313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39aa62ea-6618-47a5-8080-d93b2fa1a463 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:19.289891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b097f67-d521-47e8-9bc5-b695fbc36157 req-1621e841-61b1-4a40-9a97-de5452d610fd tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.291622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b097f67-d521-47e8-9bc5-b695fbc36157 req-1621e841-61b1-4a40-9a97-de5452d610fd tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 943 time: 0.0843048 Aug 16 02:06:19.313293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 39aa62ea-6618-47a5-8080-d93b2fa1a463, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463,segment=NetworkSegment(4b6e2366-fc95-4327-a054-23551855f3dc),segment_id=4b6e2366-fc95-4327-a054-23551855f3dc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:19.315593 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.329790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.357446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] Pushing event deleted for resources: {'Port': ['ID=655db571-9380-48d1-9102-89ed0a8ce38c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.357637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=655db571-9380-48d1-9102-89ed0a8ce38c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.359705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68475fb0-a695-4339-8db2-a7f98b0b9098 None None] No DVR routers for this DVR port 655db571-9380-48d1-9102-89ed0a8ce38c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:19.372331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No DVR routers for this DVR port 655db571-9380-48d1-9102-89ed0a8ce38c on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:19.409943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5242e15a-0e97-445a-9f93-08beb5c07a32 req-e287a71a-81a6-4e47-959b-742fbe95526d tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297731 Aug 16 02:06:19.418255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b097f67-d521-47e8-9bc5-b695fbc36157 req-c4898b00-7b14-4226-bd3f-ac29d13c78c7 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106281 Aug 16 02:06:19.461418 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.462103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bcafe605-20af-4707-a710-0e7d4405476e details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:19.491708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.504278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a108ad5-ff2d-4698-a489-5c563f866c6d']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.517295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5124a69b-7d82-42b4-b406-c217b2d447b5') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.517589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5124a69b-7d82-42b4-b406-c217b2d447b5') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:19.527949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=39aa62ea-6618-47a5-8080-d93b2fa1a463,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.528449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.544030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.550724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:19.551133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:19.554144 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:19.612183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:19.624174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'bcafe605-20af-4707-a710-0e7d4405476e', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': 'bcafe605-20af-4707-a710-0e7d4405476e', 'mac_address': 'fa:16:3e:02:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:19.664623 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.677051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bcafe605-20af-4707-a710-0e7d4405476e {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:19.696148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:19.724881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.735054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.738054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/3a108ad5-ff2d-4698-a489-5c563f866c6d HTTP/1.1" status: 204 len: 168 time: 1.1552875 Aug 16 02:06:19.741950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40986) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.753693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687401b-3e07-48fa-a3b0-300a511008b3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=3a108ad5-ff2d-4698-a489-5c563f866c6d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.789373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc5c4e-7f2c-44fb-9584-370b618397f6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:19.790780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d9dc5c4e-7f2c-44fb-9584-370b618397f6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/642ed300-08ee-499b-91db-e020422dde46 HTTP/1.1" status: 200 len: 844 time: 0.0477996 Aug 16 02:06:19.794319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40988) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.819659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:19.840947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40992) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:19.843500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e0ece296-f53d-46bb-ac98-4c7ef3eeabec tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/642ed300-08ee-499b-91db-e020422dde46?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0477977 Aug 16 02:06:19.847306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:19.880071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:19.946522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['bcafe605-20af-4707-a710-0e7d4405476e'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:20.045555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:20.049135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.126289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['39aa62ea-6618-47a5-8080-d93b2fa1a463'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:20.183048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e32f8d-84b2-4d62-94e2-8a352f23701f req-85541319-df52-42f8-8cb8-a6c6a832ecf2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.184613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7e32f8d-84b2-4d62-94e2-8a352f23701f req-85541319-df52-42f8-8cb8-a6c6a832ecf2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 945 time: 0.1295159 Aug 16 02:06:20.266535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7e32f8d-84b2-4d62-94e2-8a352f23701f req-7e38c337-641a-4961-a810-adc6843ff390 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729015 Aug 16 02:06:20.291017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-b2d9db3e-eb83-4310-9a9d-61233d3f5326 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.292839 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-b2d9db3e-eb83-4310-9a9d-61233d3f5326 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.83 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 945 time: 0.1078644 Aug 16 02:06:20.367042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d9b645b-8b1b-4e5f-8a56-23c4c90e7f2c req-5e7c2d58-1e7d-472a-9583-5345799de130 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 210 time: 0.0323513 Aug 16 02:06:20.410912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Deleting port 6781158d-0017-423b-af9c-ec4e3106732c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:20.411416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.417191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7204589-9192-4142-b938-cd756c01b1d2 req-b93c4a5c-dc66-4d93-a0f7-07f3d89342d9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.418825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7204589-9192-4142-b938-cd756c01b1d2 req-b93c4a5c-dc66-4d93-a0f7-07f3d89342d9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0543303 Aug 16 02:06:20.471695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7204589-9192-4142-b938-cd756c01b1d2 req-25a99494-ddb5-458e-ad77-e901b48a1b30 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442052 Aug 16 02:06:20.503351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.524419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] For port 6781158d-0017-423b-af9c-ec4e3106732c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=6781158d-0017-423b-af9c-ec4e3106732c,segment=NetworkSegment(aa711537-d308-4b41-bdc3-64300c498621),segment_id=aa711537-d308-4b41-bdc3-64300c498621)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:20.525325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.543027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Calling delete_port for 6781158d-0017-423b-af9c-ec4e3106732c owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:20.629444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:20.640033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:20.649216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4dde7f-d9fd-4f0b-b93f-ed61328ed69c None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:20.654616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.654616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.663947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=10007695-14d4-4409-a768-bade24458b13,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.679881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92275ac5-c61a-4b12-b031-b777fb30a62e req-957d1017-d975-4743-a1dd-c1a4742e8740 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.681425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92275ac5-c61a-4b12-b031-b777fb30a62e req-957d1017-d975-4743-a1dd-c1a4742e8740 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 945 time: 0.1944699 Aug 16 02:06:20.708164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ef4a0-b678-4025-a06e-eb71e90f96c3 req-9abce15c-184b-4e43-8d7b-90338b1164c3 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.709684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-420ef4a0-b678-4025-a06e-eb71e90f96c3 req-9abce15c-184b-4e43-8d7b-90338b1164c3 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 944 time: 0.1365390 Aug 16 02:06:20.769223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-420ef4a0-b678-4025-a06e-eb71e90f96c3 req-61a9c67e-51ba-4ea8-92a8-49074747ba67 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516944 Aug 16 02:06:20.783383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92275ac5-c61a-4b12-b031-b777fb30a62e req-805f8bb5-ec36-41a5-bbba-664eb481c41c tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/security-groups?id=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929365 Aug 16 02:06:20.820229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 655db571-9380-48d1-9102-89ed0a8ce38c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:20.863820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 655db571-9380-48d1-9102-89ed0a8ce38c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:20.864188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 655db571-9380-48d1-9102-89ed0a8ce38c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:20.867168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bcafe605-20af-4707-a710-0e7d4405476e up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:20.881769 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.904304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ef2e6d40-8681-411b-b93d-a4427c8232b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0622396 Aug 16 02:06:20.910141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41028) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:20.915861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'security_group': {'name': 'tempest-secgroup-396524192'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:20.922902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['6781158d-0017-423b-af9c-ec4e3106732c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:20.928235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Pushing event deleted for resources: {'Port': ['ID=6781158d-0017-423b-af9c-ec4e3106732c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:20.946816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f26eaf-015a-4252-9cc0-d1965a99ce42 req-620383a3-4351-4639-bf31-c659b0b0466f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:20.954882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0f26eaf-015a-4252-9cc0-d1965a99ce42 req-620383a3-4351-4639-bf31-c659b0b0466f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.1011980 Aug 16 02:06:20.976143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-1c0dc8e4-ad77-4160-904a-535993b77651', 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'tenant_id': 'dc1ff3ed374646509fd86be33dd4b5a0', 'fixed_ips': [{'subnet_id': '10007695-14d4-4409-a768-bade24458b13'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:06:20.976143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.984603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] No DVR routers for this DVR port 6781158d-0017-423b-af9c-ec4e3106732c on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:20.989527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:20.996064 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4faa7345-a429-41e3-9785-634efb4c4d07 req-af274ac7-a8b2-4989-bdd4-9fdde2f0806a tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.83 "DELETE /v2.0/ports/6781158d-0017-423b-af9c-ec4e3106732c HTTP/1.1" status: 204 len: 173 time: 0.6929843 Aug 16 02:06:20.996064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305f51d0-1c93-499c-9f07-50abdd818e05', 'name': 'network-vif-deleted', 'tag': '6781158d-0017-423b-af9c-ec4e3106732c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:20.996064 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f474e80-ce2f-4cd4-a62a-4f563c0f144b" -d '{"events": [{"server_uuid": "305f51d0-1c93-499c-9f07-50abdd818e05", "name": "network-vif-deleted", "tag": "6781158d-0017-423b-af9c-ec4e3106732c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:21.009082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0f26eaf-015a-4252-9cc0-d1965a99ce42 req-6a3385fb-095e-4997-83ad-32b1f514dbc8 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525365 Aug 16 02:06:21.038393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port bcafe605-20af-4707-a710-0e7d4405476e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:21.038813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.060356 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c7a164-6c64-4f97-9b9d-98974a43b6dc x-openstack-request-id: req-39c7a164-6c64-4f97-9b9d-98974a43b6dc {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:21.061122 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "305f51d0-1c93-499c-9f07-50abdd818e05", "name": "network-vif-deleted", "tag": "6781158d-0017-423b-af9c-ec4e3106732c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:21.061321 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39c7a164-6c64-4f97-9b9d-98974a43b6dc {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:21.061991 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305f51d0-1c93-499c-9f07-50abdd818e05', 'name': 'network-vif-deleted', 'tag': '6781158d-0017-423b-af9c-ec4e3106732c', 'status': 'completed', 'code': 200} Aug 16 02:06:21.130062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.192282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3012b3-cc35-4493-badb-a3f16636ff0c req-20d7c71f-23df-49ce-9eae-fcfbd8609784 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.193827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d3012b3-cc35-4493-badb-a3f16636ff0c req-20d7c71f-23df-49ce-9eae-fcfbd8609784 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0760791 Aug 16 02:06:21.231351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Allocated IP 2001:db8::2 (1c0dc8e4-ad77-4160-904a-535993b77651/10007695-14d4-4409-a768-bade24458b13/b14e5066-7009-4d6e-9aa8-073a84358440) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:21.251615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.265450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d3012b3-cc35-4493-badb-a3f16636ff0c req-c84eded8-12d2-4bdd-9344-af02c750f6c7 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620966 Aug 16 02:06:21.316683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.385186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:21.387486 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff238b-8788-4e3d-893e-15c7d8c27adf" -d '{"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-plugged", "status": "completed", "tag": "bcafe605-20af-4707-a710-0e7d4405476e"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:21.418040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:21.476723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.493621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.502431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Transition to ACTIVE for port object b14e5066-7009-4d6e-9aa8-073a84358440 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:21.516477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e073afae-d917-4471-8741-301ec0689e79 req-07b011f8-e545-4b85-9a49-921bf8135531 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.520980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.523292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e073afae-d917-4471-8741-301ec0689e79 req-07b011f8-e545-4b85-9a49-921bf8135531 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 945 time: 0.1679392 Aug 16 02:06:21.566912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Transition to ACTIVE for port object b14e5066-7009-4d6e-9aa8-073a84358440 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:21.583040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f39a8-f492-4797-9a0a-befd0d369929 req-38e7d5c1-1b06-45e4-9a0e-0fdca5ef812f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.583257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.585145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb7f39a8-f492-4797-9a0a-befd0d369929 req-38e7d5c1-1b06-45e4-9a0e-0fdca5ef812f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.1544688 Aug 16 02:06:21.593934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0852fa82-cd5f-4bae-98e7-49d0b0c4e5bf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.643100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e073afae-d917-4471-8741-301ec0689e79 req-a442f01b-8eac-4c4f-8aa7-83959461556c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065605 Aug 16 02:06:21.665918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb7f39a8-f492-4797-9a0a-befd0d369929 req-704a2d89-11f4-4a93-96c4-31e141ab6cc6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735986 Aug 16 02:06:21.667527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.668668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0c688c33-c48a-4364-b80c-f4b9925a36de tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7566872 Aug 16 02:06:21.671531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41050) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:21.681903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'security_group': {'name': 'tempest-secgroup-1208664211'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:21.713471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.756090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:21.758787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:21.769794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-da6046b0-a839-416a-8528-42f0a4466f4b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:21.771659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-da6046b0-a839-416a-8528-42f0a4466f4b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.58 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 821 time: 0.1479981 Aug 16 02:06:21.779081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:21.787371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'port': {'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'admin_state_up': True, 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:21.791702 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db75f35f-5c67-4656-9b4c-227405aca0a1 x-openstack-request-id: req-db75f35f-5c67-4656-9b4c-227405aca0a1 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:21.792163 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-plugged", "status": "completed", "tag": "bcafe605-20af-4707-a710-0e7d4405476e", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:21.792631 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db75f35f-5c67-4656-9b4c-227405aca0a1 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:21.793047 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e', 'code': 200} Aug 16 02:06:21.858352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.891640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Pushing event updated for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:21.918895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Attempting to bind port b14e5066-7009-4d6e-9aa8-073a84358440 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:21.919325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Attempting to bind port b14e5066-7009-4d6e-9aa8-073a84358440 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '012d14d2-5629-496c-8ef8-96f1be97c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:21.919743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Attempting to bind port b14e5066-7009-4d6e-9aa8-073a84358440 on network 1c0dc8e4-ad77-4160-904a-535993b77651 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:21.933832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:21.934266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Checking segment: {'id': '012d14d2-5629-496c-8ef8-96f1be97c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:21.941111 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.941651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Bound using segment: {'id': '012d14d2-5629-496c-8ef8-96f1be97c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:21.942182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Bound port: b14e5066-7009-4d6e-9aa8-073a84358440, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012d14d2-5629-496c-8ef8-96f1be97c247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:21.947102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:21.949744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-173ffe53-869d-45d8-aa3a-ae61d52e9880 req-6f143a8f-22f2-4639-8552-fe56bface417 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 210 time: 0.1058366 Aug 16 02:06:22.100648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:22.113772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b14e5066-7009-4d6e-9aa8-073a84358440,segment=NetworkSegment(012d14d2-5629-496c-8ef8-96f1be97c247),segment_id=012d14d2-5629-496c-8ef8-96f1be97c247)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:22.150208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1f40783-33e0-44f3-a7c9-fc6010e68187 req-6e8f2baa-bc39-4e57-89a3-29ccff9adcc5 tempest-InstanceActionsNegativeTestJSON-1185929357 tempest-InstanceActionsNegativeTestJSON-1185929357-project] 10.222.0.76 "GET /v2.0/ports?device_id=305f51d0-1c93-499c-9f07-50abdd818e05 HTTP/1.1" status: 200 len: 210 time: 0.0571678 Aug 16 02:06:22.167202 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.186282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41d7b4-fdc1-4c85-bc09-b7a95732ef27 req-9be8dfac-e490-4212-8fa2-6ceecbb5b1f7 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.194459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e41d7b4-fdc1-4c85-bc09-b7a95732ef27 req-9be8dfac-e490-4212-8fa2-6ceecbb5b1f7 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 944 time: 0.1135089 Aug 16 02:06:22.273345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e41d7b4-fdc1-4c85-bc09-b7a95732ef27 req-02bada50-b08d-4eec-afdc-dc6a1db3dd3e tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576270 Aug 16 02:06:22.276167 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.314291 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.363418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca31f88-c9b9-406a-b17a-a157685122d7 None None] Pushing event updated for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.429595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2fb68-91de-46cd-b521-bf058ce9418c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:22.473810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Made reservation on behalf of cb63ace915ba460c833c8ba6f21a46ce for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:22.477426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.484228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bef5d-71f3-42cc-8d54-501e80d8f8ea req-36f74d1e-a52e-4a47-8344-5d799e70cdae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:22.485827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a0bef5d-71f3-42cc-8d54-501e80d8f8ea req-36f74d1e-a52e-4a47-8344-5d799e70cdae tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0744202 Aug 16 02:06:22.541949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a0bef5d-71f3-42cc-8d54-501e80d8f8ea req-2fb9fb11-2192-4c98-bae1-4245e35217e6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Aug 16 02:06:22.651584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:22.653464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ca33d9a-38b6-4d43-ad24-b7b3d79f3692 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9796662 Aug 16 02:06:22.656123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41066) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:22.667504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-320172282', 'security_groups': ['93f2fb68-91de-46cd-b521-bf058ce9418c'], 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '10007695-14d4-4409-a768-bade24458b13'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:22.733035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Allocated IP 172.20.0.4 (35826d18-8147-41ca-bbd1-48b5ff061c6e/cac0512c-59af-42dd-8b0a-014f19dd9b56/3f2296cf-7bb2-400f-8f30-268e56ffc19f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:22.859479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 39aa62ea-6618-47a5-8080-d93b2fa1a463 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:22.915773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:23.030591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.050833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Transition to ACTIVE for port object 3f2296cf-7bb2-400f-8f30-268e56ffc19f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:23.066418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974a2f7-8119-4e03-93ac-657aa1461f6f req-4de516f7-9bea-4720-9baf-16fd965386ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.074102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f974a2f7-8119-4e03-93ac-657aa1461f6f req-4de516f7-9bea-4720-9baf-16fd965386ce tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.3625641 Aug 16 02:06:23.142038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 39aa62ea-6618-47a5-8080-d93b2fa1a463 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:23.147625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 39aa62ea-6618-47a5-8080-d93b2fa1a463 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:23.148018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.228315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.228741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b14e5066-7009-4d6e-9aa8-073a84358440 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:23.275559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['c26c98fd-37a8-4289-bc84-ef38cadd9029'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:23.358756 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.385805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event updated for resources: {'Port': ['ID=3f2296cf-7bb2-400f-8f30-268e56ffc19f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.399343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:23.400831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:23.409853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:23.484095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f974a2f7-8119-4e03-93ac-657aa1461f6f req-8a210ffc-1352-4482-99b4-e49e7eb20715 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4090183 Aug 16 02:06:23.506532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 39aa62ea-6618-47a5-8080-d93b2fa1a463, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463,segment=NetworkSegment(4b6e2366-fc95-4327-a054-23551855f3dc),segment_id=4b6e2366-fc95-4327-a054-23551855f3dc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:23.524026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.524848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.528846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d50d6-9a26-46a1-a66d-c0123dcdba46 req-e0e896d1-b59a-4428-809a-7dac918f70f1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.541092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e6d50d6-9a26-46a1-a66d-c0123dcdba46 req-e0e896d1-b59a-4428-809a-7dac918f70f1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.7316995 Aug 16 02:06:23.623290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e6d50d6-9a26-46a1-a66d-c0123dcdba46 req-4da6760c-1f57-4be3-a8e6-a947e4039347 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813107 Aug 16 02:06:23.633899 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.681794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41082) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:23.741599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:23.771805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=39aa62ea-6618-47a5-8080-d93b2fa1a463,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:23.794807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aa62ea-6618-47a5-8080-d93b2fa1a463'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:23.812323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-adf1a9f5-3ec5-4b50-8b6c-3a8228690754 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0194225 Aug 16 02:06:23.812564 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa130b1c-0e9d-4623-9345-330539474952" -d '{"events": [{"server_uuid": "2011eb36-796b-4521-84c9-f25acdae2e1a", "name": "network-vif-plugged", "status": "completed", "tag": "39aa62ea-6618-47a5-8080-d93b2fa1a463"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:23.815218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Deleting subnet a5a5c727-3ed7-4ae4-993a-2a6d51458292 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:23.828308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.919710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc976778-5575-4caf-9fd0-534b55bb25be req-c7b01a95-4a1b-46f0-ae96-cec34d164e59 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:23.924074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.928448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc976778-5575-4caf-9fd0-534b55bb25be req-c7b01a95-4a1b-46f0-ae96-cec34d164e59 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 931 time: 0.2830765 Aug 16 02:06:23.947676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Provisioning for port b14e5066-7009-4d6e-9aa8-073a84358440 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:23.952465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:23.953030 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:23.969743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.019301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc976778-5575-4caf-9fd0-534b55bb25be req-fd61e880-4a69-4dae-ba8e-db9c4ebdf82e tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898695 Aug 16 02:06:24.024261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Request body: {'port': {'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:24.040988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848933e6-3b2b-4cc0-86ef-463b071d9f0d req-bdd990f1-0a82-4739-bb6f-e77ff56b12d2 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:24.042541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-848933e6-3b2b-4cc0-86ef-463b071d9f0d req-bdd990f1-0a82-4739-bb6f-e77ff56b12d2 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.1514363 Aug 16 02:06:24.068540 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.093607 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.124186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b14e5066-7009-4d6e-9aa8-073a84358440,segment=NetworkSegment(012d14d2-5629-496c-8ef8-96f1be97c247),segment_id=012d14d2-5629-496c-8ef8-96f1be97c247)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:24.157796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 5569cba0-65b8-4aab-a2f3-da94fe097c7a yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:24.159876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.186352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-848933e6-3b2b-4cc0-86ef-463b071d9f0d req-cda93f59-79db-4d8d-84fa-fe94ae3b9b65 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284437 Aug 16 02:06:24.221794 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455efc49-0541-4595-bbe0-273c414dfa42 x-openstack-request-id: req-455efc49-0541-4595-bbe0-273c414dfa42 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:24.222095 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011eb36-796b-4521-84c9-f25acdae2e1a", "name": "network-vif-plugged", "status": "completed", "tag": "39aa62ea-6618-47a5-8080-d93b2fa1a463", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:24.222352 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-455efc49-0541-4595-bbe0-273c414dfa42 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:24.222961 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aa62ea-6618-47a5-8080-d93b2fa1a463', 'code': 200} Aug 16 02:06:24.307907 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.358999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Provisioning complete for port 642ed300-08ee-499b-91db-e020422dde46 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:24.359747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.412628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Pushing event updated for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.439559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-81af34a8-e97b-4d6b-b6ce-7b26f5ca8feb None None] Port 642ed300-08ee-499b-91db-e020422dde46 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:24.489869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.506933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.509013 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a5a5c727-3ed7-4ae4-993a-2a6d51458292 HTTP/1.1" status: 204 len: 168 time: 0.8261817 Aug 16 02:06:24.528895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41088) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:24.531101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2567df-baa6-46ee-94b7-8cd2852b97e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a5c727-3ed7-4ae4-993a-2a6d51458292,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:24.657811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::104 (1c0dc8e4-ad77-4160-904a-535993b77651/10007695-14d4-4409-a768-bade24458b13/5569cba0-65b8-4aab-a2f3-da94fe097c7a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:24.663402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442277c1-be3b-48b6-9edd-455cd2bb1705 req-ef8bd741-4271-491e-b42d-46fa7739159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:24.665028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-442277c1-be3b-48b6-9edd-455cd2bb1705 req-ef8bd741-4271-491e-b42d-46fa7739159e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 1097 time: 0.3794715 Aug 16 02:06:24.678600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d8973a-643c-41a2-a59b-ec4030152e42 req-9993ebd4-7baa-4aea-99d0-bf5deda397d6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:24.680241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34d8973a-643c-41a2-a59b-ec4030152e42 req-9993ebd4-7baa-4aea-99d0-bf5deda397d6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.3771045 Aug 16 02:06:24.766783 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.782265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-db662667-ec4e-4b8e-8042-0295678bd5bc None None] Provisioning for port 3f2296cf-7bb2-400f-8f30-268e56ffc19f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:24.794859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-db662667-ec4e-4b8e-8042-0295678bd5bc None None] Provisioning complete for port 3f2296cf-7bb2-400f-8f30-268e56ffc19f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:24.795839 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db662667-ec4e-4b8e-8042-0295678bd5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.836147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2296cf-7bb2-400f-8f30-268e56ffc19f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:24.846524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.859621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:24.863883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Transition to ACTIVE for port object 3f2296cf-7bb2-400f-8f30-268e56ffc19f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:24.873692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34d8973a-643c-41a2-a59b-ec4030152e42 req-ecb43ecf-2651-4f23-bc04-b8f7f5b3ff61 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667120 Aug 16 02:06:24.897176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-442277c1-be3b-48b6-9edd-455cd2bb1705 req-c04e771e-596d-4a2b-af0d-4424472c79df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099245 Aug 16 02:06:24.922878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-db662667-ec4e-4b8e-8042-0295678bd5bc None None] Port 3f2296cf-7bb2-400f-8f30-268e56ffc19f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:24.945375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:24.945861 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:24.959222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.026097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2296cf-7bb2-400f-8f30-268e56ffc19f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.075305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65673b7c-5107-4ed4-b1b3-c2125f6bbff0 req-e5157de9-6a95-4490-a147-4d041cf47e84 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.076983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65673b7c-5107-4ed4-b1b3-c2125f6bbff0 req-e5157de9-6a95-4490-a147-4d041cf47e84 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.3502779 Aug 16 02:06:25.156848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Attempting to bind port 3f2296cf-7bb2-400f-8f30-268e56ffc19f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:25.157346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Attempting to bind port 3f2296cf-7bb2-400f-8f30-268e56ffc19f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:25.157562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Attempting to bind port 3f2296cf-7bb2-400f-8f30-268e56ffc19f on network 35826d18-8147-41ca-bbd1-48b5ff061c6e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:25.164795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Port 3f2296cf-7bb2-400f-8f30-268e56ffc19f on network 35826d18-8147-41ca-bbd1-48b5ff061c6e not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:25.165234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Attempting to bind port 3f2296cf-7bb2-400f-8f30-268e56ffc19f on network 35826d18-8147-41ca-bbd1-48b5ff061c6e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:25.175632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 5, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:25.176059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Checking segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:25.176535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Bound using segment: {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:25.177087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Bound port: 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b695417-de1f-412a-924d-4dd2586005a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:25.177521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.215304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.234035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb8a392-55e1-4bf9-8c9b-e63c538bfeae']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:25.295281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] For port 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:25.295661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa711537-d308-4b41-bdc3-64300c498621') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:25.295965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa711537-d308-4b41-bdc3-64300c498621') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:25.311822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] For port 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:25.333612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.385303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.397463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6781158d-0017-423b-af9c-ec4e3106732c no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:25.398012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65673b7c-5107-4ed4-b1b3-c2125f6bbff0 req-d1589ea2-c753-48bd-b27b-5715215bed19 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022957 Aug 16 02:06:25.404420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.410593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:25.411052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:25.415391 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:25.436553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.454780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.457570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.460468 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] 10.222.0.58 "PUT /v2.0/ports/3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 1092 time: 1.4426658 Aug 16 02:06:25.462307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:25.465807 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777" -d '{"events": [{"name": "network-changed", "server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:25.477645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6eca4-ea9e-475e-ad8f-50ce674ae2d2 req-e218dd76-a207-48b8-b68e-f79aa3d94565 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.485935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7e6eca4-ea9e-475e-ad8f-50ce674ae2d2 req-e218dd76-a207-48b8-b68e-f79aa3d94565 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.3603127 Aug 16 02:06:25.501128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 6781158d-0017-423b-af9c-ec4e3106732c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:25.501484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 6781158d-0017-423b-af9c-ec4e3106732c not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:25.514747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58032127-f5e9-4cdb-b7b0-09393e3a10d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f2296cf-7bb2-400f-8f30-268e56ffc19f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.575387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 5569cba0-65b8-4aab-a2f3-da94fe097c7a will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:25.624691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-5d5cf974-c563-4bd8-a62a-44c5c74816df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.630695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-5d5cf974-c563-4bd8-a62a-44c5c74816df service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1095 time: 0.0613530 Aug 16 02:06:25.635245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7e6eca4-ea9e-475e-ad8f-50ce674ae2d2 req-57cb9dfe-a9c2-4b41-bf57-8aef02aa4aee tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483386 Aug 16 02:06:25.699899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-818e942c-b487-4c9f-9eaa-b6398e0666ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 217 time: 0.0607040 Aug 16 02:06:25.702911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae33176-b557-4269-ad80-6bafcb13994f req-8b7b6c24-491a-457c-bfcb-97c85085bd3c tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.710703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ae33176-b557-4269-ad80-6bafcb13994f req-8b7b6c24-491a-457c-bfcb-97c85085bd3c tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 943 time: 0.1944423 Aug 16 02:06:25.720142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.740567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.742470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8bb8a392-55e1-4bf9-8c9b-e63c538bfeae HTTP/1.1" status: 204 len: 168 time: 1.2113771 Aug 16 02:06:25.762824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480e164-a9bc-412b-8953-b0034f1eab57 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb8a392-55e1-4bf9-8c9b-e63c538bfeae,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:25.795062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ae33176-b557-4269-ad80-6bafcb13994f req-1fc17139-fe78-463d-96e5-d3cee232434a tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773594 Aug 16 02:06:25.821379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-9e94d733-7526-4a74-95d1-46c344d4b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.832019 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-9e94d733-7526-4a74-95d1-46c344d4b4a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1243126 Aug 16 02:06:25.840673 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-411cbd10-742a-4692-a4c4-1f0c3c100bef x-openstack-request-id: req-411cbd10-742a-4692-a4c4-1f0c3c100bef {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:25.841000 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:25.841721 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-411cbd10-742a-4692-a4c4-1f0c3c100bef {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:25.842138 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'status': 'completed', 'code': 200} Aug 16 02:06:25.863282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:25.946026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a694d9-756f-463e-accb-4393a713f69d req-ee6cf5bd-771b-4353-a367-ae35b4e1e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:25.948466 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-ee6cf5bd-771b-4353-a367-ae35b4e1e67e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043093 Aug 16 02:06:25.956371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:25.988220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:25.991276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:25.998936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.000213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:26.086069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=5569cba0-65b8-4aab-a2f3-da94fe097c7a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:26.133407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-9aeee179-987d-4a66-9229-fd5fcf80bd79 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762543 Aug 16 02:06:26.145540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cc2de-d5f2-4ac7-97f9-b3feb278bc19 req-a39e9b76-b4ea-4f5c-96ef-64adedc905e2 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.147367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be3cc2de-d5f2-4ac7-97f9-b3feb278bc19 req-a39e9b76-b4ea-4f5c-96ef-64adedc905e2 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.1945033 Aug 16 02:06:26.207939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4841f-2aeb-4774-b74f-87642ba6c410 req-444e8525-6499-4786-9c77-395e60e05b17 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.217135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dad4841f-2aeb-4774-b74f-87642ba6c410 req-444e8525-6499-4786-9c77-395e60e05b17 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.1529145 Aug 16 02:06:26.282099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be3cc2de-d5f2-4ac7-97f9-b3feb278bc19 req-a48f7495-282c-4bac-b4a0-9eeb37bf2848 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265583 Aug 16 02:06:26.301210 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a4a694d9-756f-463e-accb-4393a713f69d req-30635db9-462d-47db-9bf5-8595f586f201 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594877 Aug 16 02:06:26.305095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dad4841f-2aeb-4774-b74f-87642ba6c410 req-4d2af93f-4379-4dee-b355-17ad8fc36667 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867131 Aug 16 02:06:26.455444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb36927-9f4c-49eb-8562-064e8242a5e0 req-fdcbf240-3eed-4bcd-89e3-025e07f564fa tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.457917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bb36927-9f4c-49eb-8562-064e8242a5e0 req-fdcbf240-3eed-4bcd-89e3-025e07f564fa tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0746956 Aug 16 02:06:26.529333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bb36927-9f4c-49eb-8562-064e8242a5e0 req-9784ead7-aeda-42be-88f8-4fee8f7547e4 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632975 Aug 16 02:06:26.554460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba03c67-b535-4ad0-bd74-11706bf93110 req-dd7caaf8-61d2-4209-85b1-ed743bec8e5a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.556049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ba03c67-b535-4ad0-bd74-11706bf93110 req-dd7caaf8-61d2-4209-85b1-ed743bec8e5a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0660541 Aug 16 02:06:26.600810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ba03c67-b535-4ad0-bd74-11706bf93110 req-dc8c08bd-e682-41ab-b3f9-bf33a2de76ad tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385962 Aug 16 02:06:26.665930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ce330-2443-4112-8fbc-8e8023cdfa98 req-6c45a91a-49ca-46a5-8f2c-ec9a477a9c89 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.667689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-368ce330-2443-4112-8fbc-8e8023cdfa98 req-6c45a91a-49ca-46a5-8f2c-ec9a477a9c89 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0511742 Aug 16 02:06:26.709285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-368ce330-2443-4112-8fbc-8e8023cdfa98 req-2e0353df-5fb3-441d-b0b9-f8fa885a1f24 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351110 Aug 16 02:06:26.833767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617520c8-150a-48ec-8df9-34b9ce36706d req-4809a8d6-f88b-4068-8039-fb5b5ca0a9b6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.835443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-617520c8-150a-48ec-8df9-34b9ce36706d req-4809a8d6-f88b-4068-8039-fb5b5ca0a9b6 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0526652 Aug 16 02:06:26.876926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-617520c8-150a-48ec-8df9-34b9ce36706d req-791e80a1-9b96-4e9d-b837-aae9c8cdefb1 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Aug 16 02:06:26.906286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:26.916945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4d0556b9-fff3-455a-a794-2d23b221add8 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2577980 Aug 16 02:06:26.920052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:26.970673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68d4e6-824f-4572-a4de-28186b8105d2 req-885f7748-d310-4b3e-a254-64650dc1e380 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:26.975105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc68d4e6-824f-4572-a4de-28186b8105d2 req-885f7748-d310-4b3e-a254-64650dc1e380 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 943 time: 0.0555253 Aug 16 02:06:27.035280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ae04572-7bfb-464b-8f49-a6dba7aa96ff None None] Provisioning for port 5569cba0-65b8-4aab-a2f3-da94fe097c7a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:27.038483 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.042548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ae04572-7bfb-464b-8f49-a6dba7aa96ff None None] Provisioning complete for port 5569cba0-65b8-4aab-a2f3-da94fe097c7a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:27.044799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ae04572-7bfb-464b-8f49-a6dba7aa96ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.064564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8238311-b893-4d7a-a71f-c20014f2c982 req-95b6f389-144e-491a-a124-75d88aaea4a0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.067887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8238311-b893-4d7a-a71f-c20014f2c982 req-95b6f389-144e-491a-a124-75d88aaea4a0 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0915608 Aug 16 02:06:27.070986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc68d4e6-824f-4572-a4de-28186b8105d2 req-da0819f5-2dc0-4361-896b-20dd0758f5da tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851231 Aug 16 02:06:27.076801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41132) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.094916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2ae04572-7bfb-464b-8f49-a6dba7aa96ff None None] Port 5569cba0-65b8-4aab-a2f3-da94fe097c7a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:27.117042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-2c1abade-6d93-4eba-8a45-5b3c96486b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.119432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-2c1abade-6d93-4eba-8a45-5b3c96486b4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1095 time: 0.0638182 Aug 16 02:06:27.134270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.152843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8238311-b893-4d7a-a71f-c20014f2c982 req-84ebf937-1a82-4bdb-a47f-e061efb45023 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750024 Aug 16 02:06:27.165229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-caa5e24c-25e5-4766-bb02-463fe7d07ead admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2fd97619147244119123ebebe6d9a0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861006 Aug 16 02:06:27.167675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41138) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.227933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:27.231626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.242913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47497dde-d21b-409d-a466-6198cec10872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.269750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47497dde-d21b-409d-a466-6198cec10872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.349056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5fd84-0b8f-4515-8c43-6fa7dca7189e req-efbc73e9-02c2-4d00-97ce-41943b99cab3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.350690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78b5fd84-0b8f-4515-8c43-6fa7dca7189e req-efbc73e9-02c2-4d00-97ce-41943b99cab3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0875058 Aug 16 02:06:27.357596 n-d-768852-19 neutron-server[101946]: INFO neutron.db.ipam_backend_mixin [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10007695-14d4-4409-a768-bade24458b13 (CIDR: 2001:db8::/64) Aug 16 02:06:27.400429 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:06:27.400894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:27.432241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-11f73be1-51cc-4352-ba83-dc2ced7bd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.433826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-11f73be1-51cc-4352-ba83-dc2ced7bd990 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.3052249 Aug 16 02:06:27.451605 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47497dde-d21b-409d-a466-6198cec10872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.454287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47497dde-d21b-409d-a466-6198cec10872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:27.458659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-47497dde-d21b-409d-a466-6198cec10872 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b65ba80c-1c4f-475c-bd30-c9ddcaff5a88 HTTP/1.1" status: 204 len: 168 time: 0.2876601 Aug 16 02:06:27.469456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78b5fd84-0b8f-4515-8c43-6fa7dca7189e req-87b56f46-8b1c-48c1-bb96-0e3b6f69d10a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102345 Aug 16 02:06:27.480084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47497dde-d21b-409d-a466-6198cec10872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ba80c-1c4f-475c-bd30-c9ddcaff5a88,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:27.515441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-bd43404e-b387-4ab7-9600-67219fbbfcd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 217 time: 0.0733011 Aug 16 02:06:27.526921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e14e5-fb51-4a94-a1ea-1f6a87439909 req-f085a261-c0f7-44c2-894e-deaa0f1f2c96 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.545961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-164e14e5-fb51-4a94-a1ea-1f6a87439909 req-f085a261-c0f7-44c2-894e-deaa0f1f2c96 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.1464145 Aug 16 02:06:27.580516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-fa0625d3-7d8a-4682-8c2c-a9b5dce9a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.583547 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-fa0625d3-7d8a-4682-8c2c-a9b5dce9a099 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.0614603 Aug 16 02:06:27.630279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-164e14e5-fb51-4a94-a1ea-1f6a87439909 req-5c47a867-1a5c-4043-8041-2e9823b8e9ea tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833113 Aug 16 02:06:27.657462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41156) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:27.660333 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9cf23209-bfa3-4178-8236-91491fd8c4df tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7521982 Aug 16 02:06:27.663842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:27.692782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-a425ee3b-b8cf-46a9-9894-9e71ce4cae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.699027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-a425ee3b-b8cf-46a9-9894-9e71ce4cae20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072881 Aug 16 02:06:27.826918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-94636fa9-1b9d-4a49-a0d5-cc6109513d06 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183741 Aug 16 02:06:27.884955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d6cd1-678f-4b01-b429-eb850a51fcbd req-b9772cbf-4943-46d4-a563-69b7ae60b723 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.889846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f55d6cd1-678f-4b01-b429-eb850a51fcbd req-b9772cbf-4943-46d4-a563-69b7ae60b723 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1273360 Aug 16 02:06:27.904576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f87b66-0a3c-4288-9c65-24ad46527f82 req-11ba8dc9-fdc1-4384-b972-2efc9e272afa tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:27.906865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12f87b66-0a3c-4288-9c65-24ad46527f82 req-11ba8dc9-fdc1-4384-b972-2efc9e272afa tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.1357708 Aug 16 02:06:27.988035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9fe43bd5-468e-4f75-98d3-7ad7eec0e777 req-daf9d866-76c5-46a7-9b4a-42631c47bdc6 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574094 Aug 16 02:06:28.011844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12f87b66-0a3c-4288-9c65-24ad46527f82 req-e5fd44e6-5ac3-4a8b-9428-9f03fcb9370a tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945923 Aug 16 02:06:28.015227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f55d6cd1-678f-4b01-b429-eb850a51fcbd req-7b306221-1c83-4e7d-a034-ba2d40ef90ac tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036713 Aug 16 02:06:28.073209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:28.079197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.355770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5640b1-3e02-4a80-bfea-bbf75f71a7a0 req-834e9f8d-dc09-496a-8be7-dad0e383e8ea tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.360672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d5640b1-3e02-4a80-bfea-bbf75f71a7a0 req-834e9f8d-dc09-496a-8be7-dad0e383e8ea tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 943 time: 0.1108465 Aug 16 02:06:28.444724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d5640b1-3e02-4a80-bfea-bbf75f71a7a0 req-66dcd521-bd05-4be2-ba2f-3a800811f650 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735195 Aug 16 02:06:28.726923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe7f05-2455-457a-8243-d947f5bd0fd2 req-8bf6da0f-0191-4f88-9a9d-0eefa2a49b58 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.735421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2abe7f05-2455-457a-8243-d947f5bd0fd2 req-8bf6da0f-0191-4f88-9a9d-0eefa2a49b58 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.0904560 Aug 16 02:06:28.745871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.806159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=714764d6-c4f8-43c7-a37d-0be43c0b8cfd,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:28.809171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-db91dc35-fc74-4aac-a2c1-ace110c40d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.814709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-db91dc35-fc74-4aac-a2c1-ace110c40d87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b0bbfee58110474fa48762b72e10560a&device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 1097 time: 0.0991013 Aug 16 02:06:28.824864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:28.827911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:28.847448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:28.847448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:28.848698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a6f5bc-b98f-4e8e-b52c-4cefedab534d None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:28.864161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2abe7f05-2455-457a-8243-d947f5bd0fd2 req-c8ebf015-5d0c-48b5-bf9b-c1bce9bd70f3 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259623 Aug 16 02:06:29.004793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ccff499b-d344-48d3-be86-d19e61630430 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3406553 Aug 16 02:06:29.004793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41190) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:29.009170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-261577329', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '714764d6-c4f8-43c7-a37d-0be43c0b8cfd'}], 'security_groups': ['0852fa82-cd5f-4bae-98e7-49d0b0c4e5bf']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:29.039362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-5405282a-d039-4ae8-937c-825013090f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.044135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3f2296cf-7bb2-400f-8f30-268e56ffc19f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:29.051788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-5405282a-d039-4ae8-937c-825013090f82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 HTTP/1.1" status: 200 len: 915 time: 0.2320290 Aug 16 02:06:29.155330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-500dfd0a-f6c3-457c-a878-9ce6cf8cafc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463 HTTP/1.1" status: 200 len: 217 time: 0.0867064 Aug 16 02:06:29.306972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-39638347-5f15-4c4c-92ca-949764e8f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.308836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-39638347-5f15-4c4c-92ca-949764e8f008 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5c418e57-25a6-48f9-9b9c-d02df171c6bb HTTP/1.1" status: 200 len: 854 time: 0.1432204 Aug 16 02:06:29.332059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e948a7-930d-43d9-9955-221a2278b70f req-003ad7b7-7a0c-42ce-868c-7eec8fbf598f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.348456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29e948a7-930d-43d9-9955-221a2278b70f req-003ad7b7-7a0c-42ce-868c-7eec8fbf598f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1264665 Aug 16 02:06:29.391020 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-5375797c-6bb9-4ce7-83c7-e1c3c13dc0fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740659 Aug 16 02:06:29.406487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:29.423075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:29.493735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29e948a7-930d-43d9-9955-221a2278b70f req-82daf5fb-bd47-4abc-8f16-322b24c1c277 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256876 Aug 16 02:06:29.501867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41204) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:29.517059 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.648378 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-c80a48ea-49c6-4793-9259-3c6e32a778bc service neutron] 10.222.0.58 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427118 Aug 16 02:06:29.652153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.696082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2296cf-7bb2-400f-8f30-268e56ffc19f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:29.702568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Update dhcp port {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'fixed_ips': [{'subnet_id': '10007695-14d4-4409-a768-bade24458b13', 'ip_address': '2001:db8::2'}, {'subnet_id': '714764d6-c4f8-43c7-a37d-0be43c0b8cfd'}], 'binding:host_id': 'n-d-768852-19'}, 'id': 'b14e5066-7009-4d6e-9aa8-073a84358440'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:06:29.758712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1539296862-network', 'tenant_id': '2576733bd0f047479cf4dbb7e1f655e0'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:29.765102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:29.821202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-10aeeb02-1b9a-4fce-858c-2ec149502d5a req-8073f135-7618-4c3e-aaea-05a768faea7f service neutron] 10.222.0.58 "GET /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647360 Aug 16 02:06:29.841094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:29.898537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd285ea8-7b75-4c38-b15e-403fd728acbe req-9ade1f9f-5a59-4c0e-adac-05e39a11b4b5 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:29.909880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd285ea8-7b75-4c38-b15e-403fd728acbe req-9ade1f9f-5a59-4c0e-adac-05e39a11b4b5 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 943 time: 0.2586813 Aug 16 02:06:29.929871 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.084369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd285ea8-7b75-4c38-b15e-403fd728acbe req-70004371-941c-4ea0-9a5a-3c37a177d678 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694868 Aug 16 02:06:30.137429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Made reservation on behalf of 2576733bd0f047479cf4dbb7e1f655e0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:30.142342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.208803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.242723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bb6e49-4970-43cd-b66a-fa1cf12d2597 req-7ec09af5-df5f-407f-b468-dc0399c71ccf tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.251002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7bb6e49-4970-43cd-b66a-fa1cf12d2597 req-7ec09af5-df5f-407f-b468-dc0399c71ccf tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.2834320 Aug 16 02:06:30.256274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3f2296cf-7bb2-400f-8f30-268e56ffc19f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.313208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Allocated IP 2001:db8:0:1::2 (1c0dc8e4-ad77-4160-904a-535993b77651/714764d6-c4f8-43c7-a37d-0be43c0b8cfd/b14e5066-7009-4d6e-9aa8-073a84358440) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:30.386803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3f2296cf-7bb2-400f-8f30-268e56ffc19f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:30.422732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7bb6e49-4970-43cd-b66a-fa1cf12d2597 req-3c588852-7513-4861-b20d-a52276d5cae4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662717 Aug 16 02:06:30.545311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b14e5066-7009-4d6e-9aa8-073a84358440,segment=NetworkSegment(012d14d2-5629-496c-8ef8-96f1be97c247),segment_id=012d14d2-5629-496c-8ef8-96f1be97c247)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:30.551003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.603142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.631506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Transition to ACTIVE for port object b14e5066-7009-4d6e-9aa8-073a84358440 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:30.681239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5a284-8f7d-4cc8-8358-9259b5f34400 req-b38b5176-175c-4d09-811a-10dcf81e0c01 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:30.692948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-60e5a284-8f7d-4cc8-8358-9259b5f34400 req-b38b5176-175c-4d09-811a-10dcf81e0c01 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.0892708 Aug 16 02:06:30.698668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.770369 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.786400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:30.795289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797f21eb-18f7-4ca9-84f5-17e565453366,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.842359 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:30.842734 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Added segment b8803ca7-ec07-403b-aa4a-d3b2f835cb21 of type vlan for network fcc2387d-58c9-4cc5-a5df-700207c84d7c Aug 16 02:06:30.934176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-60e5a284-8f7d-4cc8-8358-9259b5f34400 req-44c0d381-52d8-4abd-81a4-2ced51ed7156 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391820 Aug 16 02:06:30.941325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72212ef1-1148-4360-87f5-c7a6c5dd07d4 None None] Pushing event updated for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:30.978549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.096133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Delete allocated IP 2001:db8::104 (1c0dc8e4-ad77-4160-904a-535993b77651/10007695-14d4-4409-a768-bade24458b13) {{(pid=101945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:06:31.123583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8:0:1::1ab (1c0dc8e4-ad77-4160-904a-535993b77651/714764d6-c4f8-43c7-a37d-0be43c0b8cfd/5569cba0-65b8-4aab-a2f3-da94fe097c7a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:31.165289 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.178532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.178532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.372218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc2387d-58c9-4cc5-a5df-700207c84d7c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:31.384841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:31.407507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3aeea013-4a05-4c12-8e69-60dc507b58c9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9028034 Aug 16 02:06:31.410787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41224) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.420424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Request body: {'subnet': {'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1539296862-subnet', 'tenant_id': '2576733bd0f047479cf4dbb7e1f655e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:31.441999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c4678-b1c7-439d-89bd-9ba20c1cf983 req-c8fa83db-9025-4f01-9668-79f10fbb847b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.448890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-318c4678-b1c7-439d-89bd-9ba20c1cf983 req-c8fa83db-9025-4f01-9668-79f10fbb847b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 944 time: 0.2756362 Aug 16 02:06:31.533699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-318c4678-b1c7-439d-89bd-9ba20c1cf983 req-12fcdec9-a156-40bc-ae2a-dbddc4d9e0ea tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835550 Aug 16 02:06:31.588989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Made reservation on behalf of 2576733bd0f047479cf4dbb7e1f655e0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:31.594251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.617085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.684178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 5569cba0-65b8-4aab-a2f3-da94fe097c7a will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:31.727012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06223a-364e-49d5-a851-2dc9c74e772e req-3b5dcd13-bd4c-4050-8158-1aa033bd5fd7 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.728712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a06223a-364e-49d5-a851-2dc9c74e772e req-3b5dcd13-bd4c-4050-8158-1aa033bd5fd7 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.1153536 Aug 16 02:06:31.776642 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.852946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] In _notify_port_updated(), no bound segment for port 5569cba0-65b8-4aab-a2f3-da94fe097c7a on network 1c0dc8e4-ad77-4160-904a-535993b77651 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:06:31.860611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:31.861368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:31.863941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/ports/5569cba0-65b8-4aab-a2f3-da94fe097c7a HTTP/1.1" status: 200 len: 930 time: 2.8597145 Aug 16 02:06:31.883514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41232) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:31.992926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e99460-c69d-4fec-afa5-fff73d081369 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=5569cba0-65b8-4aab-a2f3-da94fe097c7a,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.017337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Provisioning for port b14e5066-7009-4d6e-9aa8-073a84358440 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:32.028489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a06223a-364e-49d5-a851-2dc9c74e772e req-be63ea86-f278-416f-aed0-14d43264c115 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655590 Aug 16 02:06:32.028869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:32.028869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.128713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 5569cba0-65b8-4aab-a2f3-da94fe097c7a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:32.132319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.270074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe69b-fd8f-4ab6-aaa3-ab0bcf9affa6 req-b4177c59-463b-4c8c-acd6-7e9e8d86b86a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.274142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4efe69b-fd8f-4ab6-aaa3-ab0bcf9affa6 req-b4177c59-463b-4c8c-acd6-7e9e8d86b86a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.1586845 Aug 16 02:06:32.286604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.407473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4efe69b-fd8f-4ab6-aaa3-ab0bcf9affa6 req-64165861-66e8-4836-b851-6147dae19c4f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262789 Aug 16 02:06:32.431671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1207bff5-d20e-4dae-8ab7-b6c459ed994c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:32.436409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Checking segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:32.436409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Network hostable DHCP agents. Network: fcc2387d-58c9-4cc5-a5df-700207c84d7c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:32.441593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.462907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 5569cba0-65b8-4aab-a2f3-da94fe097c7a owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:32.693600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b81f054-f032-449e-b885-0f28c9ac40f2 req-85aa75fe-ec1b-4628-ac44-de31cb6d676a tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.693600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b81f054-f032-449e-b885-0f28c9ac40f2 req-85aa75fe-ec1b-4628-ac44-de31cb6d676a tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 944 time: 0.0510156 Aug 16 02:06:32.702609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b81f054-f032-449e-b885-0f28c9ac40f2 req-e6677bf4-f853-4a3b-b4e1-c07fb2631282 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Aug 16 02:06:32.730093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Provisioning for port 5569cba0-65b8-4aab-a2f3-da94fe097c7a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:32.734224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Provisioning complete for port 5569cba0-65b8-4aab-a2f3-da94fe097c7a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:32.734606 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.782096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Port 5569cba0-65b8-4aab-a2f3-da94fe097c7a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:32.802326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Provisioning complete for port 642ed300-08ee-499b-91db-e020422dde46 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:32.802740 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.841701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-eee47a7c-b81b-4749-8216-7fc35764944c None None] Port 642ed300-08ee-499b-91db-e020422dde46 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:32.847934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:32.867255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:32.911643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3f2296cf-7bb2-400f-8f30-268e56ffc19f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:32.936316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, fcc2387d-58c9-4cc5-a5df-700207c84d7c) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:32.948357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.951732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c317a7ca-f0ff-46f7-9cef-3c5b24df0720 None None] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:32.968101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:32.969135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:32.975979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bbf696c1-81b8-4786-a8aa-6d18e55b3bf2 None None] Could not find standard attr ID for object 5569cba0-65b8-4aab-a2f3-da94fe097c7a. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:06:33.013404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:33.014183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.056823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=5569cba0-65b8-4aab-a2f3-da94fe097c7a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.134361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.137907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b6f800c5-d64b-4a1e-9e05-5ddbf518d1bc tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/5569cba0-65b8-4aab-a2f3-da94fe097c7a HTTP/1.1" status: 204 len: 168 time: 1.2532718 Aug 16 02:06:33.140719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41252) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.186942 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0da487c-fcbc-4208-9021-628af4644cae tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:06:33.205111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f0da487c-fcbc-4208-9021-628af4644cae tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/5569cba0-65b8-4aab-a2f3-da94fe097c7a HTTP/1.1" status: 404 len: 333 time: 0.0468535 Aug 16 02:06:33.205583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41254) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.271223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8f8db-2ce2-4109-be97-0a4f33801170 None None] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:33.325086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a70f8b6e-8780-4238-b9d0-46a7abb8d743 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9122767 Aug 16 02:06:33.357871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3f2296cf-7bb2-400f-8f30-268e56ffc19f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:33.386205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3f2296cf-7bb2-400f-8f30-268e56ffc19f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:33.386591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.404463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-849f4502-60cb-40c9-9786-0a89de0be2ff tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.468268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-849f4502-60cb-40c9-9786-0a89de0be2ff tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.605318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdf2d1-773a-40d4-bebf-a1cc3c49783b req-f15bf3e8-fdc1-41aa-883b-f6dc3233dcf4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:33.609276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fcdf2d1-773a-40d4-bebf-a1cc3c49783b req-f15bf3e8-fdc1-41aa-883b-f6dc3233dcf4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.1294053 Aug 16 02:06:33.707630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-849f4502-60cb-40c9-9786-0a89de0be2ff tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.710308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-849f4502-60cb-40c9-9786-0a89de0be2ff tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.714671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-849f4502-60cb-40c9-9786-0a89de0be2ff tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/security-groups/93f2fb68-91de-46cd-b521-bf058ce9418c HTTP/1.1" status: 204 len: 168 time: 0.5204856 Aug 16 02:06:33.715352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41270) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:33.733708 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.767603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f4502-60cb-40c9-9786-0a89de0be2ff tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2fb68-91de-46cd-b521-bf058ce9418c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:33.784422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:33.787411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:33.790291 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b602022f-a7d5-43a0-b083-e84b674da9fd" -d '{"events": [{"server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "name": "network-vif-plugged", "status": "completed", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:33.840875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9eacf1f4-0f9f-48bc-ae4e-6d7d6bcae216 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.870700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9eacf1f4-0f9f-48bc-ae4e-6d7d6bcae216 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.884926 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:33.984738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3f2296cf-7bb2-400f-8f30-268e56ffc19f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:34.010732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9eacf1f4-0f9f-48bc-ae4e-6d7d6bcae216 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.015091 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9eacf1f4-0f9f-48bc-ae4e-6d7d6bcae216 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.019086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9eacf1f4-0f9f-48bc-ae4e-6d7d6bcae216 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/security-groups/0852fa82-cd5f-4bae-98e7-49d0b0c4e5bf HTTP/1.1" status: 204 len: 168 time: 0.2994535 Aug 16 02:06:34.020185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41278) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:34.097503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fcdf2d1-773a-40d4-bebf-a1cc3c49783b req-ca1c0852-9350-41c8-b629-adc13428d353 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743800 Aug 16 02:06:34.106443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eacf1f4-0f9f-48bc-ae4e-6d7d6bcae216 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0852fa82-cd5f-4bae-98e7-49d0b0c4e5bf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:34.129109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56def3-aa87-40ec-b013-59f889d7f2c7 req-b3c68bbe-7f28-4db3-afeb-83bbc22cfc5a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.139587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c56def3-aa87-40ec-b013-59f889d7f2c7 req-b3c68bbe-7f28-4db3-afeb-83bbc22cfc5a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.5252457 Aug 16 02:06:34.155074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 10007695-14d4-4409-a768-bade24458b13 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:34.160187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.256729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.261528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c56def3-aa87-40ec-b013-59f889d7f2c7 req-2a811e5c-34a8-426b-a53d-16645f07b4e2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189058 Aug 16 02:06:34.411217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447a11-22a6-436b-9ad0-9ab189f5b0b7 req-cd7e960d-08c1-451b-ba64-b37cc0aef2b6 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.420089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55447a11-22a6-436b-9ad0-9ab189f5b0b7 req-cd7e960d-08c1-451b-ba64-b37cc0aef2b6 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 945 time: 0.0865993 Aug 16 02:06:34.496232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.510516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55447a11-22a6-436b-9ad0-9ab189f5b0b7 req-9a07fca1-5a51-4399-b58e-d943511bc21b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893362 Aug 16 02:06:34.566067 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7aa352-3868-4ec7-adc9-030a44f9043f x-openstack-request-id: req-4a7aa352-3868-4ec7-adc9-030a44f9043f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:34.567103 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "name": "network-vif-plugged", "status": "completed", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:34.567607 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a7aa352-3868-4ec7-adc9-030a44f9043f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:34.568251 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'code': 200} Aug 16 02:06:34.740170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b05c5-e4b2-4ecf-be44-49e85ea17f71 req-e28f45ff-5a64-49d4-9a0c-8b4968270858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.740729 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d14b05c5-e4b2-4ecf-be44-49e85ea17f71 req-e28f45ff-5a64-49d4-9a0c-8b4968270858 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1097 time: 0.0614433 Aug 16 02:06:34.745587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.780189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b837e8d8-8ee5-4bab-a6b9-e16d0cbb5fe4 None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:34.781398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-c460f798-a255-439d-b9b2-1bbb86ea9418 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:34.784805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-c460f798-a255-439d-b9b2-1bbb86ea9418 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 813 time: 0.2631941 Aug 16 02:06:34.802255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:34.805234 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/10007695-14d4-4409-a768-bade24458b13 HTTP/1.1" status: 204 len: 168 time: 0.7478402 Aug 16 02:06:34.812334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c592efc1-42ca-469a-b094-1dd0bc2da673 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=10007695-14d4-4409-a768-bade24458b13,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:34.814002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-7c6d4c4c-cd8f-4219-babd-001d904b63e8 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/quotas/2576733bd0f047479cf4dbb7e1f655e0 HTTP/1.1" status: 200 len: 375 time: 0.0215974 Aug 16 02:06:34.814886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41294) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:34.824683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:34.855279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d14b05c5-e4b2-4ecf-be44-49e85ea17f71 req-1aca1471-bf12-4b9d-8e8d-261f8425beaa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927365 Aug 16 02:06:34.942706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-ff11a5da-30e0-4c2c-a7ee-b63f64106e21 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139050 Aug 16 02:06:35.086465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-18c8cf9a-2e05-4baf-92b6-a3b353072ce5 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.088171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-18c8cf9a-2e05-4baf-92b6-a3b353072ce5 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.58 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.2311826 Aug 16 02:06:35.232457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a65ed573-c1b1-4c70-86bc-5be86a57efe0 service neutron] 10.222.0.76 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705619 Aug 16 02:06:35.504035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:35.515141 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.552991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-7cac6cf5-56cd-4447-a986-2e0842f96413 service neutron] 10.222.0.76 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955694 Aug 16 02:06:35.670109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564cbd5-ab5b-4361-b463-c059f9cbb21d req-305544e5-5ba2-4255-b24a-1c1b3bd2baa4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:35.678513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b564cbd5-ab5b-4361-b463-c059f9cbb21d req-305544e5-5ba2-4255-b24a-1c1b3bd2baa4 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 945 time: 0.4581151 Aug 16 02:06:35.777215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Deleting port 39aa62ea-6618-47a5-8080-d93b2fa1a463 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:35.777574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:35.860560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b564cbd5-ab5b-4361-b463-c059f9cbb21d req-1616af72-6762-487f-b519-e6eed3141e24 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/security-groups?id=f39a5763-c0fa-4cfa-a872-d701818ff568&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810341 Aug 16 02:06:36.139377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cc0a4ad2-c5fb-4e40-aa80-7b3c78648d06 None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:36.141005 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ad2-c5fb-4e40-aa80-7b3c78648d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.254750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3446d9-572c-4b5e-84a6-3afdf5b6e972 req-7942bff2-a973-42c3-a225-729c3dd5519d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:36.264251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc3446d9-572c-4b5e-84a6-3afdf5b6e972 req-7942bff2-a973-42c3-a225-729c3dd5519d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2611558 Aug 16 02:06:36.344574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] For port 39aa62ea-6618-47a5-8080-d93b2fa1a463, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=39aa62ea-6618-47a5-8080-d93b2fa1a463,segment=NetworkSegment(4b6e2366-fc95-4327-a054-23551855f3dc),segment_id=4b6e2366-fc95-4327-a054-23551855f3dc)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:36.344966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.369863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc3446d9-572c-4b5e-84a6-3afdf5b6e972 req-e20ced29-bada-4c0b-8489-1823352cb1ee tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Aug 16 02:06:36.419981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cc0a4ad2-c5fb-4e40-aa80-7b3c78648d06 None None] Provisioning complete for port 642ed300-08ee-499b-91db-e020422dde46 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:36.420802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cc0a4ad2-c5fb-4e40-aa80-7b3c78648d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.465534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Calling delete_port for 39aa62ea-6618-47a5-8080-d93b2fa1a463 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:36.466520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cc0a4ad2-c5fb-4e40-aa80-7b3c78648d06 None None] Port 642ed300-08ee-499b-91db-e020422dde46 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:36.555282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0416b-758c-482d-9fdb-ac1019fab985 req-455101f6-cdef-404d-8d12-aa4e313f6970 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:36.557079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cef0416b-758c-482d-9fdb-ac1019fab985 req-455101f6-cdef-404d-8d12-aa4e313f6970 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 945 time: 0.2050638 Aug 16 02:06:36.612970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.660508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cef0416b-758c-482d-9fdb-ac1019fab985 req-c3d8fe86-6fa0-4b69-92a8-2aed9a05e5e3 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953310 Aug 16 02:06:36.718997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:36.718997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:36.718997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:36.718997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:36.718997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:36.729407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6739f3e5-8d5e-4769-81a2-a29f98fc2d7c None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:36.758816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88cc2146-7fd7-4725-bacb-1bf872b90163 req-0ad696af-de5a-4f07-8995-cb2179c8d93b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 210 time: 0.0359042 Aug 16 02:06:36.894187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-77ee1a32-fa9c-4e54-aa9f-f3f7998a481f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:36.894187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-77ee1a32-fa9c-4e54-aa9f-f3f7998a481f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1070735 Aug 16 02:06:36.964334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5cdcf8cc-8a7d-4648-84c7-841a3f26f266 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.0637071 Aug 16 02:06:36.978279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'floatingip': {'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:37.027705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.066047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Update dhcp port {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'fixed_ips': [{'subnet_id': '714764d6-c4f8-43c7-a37d-0be43c0b8cfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc'}], 'binding:host_id': 'n-d-768852-19'}, 'id': 'b14e5066-7009-4d6e-9aa8-073a84358440'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:06:37.082031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41328) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:37.082684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6d862a7a-1af6-4607-90f1-05113b0c63e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2657340 Aug 16 02:06:37.083003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.089667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'security_group': {'name': 'tempest-secgroup-343236072'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:37.108066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.181651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Pushing event deleted for resources: {'Port': ['ID=39aa62ea-6618-47a5-8080-d93b2fa1a463,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.265697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] No DVR routers for this DVR port 39aa62ea-6618-47a5-8080-d93b2fa1a463 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:37.271618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.273899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e88a8d8-f19e-4cad-ae1e-92620b396d81 req-3c087614-347b-4b29-8f60-62d8eaf20c37 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.58 "DELETE /v2.0/ports/39aa62ea-6618-47a5-8080-d93b2fa1a463 HTTP/1.1" status: 204 len: 173 time: 2.1746976 Aug 16 02:06:37.274516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'name': 'network-vif-deleted', 'tag': '39aa62ea-6618-47a5-8080-d93b2fa1a463'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:37.277071 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2c4f9c-54d2-4d13-a38a-35d5b08a5d17" -d '{"events": [{"server_uuid": "2011eb36-796b-4521-84c9-f25acdae2e1a", "name": "network-vif-deleted", "tag": "39aa62ea-6618-47a5-8080-d93b2fa1a463"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:37.290355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.418508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Allocated IP 2001:db8::2 (1c0dc8e4-ad77-4160-904a-535993b77651/229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc/b14e5066-7009-4d6e-9aa8-073a84358440) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:37.483770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.574767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccb13702-7d52-4553-8c97-c56b825089e2 req-6c6fc2db-c2a5-4e0c-8948-147abe541832 tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0593338 Aug 16 02:06:37.629142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b14e5066-7009-4d6e-9aa8-073a84358440,segment=NetworkSegment(012d14d2-5629-496c-8ef8-96f1be97c247),segment_id=012d14d2-5629-496c-8ef8-96f1be97c247)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:37.650198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.701700 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fd100f-7b51-41df-a756-cee465320875 x-openstack-request-id: req-c8fd100f-7b51-41df-a756-cee465320875 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:37.702588 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2011eb36-796b-4521-84c9-f25acdae2e1a", "name": "network-vif-deleted", "tag": "39aa62ea-6618-47a5-8080-d93b2fa1a463", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:37.702882 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8fd100f-7b51-41df-a756-cee465320875 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:37.706311 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2011eb36-796b-4521-84c9-f25acdae2e1a', 'name': 'network-vif-deleted', 'tag': '39aa62ea-6618-47a5-8080-d93b2fa1a463', 'status': 'completed', 'code': 200} Aug 16 02:06:37.734568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.742925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d0350a-5a78-47e6-ae32-a05c477ea530,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:37.769497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Transition to ACTIVE for port object b14e5066-7009-4d6e-9aa8-073a84358440 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:37.778467 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.787411 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2976b815-8c11-45a6-9f53-e5a755b6b177 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7030995 Aug 16 02:06:37.788558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:37.793587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'security_group': {'name': 'tempest-secgroup-1608941906'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:37.867422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:37.914025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.033549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:06:38.033821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ffec2-7825-4211-b185-203f20b1ffed None None] Pushing event updated for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.126022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.127693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.147969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573967a0-1502-4f5d-abfa-9856e70be045 req-045a10d5-86a1-4304-b055-787476cd675c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:38.170918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-573967a0-1502-4f5d-abfa-9856e70be045 req-045a10d5-86a1-4304-b055-787476cd675c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.3186195 Aug 16 02:06:38.244695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.276185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.316002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-573967a0-1502-4f5d-abfa-9856e70be045 req-9e5705b2-cf6f-46b2-956f-85c9c6e445d8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366904 Aug 16 02:06:38.336663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f4f0fb-6c28-495f-b054-008fa73949ea,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:38.408473 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Floating IP 27261e9b-4afd-4d37-ac12-8995a193414a associated. External IP: 172.25.6.57, port: c26c98fd-37a8-4289-bc84-ef38cadd9029. Aug 16 02:06:38.538901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b8b4f-0321-4421-a0c9-bf26754e4103 req-c20d6a86-a6f4-4a38-8849-5a3ccd33aeb9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:38.540653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-565b8b4f-0321-4421-a0c9-bf26754e4103 req-c20d6a86-a6f4-4a38-8849-5a3ccd33aeb9 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.1297696 Aug 16 02:06:38.627272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-565b8b4f-0321-4421-a0c9-bf26754e4103 req-d63c4ba7-ea54-43dd-94c2-257ee0ef2cfc tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/security-groups?id=504b98ad-6b37-4371-8d47-f0596e88e5bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801096 Aug 16 02:06:38.701234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.703176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b14499e-fd5f-4f57-be86-bb00baf47948 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9134374 Aug 16 02:06:38.706420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41354) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:38.712707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'security_group': {'name': 'tempest-secgroup-1351176569'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:38.717804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:38.861983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:38.914207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 39aa62ea-6618-47a5-8080-d93b2fa1a463 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:38.921853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:38.934552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:38.947354 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:38.958618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6fcfc01-d6ae-4827-a548-641b4b83dcfa req-705a6753-2988-4c8d-9fe3-375741b1687d tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 210 time: 0.0615222 Aug 16 02:06:38.973768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:38.973768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:38.974087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.053965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-5089580c-dded-48b4-9a8e-79b5c77ceeac tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "PUT /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 996 time: 2.0832918 Aug 16 02:06:39.058096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.067199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 39aa62ea-6618-47a5-8080-d93b2fa1a463 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:39.071095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 39aa62ea-6618-47a5-8080-d93b2fa1a463 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:39.134818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26995f0f-f188-4948-b9d2-896d19538125 req-be367a90-ce1f-402a-af91-18ff64af3e1b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.139272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-26995f0f-f188-4948-b9d2-896d19538125 req-be367a90-ce1f-402a-af91-18ff64af3e1b tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 947 time: 0.0751967 Aug 16 02:06:39.157725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2a9d648-7362-4ce8-8f0f-04f3c9b31512 req-5e4b9456-6582-4df3-a93f-1edbb39751cc tempest-InstanceActionsTestJSON-1789216605 tempest-InstanceActionsTestJSON-1789216605-project] 10.222.0.76 "GET /v2.0/ports?device_id=2011eb36-796b-4521-84c9-f25acdae2e1a HTTP/1.1" status: 200 len: 210 time: 0.0441096 Aug 16 02:06:39.170223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-91a11621-d01a-4039-93e9-22e9046b3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.183992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-91a11621-d01a-4039-93e9-22e9046b3c13 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.1143146 Aug 16 02:06:39.232796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ed068f2b-b7bf-4842-b466-5b5ab715707b None None] Provisioning for port b14e5066-7009-4d6e-9aa8-073a84358440 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:39.237956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ed068f2b-b7bf-4842-b466-5b5ab715707b None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:39.238512 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed068f2b-b7bf-4842-b466-5b5ab715707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.271994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.311832 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:39.317594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-23447235-7824-4a2e-8c42-9be94dde21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.320277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-23447235-7824-4a2e-8c42-9be94dde21de service neutron] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.1400936 Aug 16 02:06:39.370306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Deleting port 1e468350-a802-4aee-b5ec-22081f5f33cc {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:39.370985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.452158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ed068f2b-b7bf-4842-b466-5b5ab715707b None None] Provisioning complete for port 642ed300-08ee-499b-91db-e020422dde46 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:39.452855 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed068f2b-b7bf-4842-b466-5b5ab715707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.464775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3c4365-f93a-47a4-a58a-1acfadee1124,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:39.484855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.489754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9f27584a-8c80-41b4-97f0-b9914979f495 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7813499 Aug 16 02:06:39.493812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41364) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:39.499457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-508559960', 'security_groups': ['1d3c4365-f93a-47a4-a58a-1acfadee1124'], 'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:39.566918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ed068f2b-b7bf-4842-b466-5b5ab715707b None None] Port 642ed300-08ee-499b-91db-e020422dde46 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:39.667729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-6744eddb-2e24-4522-b2bd-0879a11835f4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 999 time: 0.3412039 Aug 16 02:06:39.756692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a4e5c5-ebc7-43c5-af81-2ed489aeca75 req-8e63ca66-a1d2-4bc5-aebe-32badec73965 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.766050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8a4e5c5-ebc7-43c5-af81-2ed489aeca75 req-8e63ca66-a1d2-4bc5-aebe-32badec73965 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2249770 Aug 16 02:06:39.768803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:39.771296 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94eceaa6-042b-4926-b6da-20e002be0f40" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:39.776070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-0891917a-1be6-4ac4-9918-cbc8d4130824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.778700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-0891917a-1be6-4ac4-9918-cbc8d4130824 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1010184 Aug 16 02:06:39.790372 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:37Z', 'revision_number': 1, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:39.862195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] For port 1e468350-a802-4aee-b5ec-22081f5f33cc, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1e468350-a802-4aee-b5ec-22081f5f33cc,segment=NetworkSegment(a68ebfb9-caf3-476f-aea3-a53c7f4c541c),segment_id=a68ebfb9-caf3-476f-aea3-a53c7f4c541c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:39.862195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.870219 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:39.880898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:39.881572 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:39.884449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1b1840b-e9fc-4325-a572-4c0ccaf8a47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:39.887698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Calling delete_port for 1e468350-a802-4aee-b5ec-22081f5f33cc owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:39.913146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8a4e5c5-ebc7-43c5-af81-2ed489aeca75 req-06dd6f31-ec54-4058-a768-f500989a921a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460953 Aug 16 02:06:39.929307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-506bc62f-fc6e-4e7f-81ea-92356736afe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:39.931049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-506bc62f-fc6e-4e7f-81ea-92356736afe7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1348479 Aug 16 02:06:40.011645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:40.039509 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:40.144881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.169407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] device_id is not set on port 6c41c938-d375-414c-8bcf-66a1013a8210 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:06:40.310943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.327248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1e468350-a802-4aee-b5ec-22081f5f33cc'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:40.358859 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:37Z', 'revision_number': 1, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:40.388610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-37cd116e-cba0-4075-81ac-1c1d2647a7b4 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497759 Aug 16 02:06:40.400175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Pushing event deleted for resources: {'Port': ['ID=1e468350-a802-4aee-b5ec-22081f5f33cc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:40.404213 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c23144b-a0d8-48c9-bc7c-575a477e1024 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:37Z', 'revision_number': 1, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:40.447560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a304499-53d1-49f4-9b6f-1a1bb681be98 req-a68e2bd7-aadf-462e-8704-49832703ec05 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.0575552 Aug 16 02:06:40.531244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] No DVR routers for this DVR port 1e468350-a802-4aee-b5ec-22081f5f33cc on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:40.535764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.551409 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-26995f0f-f188-4948-b9d2-896d19538125 req-aa3b35d9-6df9-4b64-b57e-61f8f5fcca1f tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.83 "DELETE /v2.0/ports/1e468350-a802-4aee-b5ec-22081f5f33cc HTTP/1.1" status: 204 len: 173 time: 1.4053802 Aug 16 02:06:40.552077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-deleted', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:40.555937 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d09886-077b-4478-824f-3e29ca4f6663" -d '{"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-deleted", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:40.578684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98edc1b1-e6b1-4447-9122-e50c30b9f438 req-04c5829d-1986-4065-bf5a-e1f21191663f service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244750 Aug 16 02:06:40.583882 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff093be6-b486-4f40-b3b3-9c6fc50ca62b x-openstack-request-id: req-ff093be6-b486-4f40-b3b3-9c6fc50ca62b {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:40.584270 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:40.584592 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff093be6-b486-4f40-b3b3-9c6fc50ca62b {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:40.585075 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'status': 'completed', 'code': 200} Aug 16 02:06:40.597093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8::39 (1c0dc8e4-ad77-4160-904a-535993b77651/229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc/6c41c938-d375-414c-8bcf-66a1013a8210) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:40.752414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e85b98-d4fd-4cda-9d86-74fc281a131b None None] New status for floating IP 27261e9b-4afd-4d37-ac12-8995a193414a: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:40.806744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-742fd07a-860b-4a2d-99d9-5e320af0dafc req-ec277629-8873-4e51-9c0e-526b1573ca08 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 210 time: 0.0799181 Aug 16 02:06:40.807330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41392) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:40.895255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Deleting subnet 5c418e57-25a6-48f9-9b9c-d02df171c6bb {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:40.899232 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:40.948129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.103711 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb1bf45-8bf6-4533-a57d-69212c2ba86d x-openstack-request-id: req-ddb1bf45-8bf6-4533-a57d-69212c2ba86d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:41.104019 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744421c4-860b-4e99-a466-15a6c1872679", "name": "network-vif-deleted", "tag": "1e468350-a802-4aee-b5ec-22081f5f33cc", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:41.104251 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ddb1bf45-8bf6-4533-a57d-69212c2ba86d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:41.104655 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744421c4-860b-4e99-a466-15a6c1872679', 'name': 'network-vif-deleted', 'tag': '1e468350-a802-4aee-b5ec-22081f5f33cc', 'status': 'completed', 'code': 200} Aug 16 02:06:41.110399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-32aed40a-b0a5-4568-8f0d-83ed50a15187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.113858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-32aed40a-b0a5-4568-8f0d-83ed50a15187 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.4833667 Aug 16 02:06:41.127481 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.183929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-90d18810-8e65-427b-82a7-acb0708b5df6 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.185493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-90d18810-8e65-427b-82a7-acb0708b5df6 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2961328 Aug 16 02:06:41.223863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.249628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 6c41c938-d375-414c-8bcf-66a1013a8210 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:41.273717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-5de1a076-24f7-4c0d-aa1a-dadec6eaf05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.275258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-5de1a076-24f7-4c0d-aa1a-dadec6eaf05e service neutron] 10.222.0.83 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.1412199 Aug 16 02:06:41.279177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d44a53-f6fe-4a13-a043-112935864a3d req-b5bfc376-73cb-4ca5-995c-4d794747b65f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.280687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9d44a53-f6fe-4a13-a043-112935864a3d req-b5bfc376-73cb-4ca5-995c-4d794747b65f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2378955 Aug 16 02:06:41.288312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-ac642f91-8468-458b-af72-ffba0ca72294 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.289968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-ac642f91-8468-458b-af72-ffba0ca72294 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 813 time: 0.3018200 Aug 16 02:06:41.323031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Request body: {'port': {'device_id': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'admin_state_up': True, 'tenant_id': '2576733bd0f047479cf4dbb7e1f655e0'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:41.359336 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-1d2b4d3e-6a20-4003-94e0-ab61040062c5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 1001 time: 0.0705826 Aug 16 02:06:41.410298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-d1d90f37-6ec9-4154-ac4c-6ece3a30c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.412032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-d1d90f37-6ec9-4154-ac4c-6ece3a30c559 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.0457363 Aug 16 02:06:41.443426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-dd35025d-c368-4c6b-90b9-f34539e9a35f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1001 time: 0.2369401 Aug 16 02:06:41.448872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-7531246e-b6d3-4fab-a877-61a0af0014c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.450375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-7531246e-b6d3-4fab-a877-61a0af0014c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 1098 time: 0.3166957 Aug 16 02:06:41.460116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-9130980c-dd1b-4250-b254-4a881aea89c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.461574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-9130980c-dd1b-4250-b254-4a881aea89c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425205 Aug 16 02:06:41.462250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'floatingip': {'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:41.476622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9d44a53-f6fe-4a13-a043-112935864a3d req-140c57af-b3fd-4020-ba23-3f8137f937a9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833405 Aug 16 02:06:41.520096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.579109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:41.583290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.585920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:41.587740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=6c41c938-d375-414c-8bcf-66a1013a8210,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.590211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:41.595679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.596255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.632399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-425ebe9e-9900-4e7f-8dbe-a486c5d89890 service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632762 Aug 16 02:06:41.671413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c418e57-25a6-48f9-9b9c-d02df171c6bb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:41.681170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7b27e54-84f4-4f73-a795-d6b6b5f9cb35 req-aefdade9-cb9d-4c61-aaf1-3d7c2e14fce3 tempest-ServersNegativeTestJSON-227224179 tempest-ServersNegativeTestJSON-227224179-project] 10.222.0.76 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.1033354 Aug 16 02:06:41.682206 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.684087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-55b01858-b6c2-4110-bc61-ed996047dfd7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5c418e57-25a6-48f9-9b9c-d02df171c6bb HTTP/1.1" status: 204 len: 168 time: 0.8759220 Aug 16 02:06:41.692912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41402) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:41.724961 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.735203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-459b1897-982d-42b9-b8bd-99d3da174051 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2401385 Aug 16 02:06:41.738294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41404) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:41.744131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:41.854167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-4ce3297e-a63e-4dbb-8c56-7542de0be32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:41.855781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-4ce3297e-a63e-4dbb-8c56-7542de0be32a service neutron] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 913 time: 0.3908868 Aug 16 02:06:41.901880 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-94eceaa6-042b-4926-b6da-20e002be0f40 req-a4073210-9a6d-4c68-87f5-54b71926d70f service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601697 Aug 16 02:06:41.920009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-7b4c090b-78b8-4555-a6f4-73971b683521 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bcafe605-20af-4707-a710-0e7d4405476e HTTP/1.1" status: 200 len: 217 time: 0.0551589 Aug 16 02:06:41.921258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Made reservation on behalf of 2576733bd0f047479cf4dbb7e1f655e0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:41.925435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:41.948806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.047388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ba80558-08ba-45d4-9dfc-79d6f96148ab req-ab128ff4-2cbb-4299-96f2-707caa1fcf12 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 210 time: 0.0830269 Aug 16 02:06:42.067495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-78905f1b-f584-4701-a2b2-29bef23630f4 None None] Provisioning for port 6c41c938-d375-414c-8bcf-66a1013a8210 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:42.068976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:42.073096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.078102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-78905f1b-f584-4701-a2b2-29bef23630f4 None None] Provisioning complete for port 6c41c938-d375-414c-8bcf-66a1013a8210 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:42.078102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78905f1b-f584-4701-a2b2-29bef23630f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.110034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-78905f1b-f584-4701-a2b2-29bef23630f4 None None] Port 6c41c938-d375-414c-8bcf-66a1013a8210 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:42.141461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-7bb8b7ad-7e23-43d4-895b-caab20a894a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.141694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-7bb8b7ad-7e23-43d4-895b-caab20a894a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.2138298 Aug 16 02:06:42.188552 n-d-768852-19 neutron-server[101946]: INFO neutron.db.ipam_backend_mixin [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc (CIDR: 2001:db8::/64) Aug 16 02:06:42.264015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-8bf3870b-553c-4894-b8e5-f6711ef7089a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020627 Aug 16 02:06:42.326339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-80001d4a-d0b6-486f-a0b3-40c7ca1a5345 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.327839 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-80001d4a-d0b6-486f-a0b3-40c7ca1a5345 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 813 time: 0.1141546 Aug 16 02:06:42.330627 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:06:42.331158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:42.336405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.347443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8311fd15-87c2-4b7b-880b-3135e0061313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.352255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Request body: {'port': {'device_id': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'admin_state_up': True, 'tenant_id': '2576733bd0f047479cf4dbb7e1f655e0'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:42.410276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf8bd39-e630-404f-b6ed-3ea5ae0f3489']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:42.421265 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0f4783c9-a9b0-433b-97da-96e50472c3e3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6817667 Aug 16 02:06:42.430028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41408) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:42.434180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6e2366-fc95-4327-a054-23551855f3dc') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:42.434485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6e2366-fc95-4327-a054-23551855f3dc') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:42.437943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:42.462405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.469302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Allocated IP 172.20.0.4 (fcc2387d-58c9-4cc5-a5df-700207c84d7c/1207bff5-d20e-4dae-8ab7-b6c459ed994c/96b1e5b4-e70c-4d15-97b4-587d03090b4f) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:42.492604 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.516163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:42.516716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:42.518968 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:42.527698 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-deaa78c2-4c30-4d27-8f69-dabd265f7c18 req-24615411-6b9e-4361-9ef3-3395cc23c5c6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=744421c4-860b-4e99-a466-15a6c1872679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0696499 Aug 16 02:06:42.655410 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.675325 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-deaa78c2-4c30-4d27-8f69-dabd265f7c18 req-e42b39e5-5aac-4660-bad3-f6a11841cc4d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=835435b194a74979a80448f4f3b83896&device_id=744421c4-860b-4e99-a466-15a6c1872679 HTTP/1.1" status: 200 len: 210 time: 0.0331702 Aug 16 02:06:42.677766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-b79c3759-b346-4882-8ba9-6f31b42d918b service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907862 Aug 16 02:06:42.678395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Made reservation on behalf of 2576733bd0f047479cf4dbb7e1f655e0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:42.682022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.800815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.805122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:42.808632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.855599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:42.870255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4bf8bd39-e630-404f-b6ed-3ea5ae0f3489 HTTP/1.1" status: 204 len: 168 time: 1.1440647 Aug 16 02:06:42.888371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4e99d-95a7-4a01-8a58-d8777315c361 req-6bad463d-c7c3-48f5-ae50-09e9d2f5a14c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.889977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32d4e99d-95a7-4a01-8a58-d8777315c361 req-6bad463d-c7c3-48f5-ae50-09e9d2f5a14c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.2872918 Aug 16 02:06:42.898164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edfd19-c7d6-4d8c-b0a3-3df34f3a6456 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf8bd39-e630-404f-b6ed-3ea5ae0f3489,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:42.936343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa78c2-4c30-4d27-8f69-dabd265f7c18 req-f7b629dc-7817-4c71-bb46-d413e66cdc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:42.937761 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-deaa78c2-4c30-4d27-8f69-dabd265f7c18 req-f7b629dc-7817-4c71-bb46-d413e66cdc1a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=835435b194a74979a80448f4f3b83896&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1851296 Aug 16 02:06:42.960311 n-d-768852-19 neutron-server[101946]: INFO neutron.db.ipam_backend_mixin [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 714764d6-c4f8-43c7-a37d-0be43c0b8cfd (CIDR: 2001:db8:0:1::/64) Aug 16 02:06:43.029203 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:06:43.029709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:43.057660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa78c2-4c30-4d27-8f69-dabd265f7c18 req-2f528ad4-0821-4862-9a2a-dbde0d0b7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.059191 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-deaa78c2-4c30-4d27-8f69-dabd265f7c18 req-2f528ad4-0821-4862-9a2a-dbde0d0b7230 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124458 Aug 16 02:06:43.170427 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8ad1a4b4-b33d-44ba-a8d5-23df18169585 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7390749 Aug 16 02:06:43.172999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41422) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.179297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'subnet': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:43.286507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.336009 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a902ffe4-78f6-43fb-acb1-88b7ebf0794e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b0bbfee58110474fa48762b72e10560a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476561 Aug 16 02:06:43.341729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.350231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32d4e99d-95a7-4a01-8a58-d8777315c361 req-ba7cfd6d-8c94-4ab2-9372-56e7ef46d0b9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478312 Aug 16 02:06:43.378972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d80ff20-7eec-4611-bf7b-3349c2780549 req-f3e2e422-99dd-4c42-b81f-305e348b937b service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6868238 Aug 16 02:06:43.398397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.399499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:43.438709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Made reservation on behalf of dc1ff3ed374646509fd86be33dd4b5a0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:43.443172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.470201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.488124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:43.513865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 1e468350-a802-4aee-b5ec-22081f5f33cc {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:43.514167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4c9974e-b367-425a-98a6-f866d2d3a74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.514522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1e468350-a802-4aee-b5ec-22081f5f33cc not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:43.535308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.543304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Deleting subnet 4f9437ac-5c4f-47f9-8503-780793f00f97 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:43.546514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.577373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.629349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4c9974e-b367-425a-98a6-f866d2d3a74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.644910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.687410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7d0d013-378c-479f-af37-4cc55bc4c36d req-cb193e1a-d2fb-4fd7-bc1c-283fe3fd94ea tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 210 time: 0.0931807 Aug 16 02:06:43.695470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:43.704299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:43.711978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:43.714248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event updated for resources: {'Port': ['ID=96b1e5b4-e70c-4d15-97b4-587d03090b4f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.737046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Allocated IP 172.20.0.6 (fcc2387d-58c9-4cc5-a5df-700207c84d7c/1207bff5-d20e-4dae-8ab7-b6c459ed994c/e01af660-6e85-4be3-bc5f-7f1b76e574b8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:43.753864 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Floating IP 27261e9b-4afd-4d37-ac12-8995a193414a associated. External IP: 172.25.6.57, port: c26c98fd-37a8-4289-bc84-ef38cadd9029. Aug 16 02:06:43.758415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.816844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:43.817503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.900659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4c9974e-b367-425a-98a6-f866d2d3a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.903160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4c9974e-b367-425a-98a6-f866d2d3a74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:43.904323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c4c9974e-b367-425a-98a6-f866d2d3a74c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f39a5763-c0fa-4cfa-a872-d701818ff568 HTTP/1.1" status: 204 len: 168 time: 0.5615540 Aug 16 02:06:43.934023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-a660ae62-615a-462e-96b7-aa53a41d01ca tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6146924 Aug 16 02:06:43.961127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9974e-b367-425a-98a6-f866d2d3a74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39a5763-c0fa-4cfa-a872-d701818ff568,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:43.979072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Request body: {'port': {'device_id': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:43.985189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.052349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:44.053467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.063747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9437ac-5c4f-47f9-8503-780793f00f97,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.077767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.080329 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a8155e0d-9c8c-4441-a54f-77ffac10bd8d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4f9437ac-5c4f-47f9-8503-780793f00f97 HTTP/1.1" status: 204 len: 168 time: 0.6796401 Aug 16 02:06:44.087453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.197726 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.222318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.276362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:44.293007 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:44.303872 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:44.304772 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:44.331268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.348953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a88da16-7fc3-476f-a2d0-0b56ab3da5d3']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:44.357852 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:44.358159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68ebfb9-caf3-476f-aea3-a53c7f4c541c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:44.369866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.394325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.409982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.445434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Network 1c0dc8e4-ad77-4160-904a-535993b77651 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:44.449337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:44.449762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:44.453715 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:44.466872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:44.481743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d25a7a-6758-4919-96dc-745fb93ab002 None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:44.502747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:44.503328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.518238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.588400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:44.607083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Subnet': ['ID=15f42a12-cb79-49c7-a3bd-e78962999cbf,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.615775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.637493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:44.667275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:44.672564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:44.682291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a44ee425-3b43-464d-900e-958b6b88b5ac tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5069780 Aug 16 02:06:44.685133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.687497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41450) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:44.696114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event updated for resources: {'Port': ['ID=e01af660-6e85-4be3-bc5f-7f1b76e574b8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.743918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.748296 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] 10.222.0.76 "DELETE /v2.0/networks/5a88da16-7fc3-476f-a2d0-0b56ab3da5d3 HTTP/1.1" status: 204 len: 168 time: 0.6521080 Aug 16 02:06:44.790888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55063ed-6ab6-4d06-b70a-e877ced4828b admin admin] Pushing event deleted for resources: {'Network': ['ID=5a88da16-7fc3-476f-a2d0-0b56ab3da5d3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:44.846096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:44.846360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.885540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Update dhcp port {'port': {'network_id': '1c0dc8e4-ad77-4160-904a-535993b77651', 'fixed_ips': [{'subnet_id': '714764d6-c4f8-43c7-a37d-0be43c0b8cfd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc', 'ip_address': '2001:db8::2'}, {'subnet_id': '15f42a12-cb79-49c7-a3bd-e78962999cbf'}], 'binding:host_id': 'n-d-768852-19'}, 'id': 'b14e5066-7009-4d6e-9aa8-073a84358440'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:06:44.916589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1670735268', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '15f42a12-cb79-49c7-a3bd-e78962999cbf'}], 'security_groups': ['c1d0350a-5a78-47e6-ae32-a05c477ea530', 'e2f4f0fb-6c28-495f-b054-008fa73949ea']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:44.927702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:44.970875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bcafe605-20af-4707-a710-0e7d4405476e no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:45.010944 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-0883da2e-0985-4b71-9b02-0a8c9a38cada tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6672423 Aug 16 02:06:45.024902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Request body: {'port': {'device_id': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:45.044719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:45.078520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2e79-5261-4287-adb8-654505c5e397 req-9fd14b5b-c586-4fa4-9484-7c885d7ffc36 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:45.080431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ef2e79-5261-4287-adb8-654505c5e397 req-9fd14b5b-c586-4fa4-9484-7c885d7ffc36 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 946 time: 0.6213241 Aug 16 02:06:45.106579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:43Z', 'revision_number': 3, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.133210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.156837 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:45.207434 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:45.208384 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.277832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b1e5b4-e70c-4d15-97b4-587d03090b4f {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:45.318780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ef2e79-5261-4287-adb8-654505c5e397 req-5e13cc84-b8f8-4ad6-8969-f408164fc6a8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106900 Aug 16 02:06:45.348143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.384917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41464) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.391250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:45.394929 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951678d-e861-4245-9666-27d642f2118f" -d '{"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-unplugged", "status": "completed", "tag": "bcafe605-20af-4707-a710-0e7d4405476e"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:45.397174 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:45.414151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Allocated IP 2001:db8:0:2::2 (1c0dc8e4-ad77-4160-904a-535993b77651/15f42a12-cb79-49c7-a3bd-e78962999cbf/b14e5066-7009-4d6e-9aa8-073a84358440) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:45.427550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:45.497190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d95ff7d7-8cf7-4e58-94e8-e870523d0739 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=835435b194a74979a80448f4f3b83896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097605 Aug 16 02:06:45.499907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41468) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.520781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.524736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.529096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41470) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:45.587672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Transition to ACTIVE for port object 96b1e5b4-e70c-4d15-97b4-587d03090b4f will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:45.612133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:45.617788 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.619780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7251044-e362-4b93-b4d8-b8274a556aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.715782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.738330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:45.740534 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1bf87a-87d1-497e-afce-faa9f06662fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:45.745944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b14e5066-7009-4d6e-9aa8-073a84358440,segment=NetworkSegment(012d14d2-5629-496c-8ef8-96f1be97c247),segment_id=012d14d2-5629-496c-8ef8-96f1be97c247)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:45.763109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.766265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7251044-e362-4b93-b4d8-b8274a556aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.775123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2007962663-network', 'tenant_id': '78a23a938806413795ac504f1ae0bec9'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:45.788818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.795698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.808877 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:43Z', 'revision_number': 3, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:45.817394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.818484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Transition to ACTIVE for port object b14e5066-7009-4d6e-9aa8-073a84358440 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:45.821438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-884352cb-341e-443e-b003-a3b8fcde7bdf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "PUT /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 997 time: 4.3661294 Aug 16 02:06:45.833824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Pushing event updated for resources: {'Port': ['ID=96b1e5b4-e70c-4d15-97b4-587d03090b4f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:45.847843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41ba89-3d40-4f32-b822-9ebaafd34807 req-a47dfc17-e07c-4dec-b931-9c3fbe537748 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:45.849540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d41ba89-3d40-4f32-b822-9ebaafd34807 req-a47dfc17-e07c-4dec-b931-9c3fbe537748 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 931 time: 0.1902025 Aug 16 02:06:45.859312 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58659aa-6388-4229-bf54-6906a5db48d9 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:43Z', 'revision_number': 3, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:45.891775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.896955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Made reservation on behalf of 78a23a938806413795ac504f1ae0bec9 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:45.899875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:45.916346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.012194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-0ec28ef1-8e6f-4f49-89cd-21121200b2cc tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:46.013972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-0ec28ef1-8e6f-4f49-89cd-21121200b2cc tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports/c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 943 time: 0.1821764 Aug 16 02:06:46.035941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505d100-5488-4c1c-8a03-80ba36375281 None None] Pushing event updated for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.059719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7251044-e362-4b93-b4d8-b8274a556aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.062619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7251044-e362-4b93-b4d8-b8274a556aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.067572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d7251044-e362-4b93-b4d8-b8274a556aac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/504b98ad-6b37-4371-8d47-f0596e88e5bd HTTP/1.1" status: 204 len: 168 time: 0.5629182 Aug 16 02:06:46.118767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d41ba89-3d40-4f32-b822-9ebaafd34807 req-3f1a3e12-c550-4871-88e8-0af806158b51 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141044 Aug 16 02:06:46.119638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e01af660-6e85-4be3-bc5f-7f1b76e574b8 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:46.131474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7251044-e362-4b93-b4d8-b8274a556aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504b98ad-6b37-4371-8d47-f0596e88e5bd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.167140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.172446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.186814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662489ac-b892-486a-8063-7ac6c7c057cd None None] New status for floating IP 27261e9b-4afd-4d37-ac12-8995a193414a: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:46.188044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Transition to ACTIVE for port object e01af660-6e85-4be3-bc5f-7f1b76e574b8 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:46.255549 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b47d52a-c9fa-4767-8333-00d76c712178 x-openstack-request-id: req-9b47d52a-c9fa-4767-8333-00d76c712178 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:46.255845 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-unplugged", "status": "failed", "tag": "bcafe605-20af-4707-a710-0e7d4405476e", "code": 422}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:46.256255 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b47d52a-c9fa-4767-8333-00d76c712178 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:46.256760 n-d-768852-19 neutron-server[101947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e', 'code': 422} returned with failed status Aug 16 02:06:46.286169 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331a8be1-9ae9-4d7d-8b76-9de69f37edc7 x-openstack-request-id: req-331a8be1-9ae9-4d7d-8b76-9de69f37edc7 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:46.286169 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:46.286169 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-331a8be1-9ae9-4d7d-8b76-9de69f37edc7 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:46.286169 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'status': 'completed', 'code': 200} Aug 16 02:06:46.311046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.313112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Attempting to bind port 96b1e5b4-e70c-4d15-97b4-587d03090b4f on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:46.313646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Attempting to bind port 96b1e5b4-e70c-4d15-97b4-587d03090b4f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:46.314209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Attempting to bind port 96b1e5b4-e70c-4d15-97b4-587d03090b4f on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:46.316913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.322813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-d0526cac-8b0b-47b5-b5c7-2f5a329c7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:46.324472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-d0526cac-8b0b-47b5-b5c7-2f5a329c7516 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.1868899 Aug 16 02:06:46.335489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:46.352451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-70bca597-f4d2-47bb-a774-25dcaac110d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:46.356518 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-70bca597-f4d2-47bb-a774-25dcaac110d2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.0825069 Aug 16 02:06:46.368185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Port 96b1e5b4-e70c-4d15-97b4-587d03090b4f on network fcc2387d-58c9-4cc5-a5df-700207c84d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:46.368526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Attempting to bind port 96b1e5b4-e70c-4d15-97b4-587d03090b4f on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:46.459881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.460394 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Added segment 72c35a48-10fe-4568-83aa-048dc0396848 of type vlan for network 082f207a-cf09-403b-93e9-1b22106f5db0 Aug 16 02:06:46.550123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6824d83c-515e-4a62-9a2a-26cbf40defe0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.626960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e01af660-6e85-4be3-bc5f-7f1b76e574b8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:46.679448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Attempting to bind port e01af660-6e85-4be3-bc5f-7f1b76e574b8 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:06:46.680263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Attempting to bind port e01af660-6e85-4be3-bc5f-7f1b76e574b8 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:06:46.687980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Attempting to bind port e01af660-6e85-4be3-bc5f-7f1b76e574b8 on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:46.715687 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:46.728406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Port e01af660-6e85-4be3-bc5f-7f1b76e574b8 on network fcc2387d-58c9-4cc5-a5df-700207c84d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:06:46.731927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:46.732396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Attempting to bind port e01af660-6e85-4be3-bc5f-7f1b76e574b8 on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:06:46.735487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:46.788774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:46.789135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Checking segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:46.789634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Bound using segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:46.790099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Bound port: e01af660-6e85-4be3-bc5f-7f1b76e574b8, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:46.790513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.868527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:46.869107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:06:46.869107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Checking segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:46.870336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Bound using segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:06:46.870454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Bound port: 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:06:46.871764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:46.905742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:46.946457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-93d2c54a-1057-4900-b64f-65fcc2afdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:46.946824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-93d2c54a-1057-4900-b64f-65fcc2afdde3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.5917389 Aug 16 02:06:47.061168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Provisioning for port b14e5066-7009-4d6e-9aa8-073a84358440 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:47.065098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-da500f65-6198-4d58-8e00-669256e385f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 217 time: 0.0898092 Aug 16 02:06:47.072795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:47.073310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.109556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c8096-cd2f-40bb-b535-36c18c80ceef req-bc621f3c-d76f-4515-930d-7b16c94eec01 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.112246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-546c8096-cd2f-40bb-b535-36c18c80ceef req-bc621f3c-d76f-4515-930d-7b16c94eec01 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 944 time: 0.2364438 Aug 16 02:06:47.141728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] For port 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:47.196622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] For port 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:47.217653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Provisioning complete for port 6c41c938-d375-414c-8bcf-66a1013a8210 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:47.217653 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.230813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.249477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-546c8096-cd2f-40bb-b535-36c18c80ceef req-d275867e-8d98-4464-8cb3-5e451a34269a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122630 Aug 16 02:06:47.267717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-0a59c7a1-e67b-4c3e-87af-3a8150b9a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.268247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-4bc0ca2c-0d3c-4b5c-bd81-7ea37412e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.269264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-0a59c7a1-e67b-4c3e-87af-3a8150b9a8b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.8630803 Aug 16 02:06:47.269376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-4bc0ca2c-0d3c-4b5c-bd81-7ea37412e81e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1905613 Aug 16 02:06:47.288048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Port 6c41c938-d375-414c-8bcf-66a1013a8210 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:47.316187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Provisioning complete for port 642ed300-08ee-499b-91db-e020422dde46 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:47.316579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.333876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Delete allocated IP 2001:db8::39 (1c0dc8e4-ad77-4160-904a-535993b77651/229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc) {{(pid=101945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:06:47.345702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Allocated IP 2001:db8:0:2::3c3 (1c0dc8e4-ad77-4160-904a-535993b77651/15f42a12-cb79-49c7-a3bd-e78962999cbf/6c41c938-d375-414c-8bcf-66a1013a8210) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:47.358582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] For port e01af660-6e85-4be3-bc5f-7f1b76e574b8, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:06:47.374548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.383631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-4d5c5b6a-4bb0-4a55-872a-717e61f74327 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 217 time: 0.1063080 Aug 16 02:06:47.388218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] For port e01af660-6e85-4be3-bc5f-7f1b76e574b8, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:06:47.389152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6c412898-f495-4a22-9085-fa35958a16f6 None None] Port 642ed300-08ee-499b-91db-e020422dde46 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:47.397510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-e5eb962d-d2ae-4dc0-ab7c-2e53dfd48d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.400119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-e5eb962d-d2ae-4dc0-ab7c-2e53dfd48d85 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1191409 Aug 16 02:06:47.421106 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:46Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:47.439427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.442810 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.444559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-792218d2-3711-4731-9be7-93687a1569ed service neutron] 10.222.0.83 "PUT /v2.0/ports/96b1e5b4-e70c-4d15-97b4-587d03090b4f HTTP/1.1" status: 200 len: 1092 time: 3.5021226 Aug 16 02:06:47.459053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-8d336532-c704-4195-8840-4be3726645ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.461039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-8d336532-c704-4195-8840-4be3726645ca service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.0647502 Aug 16 02:06:47.469862 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:47.479340 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:47.480045 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:47.502794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.503818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.504460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.551538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792218d2-3711-4731-9be7-93687a1569ed service neutron] Pushing event updated for resources: {'Port': ['ID=96b1e5b4-e70c-4d15-97b4-587d03090b4f,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.589430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.656658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.657682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:47.659490 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] 10.222.0.83 "PUT /v2.0/ports/e01af660-6e85-4be3-bc5f-7f1b76e574b8 HTTP/1.1" status: 200 len: 1092 time: 2.6384778 Aug 16 02:06:47.661140 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1306841 Aug 16 02:06:47.661912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'tag': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:47.664205 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:47.664698 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fda507a-d076-46f0-b283-7dd703f9eccb", "tag": "e01af660-6e85-4be3-bc5f-7f1b76e574b8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:47.666390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.685924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Request body: {'subnet': {'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2007962663-subnet', 'tenant_id': '78a23a938806413795ac504f1ae0bec9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:47.689798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f610-9e0f-4b69-8750-e3d5888d8062 admin admin] Pushing event updated for resources: {'Network': ['ID=082f207a-cf09-403b-93e9-1b22106f5db0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.693567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-4e0d7805-d630-4498-9246-8b0787fa6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.695273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-4e0d7805-d630-4498-9246-8b0787fa6c6e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2272418 Aug 16 02:06:47.703753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 082f207a-cf09-403b-93e9-1b22106f5db0 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:47.741228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-af42e6b3-6530-47aa-ad48-0a5ad45b6c64 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057289 Aug 16 02:06:47.743969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41514) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:47.791246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-b0d0cafe-34e6-4052-a291-efa05285875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.792807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-b0d0cafe-34e6-4052-a291-efa05285875e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 1095 time: 0.1823702 Aug 16 02:06:47.845057 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-577f4d21-52f8-4c65-9626-eeeaf1335aca service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285577 Aug 16 02:06:47.869262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb3a0a-fcff-4db8-bf01-7ae85c9154c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e01af660-6e85-4be3-bc5f-7f1b76e574b8,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:47.975330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-56084053-399f-4fb3-9ba7-40e10bd10c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:47.976875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-56084053-399f-4fb3-9ba7-40e10bd10c29 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 1095 time: 0.1290731 Aug 16 02:06:47.994968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-2c6d0602-43ff-400e-a48e-34416a7ea8c5 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388442 Aug 16 02:06:48.009157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1505234905-network', 'tenant_id': '9845964002884e55b819a11a7ba4e83e'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:48.032138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-426e92d0-6aa4-419f-916e-ccbf818ee47a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8 HTTP/1.1" status: 200 len: 217 time: 0.0440514 Aug 16 02:06:48.042795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.051407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec1bf87a-87d1-497e-afce-faa9f06662fb req-9ffbbc05-aeb2-44f6-b308-54da6ff0cb6d service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905558 Aug 16 02:06:48.059520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-4387143a-2d21-4bc9-a64e-04c71ee5cd20 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f HTTP/1.1" status: 200 len: 217 time: 0.2203333 Aug 16 02:06:48.074367 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:46Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:48.094231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-2f2dc3c7-24d9-4480-9ea1-35af69d1c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.096216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-2f2dc3c7-24d9-4480-9ea1-35af69d1c0f4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.0559247 Aug 16 02:06:48.100347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Made reservation on behalf of 78a23a938806413795ac504f1ae0bec9 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:48.103707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.108436 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a57b6f-1189-4e90-b9e2-037cd31390a2 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:29:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:06:46Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:48.143169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-2c4a3538-cf75-4449-a419-f7ce4b1770c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353889 Aug 16 02:06:48.187010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Transition to ACTIVE for port object 6c41c938-d375-414c-8bcf-66a1013a8210 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:48.215509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Made reservation on behalf of 9845964002884e55b819a11a7ba4e83e for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:48.220218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.245647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.259719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-c18797d7-3b95-4e4e-a114-28473ad7f6fa service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096449 Aug 16 02:06:48.276432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.280640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f'}, {'name': 'network-changed', 'server_uuid': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'tag': '96b1e5b4-e70c-4d15-97b4-587d03090b4f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:48.283140 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169c6b3a-2ba5-498d-87f8-a65597bad8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f"}, {"name": "network-changed", "server_uuid": "373aaeca-4c97-4e45-ac83-cce027aa73ef", "tag": "96b1e5b4-e70c-4d15-97b4-587d03090b4f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:48.286865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-7f9b82bb-8ade-4a2a-812c-d9bebb39ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.288373 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-7f9b82bb-8ade-4a2a-812c-d9bebb39ddc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.1926339 Aug 16 02:06:48.309940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cb81d-10e6-421b-9da5-0b2211ac606f req-82f221f6-a8dd-4342-bf3d-52ef5bee95a7 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.311592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f68cb81d-10e6-421b-9da5-0b2211ac606f req-82f221f6-a8dd-4342-bf3d-52ef5bee95a7 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 943 time: 0.2653477 Aug 16 02:06:48.384357 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-83f606c1-7c94-418c-af7e-5cf842d7129a service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157439 Aug 16 02:06:48.411200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-08fb391a-a69e-4e01-b998-798061745280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.412820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-08fb391a-a69e-4e01-b998-798061745280 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1097 time: 0.2908092 Aug 16 02:06:48.422113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-3dd34e3b-5bfc-47be-b084-340052ebba4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011155 Aug 16 02:06:48.464820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] In _notify_port_updated(), no bound segment for port 6c41c938-d375-414c-8bcf-66a1013a8210 on network 1c0dc8e4-ad77-4160-904a-535993b77651 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:06:48.471148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.472010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.473387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "PUT /v2.0/ports/6c41c938-d375-414c-8bcf-66a1013a8210 HTTP/1.1" status: 200 len: 970 time: 3.7189143 Aug 16 02:06:48.476431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41522) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:48.498913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca047e-6b88-4a8c-b1ae-ce1650f3aaf5 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event updated for resources: {'Port': ['ID=6c41c938-d375-414c-8bcf-66a1013a8210,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:48.587295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 6c41c938-d375-414c-8bcf-66a1013a8210 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:48.587658 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.629381 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f68cb81d-10e6-421b-9da5-0b2211ac606f req-d764c021-b761-425f-95fa-49127f04eedb tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045328 Aug 16 02:06:48.703713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.718758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 6c41c938-d375-414c-8bcf-66a1013a8210 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:48.730329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-efa1a41e-7129-4192-98e0-b1609b964cf8 None None] Provisioning for port 6c41c938-d375-414c-8bcf-66a1013a8210 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:48.735926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-efa1a41e-7129-4192-98e0-b1609b964cf8 None None] Provisioning complete for port 6c41c938-d375-414c-8bcf-66a1013a8210 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:48.736367 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efa1a41e-7129-4192-98e0-b1609b964cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.752462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-2e89796c-90aa-442f-8d3a-82a9bf0b9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:48.753582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-2e89796c-90aa-442f-8d3a-82a9bf0b9aa2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.3112612 Aug 16 02:06:48.807463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-efa1a41e-7129-4192-98e0-b1609b964cf8 None None] Port 6c41c938-d375-414c-8bcf-66a1013a8210 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:48.820250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-ac05486f-e4d0-4de1-8bb1-e5966be135a9 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600802 Aug 16 02:06:48.892616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.912189 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.941318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:48.945245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-75610917-be72-466b-b331-a109a2dd635b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 1000 time: 0.1820383 Aug 16 02:06:48.968222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device bcafe605-20af-4707-a710-0e7d4405476e no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:48.989441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=6c41c938-d375-414c-8bcf-66a1013a8210,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.017970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.037135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.041945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41538) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.042832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-21f3febe-8f82-4a1c-8e8a-5a4e9895acd4 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/6c41c938-d375-414c-8bcf-66a1013a8210 HTTP/1.1" status: 204 len: 168 time: 0.5651112 Aug 16 02:06:49.068498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=65daeea1-30eb-466e-9128-87e88aaf9c44,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.082412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f801564c-93b5-4bd3-b213-e6f88fe16fcf req-e4bd28aa-8d59-4530-87e1-4ce17e2fb619 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503400 Aug 16 02:06:49.087412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:49.122780 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1467c457-e982-4e4d-96b3-16de4c4aaf48 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] GET failed (client error): The resource could not be found. Aug 16 02:06:49.127016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1467c457-e982-4e4d-96b3-16de4c4aaf48 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports/6c41c938-d375-414c-8bcf-66a1013a8210 HTTP/1.1" status: 404 len: 333 time: 0.0739088 Aug 16 02:06:49.128394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41542) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.130633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee0243b-2030-4c90-b6a0-2f954a923816,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.135006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-39f3f25d-347b-48bd-b322-85ba994593b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.136540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-39f3f25d-347b-48bd-b322-85ba994593b9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1765597 Aug 16 02:06:49.137761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.138111 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Added segment ea06c1f2-926c-47d1-95fc-361341e19cd7 of type vlan for network d88b39ff-ba49-4786-af9c-201ae6bd788b Aug 16 02:06:49.177330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Checking segment: {'id': '72c35a48-10fe-4568-83aa-048dc0396848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:49.177705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Network hostable DHCP agents. Network: 082f207a-cf09-403b-93e9-1b22106f5db0, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:49.206804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f90f533-41ee-4356-96fa-791a4a0aae3a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.228551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.234051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f90f533-41ee-4356-96fa-791a4a0aae3a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.251587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-63ff1388-cb14-4ad3-84fb-042d3b576413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.253229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-63ff1388-cb14-4ad3-84fb-042d3b576413 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044543 Aug 16 02:06:49.381050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Network 082f207a-cf09-403b-93e9-1b22106f5db0 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:49.444576 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.445317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f90f533-41ee-4356-96fa-791a4a0aae3a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.445495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.446085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.448143 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f90f533-41ee-4356-96fa-791a4a0aae3a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.449639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-54e6f5be-99dc-4daa-9efb-4090e28627c3 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855977 Aug 16 02:06:49.456204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41550) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.456870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f90f533-41ee-4356-96fa-791a4a0aae3a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/security-groups/1d3c4365-f93a-47a4-a58a-1acfadee1124 HTTP/1.1" status: 204 len: 168 time: 0.3201671 Aug 16 02:06:49.466505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90f533-41ee-4356-96fa-791a4a0aae3a tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3c4365-f93a-47a4-a58a-1acfadee1124,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.570516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 082f207a-cf09-403b-93e9-1b22106f5db0) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:49.574707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.575298 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.580208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b6e799-190f-4a67-a629-8ba58cc9bf21 None None] Network 082f207a-cf09-403b-93e9-1b22106f5db0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:49.604595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d88b39ff-ba49-4786-af9c-201ae6bd788b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.619524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d88b39ff-ba49-4786-af9c-201ae6bd788b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:49.662084 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd3f3-c7bc-4557-926f-f934445dd169 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.665508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea11780-baeb-4a10-9572-4853a3ab7804 req-21482db7-946b-4cc4-a753-4d400a02f89f service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878891 Aug 16 02:06:49.666765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3013af30-4b8b-48e3-9a34-ea46465593e6 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9184775 Aug 16 02:06:49.670047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.676529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Request body: {'subnet': {'network_id': 'd88b39ff-ba49-4786-af9c-201ae6bd788b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1505234905-subnet', 'tenant_id': '9845964002884e55b819a11a7ba4e83e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:49.691619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd3f3-c7bc-4557-926f-f934445dd169 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.711692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3dec044c-3ec6-4a21-9e60-50084131fd5e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0334468 Aug 16 02:06:49.774545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047bcf62-efb5-464d-bacf-f70d37b6ee18 None None] Network 082f207a-cf09-403b-93e9-1b22106f5db0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:49.813044 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f07f09-886e-444c-9516-b8fc2d35cdc3 x-openstack-request-id: req-66f07f09-886e-444c-9516-b8fc2d35cdc3 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:49.814571 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fda507a-d076-46f0-b283-7dd703f9eccb", "tag": "e01af660-6e85-4be3-bc5f-7f1b76e574b8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:49.815029 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-66f07f09-886e-444c-9516-b8fc2d35cdc3 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:49.816061 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'tag': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8', 'status': 'completed', 'code': 200} Aug 16 02:06:49.828451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Made reservation on behalf of 9845964002884e55b819a11a7ba4e83e for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:49.832515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.875322 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd3f3-c7bc-4557-926f-f934445dd169 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.879533 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd3f3-c7bc-4557-926f-f934445dd169 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:49.884309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0cbcd3f3-c7bc-4557-926f-f934445dd169 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/security-groups/e2f4f0fb-6c28-495f-b054-008fa73949ea HTTP/1.1" status: 204 len: 168 time: 0.4271481 Aug 16 02:06:49.884948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41578) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:49.919209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcd3f3-c7bc-4557-926f-f934445dd169 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f4f0fb-6c28-495f-b054-008fa73949ea,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:49.951099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-9a2cbe43-a906-4d2d-9b3c-6996bdeb037c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:49.952614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-9a2cbe43-a906-4d2d-9b3c-6996bdeb037c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 1095 time: 0.1094320 Aug 16 02:06:49.980736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b24cd0f2-9675-40e0-b33d-e72af0610f78 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.049617 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b24cd0f2-9675-40e0-b33d-e72af0610f78 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.105779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-6d7ee51a-5cd1-4460-8b36-50b0516caee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.107372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-6d7ee51a-5cd1-4460-8b36-50b0516caee5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 914 time: 0.1362267 Aug 16 02:06:50.154854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-29642689-71f5-453b-ac09-d72e90e85b9a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8 HTTP/1.1" status: 200 len: 217 time: 0.0382321 Aug 16 02:06:50.169801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.207451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b24cd0f2-9675-40e0-b33d-e72af0610f78 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.210350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b24cd0f2-9675-40e0-b33d-e72af0610f78 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.211787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b24cd0f2-9675-40e0-b33d-e72af0610f78 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/security-groups/c1d0350a-5a78-47e6-ae32-a05c477ea530 HTTP/1.1" status: 204 len: 168 time: 0.3202522 Aug 16 02:06:50.215327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41584) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:50.229614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f758829d-9de9-4c91-8fd3-de6b7c56c549,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.263320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Checking segment: {'id': 'ea06c1f2-926c-47d1-95fc-361341e19cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'd88b39ff-ba49-4786-af9c-201ae6bd788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:06:50.263875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Network hostable DHCP agents. Network: d88b39ff-ba49-4786-af9c-201ae6bd788b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:06:50.280973 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64797ee6-136d-4865-9c2a-a578d2b49b1f x-openstack-request-id: req-64797ee6-136d-4865-9c2a-a578d2b49b1f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:50.281457 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "373aaeca-4c97-4e45-ac83-cce027aa73ef", "tag": "96b1e5b4-e70c-4d15-97b4-587d03090b4f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:50.281708 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64797ee6-136d-4865-9c2a-a578d2b49b1f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:50.282057 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'status': 'completed', 'code': 200} Aug 16 02:06:50.282339 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'tag': '96b1e5b4-e70c-4d15-97b4-587d03090b4f', 'status': 'completed', 'code': 200} Aug 16 02:06:50.284842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-7688d219-406e-4057-adba-22ae09b939cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.286434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-7688d219-406e-4057-adba-22ae09b939cf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.1238959 Aug 16 02:06:50.318295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24cd0f2-9675-40e0-b33d-e72af0610f78 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d0350a-5a78-47e6-ae32-a05c477ea530,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:50.324529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-aaddad04-e08e-4cd3-bfd1-a96b7d896b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.326164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-aaddad04-e08e-4cd3-bfd1-a96b7d896b4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 1095 time: 0.0444674 Aug 16 02:06:50.345770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:50.365200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.369449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-cebdf2f4-5200-4282-8fa3-528f35dc181d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638845 Aug 16 02:06:50.436906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-0f3177cc-7e76-4f5e-ba8c-a3e7430d7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.438533 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-0f3177cc-7e76-4f5e-ba8c-a3e7430d7e38 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 914 time: 0.1023405 Aug 16 02:06:50.484394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-7913ecab-23b5-4424-ab30-1588df13cd75 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f HTTP/1.1" status: 200 len: 217 time: 0.0377393 Aug 16 02:06:50.497751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.527551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-9229e8f8-3131-4918-a6a9-dda30e091734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.529112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-9229e8f8-3131-4918-a6a9-dda30e091734 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1097 time: 0.2356231 Aug 16 02:06:50.536774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-b346cec5-67dc-4f0f-aad5-aa8cfbb55369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.538271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-b346cec5-67dc-4f0f-aad5-aa8cfbb55369 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.0468059 Aug 16 02:06:50.571628 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-743e1acf-e0b4-4458-b732-27f07b5fb3a3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244904 Aug 16 02:06:50.598175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Network d88b39ff-ba49-4786-af9c-201ae6bd788b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:06:50.609767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c376423-7cf7-4c43-bef4-758fb24cb69c req-dbcc042a-48f5-4d44-bb5b-6aca107fcd90 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.612035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c376423-7cf7-4c43-bef4-758fb24cb69c req-dbcc042a-48f5-4d44-bb5b-6aca107fcd90 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 943 time: 0.2189639 Aug 16 02:06:50.675004 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-8258c909-cd47-4166-854e-1d73fcaa77d2 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943620 Aug 16 02:06:50.701918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d88b39ff-ba49-4786-af9c-201ae6bd788b) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:50.710495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214c36b9-b51f-4f8f-97f3-a586e3a55812 None None] Network d88b39ff-ba49-4786-af9c-201ae6bd788b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:50.733286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:50.734068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:50.791215 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-08b64077-16a9-442c-a3c2-fd0d309fdb1d service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082158 Aug 16 02:06:50.833629 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2bcd13e-bff0-481b-81a7-dcc3200b9243 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1611955 Aug 16 02:06:50.846717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839c66d5-be3f-4fd5-95b9-91a5ec61f349 None None] Network d88b39ff-ba49-4786-af9c-201ae6bd788b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:51.026532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-3679c4ad-be5c-4e67-bc9c-e919e764b023 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320682 Aug 16 02:06:51.127781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.160567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c376423-7cf7-4c43-bef4-758fb24cb69c req-0df475c3-56ee-42a9-887c-e6ba3c6fbe6b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5243785 Aug 16 02:06:51.181243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-669d895f-7811-4f50-9faf-786342a228a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.181243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-669d895f-7811-4f50-9faf-786342a228a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.6428006 Aug 16 02:06:51.197894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-62db4f37-1320-49f2-93f6-19099a7a48f4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.199439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-62db4f37-1320-49f2-93f6-19099a7a48f4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=3443b3d8-2545-4b0c-b0cd-933cebfed796 HTTP/1.1" status: 200 len: 944 time: 0.5584157 Aug 16 02:06:51.398585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18bd88af-0ff4-4ab3-b157-d43e5bcce23e req-e2234de7-89d0-4582-baa3-8dbcd012c048 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581045 Aug 16 02:06:51.428063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-01479201-b5b9-49f8-97da-6247621f52fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 1000 time: 0.2276814 Aug 16 02:06:51.435969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c76698f-a97d-47cf-8153-2f4b6f2d29fb req-fdc166ae-3ded-4c4e-a62d-ad32bf063aa6 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1000 time: 0.2471375 Aug 16 02:06:51.471879 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.513533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e01af660-6e85-4be3-bc5f-7f1b76e574b8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:51.540287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.552922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.554859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-509ea0c0-9118-4552-8433-c9d6a06c932d tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc HTTP/1.1" status: 204 len: 168 time: 1.3384380 Aug 16 02:06:51.558603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41592) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:51.569954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76698f-a97d-47cf-8153-2f4b6f2d29fb req-cdd0c5d4-d962-47b7-b450-4729e3aa2add tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.571375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c76698f-a97d-47cf-8153-2f4b6f2d29fb req-cdd0c5d4-d962-47b7-b450-4729e3aa2add tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports/3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 942 time: 0.1231089 Aug 16 02:06:51.572816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-0044c41d-0d39-4846-8302-cfd074b40e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.574232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-0044c41d-0d39-4846-8302-cfd074b40e1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1367562 Aug 16 02:06:51.582876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1880e0-f506-48d6-9e14-d93629b35906 None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:51.609572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Deleting port bcafe605-20af-4707-a710-0e7d4405476e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:51.611145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.633328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 15f42a12-cb79-49c7-a3bd-e78962999cbf {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:51.637483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.696749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.797432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-f65d892f-8ef7-49d4-8e07-68992db6255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.799140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-f65d892f-8ef7-49d4-8e07-68992db6255c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2078190 Aug 16 02:06:51.801384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.812036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e01af660-6e85-4be3-bc5f-7f1b76e574b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:51.819182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a4887-55fd-45c3-9911-75a878fba69a req-3ee26eed-bffe-46fe-9b9e-eb9ac0bc999f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:51.819182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-677a4887-55fd-45c3-9911-75a878fba69a req-3ee26eed-bffe-46fe-9b9e-eb9ac0bc999f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.83 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 945 time: 0.2289927 Aug 16 02:06:51.832535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'port_id': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8', 'mac_address': 'fa:16:3e:12:26:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1207bff5-d20e-4dae-8ab7-b6c459ed994c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:51.836694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c76698f-a97d-47cf-8153-2f4b6f2d29fb req-83768276-b83a-4cb5-8b98-b158da8cc060 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1000 time: 0.1879890 Aug 16 02:06:51.919726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.926163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] For port bcafe605-20af-4707-a710-0e7d4405476e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=bcafe605-20af-4707-a710-0e7d4405476e,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:51.926550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.948153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e01af660-6e85-4be3-bc5f-7f1b76e574b8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:51.952826 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:51.981798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e01af660-6e85-4be3-bc5f-7f1b76e574b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:51.992381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=15f42a12-cb79-49c7-a3bd-e78962999cbf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:51.996591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.001965 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a05bae7d-da9c-485e-99f8-1201b75dcf14 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/15f42a12-cb79-49c7-a3bd-e78962999cbf HTTP/1.1" status: 204 len: 168 time: 0.4416277 Aug 16 02:06:52.002780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.024501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Calling delete_port for bcafe605-20af-4707-a710-0e7d4405476e owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:52.030479 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-77ac13a2-5f3c-4685-9047-a6924e0ef645 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.031059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77ac13a2-5f3c-4685-9047-a6924e0ef645 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.034238 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-77ac13a2-5f3c-4685-9047-a6924e0ef645 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/229f5404-5ba0-4a0e-8ca1-6a5f1d9096fc HTTP/1.1" status: 404 len: 337 time: 0.0304701 Aug 16 02:06:52.036598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.061513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.095483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting subnet 714764d6-c4f8-43c7-a37d-0be43c0b8cfd {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:52.099309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.154369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e01af660-6e85-4be3-bc5f-7f1b76e574b8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.164712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-cc637b66-a912-46d1-8326-8d01986e11f7 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419178 Aug 16 02:06:52.166072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.179859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76698f-a97d-47cf-8153-2f4b6f2d29fb req-154ff3f0-65f4-40e7-b0ad-86681e5742a5 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:52.181407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c76698f-a97d-47cf-8153-2f4b6f2d29fb req-154ff3f0-65f4-40e7-b0ad-86681e5742a5 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.3260734 Aug 16 02:06:52.275800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e01af660-6e85-4be3-bc5f-7f1b76e574b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:52.288554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-169c6b3a-2ba5-498d-87f8-a65597bad8f9 req-43b53ac9-c45b-4921-a963-5bf894398fad service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028836 Aug 16 02:06:52.304817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.308323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Deleting port b3fed03d-e258-487e-a373-797fb1dd7b6b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:52.308675 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.461253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.484727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.490201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/714764d6-c4f8-43c7-a37d-0be43c0b8cfd HTTP/1.1" status: 204 len: 168 time: 0.4525626 Aug 16 02:06:52.490916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41612) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.521335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Subnet': ['ID=714764d6-c4f8-43c7-a37d-0be43c0b8cfd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.543844 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8d523a-edf9-4905-ab68-04c4d7e8c54f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.544315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8d523a-edf9-4905-ab68-04c4d7e8c54f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.549266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bd8d523a-edf9-4905-ab68-04c4d7e8c54f tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/10007695-14d4-4409-a768-bade24458b13 HTTP/1.1" status: 404 len: 337 time: 0.0347185 Aug 16 02:06:52.554440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.554838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] For port b3fed03d-e258-487e-a373-797fb1dd7b6b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b3fed03d-e258-487e-a373-797fb1dd7b6b,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:52.554838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.560211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.560568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.560913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.561252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.561734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.562080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.562415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.562782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.563109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.563999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.564402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.564718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba30b8a-d190-4961-8df8-9208e37ac067 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:06:52.594034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3f4a2950-bf87-4ead-841a-2d36d0a9e413 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "GET /v2.0/ports?device_id=23871a39-b83d-4b45-b56f-abd7c6ce40ab HTTP/1.1" status: 200 len: 205 time: 0.0422397 Aug 16 02:06:52.599100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41616) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.639581 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-5e40c9d2-2683-46ec-8942-a50345337f71 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] delete failed (client error): The resource could not be found. Aug 16 02:06:52.641254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e40c9d2-2683-46ec-8942-a50345337f71 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/routers/23871a39-b83d-4b45-b56f-abd7c6ce40ab HTTP/1.1" status: 404 len: 336 time: 0.0410974 Aug 16 02:06:52.647270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.682240 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-17abd596-3e57-4caf-86b9-0767b1e68ee3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.682240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17abd596-3e57-4caf-86b9-0767b1e68ee3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.682240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-17abd596-3e57-4caf-86b9-0767b1e68ee3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/5acc27cf-8a6a-453d-b0c2-c6b7e06d9814 HTTP/1.1" status: 404 len: 337 time: 0.0318053 Aug 16 02:06:52.684309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.686944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad0044-936b-4292-bdb5-11d9f7776bfc None None] Network 1c0dc8e4-ad77-4160-904a-535993b77651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:06:52.713698 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ce96e4d-af58-4d8d-aebb-faa65913d244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.714320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ce96e4d-af58-4d8d-aebb-faa65913d244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.716928 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0ce96e4d-af58-4d8d-aebb-faa65913d244 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/6860bfa2-877b-4b0b-83e0-f239d9ef20ca HTTP/1.1" status: 404 len: 337 time: 0.0307603 Aug 16 02:06:52.726105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-7d7b6034-4b7d-4298-a334-6be2e78c8c05 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:52.726757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41622) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.727814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-7d7b6034-4b7d-4298-a334-6be2e78c8c05 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/networks?id=082f207a-cf09-403b-93e9-1b22106f5db0 HTTP/1.1" status: 200 len: 813 time: 0.2543228 Aug 16 02:06:52.743469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8de49379-c1b8-4096-9223-ef79e3e955c3 None None] Provisioning complete for port b14e5066-7009-4d6e-9aa8-073a84358440 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:52.744006 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8de49379-c1b8-4096-9223-ef79e3e955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.763591 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-195f1451-d2b2-4a16-85c5-e99d1fb8606b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.763591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195f1451-d2b2-4a16-85c5-e99d1fb8606b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.763591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-195f1451-d2b2-4a16-85c5-e99d1fb8606b tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/3313a548-ca4e-437c-bbe1-2d67cea9a20e HTTP/1.1" status: 404 len: 337 time: 0.0350175 Aug 16 02:06:52.765548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41624) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.776582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.790669 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad20a7e-ee4f-4c92-8aaf-3ce38e92e78c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.791741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad20a7e-ee4f-4c92-8aaf-3ce38e92e78c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.795513 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8ad20a7e-ee4f-4c92-8aaf-3ce38e92e78c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/d6683398-9275-4d0e-884c-141a24523ff6 HTTP/1.1" status: 404 len: 333 time: 0.0266657 Aug 16 02:06:52.799328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41626) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.827506 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-82138f6c-6f7d-4a05-be5d-60fd7e295dc3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.827977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82138f6c-6f7d-4a05-be5d-60fd7e295dc3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.833093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82138f6c-6f7d-4a05-be5d-60fd7e295dc3 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/87472c37-67e5-4d7e-b930-e1e83ac0bd99 HTTP/1.1" status: 404 len: 337 time: 0.0303938 Aug 16 02:06:52.833445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.835841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-94783839-5596-4b40-b74c-b86dbc2563c2 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/quotas/78a23a938806413795ac504f1ae0bec9 HTTP/1.1" status: 200 len: 375 time: 0.0634823 Aug 16 02:06:52.840179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event deleted for resources: {'Port': ['ID=bcafe605-20af-4707-a710-0e7d4405476e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:52.868060 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-28cfa387-28a2-4b7f-b455-d7466bde6c24 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.868060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28cfa387-28a2-4b7f-b455-d7466bde6c24 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.872026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28cfa387-28a2-4b7f-b455-d7466bde6c24 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/ec8258f9-11cc-4331-8a24-1a661f3de25a HTTP/1.1" status: 404 len: 337 time: 0.0354040 Aug 16 02:06:52.872306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41630) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.900349 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-512ac7d4-48cb-4b7d-afcb-72733249ba12 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.901383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-512ac7d4-48cb-4b7d-afcb-72733249ba12 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.905876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-512ac7d4-48cb-4b7d-afcb-72733249ba12 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/7f1e9c6e-1457-4cd4-bed7-8a08787723c6 HTTP/1.1" status: 404 len: 333 time: 0.0302813 Aug 16 02:06:52.906060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8de49379-c1b8-4096-9223-ef79e3e955c3 None None] Provisioning complete for port 642ed300-08ee-499b-91db-e020422dde46 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:52.906176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41632) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.906633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8de49379-c1b8-4096-9223-ef79e3e955c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.927125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-2c5b3815-e87d-402b-b66a-97b41a4de4d1 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=78a23a938806413795ac504f1ae0bec9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0796864 Aug 16 02:06:52.935194 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ba1ff4d-0d6b-4ee6-8788-a1946b13a719 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.935949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ba1ff4d-0d6b-4ee6-8788-a1946b13a719 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.940654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ba1ff4d-0d6b-4ee6-8788-a1946b13a719 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/4d2a94f5-12cf-4479-b720-80d4584a0158 HTTP/1.1" status: 404 len: 337 time: 0.0305791 Aug 16 02:06:52.940909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41634) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.946446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8de49379-c1b8-4096-9223-ef79e3e955c3 None None] Port 642ed300-08ee-499b-91db-e020422dde46 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:06:52.960638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] No DVR routers for this DVR port bcafe605-20af-4707-a710-0e7d4405476e on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:52.974711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:52.976590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-870abdbc-3dd1-4aef-8d13-ff7e02ad6fd1 req-9cb1d7d4-7f94-4b98-976a-23dceab271c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "DELETE /v2.0/ports/bcafe605-20af-4707-a710-0e7d4405476e HTTP/1.1" status: 204 len: 173 time: 1.7593489 Aug 16 02:06:52.977036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-deleted', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:52.977638 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8041c5-fa86-4cf2-b7f4-0bad70a5175c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] DELETE failed (client error): The resource could not be found. Aug 16 02:06:52.978107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8041c5-fa86-4cf2-b7f4-0bad70a5175c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:06:52.982147 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312cf53f-0df8-4a94-be2c-b4fa25cbd154" -d '{"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-deleted", "tag": "bcafe605-20af-4707-a710-0e7d4405476e"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:52.982332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ad8041c5-fa86-4cf2-b7f4-0bad70a5175c tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/subnets/330736aa-d2eb-42e2-a2b4-bc53e1009bf2 HTTP/1.1" status: 404 len: 337 time: 0.0380924 Aug 16 02:06:52.982423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:52.993184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] DHCP port deletion for 1c0dc8e4-ad77-4160-904a-535993b77651 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:06:53.034319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.034898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.046774 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Floating IP 585d71b3-4b17-4e3a-b32d-a111521d9237 disassociated. External IP: 172.25.6.213, port: b3fed03d-e258-487e-a373-797fb1dd7b6b. Aug 16 02:06:53.046774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Calling delete_port for b3fed03d-e258-487e-a373-797fb1dd7b6b owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:53.047019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] Deleting port b14e5066-7009-4d6e-9aa8-073a84358440 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:53.047019 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.102786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Deleting port 642ed300-08ee-499b-91db-e020422dde46 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:53.103182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.114597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] For port b14e5066-7009-4d6e-9aa8-073a84358440, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b14e5066-7009-4d6e-9aa8-073a84358440,segment=NetworkSegment(012d14d2-5629-496c-8ef8-96f1be97c247),segment_id=012d14d2-5629-496c-8ef8-96f1be97c247)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:53.115034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.132237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] Calling delete_port for b14e5066-7009-4d6e-9aa8-073a84358440 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:53.135159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-679c1c4f-4d4c-4050-9196-9096d4af2601 service neutron] 10.222.0.76 "GET /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774569 Aug 16 02:06:53.178194 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.192920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Calling delete_port for 642ed300-08ee-499b-91db-e020422dde46 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:53.278439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-e76d809d-ae7f-445a-8776-472f8758085a service neutron] 10.222.0.76 "GET /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383255 Aug 16 02:06:53.323951 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.347614 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.352283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] No DVR routers for this DVR port b14e5066-7009-4d6e-9aa8-073a84358440 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:53.352667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.355449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cff6c2-83ce-42e3-b950-9b123c0212e5 None None] Pushing event deleted for resources: {'Port': ['ID=b14e5066-7009-4d6e-9aa8-073a84358440,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.385385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event deleted for resources: {'Port': ['ID=b3fed03d-e258-487e-a373-797fb1dd7b6b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.397826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Port': ['ID=642ed300-08ee-499b-91db-e020422dde46,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:53.403677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.409033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af936ea2-5ed2-4baa-981c-ce895c7797cd tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/ports/642ed300-08ee-499b-91db-e020422dde46 HTTP/1.1" status: 204 len: 168 time: 0.4254220 Aug 16 02:06:53.411313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.498112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.524918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Router 446ce94b-8fa7-4a54-9454-72793de6b9a1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:53.529929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 96b1e5b4-e70c-4d15-97b4-587d03090b4f details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:06:53.638764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.653703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0dc8e4-ad77-4160-904a-535993b77651']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:53.653959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:53.657811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0b1cea1-a411-4c7c-bf5f-b21076f64de8 req-57d0d08e-856f-4ad5-a2b8-4d6f7e21a268 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 210 time: 0.0625386 Aug 16 02:06:53.669188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e01af660-6e85-4be3-bc5f-7f1b76e574b8 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:53.675096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41648) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:53.701482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012d14d2-5629-496c-8ef8-96f1be97c247') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:53.701794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012d14d2-5629-496c-8ef8-96f1be97c247') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:53.705875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '96b1e5b4-e70c-4d15-97b4-587d03090b4f', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'port_id': '96b1e5b4-e70c-4d15-97b4-587d03090b4f', 'mac_address': 'fa:16:3e:69:b5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1207bff5-d20e-4dae-8ab7-b6c459ed994c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:06:53.717323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.748207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.764771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:53.765240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:53.771320 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:53.793905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.820086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b1e5b4-e70c-4d15-97b4-587d03090b4f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:53.850299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:53.865146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Deleting subnet f758829d-9de9-4c91-8fd3-de6b7c56c549 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:06:53.869159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:53.871155 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:53.881441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] Sync routers for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:53.895800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:53.896752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:54.009305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.011118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.013163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port e01af660-6e85-4be3-bc5f-7f1b76e574b8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:54.018065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.020570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] 10.222.0.76 "DELETE /v2.0/networks/1c0dc8e4-ad77-4160-904a-535993b77651 HTTP/1.1" status: 204 len: 168 time: 0.6054916 Aug 16 02:06:54.042173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325889cf-bceb-49b4-838c-aef39b7d50b6 tempest-PortsIpV6TestJSON-480120884 tempest-PortsIpV6TestJSON-480120884-project] Pushing event deleted for resources: {'Network': ['ID=1c0dc8e4-ad77-4160-904a-535993b77651,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.062465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port e01af660-6e85-4be3-bc5f-7f1b76e574b8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:54.062901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.113265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:54.187105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=96b1e5b4-e70c-4d15-97b4-587d03090b4f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.243038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['96b1e5b4-e70c-4d15-97b4-587d03090b4f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:06:54.334452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] No DVR routers for this DVR port b3fed03d-e258-487e-a373-797fb1dd7b6b on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:06:54.343435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.346286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-677a4887-55fd-45c3-9911-75a878fba69a req-7e707860-d880-4c9e-b42b-4ed8cfef1b3f tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.83 "DELETE /v2.0/ports/b3fed03d-e258-487e-a373-797fb1dd7b6b HTTP/1.1" status: 204 len: 173 time: 2.5208807 Aug 16 02:06:54.355218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.391440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-2e7cba28-3b51-4470-9931-ea2d806462ee tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1000 time: 0.1619635 Aug 16 02:06:54.396054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.424473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8e89b-3401-4122-ba45-44b4fe634736 req-28b9b6c0-2271-4c5b-9c4d-d5b082b96b16 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:54.426254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0c8e89b-3401-4122-ba45-44b4fe634736 req-28b9b6c0-2271-4c5b-9c4d-d5b082b96b16 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 944 time: 0.1897705 Aug 16 02:06:54.458128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.460183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:54.463285 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1aee5f-2f9e-4ff4-93ae-97054e137f36" -d '{"events": [{"server_uuid": "6fda507a-d076-46f0-b283-7dd703f9eccb", "name": "network-vif-plugged", "status": "completed", "tag": "e01af660-6e85-4be3-bc5f-7f1b76e574b8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:54.500311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e01af660-6e85-4be3-bc5f-7f1b76e574b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:54.507641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-f364f300-29cc-418f-8828-cca562e5d660 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:54.509264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-f364f300-29cc-418f-8828-cca562e5d660 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports/3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 942 time: 0.1072714 Aug 16 02:06:54.549353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0c8e89b-3401-4122-ba45-44b4fe634736 req-8d3c9798-ce12-4878-80cf-36437fc5e833 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962827 Aug 16 02:06:54.611981 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93978fe9-e6da-40ff-8dfb-1c17f4321f62 x-openstack-request-id: req-93978fe9-e6da-40ff-8dfb-1c17f4321f62 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:54.612295 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3443b3d8-2545-4b0c-b0cd-933cebfed796", "name": "network-vif-deleted", "tag": "bcafe605-20af-4707-a710-0e7d4405476e", "status": "failed", "code": 422}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:54.612558 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-93978fe9-e6da-40ff-8dfb-1c17f4321f62 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:54.613022 n-d-768852-19 neutron-server[101945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3443b3d8-2545-4b0c-b0cd-933cebfed796', 'name': 'network-vif-deleted', 'tag': 'bcafe605-20af-4707-a710-0e7d4405476e', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:06:54.621178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:54.681444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] Checking router: 446ce94b-8fa7-4a54-9454-72793de6b9a1 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:54.683445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.684385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b3fed03d-e258-487e-a373-797fb1dd7b6b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:54.729593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: b3fed03d-e258-487e-a373-797fb1dd7b6b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:54.729952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b3fed03d-e258-487e-a373-797fb1dd7b6b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:54.741588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41666) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.747277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:54.747920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:54.783555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-73e68745-9a51-49dd-9cb5-1ac5710fac93 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1000 time: 0.1449912 Aug 16 02:06:54.805629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.872607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e01af660-6e85-4be3-bc5f-7f1b76e574b8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.924291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f758829d-9de9-4c91-8fd3-de6b7c56c549,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:54.927832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-111edd70-7f7b-48bc-a615-7c5ba21c181d req-4bc73886-d5ab-4509-b3a0-18278efd4499 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 210 time: 0.1386290 Aug 16 02:06:54.931087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:54.935453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4d179618-854a-4e7a-a900-fdd72db93c8b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f758829d-9de9-4c91-8fd3-de6b7c56c549 HTTP/1.1" status: 204 len: 168 time: 1.2551188 Aug 16 02:06:54.936519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41672) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:54.946752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:06:54.960948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da4bbfae-1be2-4db3-b176-de4fa1692db5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc1ff3ed374646509fd86be33dd4b5a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174921 Aug 16 02:06:54.963401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41674) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:55.003644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:55.046447 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8b0aac9-3b9b-424f-9571-213f0ee5db6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.133015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8b0aac9-3b9b-424f-9571-213f0ee5db6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.259735 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bb2f95-3c79-47f7-9108-1595563b6a5b x-openstack-request-id: req-19bb2f95-3c79-47f7-9108-1595563b6a5b {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:55.260334 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fda507a-d076-46f0-b283-7dd703f9eccb", "name": "network-vif-plugged", "status": "completed", "tag": "e01af660-6e85-4be3-bc5f-7f1b76e574b8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:55.260334 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-19bb2f95-3c79-47f7-9108-1595563b6a5b {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:55.260670 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8', 'code': 200} Aug 16 02:06:55.262419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b14e5066-7009-4d6e-9aa8-073a84358440 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:06:55.262798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b14e5066-7009-4d6e-9aa8-073a84358440 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:06:55.305192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.330084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-51fd8e3e-7358-47ba-b864-b3f09c14ddc0 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.332323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-51fd8e3e-7358-47ba-b864-b3f09c14ddc0 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.5477190 Aug 16 02:06:55.346486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8b0aac9-3b9b-424f-9571-213f0ee5db6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.351531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8b0aac9-3b9b-424f-9571-213f0ee5db6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.351976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f8b0aac9-3b9b-424f-9571-213f0ee5db6f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a298b7e-e2c1-4564-abc2-f415e1762b0f HTTP/1.1" status: 204 len: 168 time: 0.3867958 Aug 16 02:06:55.371256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0aac9-3b9b-424f-9571-213f0ee5db6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a298b7e-e2c1-4564-abc2-f415e1762b0f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:55.400233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb694c1a-6a0c-47f6-bc30-a301fd7047f8 req-10161e6a-fab1-43a6-a796-cde7e9c6daf3 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/ports?device_id=8e429cdc-fe2a-47ba-a193-d9182bcbb980 HTTP/1.1" status: 200 len: 210 time: 0.0918932 Aug 16 02:06:55.452018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.464925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756be9d-20fc-4bc9-8bd5-971f3bd570f1 req-138fa993-df23-43c6-96e4-9834b315fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:55.466668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6756be9d-20fc-4bc9-8bd5-971f3bd570f1 req-138fa993-df23-43c6-96e4-9834b315fec3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 1097 time: 0.2390215 Aug 16 02:06:55.483283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54df1cb-c127-4178-ab44-75948b411873 None None] The sync data for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 is: [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:04:40Z', 'revision_number': 4, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'efb0afc9-614c-41be-9a0c-e02e543d1ee6', 'name': '', 'network_id': '24764510-17c0-46e8-b6a5-9cc5c503e2a5', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'mac_address': 'fa:16:3e:36:42:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:39Z', 'updated_at': '2021-08-16T02:04:46Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'subnets': [{'id': '832726f4-f49b-4cd4-8d5a-7d1fb0b54856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:55.561091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 96b1e5b4-e70c-4d15-97b4-587d03090b4f up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:06:55.593826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-540c56a9-f2e3-44dd-b7d6-689e35d14a94 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1000 time: 0.2423871 Aug 16 02:06:55.617920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:55.642963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6756be9d-20fc-4bc9-8bd5-971f3bd570f1 req-47074cc4-7bcf-4708-88eb-3acee4e1a756 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445520 Aug 16 02:06:55.644990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.695327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88b39ff-ba49-4786-af9c-201ae6bd788b']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.739117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea06c1f2-926c-47d1-95fc-361341e19cd7') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.739422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea06c1f2-926c-47d1-95fc-361341e19cd7') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:55.780624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 96b1e5b4-e70c-4d15-97b4-587d03090b4f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:06:55.785007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 96b1e5b4-e70c-4d15-97b4-587d03090b4f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:06:55.785600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.789963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.811143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.855673 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:06:55.883454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.894732 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.907254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:06:55.907726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:06:55.909746 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:06:55.926367 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c7f683-6ffc-4253-81a2-82ef05fb6d85 None None] New status for floating IP 585d71b3-4b17-4e3a-b32d-a111521d9237: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:55.953067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:06:56.033429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-4e0b8dab-9212-4ecd-b5d8-dd4740744410 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.034966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-4e0b8dab-9212-4ecd-b5d8-dd4740744410 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.3499863 Aug 16 02:06:56.066362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.088217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-3dfd308a-7dd3-4077-b7c9-61e1f8e5d5bb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.0462565 Aug 16 02:06:56.092990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.093458 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.098980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.103273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/d88b39ff-ba49-4786-af9c-201ae6bd788b HTTP/1.1" status: 204 len: 168 time: 1.1636295 Aug 16 02:06:56.124095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255371b-0e77-4c30-8626-a35c01aad9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88b39ff-ba49-4786-af9c-201ae6bd788b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.131182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=96b1e5b4-e70c-4d15-97b4-587d03090b4f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.143761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-55727380-9254-4938-861a-ed229e71185d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391479 Aug 16 02:06:56.206957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.207369 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Floating IP 27261e9b-4afd-4d37-ac12-8995a193414a disassociated. External IP: 172.25.6.57, port: 3f2296cf-7bb2-400f-8f30-268e56ffc19f. Aug 16 02:06:56.343866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-29f53e95-e605-46de-a9cb-2ac645b3fb38 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919692 Aug 16 02:06:56.569484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41716) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.599382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-ae72e9fa-d95d-4bc0-ab8f-64a618c3fcc2 service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353203 Aug 16 02:06:56.615038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'name': 'network-vif-deleted', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:56.617298 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42af9525-a2ca-49e5-aa42-15620c282b6e" -d '{"events": [{"server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "name": "network-vif-deleted", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:56.644883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:06:56.662092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-67f76902-ed4b-4bf2-9c3f-7b3ba343fa68 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9845964002884e55b819a11a7ba4e83e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883732 Aug 16 02:06:56.662396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41722) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.682309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-65acc79e-39fe-4f4c-9aa4-630c73eac9d3 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:56.683892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-65acc79e-39fe-4f4c-9aa4-630c73eac9d3 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.58 "GET /v2.0/networks?id=082f207a-cf09-403b-93e9-1b22106f5db0 HTTP/1.1" status: 200 len: 813 time: 0.1638045 Aug 16 02:06:56.723629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Request body: {'port': {'device_id': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0', 'admin_state_up': True, 'tenant_id': '78a23a938806413795ac504f1ae0bec9'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:56.730983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-081141cc-7170-4c58-9b69-ae9c2c928a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.754007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41724) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:56.764621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-081141cc-7170-4c58-9b69-ae9c2c928a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.909088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:06:56.912940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-081141cc-7170-4c58-9b69-ae9c2c928a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.915081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.919150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-081141cc-7170-4c58-9b69-ae9c2c928a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:56.923998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-081141cc-7170-4c58-9b69-ae9c2c928a7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eee0243b-2030-4c90-b6a0-2f954a923816 HTTP/1.1" status: 204 len: 168 time: 0.2588050 Aug 16 02:06:56.934829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:06:56.944841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081141cc-7170-4c58-9b69-ae9c2c928a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee0243b-2030-4c90-b6a0-2f954a923816,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:56.962296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:56.964975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.002238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-320492514'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:57.026789 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.060855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bfd130c6-6f84-4d49-a022-89f4d435c978 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "PUT /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 694 time: 1.4659624 Aug 16 02:06:57.105422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a33d3e-9152-45b6-ba19-9511ef942ddd req-ae489fdf-5ee9-48bc-8da5-8bf8e831a86b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.107371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1a33d3e-9152-45b6-ba19-9511ef942ddd req-ae489fdf-5ee9-48bc-8da5-8bf8e831a86b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 945 time: 0.1528616 Aug 16 02:06:57.130211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:57.131678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Made reservation on behalf of 78a23a938806413795ac504f1ae0bec9 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:57.135144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.169608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.236521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-775e48cf-a44b-4802-913b-359ddf88594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.238093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-775e48cf-a44b-4802-913b-359ddf88594a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1097 time: 0.1517556 Aug 16 02:06:57.244932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1a33d3e-9152-45b6-ba19-9511ef942ddd req-afedec3e-1948-444d-85f6-e88c6ec62d72 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152399 Aug 16 02:06:57.262051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b1e5b4-e70c-4d15-97b4-587d03090b4f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:57.264369 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9497fb-7583-43c6-8352-6d1cc23c955a" -d '{"events": [{"server_uuid": "373aaeca-4c97-4e45-ac83-cce027aa73ef", "name": "network-vif-plugged", "status": "completed", "tag": "96b1e5b4-e70c-4d15-97b4-587d03090b4f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:57.363766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.380481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c692d7be-8d2a-466f-b594-6f3cc42e7d70 req-4a9bfbe1-97dc-4490-ba34-1bd79fd9ddd3 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 210 time: 0.0568900 Aug 16 02:06:57.390084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:06:57.409473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:06:57.410202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.526334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:57.537112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:06:57.542392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.596532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.728921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.734397 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa30cf5-8af7-46ad-9966-88c3eebbf73b x-openstack-request-id: req-1aa30cf5-8af7-46ad-9966-88c3eebbf73b {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:57.737851 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e429cdc-fe2a-47ba-a193-d9182bcbb980", "name": "network-vif-deleted", "tag": "b3fed03d-e258-487e-a373-797fb1dd7b6b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:57.738169 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1aa30cf5-8af7-46ad-9966-88c3eebbf73b {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:57.742973 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e429cdc-fe2a-47ba-a193-d9182bcbb980', 'name': 'network-vif-deleted', 'tag': 'b3fed03d-e258-487e-a373-797fb1dd7b6b', 'status': 'completed', 'code': 200} Aug 16 02:06:57.766725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Allocated IP 172.20.0.5 (082f207a-cf09-403b-93e9-1b22106f5db0/65daeea1-30eb-466e-9128-87e88aaf9c44/37560772-ae7c-469f-8f4e-779fa6b7279a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:06:57.797448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.826979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93398ac1-aa9f-451a-aca3-fb264c9540a4 req-dffcabbc-4970-479a-8eb6-0a8649e01ea5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 210 time: 0.0795159 Aug 16 02:06:57.839132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:06:57.858127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:57.869068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bd613b2a-d90b-48b7-b2e1-c0172a736372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:57.870603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bd613b2a-d90b-48b7-b2e1-c0172a736372 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.6246710 Aug 16 02:06:57.881200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3b08cf-4eb2-4608-94bb-3f09c1974760,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:57.901164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.901428 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment d77d01bb-4143-4fe9-bc0e-9ebb8d28037a of type vlan for network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 Aug 16 02:06:57.908535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cd532a-ce66-491a-b7ca-0f63f1dc0319 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:06:57.958441 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:57.971892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-723e7246-9ab6-4083-ad86-c91fc53f33f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 217 time: 0.0816433 Aug 16 02:06:58.082447 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.089765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.090432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.123748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-f21128a8-715f-4986-a73c-3d65a370c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.125378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-f21128a8-715f-4986-a73c-3d65a370c625 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1125743 Aug 16 02:06:58.145298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb795e-b355-4556-b2e0-4ae260ae6f5a req-a9cb2c84-8b3d-4bcc-8ffa-3c773815bae9 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.147029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07bb795e-b355-4556-b2e0-4ae260ae6f5a req-a9cb2c84-8b3d-4bcc-8ffa-3c773815bae9 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 945 time: 0.1902404 Aug 16 02:06:58.183805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=97d6e4b2-fbff-4811-8cd2-5566f1ce8027,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.205966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:58.229263 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.246713 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc29fd3-9bfe-45d8-9c75-b01654d39255 None None] New status for floating IP 27261e9b-4afd-4d37-ac12-8995a193414a: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:06:58.261449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-acf539d8-110e-4749-b79e-802ddb915f95 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5060887 Aug 16 02:06:58.264044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41756) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.273759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1283176504'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.294198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-b3957cbe-3d1b-4030-a89f-a27754c68392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.303189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-b3957cbe-3d1b-4030-a89f-a27754c68392 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550059 Aug 16 02:06:58.322286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07bb795e-b355-4556-b2e0-4ae260ae6f5a req-c790afd0-f044-4a95-8c1b-cd2d36a48bbd tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589971 Aug 16 02:06:58.382715 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc390217-ae0c-4710-bc13-c99577f63d71 x-openstack-request-id: req-dc390217-ae0c-4710-bc13-c99577f63d71 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:58.383198 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373aaeca-4c97-4e45-ac83-cce027aa73ef", "name": "network-vif-plugged", "status": "completed", "tag": "96b1e5b4-e70c-4d15-97b4-587d03090b4f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:58.383602 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc390217-ae0c-4710-bc13-c99577f63d71 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:58.384239 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b1e5b4-e70c-4d15-97b4-587d03090b4f', 'code': 200} Aug 16 02:06:58.397887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:58.403284 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.475072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:06:58.475072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.475072 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment dd5dc60a-f8f4-4040-8c78-1e1729312162 of type vlan for network f8e6af69-8fd2-49e1-a230-7a4c39b903ec Aug 16 02:06:58.475363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-bb28cb8c-de67-42be-96de-137885ea0a0e service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598127 Aug 16 02:06:58.531738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41768) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.540211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.607063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.627156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62bfc9e7-664e-4e53-b7bf-933c23338db7 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.642265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0754e30-d5a8-4fd5-b34c-27beb4dfcca7 req-70dd0de8-a7b0-45da-aa11-69828768a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.643831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0754e30-d5a8-4fd5-b34c-27beb4dfcca7 req-70dd0de8-a7b0-45da-aa11-69828768a940 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 1097 time: 0.1648910 Aug 16 02:06:58.659965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62bfc9e7-664e-4e53-b7bf-933c23338db7 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.686833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.692802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.693484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.727730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ed74a9-e290-4f88-a0c3-5027ee622daa req-76243970-a4b0-4c16-b9b4-391220d356a1 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576296 Aug 16 02:06:58.729543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Network 082f207a-cf09-403b-93e9-1b22106f5db0 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:06:58.746813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:06:58.755019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Pushing event updated for resources: {'Port': ['ID=37560772-ae7c-469f-8f4e-779fa6b7279a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.755966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:06:58.769573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89e5fd-3782-426e-b21c-58801f1b2012 req-f48184f8-9e6a-4fb9-b293-5a4ada23294c tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.771307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a89e5fd-3782-426e-b21c-58801f1b2012 req-f48184f8-9e6a-4fb9-b293-5a4ada23294c tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 931 time: 0.1773334 Aug 16 02:06:58.773496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41772) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.797359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=f8e6af69-8fd2-49e1-a230-7a4c39b903ec,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:58.799058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0754e30-d5a8-4fd5-b34c-27beb4dfcca7 req-b1205f3f-4016-434d-a0d5-548e9a3b5ab7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421661 Aug 16 02:06:58.811354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:06:58.854914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:58.855577 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.877567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a89e5fd-3782-426e-b21c-58801f1b2012 req-22d917cf-3e31-4d0b-9325-fe6e116ec9ac tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749409 Aug 16 02:06:58.899348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b0918cb7-6d5f-4b23-ac04-21fe34e33883 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6321540 Aug 16 02:06:58.901353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41780) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.906663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.952212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62bfc9e7-664e-4e53-b7bf-933c23338db7 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.956561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62bfc9e7-664e-4e53-b7bf-933c23338db7 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:58.961558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62bfc9e7-664e-4e53-b7bf-933c23338db7 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "DELETE /v2.0/security-groups/33b7163a-e9f2-4175-893e-bdb51c04edb5 HTTP/1.1" status: 204 len: 168 time: 0.4308619 Aug 16 02:06:58.961693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1487271606-network', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:58.962890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41782) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:58.991268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-b4d2271c-c25c-48f7-ad5f-6801250db8cd tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2724340 Aug 16 02:06:58.996005 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-d25a45ec-e6a4-49b6-a812-294ea0009dbf tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] show failed (client error): The resource could not be found. Aug 16 02:06:58.999863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d25a45ec-e6a4-49b6-a812-294ea0009dbf tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "GET /v2.0/security-groups/33b7163a-e9f2-4175-893e-bdb51c04edb5 HTTP/1.1" status: 404 len: 347 time: 0.0313711 Aug 16 02:06:58.999863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bfc9e7-664e-4e53-b7bf-933c23338db7 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b7163a-e9f2-4175-893e-bdb51c04edb5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.000368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41784) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.025229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Request body: {'port': {'device_id': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:59.037761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3adf1cb6-441a-443f-90f4-05adcf9f9a82 req-228ccd56-b2f9-4b24-adc4-042a82f78484 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 210 time: 0.0720198 Aug 16 02:06:59.105186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.162209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Made reservation on behalf of 73440989c2254f4ab3fa0a4b8774112f for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:59.164690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.184091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Deleting port e561d927-82dc-4c8a-91d2-04c30cc7b9a0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:06:59.184913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.232385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.263054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.263381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.275376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Calling delete_port for e561d927-82dc-4c8a-91d2-04c30cc7b9a0 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:06:59.336160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:06:59.341142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.494971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.524483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Pushing event deleted for resources: {'Port': ['ID=e561d927-82dc-4c8a-91d2-04c30cc7b9a0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:06:59.590961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523e3f7f-d7af-41d2-a5a5-8dadf3ecb85c req-2f868410-54dd-470b-b7f3-3f1bd142c4bf tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.592497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-523e3f7f-d7af-41d2-a5a5-8dadf3ecb85c req-2f868410-54dd-470b-b7f3-3f1bd142c4bf tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 945 time: 0.1797314 Aug 16 02:06:59.654167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.656757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.658879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f58a2591-0370-4aef-8854-5143f4ce5822 tempest-ServersTestFqdnHostnames-95455894 tempest-ServersTestFqdnHostnames-95455894-project] 10.222.0.76 "DELETE /v2.0/floatingips/585d71b3-4b17-4e3a-b32d-a111521d9237 HTTP/1.1" status: 204 len: 168 time: 0.6573174 Aug 16 02:06:59.665339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41790) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:06:59.708520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37560772-ae7c-469f-8f4e-779fa6b7279a {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:06:59.721268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330a4d-5151-45a8-99e3-530e734ae50c req-90235947-1953-41ff-9367-8d85ee2e50ea tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.725725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-90235947-1953-41ff-9367-8d85ee2e50ea tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2171180 Aug 16 02:06:59.732398 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.737384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-7c3e9bde-e500-4941-a5d0-5a9a90c370a7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:06:59.738953 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-7c3e9bde-e500-4941-a5d0-5a9a90c370a7 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.1632185 Aug 16 02:06:59.754319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:06:59.754319 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:06:59.831436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-523e3f7f-d7af-41d2-a5a5-8dadf3ecb85c req-6629a7b3-1988-41b1-b528-2dd337481170 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298417 Aug 16 02:06:59.838111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:06:59.851072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Transition to ACTIVE for port object 37560772-ae7c-469f-8f4e-779fa6b7279a will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:06:59.857397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-67224ef8-331d-4f72-b244-108b75328bb8 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 695 time: 0.1084774 Aug 16 02:06:59.872543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'floatingip': {'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:06:59.899388 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82b22b9-7092-4eb1-9a57-7015e52c5db1 x-openstack-request-id: req-e82b22b9-7092-4eb1-9a57-7015e52c5db1 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:06:59.899679 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:06:59.899939 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e82b22b9-7092-4eb1-9a57-7015e52c5db1 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:06:59.900354 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'status': 'completed', 'code': 200} Aug 16 02:06:59.959357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.006099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.007990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.035590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Request body: {'port': {'device_id': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'admin_state_up': True, 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:00.151908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:00.174999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-953d8f0c-6688-43b5-a894-44fc190b86bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.176590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-953d8f0c-6688-43b5-a894-44fc190b86bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 1097 time: 0.1574585 Aug 16 02:07:00.192756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696777e6-04de-4c94-b244-daac6acfe584,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.206881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Pushing event updated for resources: {'Port': ['ID=37560772-ae7c-469f-8f4e-779fa6b7279a,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.210855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.211104 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Added segment f88cdf9c-2615-4acf-86f5-3177f065fc19 of type vlan for network 7fd96b01-c82d-48a5-b198-51b84c60637e Aug 16 02:07:00.216717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.265662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ea777-f462-4c30-a3cb-4e1d46a6d573 req-aa6ed893-825d-4683-9eec-fc2ab84eee56 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.267759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-682ea777-f462-4c30-a3cb-4e1d46a6d573 req-aa6ed893-825d-4683-9eec-fc2ab84eee56 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 943 time: 0.2692575 Aug 16 02:07:00.376227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-a975651a-10b7-4d75-b1ed-e8f99441f562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.377779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-a975651a-10b7-4d75-b1ed-e8f99441f562 service neutron] 10.222.0.58 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.1898820 Aug 16 02:07:00.432042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.454183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-cc89e3df-2e99-4437-8e1f-a70c539479a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 200 len: 217 time: 0.0546775 Aug 16 02:07:00.470487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=1dea18c3-52cc-4bf7-acc8-d15f43680a68,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.519318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:00.522705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.544452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-682ea777-f462-4c30-a3cb-4e1d46a6d573 req-8ac281a1-0286-4535-bac8-f1cb8a21da1c tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447236 Aug 16 02:07:00.558191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Attempting to bind port 37560772-ae7c-469f-8f4e-779fa6b7279a on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:00.558526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Attempting to bind port 37560772-ae7c-469f-8f4e-779fa6b7279a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '72c35a48-10fe-4568-83aa-048dc0396848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:00.558872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Attempting to bind port 37560772-ae7c-469f-8f4e-779fa6b7279a on network 082f207a-cf09-403b-93e9-1b22106f5db0 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:00.565549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:00.565941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: 97d6e4b2-fbff-4811-8cd2-5566f1ce8027, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:00.580132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Port 37560772-ae7c-469f-8f4e-779fa6b7279a on network 082f207a-cf09-403b-93e9-1b22106f5db0 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:00.580132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Attempting to bind port 37560772-ae7c-469f-8f4e-779fa6b7279a on network 082f207a-cf09-403b-93e9-1b22106f5db0 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:00.580607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-41b8777b-4b35-44cd-9609-a385524427f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.582304 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-41b8777b-4b35-44cd-9609-a385524427f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1153884 Aug 16 02:07:00.594878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:00.595282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Checking segment: {'id': '72c35a48-10fe-4568-83aa-048dc0396848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:00.605145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Bound using segment: {'id': '72c35a48-10fe-4568-83aa-048dc0396848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:00.605145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Bound port: 37560772-ae7c-469f-8f4e-779fa6b7279a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72c35a48-10fe-4568-83aa-048dc0396848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:00.605145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.645010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.646032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.646633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.764586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-c5411f06-2f61-463d-9756-96b46f61683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.766114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-c5411f06-2f61-463d-9756-96b46f61683d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469657 Aug 16 02:07:00.800476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Allocated IP 172.20.0.12 (8d9a750a-b0dd-4a4a-873e-5163148b7037/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6/e0d57726-06df-4719-8e90-bdd571fd57cb) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:00.804281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:00.814960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10798347-9593-4a1d-961e-51c478306b90 req-f4d459ac-9c00-4635-90d9-97b0f88946b5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 210 time: 0.1030478 Aug 16 02:07:00.827891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] Pushing event updated for resources: {'Network': ['ID=7fd96b01-c82d-48a5-b198-51b84c60637e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:00.840514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7fd96b01-c82d-48a5-b198-51b84c60637e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:00.887815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.895034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e991d2dc-7f0a-4ad6-a4c8-2e5759d30b03 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1200366 Aug 16 02:07:00.899095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] For port 37560772-ae7c-469f-8f4e-779fa6b7279a, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:00.900991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41804) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:00.906151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Request body: {'subnet': {'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1487271606-subnet', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:00.925475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 97d6e4b2-fbff-4811-8cd2-5566f1ce8027) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:00.930433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:00.931077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:00.941016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c741c4-0543-414a-9dbf-3e0224f7fe16 None None] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:00.943438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] For port 37560772-ae7c-469f-8f4e-779fa6b7279a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=37560772-ae7c-469f-8f4e-779fa6b7279a,segment=NetworkSegment(72c35a48-10fe-4568-83aa-048dc0396848),segment_id=72c35a48-10fe-4568-83aa-048dc0396848)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:01.024321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.076045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Made reservation on behalf of 73440989c2254f4ab3fa0a4b8774112f for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:01.078321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.090198 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-58de1698-9db5-4db1-8bc7-00185b402721 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107657 Aug 16 02:07:01.090447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.091153 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.092943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] 10.222.0.58 "PUT /v2.0/ports/37560772-ae7c-469f-8f4e-779fa6b7279a HTTP/1.1" status: 200 len: 1092 time: 2.0737181 Aug 16 02:07:01.134925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-97d6e4b2-fbff-4811-8cd2-5566f1ce8027', 'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': '1dea18c3-52cc-4bf7-acc8-d15f43680a68'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:01.135830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.247729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b813283-0263-4470-bc50-991ab5130f67 req-3c362227-0cfa-43ba-802f-d950909a34a4 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.249709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b813283-0263-4470-bc50-991ab5130f67 req-3c362227-0cfa-43ba-802f-d950909a34a4 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.58 "GET /v2.0/ports?device_id=9abaf9e4-953f-4144-8c09-5d92da7e976e HTTP/1.1" status: 200 len: 945 time: 0.2428927 Aug 16 02:07:01.307377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Allocated IP 2001:db8::2 (97d6e4b2-fbff-4811-8cd2-5566f1ce8027/1dea18c3-52cc-4bf7-acc8-d15f43680a68/a428f051-d75a-4901-972d-06d064ff001b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:01.335196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.385775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e0870f7-c109-48c0-8857-d9aaaf22f8c6 req-be995315-7f21-482a-8ef0-24ef05e5a700 service neutron] 10.222.0.58 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806642 Aug 16 02:07:01.473268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9912e38-1255-4a77-9a4d-f4c56fa836d9 req-c6f451e5-3adb-4640-adaa-bd0a13445196 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.474746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.474869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9912e38-1255-4a77-9a4d-f4c56fa836d9 req-c6f451e5-3adb-4640-adaa-bd0a13445196 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 945 time: 0.5390134 Aug 16 02:07:01.484001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Transition to ACTIVE for port object a428f051-d75a-4901-972d-06d064ff001b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:01.491662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Deleting port 3f2296cf-7bb2-400f-8f30-268e56ffc19f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:01.506344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.506519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Transition to ACTIVE for port object a428f051-d75a-4901-972d-06d064ff001b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:01.524408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-78ba6767-c4aa-48ea-87e2-7d0b4bdd2c80 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6219378 Aug 16 02:07:01.555905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41806) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:01.556938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.587673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.590790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:01.624664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:01.643000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:01.644998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:01.647023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:01.650343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:01.653800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:01.654948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284d6f6a-f819-4162-9044-fc9d7377044d service neutron] Pushing event updated for resources: {'Port': ['ID=37560772-ae7c-469f-8f4e-779fa6b7279a,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.655772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event updated for resources: {'Port': ['ID=e0d57726-06df-4719-8e90-bdd571fd57cb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.666322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Pushing event updated for resources: {'Port': ['ID=a428f051-d75a-4901-972d-06d064ff001b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:01.673346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.678589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.679208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.679768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.680655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.681198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.681966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.682559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.683135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.683973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.683973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.684188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.684459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:01.706689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] For port 3f2296cf-7bb2-400f-8f30-268e56ffc19f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3f2296cf-7bb2-400f-8f30-268e56ffc19f,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:01.707086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.721707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Deleting port efb0afc9-614c-41be-9a0c-e02e543d1ee6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:01.724107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.734280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Calling delete_port for 3f2296cf-7bb2-400f-8f30-268e56ffc19f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:01.736186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9912e38-1255-4a77-9a4d-f4c56fa836d9 req-dc7d3154-e610-4696-b524-e8607a365bd8 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198403 Aug 16 02:07:01.743630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-858c5ebd-6139-42d1-ab13-573914608c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.745725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-858c5ebd-6139-42d1-ab13-573914608c4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78a23a938806413795ac504f1ae0bec9&device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 1095 time: 0.2452517 Aug 16 02:07:01.760179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Attempting to bind port a428f051-d75a-4901-972d-06d064ff001b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:01.760179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Attempting to bind port a428f051-d75a-4901-972d-06d064ff001b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:01.760179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Attempting to bind port a428f051-d75a-4901-972d-06d064ff001b on network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:01.760517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.761886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:01.762279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Checking segment: {'id': 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:01.762857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.763465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Bound using segment: {'id': 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:01.764185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Bound port: a428f051-d75a-4901-972d-06d064ff001b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '97d6e4b2-fbff-4811-8cd2-5566f1ce8027'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:01.764577 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.814140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:01.814880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:01.855428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] For port a428f051-d75a-4901-972d-06d064ff001b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:01.856035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-c59cba5a-c816-4fdc-9458-4278ae3fc7a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37560772-ae7c-469f-8f4e-779fa6b7279a HTTP/1.1" status: 200 len: 217 time: 0.0984671 Aug 16 02:07:01.860756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] For port a428f051-d75a-4901-972d-06d064ff001b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a428f051-d75a-4901-972d-06d064ff001b,segment=NetworkSegment(d77d01bb-4143-4fe9-bc0e-9ebb8d28037a),segment_id=d77d01bb-4143-4fe9-bc0e-9ebb8d28037a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:01.909799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'tag': '37560772-ae7c-469f-8f4e-779fa6b7279a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:01.912569 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5225b8-f008-41bc-817d-eecbc0812778" -d '{"events": [{"name": "network-changed", "server_uuid": "0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8", "tag": "37560772-ae7c-469f-8f4e-779fa6b7279a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:01.941860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.019576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e0d3d-a22f-4eaf-8f42-bb4070a8dc03 None None] Pushing event updated for resources: {'Port': ['ID=a428f051-d75a-4901-972d-06d064ff001b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.043719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:02.048198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.102469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-3e92a531-194a-4fc2-91df-ef9a04c4ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.104256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-3e92a531-194a-4fc2-91df-ef9a04c4ff10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65daeea1-30eb-466e-9128-87e88aaf9c44 HTTP/1.1" status: 200 len: 853 time: 0.2309160 Aug 16 02:07:02.160886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f08f3-4281-481e-b0f7-2f51879732c2 req-f38f74fe-dc23-4cde-820a-d62972756b3f tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:02.162633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd7f08f3-4281-481e-b0f7-2f51879732c2 req-f38f74fe-dc23-4cde-820a-d62972756b3f tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 943 time: 0.3193216 Aug 16 02:07:02.206170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] For port efb0afc9-614c-41be-9a0c-e02e543d1ee6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=efb0afc9-614c-41be-9a0c-e02e543d1ee6,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:02.206170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.227058 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Floating IP 27261e9b-4afd-4d37-ac12-8995a193414a associated. External IP: 172.25.6.57, port: c26c98fd-37a8-4289-bc84-ef38cadd9029. Aug 16 02:07:02.239288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Calling delete_port for efb0afc9-614c-41be-9a0c-e02e543d1ee6 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:02.262062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-1989c9c1-1c72-402d-858e-5d4705806cc7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=082f207a-cf09-403b-93e9-1b22106f5db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172874 Aug 16 02:07:02.310072 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-38758224-7999-4b0b-bd38-24c1cab9f602 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2897544 Aug 16 02:07:02.341720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Request body: {'port': {'device_id': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:02.388874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.433165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd7f08f3-4281-481e-b0f7-2f51879732c2 req-c5ddcf3c-6698-4e89-a4f8-5248ed26bb72 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473543 Aug 16 02:07:02.447153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.526559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.545920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2143aa46-2002-49fc-b810-b03b2aeeda97,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.547197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3f2296cf-7bb2-400f-8f30-268e56ffc19f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:02.575477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event deleted for resources: {'Port': ['ID=3f2296cf-7bb2-400f-8f30-268e56ffc19f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:02.597163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['c26c98fd-37a8-4289-bc84-ef38cadd9029'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:02.616029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-7941abde-14d9-4629-b38c-3150e27f3e50 service neutron] 10.222.0.58 "GET /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111911 Aug 16 02:07:02.682111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Checking segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:02.682482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Network hostable DHCP agents. Network: 7fd96b01-c82d-48a5-b198-51b84c60637e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:02.863560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] No DVR routers for this DVR port 3f2296cf-7bb2-400f-8f30-268e56ffc19f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:02.868468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.870852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b813283-0263-4470-bc50-991ab5130f67 req-c4919a25-51e2-4414-b449-998d806a6d2b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.58 "DELETE /v2.0/ports/3f2296cf-7bb2-400f-8f30-268e56ffc19f HTTP/1.1" status: 204 len: 173 time: 1.5954196 Aug 16 02:07:02.874932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'name': 'network-vif-deleted', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:02.880354 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0aa41a-c347-4804-bdfe-6b21900fd7cd" -d '{"events": [{"server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "name": "network-vif-deleted", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:02.947730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a428f051-d75a-4901-972d-06d064ff001b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:02.961319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.970940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:02.982459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:03.011583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c9b33c-834d-4645-b34c-d4dcd86a37db req-37f12b01-8a10-4b44-b48e-40d0493714c4 service neutron] 10.222.0.58 "GET /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795564 Aug 16 02:07:03.020945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Network 7fd96b01-c82d-48a5-b198-51b84c60637e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:03.024425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Pushing event deleted for resources: {'Port': ['ID=efb0afc9-614c-41be-9a0c-e02e543d1ee6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.095236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a428f051-d75a-4901-972d-06d064ff001b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:03.164118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7fd96b01-c82d-48a5-b198-51b84c60637e) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:03.176062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7452af-263a-45fa-8d16-da9b96aea910 None None] Network 7fd96b01-c82d-48a5-b198-51b84c60637e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:03.227622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=f9c04856-56f6-4d35-b956-fbb3079faf78,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.239383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.240159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.278215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.278766 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.279354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.280833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.281291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.282407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.283444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.284466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.284933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.285474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.285820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.286267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:03.318265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0d57726-06df-4719-8e90-bdd571fd57cb {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:03.330323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.338341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.353924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Transition to ACTIVE for port object e0d57726-06df-4719-8e90-bdd571fd57cb will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:03.372442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'dd5dc60a-f8f4-4040-8c78-1e1729312162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:03.372826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: f8e6af69-8fd2-49e1-a230-7a4c39b903ec, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:03.399574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4fdf3638-8b1f-45fe-8e39-92382bf13e4f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4971321 Aug 16 02:07:03.401541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41822) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.409867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:03.424794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512a047-b705-4def-a393-53563c241446 req-20bece37-800a-4e42-b496-c82c4b9e9bd2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.426502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c512a047-b705-4def-a393-53563c241446 req-20bece37-800a-4e42-b496-c82c4b9e9bd2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 932 time: 0.2783725 Aug 16 02:07:03.442308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7fd96b01-c82d-48a5-b198-51b84c60637e', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:03.443674 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.467382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.474054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa8ee92-9717-4d09-9cef-aef447d5197c None None] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:03.478818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:03.492373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.533725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:03.551405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d57726-06df-4719-8e90-bdd571fd57cb,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:03.552744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-b3f6778c-54dd-47bb-9bb8-11a96472544b tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "PUT /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 996 time: 3.6767645 Aug 16 02:07:03.567189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c512a047-b705-4def-a393-53563c241446 req-b4b817f2-5131-4ddd-8021-ccce8815bf26 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173551 Aug 16 02:07:03.573418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:03.601907 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.603877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.620588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:03.621242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:03.676774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.682072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f8e6af69-8fd2-49e1-a230-7a4c39b903ec) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:03.699831 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352cc3cd-73ba-4bdc-8c72-33f911ec6286 x-openstack-request-id: req-352cc3cd-73ba-4bdc-8c72-33f911ec6286 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:03.699831 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8", "tag": "37560772-ae7c-469f-8f4e-779fa6b7279a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:03.699831 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-352cc3cd-73ba-4bdc-8c72-33f911ec6286 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:03.699831 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'tag': '37560772-ae7c-469f-8f4e-779fa6b7279a', 'status': 'completed', 'code': 200} Aug 16 02:07:03.713191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.714176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.715060 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9eba2c-6d79-4f7f-8003-901dd656618c x-openstack-request-id: req-9e9eba2c-6d79-4f7f-8003-901dd656618c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:03.715357 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9abaf9e4-953f-4144-8c09-5d92da7e976e", "name": "network-vif-deleted", "tag": "3f2296cf-7bb2-400f-8f30-268e56ffc19f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:03.715612 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e9eba2c-6d79-4f7f-8003-901dd656618c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:03.716011 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9abaf9e4-953f-4144-8c09-5d92da7e976e', 'name': 'network-vif-deleted', 'tag': '3f2296cf-7bb2-400f-8f30-268e56ffc19f', 'status': 'completed', 'code': 200} Aug 16 02:07:03.758812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Attempting to bind port e0d57726-06df-4719-8e90-bdd571fd57cb on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:03.759320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Attempting to bind port e0d57726-06df-4719-8e90-bdd571fd57cb by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:03.759761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Attempting to bind port e0d57726-06df-4719-8e90-bdd571fd57cb on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:03.777648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Port e0d57726-06df-4719-8e90-bdd571fd57cb on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:03.778101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Attempting to bind port e0d57726-06df-4719-8e90-bdd571fd57cb on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:03.789703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:03.790242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:03.790728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Bound using segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:03.790966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330a4d-5151-45a8-99e3-530e734ae50c req-ee95dc04-0359-45ca-87ac-1bd170afa8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.791187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Bound port: e0d57726-06df-4719-8e90-bdd571fd57cb, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:03.791558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.799342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-ee95dc04-0359-45ca-87ac-1bd170afa8b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.2455997 Aug 16 02:07:03.810509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Router 446ce94b-8fa7-4a54-9454-72793de6b9a1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:03.847882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9937650d-ac1a-4b89-ab0c-ea4e4a1f8d9e None None] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:03.855225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] Provisioning for port a428f051-d75a-4901-972d-06d064ff001b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:03.924732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1c102790-c1a9-423f-a256-a6b855fedd54 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3621321 Aug 16 02:07:03.936543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] For port e0d57726-06df-4719-8e90-bdd571fd57cb, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:03.941799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:03.943058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] Provisioning complete for port a428f051-d75a-4901-972d-06d064ff001b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:03.943436 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:03.946984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-5bb0fc75-b998-4164-b9a7-787f683b4acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:03.948439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1924122097', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:03.950062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-5bb0fc75-b998-4164-b9a7-787f683b4acc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=78a23a938806413795ac504f1ae0bec9&device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 1095 time: 0.2492406 Aug 16 02:07:03.992707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] For port e0d57726-06df-4719-8e90-bdd571fd57cb, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0d57726-06df-4719-8e90-bdd571fd57cb,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:04.036343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:04.044585 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af0bc8e7-5b51-4efa-8650-f385896f15cb admin admin] 10.222.0.76 "PUT /v2.0/routers/446ce94b-8fa7-4a54-9454-72793de6b9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3752038 Aug 16 02:07:04.044869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Allocated IP 172.20.0.2 (7fd96b01-c82d-48a5-b198-51b84c60637e/2143aa46-2002-49fc-b810-b03b2aeeda97/e851ab21-d4ba-413a-918e-9b2cbd604466) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:04.048380 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] Sync routers for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:04.051232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41830) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:04.067804 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:04.068521 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:04.109470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.112203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.117998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.125667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-e45de0f4-f1fa-4880-aed2-eae9189c7e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.127291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-e45de0f4-f1fa-4880-aed2-eae9189c7e16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=082f207a-cf09-403b-93e9-1b22106f5db0 HTTP/1.1" status: 200 len: 914 time: 0.1675115 Aug 16 02:07:04.219530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0d57726-06df-4719-8e90-bdd571fd57cb,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:04.232538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.233785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.236157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-495b6fa7-113b-4f68-8c56-3aef1790a6c4 service neutron] 10.222.0.58 "PUT /v2.0/ports/e0d57726-06df-4719-8e90-bdd571fd57cb HTTP/1.1" status: 200 len: 1093 time: 1.9005387 Aug 16 02:07:04.347408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.363799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.368560 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:04.419557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.481787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:04.511604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-34de8e9c-becb-48cb-a6da-662ba4ddba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.513182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-34de8e9c-becb-48cb-a6da-662ba4ddba06 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 1096 time: 0.1079719 Aug 16 02:07:04.572519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-161c229b-47c2-4726-ac27-1b1c0d84f5ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d57726-06df-4719-8e90-bdd571fd57cb HTTP/1.1" status: 200 len: 217 time: 0.0502522 Aug 16 02:07:04.580017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.581276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.582351 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-49ee6b74-ac87-4daa-99b5-50a3adfa60ec tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6393127 Aug 16 02:07:04.607289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:04.610181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.614263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-6600e850-9ae8-4ca5-b4ec-9d53b0c60703 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37560772-ae7c-469f-8f4e-779fa6b7279a HTTP/1.1" status: 200 len: 217 time: 0.4551690 Aug 16 02:07:04.685572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-58433f9e-395b-4148-9bca-fa14cf282a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.687346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-58433f9e-395b-4148-9bca-fa14cf282a75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.1039631 Aug 16 02:07:04.688404 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:04.707802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.729418 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] Checking router: 446ce94b-8fa7-4a54-9454-72793de6b9a1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:04.733711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f8e6af69-8fd2-49e1-a230-7a4c39b903ec', 'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': 'f9c04856-56f6-4d35-b956-fbb3079faf78'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:04.733711 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:04.741586 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] Routers {'446ce94b-8fa7-4a54-9454-72793de6b9a1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:04.742792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-2f8a0973-c305-4b07-a1a9-687020a9dd61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440381 Aug 16 02:07:04.743915 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['446ce94b-8fa7-4a54-9454-72793de6b9a1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:04.759312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330a4d-5151-45a8-99e3-530e734ae50c req-0b58ad48-95a4-49d6-a182-aa6148be3267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:04.762316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-0b58ad48-95a4-49d6-a182-aa6148be3267 service neutron] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.9607489 Aug 16 02:07:04.878083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] For port a428f051-d75a-4901-972d-06d064ff001b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a428f051-d75a-4901-972d-06d064ff001b,segment=NetworkSegment(d77d01bb-4143-4fe9-bc0e-9ebb8d28037a),segment_id=d77d01bb-4143-4fe9-bc0e-9ebb8d28037a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:04.898115 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] Set router 446ce94b-8fa7-4a54-9454-72793de6b9a1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:05.029979 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.068594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-5bbd7f7b-b60a-4310-9672-a8facc42738d tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.070528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-5bbd7f7b-b60a-4310-9672-a8facc42738d tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/ports?device_id=373aaeca-4c97-4e45-ac83-cce027aa73ef HTTP/1.1" status: 200 len: 945 time: 0.4951751 Aug 16 02:07:05.090044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 37560772-ae7c-469f-8f4e-779fa6b7279a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:05.093935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fd881-275d-4740-9078-213fca3baca5 req-07774fe5-b98a-4332-aace-677d320af1f8 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.102295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-707fd881-275d-4740-9078-213fca3baca5 req-07774fe5-b98a-4332-aace-677d320af1f8 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 943 time: 0.5277450 Aug 16 02:07:05.140138 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:05.171689 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148bef85-3b31-4554-9eb6-c29d49fcfd7c None None] The sync data for ids ['446ce94b-8fa7-4a54-9454-72793de6b9a1'] in n-d-768852-19 is: [{'id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'name': 'tempest-ServersTestFqdnHostnames-207548011-router', 'tenant_id': '3a040a08b96d4776953057a7a400df5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:04:34Z', 'updated_at': '2021-08-16T02:07:02Z', 'revision_number': 5, 'project_id': '3a040a08b96d4776953057a7a400df5d', 'gw_port': {'id': 'cb5ff5bf-4b41-445b-9064-e67b701df61b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:e5:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '446ce94b-8fa7-4a54-9454-72793de6b9a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1136, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:04:36Z', 'updated_at': '2021-08-16T02:04:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:05.177047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3f2296cf-7bb2-400f-8f30-268e56ffc19f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:05.221328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.226003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f3b26-8da4-4e2e-9941-3d53061a6bf3 None None] Pushing event updated for resources: {'Port': ['ID=a428f051-d75a-4901-972d-06d064ff001b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.253276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-33497ea9-525a-4855-8a23-54ccff8f62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.255348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-33497ea9-525a-4855-8a23-54ccff8f62e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=65daeea1-30eb-466e-9128-87e88aaf9c44 HTTP/1.1" status: 200 len: 853 time: 0.5971739 Aug 16 02:07:05.275084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 3f2296cf-7bb2-400f-8f30-268e56ffc19f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:05.275441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3f2296cf-7bb2-400f-8f30-268e56ffc19f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:05.277724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Transition to ACTIVE for port object e851ab21-d4ba-413a-918e-9b2cbd604466 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:05.286740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Deleting port cb5ff5bf-4b41-445b-9064-e67b701df61b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:05.287306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.289894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 37560772-ae7c-469f-8f4e-779fa6b7279a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=37560772-ae7c-469f-8f4e-779fa6b7279a,segment=NetworkSegment(72c35a48-10fe-4568-83aa-048dc0396848),segment_id=72c35a48-10fe-4568-83aa-048dc0396848)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:05.305575 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-7e69fa1d-519c-4e82-8a0d-61484f23c051 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503724 Aug 16 02:07:05.328110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '37560772-ae7c-469f-8f4e-779fa6b7279a', 'network_id': '082f207a-cf09-403b-93e9-1b22106f5db0', 'port_id': '37560772-ae7c-469f-8f4e-779fa6b7279a', 'mac_address': 'fa:16:3e:62:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65daeea1-30eb-466e-9128-87e88aaf9c44', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:05.333676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Transition to ACTIVE for port object e851ab21-d4ba-413a-918e-9b2cbd604466 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:05.335079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd67f5f1-dcd7-4d9a-8f51-265d49dfc5ab None None] Provisioning complete for port a428f051-d75a-4901-972d-06d064ff001b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:05.335457 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd67f5f1-dcd7-4d9a-8f51-265d49dfc5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.343001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-45f2f028-97f4-4cc0-8e71-ae5c439d1e2d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 999 time: 0.4935455 Aug 16 02:07:05.343877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-b4f27ba4-edd6-4a99-a930-3d614de78998 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=082f207a-cf09-403b-93e9-1b22106f5db0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511360 Aug 16 02:07:05.445496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.463172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Allocated IP 2001:db8:1::2 (f8e6af69-8fd2-49e1-a230-7a4c39b903ec/f9c04856-56f6-4d35-b956-fbb3079faf78/b3dc600a-d54c-4249-9f3a-bfddd2e992be) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:05.478348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] For port cb5ff5bf-4b41-445b-9064-e67b701df61b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb5ff5bf-4b41-445b-9064-e67b701df61b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:05.478781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.505204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-707fd881-275d-4740-9078-213fca3baca5 req-39703ac3-c915-4c1d-ab63-e01d75574d9a tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015946 Aug 16 02:07:05.509039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6a9b547f-7309-4f4a-a4fd-2477d6e1c5e8 req-c24f8bc4-b581-4731-acff-9a811b9fc162 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760035 Aug 16 02:07:05.509039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Calling delete_port for cb5ff5bf-4b41-445b-9064-e67b701df61b owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:05.509596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:07:00Z', 'revision_number': 8, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:05.525198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-a1eaa445-f14e-4904-90c4-b71c597e3d7b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.525427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.525554 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-a1eaa445-f14e-4904-90c4-b71c597e3d7b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/ports?device_id=6fda507a-d076-46f0-b283-7dd703f9eccb HTTP/1.1" status: 200 len: 945 time: 0.1065433 Aug 16 02:07:05.557627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Network 7fd96b01-c82d-48a5-b198-51b84c60637e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:05.569712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:05.585374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:05.602914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330a4d-5151-45a8-99e3-530e734ae50c req-6fe9467c-4d9b-414d-b198-c90959d61e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:05.603821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Pushing event updated for resources: {'Port': ['ID=e851ab21-d4ba-413a-918e-9b2cbd604466,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:05.605509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-6fe9467c-4d9b-414d-b198-c90959d61e9a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.2525935 Aug 16 02:07:05.631112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:05.640342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37560772-ae7c-469f-8f4e-779fa6b7279a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:05.693890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:05.694554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:06:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:05.717376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'tag': 'e0d57726-06df-4719-8e90-bdd571fd57cb'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:05.720377 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ff84e8-6727-4c2c-872b-e2be08937244" -d '{"events": [{"name": "network-changed", "server_uuid": "53dbdcc1-f81c-42fa-9f54-50378e73136a", "tag": "e0d57726-06df-4719-8e90-bdd571fd57cb"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:05.741518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Deleting port e01af660-6e85-4be3-bc5f-7f1b76e574b8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:05.741872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.779646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 37560772-ae7c-469f-8f4e-779fa6b7279a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=37560772-ae7c-469f-8f4e-779fa6b7279a,segment=NetworkSegment(72c35a48-10fe-4568-83aa-048dc0396848),segment_id=72c35a48-10fe-4568-83aa-048dc0396848)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:05.797818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:05.806221 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffe13cb-d68d-474a-983f-2b4b67df1455" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:05.811436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-e9baef4c-5af8-4b69-9539-b4cf1dad8b42 service neutron] 10.222.0.58 "GET /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559910 Aug 16 02:07:05.830779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.840619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Attempting to bind port e851ab21-d4ba-413a-918e-9b2cbd604466 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:05.841125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Attempting to bind port e851ab21-d4ba-413a-918e-9b2cbd604466 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:05.841470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Attempting to bind port e851ab21-d4ba-413a-918e-9b2cbd604466 on network 7fd96b01-c82d-48a5-b198-51b84c60637e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:05.883522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:05.883907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Checking segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:05.884538 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.884719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Bound using segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:05.885219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Bound port: e851ab21-d4ba-413a-918e-9b2cbd604466, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:05.885679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.889660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] For port e01af660-6e85-4be3-bc5f-7f1b76e574b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e01af660-6e85-4be3-bc5f-7f1b76e574b8,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:05.890264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.893775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.905065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Deleting port 96b1e5b4-e70c-4d15-97b4-587d03090b4f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:05.905417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.912698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Calling delete_port for e01af660-6e85-4be3-bc5f-7f1b76e574b8 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:05.955272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:05.989988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5ff5bf-4b41-445b-9064-e67b701df61b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.087042 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.130306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] For port 96b1e5b4-e70c-4d15-97b4-587d03090b4f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=96b1e5b4-e70c-4d15-97b4-587d03090b4f,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:06.130749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.145572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Calling delete_port for 96b1e5b4-e70c-4d15-97b4-587d03090b4f owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:06.167893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.176014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:06.221139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.225133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.261928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330a4d-5151-45a8-99e3-530e734ae50c req-df2f3406-06ad-4669-b487-b828cedb71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.263656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-df2f3406-06ad-4669-b487-b828cedb71b8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5653858 Aug 16 02:07:06.286222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['37560772-ae7c-469f-8f4e-779fa6b7279a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:06.288995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Transition to ACTIVE for port object b3dc600a-d54c-4249-9f3a-bfddd2e992be will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:06.315912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=37560772-ae7c-469f-8f4e-779fa6b7279a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.365248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Transition to ACTIVE for port object b3dc600a-d54c-4249-9f3a-bfddd2e992be will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:06.379223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] For port e851ab21-d4ba-413a-918e-9b2cbd604466, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:06.382976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-6faf61aa-f3e8-4615-a964-523dcc1830c8 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:06.384846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] For port e851ab21-d4ba-413a-918e-9b2cbd604466, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e851ab21-d4ba-413a-918e-9b2cbd604466,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:06.385883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.392557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-6faf61aa-f3e8-4615-a964-523dcc1830c8 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 813 time: 0.5739477 Aug 16 02:07:06.405952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e01af660-6e85-4be3-bc5f-7f1b76e574b8', '96b1e5b4-e70c-4d15-97b4-587d03090b4f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:06.420706 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.430989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 446ce94b-8fa7-4a54-9454-72793de6b9a1 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:06.434679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event deleted for resources: {'Port': ['ID=e01af660-6e85-4be3-bc5f-7f1b76e574b8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.439926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.444342 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b28074b7-a710-4efa-8906-bd8f0f525bee admin admin] 10.222.0.76 "DELETE /v2.0/routers/446ce94b-8fa7-4a54-9454-72793de6b9a1 HTTP/1.1" status: 204 len: 168 time: 2.3917634 Aug 16 02:07:06.445443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41852) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:06.471134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.508509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.532773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] No DVR routers for this DVR port e01af660-6e85-4be3-bc5f-7f1b76e574b8 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:06.542155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Deleting subnet 832726f4-f49b-4cd4-8d5a-7d1fb0b54856 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:06.547213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.552162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.554184 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-656b25a6-d5a6-436f-bad8-30cc7a86c7cc req-bfe974f6-fc94-4e1f-a048-f0530ff6ff7a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "DELETE /v2.0/ports/e01af660-6e85-4be3-bc5f-7f1b76e574b8 HTTP/1.1" status: 204 len: 173 time: 1.0259004 Aug 16 02:07:06.567303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-78c2d36b-893d-4f70-9365-3b8808ee4f92 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/quotas/2576733bd0f047479cf4dbb7e1f655e0 HTTP/1.1" status: 200 len: 375 time: 0.1733532 Aug 16 02:07:06.575227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:06.589321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5225b8-f008-41bc-817d-eecbc0812778 req-f9f75a66-fc33-4d15-a503-809b3f7462ad service neutron] 10.222.0.58 "GET /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7405615 Aug 16 02:07:06.606098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:06.620372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.646073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:06.656344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Pushing event updated for resources: {'Port': ['ID=b3dc600a-d54c-4249-9f3a-bfddd2e992be,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.733995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471b0aa-c7f9-4e75-8bbf-ba77c971ad59 None None] Pushing event updated for resources: {'Port': ['ID=e851ab21-d4ba-413a-918e-9b2cbd604466,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:06.785830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.855229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-5f87780c-3bf6-4d16-a6ba-d7706e79a969 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2648544 Aug 16 02:07:06.866954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-361b9b7d-0ad2-42cf-a5b9-7d4879a17f01 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495641 Aug 16 02:07:06.887076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Attempting to bind port b3dc600a-d54c-4249-9f3a-bfddd2e992be on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:06.887461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Attempting to bind port b3dc600a-d54c-4249-9f3a-bfddd2e992be by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'dd5dc60a-f8f4-4040-8c78-1e1729312162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:06.887837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Attempting to bind port b3dc600a-d54c-4249-9f3a-bfddd2e992be on network f8e6af69-8fd2-49e1-a230-7a4c39b903ec {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:06.934292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:06.934587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Checking segment: {'id': 'dd5dc60a-f8f4-4040-8c78-1e1729312162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:06.935051 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.935462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Bound using segment: {'id': 'dd5dc60a-f8f4-4040-8c78-1e1729312162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:06.935954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Bound port: b3dc600a-d54c-4249-9f3a-bfddd2e992be, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5dc60a-f8f4-4040-8c78-1e1729312162', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f8e6af69-8fd2-49e1-a230-7a4c39b903ec'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:06.936352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:06.968141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8::1 (97d6e4b2-fbff-4811-8cd2-5566f1ce8027/1dea18c3-52cc-4bf7-acc8-d15f43680a68/d827755f-110c-41b0-9e8c-689a40ccc2b3) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:07.006324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.020836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0d57726-06df-4719-8e90-bdd571fd57cb details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:07.063561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832726f4-f49b-4cd4-8d5a-7d1fb0b54856,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.070937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.073112 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bde0231b-110e-43fa-a29c-f8ddebf349f5 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/832726f4-f49b-4cd4-8d5a-7d1fb0b54856 HTTP/1.1" status: 204 len: 168 time: 0.6266377 Aug 16 02:07:07.075695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41858) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:07.102050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:07:00Z', 'revision_number': 8, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.120797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aa657c-2332-4534-88cd-95810417abe8 None None] Network 24764510-17c0-46e8-b6a5-9cc5c503e2a5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:07.246588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.273102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4fd56-4d9a-4058-8c74-d5e5fe8b029c None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '27261e9b-4afd-4d37-ac12-8995a193414a', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'port_id': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'mac_address': 'fa:16:3e:d4:66:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:06:15Z', 'updated_at': '2021-08-16T02:07:00Z', 'revision_number': 8, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:07.369032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Deleting port c9c681fe-dd83-4afd-976d-9a861980af13 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:07.369496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.392809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a428f051-d75a-4901-972d-06d064ff001b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:07.427956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] For port b3dc600a-d54c-4249-9f3a-bfddd2e992be, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:07.456883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] For port c9c681fe-dd83-4afd-976d-9a861980af13, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9c681fe-dd83-4afd-976d-9a861980af13,segment=NetworkSegment(e4ef5783-dbfd-44dc-86be-84b67f3e9d2e),segment_id=e4ef5783-dbfd-44dc-86be-84b67f3e9d2e)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:07.457881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.475063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Calling delete_port for c9c681fe-dd83-4afd-976d-9a861980af13 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:07.478309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] For port b3dc600a-d54c-4249-9f3a-bfddd2e992be, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3dc600a-d54c-4249-9f3a-bfddd2e992be,segment=NetworkSegment(dd5dc60a-f8f4-4040-8c78-1e1729312162),segment_id=dd5dc60a-f8f4-4040-8c78-1e1729312162)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:07.501704 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.533016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.547851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.553716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e01af660-6e85-4be3-bc5f-7f1b76e574b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:07.611936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event deleted for resources: {'Port': ['ID=96b1e5b4-e70c-4d15-97b4-587d03090b4f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.633052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.645320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e0d57726-06df-4719-8e90-bdd571fd57cb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0d57726-06df-4719-8e90-bdd571fd57cb,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:07.702393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.703016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e0d57726-06df-4719-8e90-bdd571fd57cb', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': 'e0d57726-06df-4719-8e90-bdd571fd57cb', 'mac_address': 'fa:16:3e:49:fb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:07.707816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a428f051-d75a-4901-972d-06d064ff001b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:07.708178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.760631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab703379-f055-4614-8689-022034d09ec3 None None] New status for floating IP 27261e9b-4afd-4d37-ac12-8995a193414a: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:07:07.770553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9c681fe-dd83-4afd-976d-9a861980af13,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:07.791464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] No DVR routers for this DVR port c9c681fe-dd83-4afd-976d-9a861980af13 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:07.847080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] No DVR routers for this DVR port 96b1e5b4-e70c-4d15-97b4-587d03090b4f on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:07.861716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.863913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0d9e1f2-7059-4662-a8b1-bee979c7ea78 req-1bc412ea-0c7b-48e6-891e-4e3f5290f5ae tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "DELETE /v2.0/ports/96b1e5b4-e70c-4d15-97b4-587d03090b4f HTTP/1.1" status: 204 len: 173 time: 2.7215488 Aug 16 02:07:07.874148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-8d8d9da2-9685-4940-9a3d-20561a6e24ac service neutron] 10.222.0.76 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0007830 Aug 16 02:07:07.909682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bebc0e1-6a01-4dd5-864f-6c44a9da5057 None None] DHCP port deletion for 24764510-17c0-46e8-b6a5-9cc5c503e2a5 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:07.916244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.929124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24764510-17c0-46e8-b6a5-9cc5c503e2a5']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.942622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.944832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ef5783-dbfd-44dc-86be-84b67f3e9d2e') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:07.953209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.976017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45330a4d-5151-45a8-99e3-530e734ae50c req-0b4c4ce0-bdc6-44de-8580-244be1c6c131 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0798318 Aug 16 02:07:07.977823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.993419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:07.993970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:07.997415 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:08.012601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37fb89-d567-46ce-a306-d4f27a74e2f5 None None] Pushing event updated for resources: {'Port': ['ID=b3dc600a-d54c-4249-9f3a-bfddd2e992be,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.068749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.095331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Allocated IP 172.25.6.253 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/a6411761-6ade-48f1-993f-8579c1285c3a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:08.150223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object d827755f-110c-41b0-9e8c-689a40ccc2b3 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:08.162592 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.240851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0d57726-06df-4719-8e90-bdd571fd57cb {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:08.250757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-1daa9486-a7b3-4376-8a22-95eeca2b4764 service neutron] 10.222.0.76 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754942 Aug 16 02:07:08.277813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.279499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e851ab21-d4ba-413a-918e-9b2cbd604466 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:08.319017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.321176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] 10.222.0.76 "DELETE /v2.0/networks/24764510-17c0-46e8-b6a5-9cc5c503e2a5 HTTP/1.1" status: 204 len: 168 time: 1.2444584 Aug 16 02:07:08.322156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455380e-4ee9-4c95-bcdf-847c519b815e admin admin] Pushing event deleted for resources: {'Network': ['ID=24764510-17c0-46e8-b6a5-9cc5c503e2a5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.362094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e0d57726-06df-4719-8e90-bdd571fd57cb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0d57726-06df-4719-8e90-bdd571fd57cb,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:08.381313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec0316-8f1b-4451-8501-64687dbe64a3 req-56308d82-1bb1-4c54-9d51-bc7bf4bd6ccb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.405975 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ec0316-8f1b-4451-8501-64687dbe64a3 req-56308d82-1bb1-4c54-9d51-bc7bf4bd6ccb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 944 time: 0.1539409 Aug 16 02:07:08.477796 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.489330 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.501760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ec0316-8f1b-4451-8501-64687dbe64a3 req-5bee051a-600c-4635-9e3f-8aa7712cf5b4 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837958 Aug 16 02:07:08.520680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.529416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e851ab21-d4ba-413a-918e-9b2cbd604466 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:08.546489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6b5b63-8fd7-4b4f-a4d9-ef48ea122396 None None] Network 7fd96b01-c82d-48a5-b198-51b84c60637e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:08.555861 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c513ab-d829-4c0c-9241-a4ada99b38f1 x-openstack-request-id: req-d4c513ab-d829-4c0c-9241-a4ada99b38f1 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:08.556942 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53dbdcc1-f81c-42fa-9f54-50378e73136a", "tag": "e0d57726-06df-4719-8e90-bdd571fd57cb", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:08.557356 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4c513ab-d829-4c0c-9241-a4ada99b38f1 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:08.557934 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'tag': 'e0d57726-06df-4719-8e90-bdd571fd57cb', 'status': 'completed', 'code': 200} Aug 16 02:07:08.619291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=d827755f-110c-41b0-9e8c-689a40ccc2b3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.644806 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59472659-3138-4044-bd1d-6f2b3d3a9721 x-openstack-request-id: req-59472659-3138-4044-bd1d-6f2b3d3a9721 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:08.645376 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:08.645829 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-59472659-3138-4044-bd1d-6f2b3d3a9721 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:08.646413 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'status': 'completed', 'code': 200} Aug 16 02:07:08.726805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:08.760011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:08.775231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:08.775989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.803693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41868) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.848074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-0525ad02-a8b5-4c7d-8e96-1cda4c9d313c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.850137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-0525ad02-a8b5-4c7d-8e96-1cda4c9d313c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.2116318 Aug 16 02:07:08.865855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:08.902104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e0d57726-06df-4719-8e90-bdd571fd57cb,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:08.908673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb5ff5bf-4b41-445b-9064-e67b701df61b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:08.928224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1ce31d2f-7ef5-4ffe-acaf-30b95b30833b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3a040a08b96d4776953057a7a400df5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231377 Aug 16 02:07:08.929176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41870) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:08.954722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: cb5ff5bf-4b41-445b-9064-e67b701df61b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:08.955131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb5ff5bf-4b41-445b-9064-e67b701df61b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:08.955569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device efb0afc9-614c-41be-9a0c-e02e543d1ee6 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:08.958863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-308f5145-ee89-4651-9a3c-e4b578f99d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:08.960571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-308f5145-ee89-4651-9a3c-e4b578f99d5b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 1097 time: 0.3130066 Aug 16 02:07:08.983661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: efb0afc9-614c-41be-9a0c-e02e543d1ee6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:08.984904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device efb0afc9-614c-41be-9a0c-e02e543d1ee6 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:09.012016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] Provisioning for port e851ab21-d4ba-413a-918e-9b2cbd604466 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:09.045531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e0d57726-06df-4719-8e90-bdd571fd57cb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:09.072316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5aca1f48-86d1-47d6-a298-08ae308b536e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.152483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5aca1f48-86d1-47d6-a298-08ae308b536e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.158980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 37560772-ae7c-469f-8f4e-779fa6b7279a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:09.237466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] Provisioning complete for port e851ab21-d4ba-413a-918e-9b2cbd604466 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:09.251192 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.295896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dec42-4137-4da5-9d52-7afcf2abe2bf req-896cf0c8-9a22-487b-8f55-9175bdad22dc tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.303414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-641dec42-4137-4da5-9d52-7afcf2abe2bf req-896cf0c8-9a22-487b-8f55-9175bdad22dc tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 944 time: 0.5946274 Aug 16 02:07:09.308127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50b4dd60-99dd-42a8-bb43-8c102bb3054e req-5fbafb5e-0bb4-42d0-9522-b76a37837494 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 998 time: 0.2835705 Aug 16 02:07:09.313396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:09.328519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3dc600a-d54c-4249-9f3a-bfddd2e992be up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:09.339504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:09.358073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:09.391529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Pushing event updated for resources: {'Port': ['ID=a6411761-6ade-48f1-993f-8579c1285c3a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.404255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cb7668-87b2-4272-939e-f345f7cbe90b None None] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:09.409952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5aca1f48-86d1-47d6-a298-08ae308b536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.414248 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5aca1f48-86d1-47d6-a298-08ae308b536e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.416009 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5aca1f48-86d1-47d6-a298-08ae308b536e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb538410-07aa-4068-b3ae-68fbef2b4a33 HTTP/1.1" status: 204 len: 168 time: 0.4835408 Aug 16 02:07:09.428686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca1f48-86d1-47d6-a298-08ae308b536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb538410-07aa-4068-b3ae-68fbef2b4a33,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:09.562278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-641dec42-4137-4da5-9d52-7afcf2abe2bf req-f7f935d1-7c6b-45a3-a87d-ba04e7d0974f tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574575 Aug 16 02:07:09.634173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.660273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e01af660-6e85-4be3-bc5f-7f1b76e574b8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:09.681170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-2e5d0a66-3855-4d7d-8b34-5d8d84c6cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.682972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-2e5d0a66-3855-4d7d-8b34-5d8d84c6cf57 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.7591956 Aug 16 02:07:09.694817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-7903171c-d686-429b-a0fa-eae6d9b65eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.696559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-7903171c-d686-429b-a0fa-eae6d9b65eaa service neutron] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 913 time: 0.6751983 Aug 16 02:07:09.712260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: e01af660-6e85-4be3-bc5f-7f1b76e574b8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:09.712623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e01af660-6e85-4be3-bc5f-7f1b76e574b8 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:09.713080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 96b1e5b4-e70c-4d15-97b4-587d03090b4f no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:09.714766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.757882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 37560772-ae7c-469f-8f4e-779fa6b7279a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:09.760193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 96b1e5b4-e70c-4d15-97b4-587d03090b4f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:09.760583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 96b1e5b4-e70c-4d15-97b4-587d03090b4f not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:09.815511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4dd60-99dd-42a8-bb43-8c102bb3054e req-302a471e-371c-417f-a970-4e59a016e40f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:09.816243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 37560772-ae7c-469f-8f4e-779fa6b7279a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:09.816520 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:09.817028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50b4dd60-99dd-42a8-bb43-8c102bb3054e req-302a471e-371c-417f-a970-4e59a016e40f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.4837825 Aug 16 02:07:09.836113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b3dc600a-d54c-4249-9f3a-bfddd2e992be completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:09.904305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] For port e851ab21-d4ba-413a-918e-9b2cbd604466, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e851ab21-d4ba-413a-918e-9b2cbd604466,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:09.973407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9c681fe-dd83-4afd-976d-9a861980af13 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:10.005876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5c53ff44-89ca-49fb-b357-baa3a836c4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.007110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c9c681fe-dd83-4afd-976d-9a861980af13 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:10.007467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9c681fe-dd83-4afd-976d-9a861980af13 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:10.039168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-096e23de-2e3e-405b-9d18-ebede484df32 req-19cd0c30-dbc3-4cb0-9698-f7f9743885ab tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 210 time: 0.0529382 Aug 16 02:07:10.041290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-585d11c4-205a-4152-bb9b-e5dcc400b38c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0d57726-06df-4719-8e90-bdd571fd57cb HTTP/1.1" status: 200 len: 217 time: 0.3045781 Aug 16 02:07:10.058807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.132484 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.178429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70e8ee-c546-47b8-bd3a-410bb97ba6da None None] Pushing event updated for resources: {'Port': ['ID=e851ab21-d4ba-413a-918e-9b2cbd604466,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.189692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37560772-ae7c-469f-8f4e-779fa6b7279a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:10.192108 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50bec80-8b7a-44fe-bc56-cc25f0f9a1d0" -d '{"events": [{"server_uuid": "0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8", "name": "network-vif-plugged", "status": "completed", "tag": "37560772-ae7c-469f-8f4e-779fa6b7279a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:10.197180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-1aa2d5c7-93dd-4343-b5b9-0039aa5ccb35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 1001 time: 0.4916213 Aug 16 02:07:10.243704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-6443e1f8-5359-404a-89b0-2e8e54b3ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.245213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-6443e1f8-5359-404a-89b0-2e8e54b3ba76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.1769996 Aug 16 02:07:10.246838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 37560772-ae7c-469f-8f4e-779fa6b7279a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=37560772-ae7c-469f-8f4e-779fa6b7279a,segment=NetworkSegment(72c35a48-10fe-4568-83aa-048dc0396848),segment_id=72c35a48-10fe-4568-83aa-048dc0396848)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:10.258352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Provisioning complete for port e851ab21-d4ba-413a-918e-9b2cbd604466 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:10.259115 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.320260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1a1ff-5b56-4ad3-8462-da7f16616820 req-1ae93317-b4f2-4b93-806e-b28d348d6681 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.321874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fec1a1ff-5b56-4ad3-8462-da7f16616820 req-1ae93317-b4f2-4b93-806e-b28d348d6681 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 945 time: 0.5881939 Aug 16 02:07:10.322964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.404627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=37560772-ae7c-469f-8f4e-779fa6b7279a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.528563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Provisioning for port b3dc600a-d54c-4249-9f3a-bfddd2e992be completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:10.534134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Provisioning complete for port b3dc600a-d54c-4249-9f3a-bfddd2e992be triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:10.534667 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.559058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'name': 'network-vif-deleted', 'tag': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:10.562284 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1ce7b-bf7a-470e-bc78-ecaac33f247b" -d '{"events": [{"server_uuid": "6fda507a-d076-46f0-b283-7dd703f9eccb", "name": "network-vif-deleted", "tag": "e01af660-6e85-4be3-bc5f-7f1b76e574b8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:10.634272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.674658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] For port b3dc600a-d54c-4249-9f3a-bfddd2e992be, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3dc600a-d54c-4249-9f3a-bfddd2e992be,segment=NetworkSegment(dd5dc60a-f8f4-4040-8c78-1e1729312162),segment_id=dd5dc60a-f8f4-4040-8c78-1e1729312162)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:10.692775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'name': 'network-vif-deleted', 'tag': '96b1e5b4-e70c-4d15-97b4-587d03090b4f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:10.695078 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02793eb6-c908-45e9-b401-c510200de868" -d '{"events": [{"server_uuid": "373aaeca-4c97-4e45-ac83-cce027aa73ef", "name": "network-vif-deleted", "tag": "96b1e5b4-e70c-4d15-97b4-587d03090b4f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:10.726426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-93fcfde1-eb8c-49dc-be42-5044cdd4196c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4336193 Aug 16 02:07:10.734228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.746269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41920) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:10.794942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Pushing event updated for resources: {'Port': ['ID=b3dc600a-d54c-4249-9f3a-bfddd2e992be,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:10.856180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-a4cae336-dba8-425c-87cc-45b61305bbf3 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1001 time: 0.7283165 Aug 16 02:07:10.878864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-461450872-network', 'tenant_id': 'fece163a39304fe19506da7cd3a2b72f'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:10.882900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Provisioning for port d827755f-110c-41b0-9e8c-689a40ccc2b3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:10.889010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Provisioning complete for port d827755f-110c-41b0-9e8c-689a40ccc2b3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:10.889411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:10.890769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-34146f16-021c-4e10-86e3-8882b7667fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:10.893692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-34146f16-021c-4e10-86e3-8882b7667fc5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.6451030 Aug 16 02:07:10.930427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0969968c-3621-4d81-88ed-b4a8ef866145 None None] Port d827755f-110c-41b0-9e8c-689a40ccc2b3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:10.999340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Made reservation on behalf of fece163a39304fe19506da7cd3a2b72f for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:11.002343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.012647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.043318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fec1a1ff-5b56-4ad3-8462-da7f16616820 req-16c155c1-8075-4300-ad71-dc1669ffb081 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254819 Aug 16 02:07:11.065052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0d57726-06df-4719-8e90-bdd571fd57cb up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:11.088464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-677bd947-675c-4e98-978a-5029daabfeda tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.089945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-677bd947-675c-4e98-978a-5029daabfeda tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports/c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 943 time: 0.2196083 Aug 16 02:07:11.164911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-228788f0-b3c0-4da3-b461-a6b06a06f3cc service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222798 Aug 16 02:07:11.167787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-35964f91-9eda-449d-a87f-f3eda34ed803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.168952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-35964f91-9eda-449d-a87f-f3eda34ed803 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2324765 Aug 16 02:07:11.180651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d7e2c21-3aa0-4be1-90b2-47174b5c2421 None None] Provisioning complete for port b3dc600a-d54c-4249-9f3a-bfddd2e992be triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:11.181621 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1d7e2c21-3aa0-4be1-90b2-47174b5c2421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.184962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3dc600a-d54c-4249-9f3a-bfddd2e992be up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:11.189453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.248248 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.261459 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9550ec95-f047-49c9-84ef-b0b43e07c9e9 x-openstack-request-id: req-9550ec95-f047-49c9-84ef-b0b43e07c9e9 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:11.261841 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8", "name": "network-vif-plugged", "status": "completed", "tag": "37560772-ae7c-469f-8f4e-779fa6b7279a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:11.262113 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9550ec95-f047-49c9-84ef-b0b43e07c9e9 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:11.262518 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37560772-ae7c-469f-8f4e-779fa6b7279a', 'code': 200} Aug 16 02:07:11.282941 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbadba0-061a-4bec-a8a3-81958faa7b19 x-openstack-request-id: req-8bbadba0-061a-4bec-a8a3-81958faa7b19 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:11.282941 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fda507a-d076-46f0-b283-7dd703f9eccb", "name": "network-vif-deleted", "tag": "e01af660-6e85-4be3-bc5f-7f1b76e574b8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:11.282941 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8bbadba0-061a-4bec-a8a3-81958faa7b19 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:11.282941 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fda507a-d076-46f0-b283-7dd703f9eccb', 'name': 'network-vif-deleted', 'tag': 'e01af660-6e85-4be3-bc5f-7f1b76e574b8', 'status': 'completed', 'code': 200} Aug 16 02:07:11.327653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b3dc600a-d54c-4249-9f3a-bfddd2e992be triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:11.328607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.371780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23708f4-7efc-4f9d-8e5d-b2af5a4b024b req-d757201d-41d0-4969-a28b-1172479d2111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.373615 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d23708f4-7efc-4f9d-8e5d-b2af5a4b024b req-d757201d-41d0-4969-a28b-1172479d2111 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 1097 time: 0.0495279 Aug 16 02:07:11.405521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.424546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e0d57726-06df-4719-8e90-bdd571fd57cb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:11.448511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d23708f4-7efc-4f9d-8e5d-b2af5a4b024b req-884eecfa-f7e0-4890-9441-e9c5f4f89674 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654829 Aug 16 02:07:11.454794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:11.471178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc53695-2be0-4fec-a8dc-cf969870e261,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.476654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.477455 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Added segment e37163e0-1771-4b69-9084-bc70f571f123 of type vlan for network 38d562a9-ef86-4752-8500-82615d4dadf7 Aug 16 02:07:11.486286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e851ab21-d4ba-413a-918e-9b2cbd604466 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:11.491973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-69c23eb0-d866-47ec-bbf0-09fe944300d0 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1001 time: 0.2858987 Aug 16 02:07:11.509041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e0d57726-06df-4719-8e90-bdd571fd57cb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:11.509427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.537392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.574897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.598487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e851ab21-d4ba-413a-918e-9b2cbd604466 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:11.598900 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.636178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0ff84e8-6727-4c2c-872b-e2be08937244 req-20153923-cd83-4095-9093-6c203a25b96e service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575253 Aug 16 02:07:11.638598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.649657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012662c-e5a0-4c71-914f-db397787b01f req-060f03f0-4ae8-4ae2-a286-86c48150415a tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.651217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8012662c-e5a0-4c71-914f-db397787b01f req-060f03f0-4ae8-4ae2-a286-86c48150415a tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 945 time: 0.2811551 Aug 16 02:07:11.660773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.662027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.663359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.665479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-28b8ff72-b335-475c-b0d4-35a449b9767b service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678380 Aug 16 02:07:11.683531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e0d57726-06df-4719-8e90-bdd571fd57cb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0d57726-06df-4719-8e90-bdd571fd57cb,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:11.720966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.722059 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.732189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] Pushing event updated for resources: {'Network': ['ID=38d562a9-ef86-4752-8500-82615d4dadf7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.742182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 38d562a9-ef86-4752-8500-82615d4dadf7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:11.788155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:11.801617 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-10bc9381-0829-4540-ae69-0a31c81a52d5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0539322 Aug 16 02:07:11.802235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41926) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:11.808414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Request body: {'subnet': {'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-461450872-subnet', 'tenant_id': 'fece163a39304fe19506da7cd3a2b72f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:11.867497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e0d57726-06df-4719-8e90-bdd571fd57cb,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:11.945173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-e313645a-5237-4566-9723-d8760e8beeb3 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:11.946544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-e313645a-5237-4566-9723-d8760e8beeb3 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.4081633 Aug 16 02:07:11.949428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8012662c-e5a0-4c71-914f-db397787b01f req-71f6c934-8761-41b1-bb9a-59c73b0473cb tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862685 Aug 16 02:07:11.956922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Made reservation on behalf of fece163a39304fe19506da7cd3a2b72f for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:11.961883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.014650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=d827755f-110c-41b0-9e8c-689a40ccc2b3,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.025198 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3d418c-76d3-4c6f-be7d-2fc6940635a7 x-openstack-request-id: req-dc3d418c-76d3-4c6f-be7d-2fc6940635a7 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:12.025528 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "373aaeca-4c97-4e45-ac83-cce027aa73ef", "name": "network-vif-deleted", "tag": "96b1e5b4-e70c-4d15-97b4-587d03090b4f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:12.025743 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc3d418c-76d3-4c6f-be7d-2fc6940635a7 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:12.026139 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '373aaeca-4c97-4e45-ac83-cce027aa73ef', 'name': 'network-vif-deleted', 'tag': '96b1e5b4-e70c-4d15-97b4-587d03090b4f', 'status': 'completed', 'code': 200} Aug 16 02:07:12.131627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ffe13cb-d68d-474a-983f-2b4b67df1455 req-e5bffaab-39d1-4fb5-8c04-f4ca861029e9 service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484067 Aug 16 02:07:12.133475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87cd5354-352f-46a6-a205-7bcc2f326cf1 req-e443c462-7981-4b1c-b0ad-35e4b3b8537f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 210 time: 0.0653248 Aug 16 02:07:12.181948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-8ae5b733-3327-44d8-aca7-eb52e2ecee69 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 1001 time: 0.2172370 Aug 16 02:07:12.184366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.194763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:12.199049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:12.205276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:12.297524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-4d19d5d9-74f9-4e60-96e8-f18a2b4dbb3c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.298687 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-4d19d5d9-74f9-4e60-96e8-f18a2b4dbb3c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 813 time: 0.2413793 Aug 16 02:07:12.313663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e42565e-2459-48b1-a565-ddc9701651a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.321516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Request body: {'port': {'device_id': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'admin_state_up': True, 'tenant_id': '2576733bd0f047479cf4dbb7e1f655e0'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:12.369679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.427040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.459767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26700773-6028-4e22-a28f-7123b37ec779,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:12.479065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Checking segment: {'id': 'e37163e0-1771-4b69-9084-bc70f571f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:12.479434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Network hostable DHCP agents. Network: 38d562a9-ef86-4752-8500-82615d4dadf7, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:12.566175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81c7b9f0-5690-4a06-8fca-85d5cc37809c None None] Provisioning complete for port d827755f-110c-41b0-9e8c-689a40ccc2b3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:12.566800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81c7b9f0-5690-4a06-8fca-85d5cc37809c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.605476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-81c7b9f0-5690-4a06-8fca-85d5cc37809c None None] Port d827755f-110c-41b0-9e8c-689a40ccc2b3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:12.608142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Made reservation on behalf of 2576733bd0f047479cf4dbb7e1f655e0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:12.612742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.637832 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.645425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Network 38d562a9-ef86-4752-8500-82615d4dadf7 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:12.741124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 38d562a9-ef86-4752-8500-82615d4dadf7) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:12.748536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:12.749142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:12.751348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba6a4c9-6a07-426e-bf96-813c400d500d None None] Network 38d562a9-ef86-4752-8500-82615d4dadf7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:12.767753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Allocated IP 172.20.0.8 (fcc2387d-58c9-4cc5-a5df-700207c84d7c/1207bff5-d20e-4dae-8ab7-b6c459ed994c/5b33ccd1-1e04-4378-b68e-bcc76bf67c5d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:12.817444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f4b2e78-e406-4d8b-90da-c9a0db1dea81 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0135345 Aug 16 02:07:12.941361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.022798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee149ff-aa33-41be-9b5a-3a9e7e424493 req-e409fad9-ea40-4bc7-9287-7f3d714ec113 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.030245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cee149ff-aa33-41be-9b5a-3a9e7e424493 req-e409fad9-ea40-4bc7-9287-7f3d714ec113 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.7393813 Aug 16 02:07:13.048979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.091466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:13.096691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:13.101224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:13.108558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e32066-97c4-465b-ae5a-3c3813a5bce7 None None] Network 38d562a9-ef86-4752-8500-82615d4dadf7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:13.139258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event updated for resources: {'Port': ['ID=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.165268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.170323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.210444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cee149ff-aa33-41be-9b5a-3a9e7e424493 req-0dbc5492-3646-4c1c-9927-fc282be381df tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718063 Aug 16 02:07:13.243775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-373dc270-d7af-47e5-8ba5-156945e06803 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9343784 Aug 16 02:07:13.254654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-7e61fa43-4b6e-4396-b3a9-a6f33ae6584b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.256118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-7e61fa43-4b6e-4396-b3a9-a6f33ae6584b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 813 time: 0.3645108 Aug 16 02:07:13.257581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Request body: {'port': {'device_id': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:13.263160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.264368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d57726-06df-4719-8e90-bdd571fd57cb'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:13.268460 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec4b571-6688-4ab5-b254-c4d025e01506" -d '{"events": [{"server_uuid": "53dbdcc1-f81c-42fa-9f54-50378e73136a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d57726-06df-4719-8e90-bdd571fd57cb"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:13.272077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Request body: {'port': {'device_id': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'admin_state_up': True, 'tenant_id': '2576733bd0f047479cf4dbb7e1f655e0'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:13.325839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.331647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 66c1b012-467b-4b2d-bcc4-eb591449970b is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:13.415459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.416026 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Floating IP 27261e9b-4afd-4d37-ac12-8995a193414a disassociated. External IP: 172.25.6.57, port: c26c98fd-37a8-4289-bc84-ef38cadd9029. Aug 16 02:07:13.417518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Router f307de33-d319-4cf4-8d2b-4c40f19428bc is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:13.598459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:13.606084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.618194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Transition to ACTIVE for port object 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:13.630932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:13.640593 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] Sync routers for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:13.643426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d8fda70a-845b-461e-81e5-cbbd388398e0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/66c1b012-467b-4b2d-bcc4-eb591449970b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0281806 Aug 16 02:07:13.646513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41944) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.654362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c94ca7-9c8b-4b28-82eb-78d5480bb1b3 req-a8bcc50b-50c8-4751-9e61-34689af7ea34 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.656018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3c94ca7-9c8b-4b28-82eb-78d5480bb1b3 req-a8bcc50b-50c8-4751-9e61-34689af7ea34 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 945 time: 0.2930460 Aug 16 02:07:13.658614 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:13.660440 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.679806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.702659 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.721797 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:13.722949 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.733681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afddbb97-223f-459f-b360-7059e1f4889e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:13.738126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afddbb97-223f-459f-b360-7059e1f4889e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports/d827755f-110c-41b0-9e8c-689a40ccc2b3 HTTP/1.1" status: 200 len: 911 time: 0.0877686 Aug 16 02:07:13.740812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41946) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:13.741462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Made reservation on behalf of 2576733bd0f047479cf4dbb7e1f655e0 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:13.744993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.760059 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:13.760746 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f5929c-6c21-4aee-bc18-180ac28bd378 None None] The sync data for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:13.775967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Pushing event updated for resources: {'Port': ['ID=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:13.825361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Attempting to bind port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:13.825704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Attempting to bind port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:13.826044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Attempting to bind port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:13.831013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d on network fcc2387d-58c9-4cc5-a5df-700207c84d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:13.831343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Attempting to bind port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:13.836153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:13.836497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Checking segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:13.836886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Bound using segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:13.837319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Bound port: 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:13.837687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:13.900554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] For port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:13.903545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] For port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:13.916411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3c94ca7-9c8b-4b28-82eb-78d5480bb1b3 req-139846f0-7b52-486a-b743-ef8628eba27c tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387378 Aug 16 02:07:13.932036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:13.948179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:13.959424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:13.960071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:14.016915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.048389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.049584 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.052273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] 10.222.0.83 "PUT /v2.0/ports/5b33ccd1-1e04-4378-b68e-bcc76bf67c5d HTTP/1.1" status: 200 len: 1092 time: 0.7990837 Aug 16 02:07:14.086582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'tag': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:14.096313 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4116fa-6c1c-4065-81a9-331760086158" -d '{"events": [{"name": "network-changed", "server_uuid": "358e9927-a8c4-4253-8a7a-6a4826b7988b", "tag": "5b33ccd1-1e04-4378-b68e-bcc76bf67c5d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:14.118576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:14.149355 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.157721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27166cc7-6644-49ac-80d1-3b8ec9e99c0a service neutron] Pushing event updated for resources: {'Port': ['ID=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.158204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f84711cc-7b5e-401a-b9fe-fa0d1f1158bd admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.7469163 Aug 16 02:07:14.159988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:14.252260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-45c7e859-41e6-4398-bb70-bb0095501f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.254000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-45c7e859-41e6-4398-bb70-bb0095501f53 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 1095 time: 0.0499604 Aug 16 02:07:14.258661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Allocated IP 172.20.0.3 (fcc2387d-58c9-4cc5-a5df-700207c84d7c/1207bff5-d20e-4dae-8ab7-b6c459ed994c/608ecb73-2d8c-4bf2-af6a-e1f04096feb2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:14.299562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:14.300044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-df541b13-f1c6-42d9-89d6-6a5e8c23322c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d HTTP/1.1" status: 200 len: 217 time: 0.0383458 Aug 16 02:07:14.349303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-5e4fd2aa-76c9-496e-9153-fc23e2bf020c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:14.350831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-5e4fd2aa-76c9-496e-9153-fc23e2bf020c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.0443826 Aug 16 02:07:14.374862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:10Z', 'revision_number': 3, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:14.392450 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-d3428283-37d7-429f-92a7-adac5bf8346b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343003 Aug 16 02:07:14.405118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:14.405478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Updating router f307de33-d319-4cf4-8d2b-4c40f19428bc port a6411761-6ade-48f1-993f-8579c1285c3a binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:14.432580 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.495804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-5150ddcd-3c0b-458f-bd54-c31e022855e2 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966892 Aug 16 02:07:14.535139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.596046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-8ac7fd63-9000-482c-bd25-259a42661ca9 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935941 Aug 16 02:07:14.713916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.724217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Transition to ACTIVE for port object a6411761-6ade-48f1-993f-8579c1285c3a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:14.803064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.858521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Attempting to bind port a6411761-6ade-48f1-993f-8579c1285c3a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:14.858925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Attempting to bind port a6411761-6ade-48f1-993f-8579c1285c3a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:14.859322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Attempting to bind port a6411761-6ade-48f1-993f-8579c1285c3a on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:14.862157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939d4ae-8847-4bca-854a-ab4db6d4ba26 None None] Pushing event updated for resources: {'Port': ['ID=a6411761-6ade-48f1-993f-8579c1285c3a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:14.866869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:14.867257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:14.867674 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.868067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:14.868544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Bound port: a6411761-6ade-48f1-993f-8579c1285c3a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:14.868935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:14.920637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] For port a6411761-6ade-48f1-993f-8579c1285c3a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:14.924133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] For port a6411761-6ade-48f1-993f-8579c1285c3a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a6411761-6ade-48f1-993f-8579c1285c3a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:14.991501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.048127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:15.048766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:15.054414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939d4ae-8847-4bca-854a-ab4db6d4ba26 None None] Pushing event updated for resources: {'Port': ['ID=a6411761-6ade-48f1-993f-8579c1285c3a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:15.061949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-fb3f68ca-7307-4d11-8cc5-846d98c1a38e tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.064986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-fb3f68ca-7307-4d11-8cc5-846d98c1a38e tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/networks?id=38d562a9-ef86-4752-8500-82615d4dadf7 HTTP/1.1" status: 200 len: 821 time: 0.8116663 Aug 16 02:07:15.156930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-972f9353-ec28-4930-ac4a-c99dc7b1d1ec tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/quotas/fece163a39304fe19506da7cd3a2b72f HTTP/1.1" status: 200 len: 375 time: 0.0748875 Aug 16 02:07:15.164985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:15.217401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:15.229453 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:15.237369 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.239699 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:15.240314 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:15.272164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-314cee4a-1f24-4880-b94f-81b2be403500 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=fece163a39304fe19506da7cd3a2b72f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1019590 Aug 16 02:07:15.323682 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.327352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.355779 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:15.362003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:10Z', 'revision_number': 3, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:15.389076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c3d45-b0cb-4636-8d04-f37cfdf93ff6 None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:10Z', 'revision_number': 3, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:15.421328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-ea98c711-3f14-418d-9d56-be7ed8e92024 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "PUT /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 695 time: 3.2295661 Aug 16 02:07:15.429120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:15.431492 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3256242e-f208-4964-902a-cc2af3d98d98" -d '{"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:15.585658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:15.616822 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:15.645321 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:15.646218 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:15.718441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-1cf1f2f4-3124-4a28-b813-1774db09b94f service neutron] 10.222.0.76 "GET /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175613 Aug 16 02:07:15.735532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.797769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-eaf5b431-142a-4fcd-95d3-0a18259ae7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:15.799583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-eaf5b431-142a-4fcd-95d3-0a18259ae7aa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.3490121 Aug 16 02:07:15.855939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:15.868240 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:16.032528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Network fcc2387d-58c9-4cc5-a5df-700207c84d7c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:16.076228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:16.082108 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:16.101837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:16.113184 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d0580b-e269-44dd-902d-2870794c9d17 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:05:51Z', 'revision_number': 4, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'ffeb13be-ff70-4e1a-8771-20bd48a9f681', 'name': '', 'network_id': '35826d18-8147-41ca-bbd1-48b5ff061c6e', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'mac_address': 'fa:16:3e:01:dc:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:50Z', 'updated_at': '2021-08-16T02:06:01Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'subnets': [{'id': 'cac0512c-59af-42dd-8b0a-014f19dd9b56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:16.124436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event updated for resources: {'Port': ['ID=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:16.184558 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-552012d8-3da2-41a6-8a19-320217760d5f service neutron] 10.222.0.76 "GET /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552135 Aug 16 02:07:16.234418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-76259112-bc8e-477b-a5fc-bfadcb21750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.236014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-76259112-bc8e-477b-a5fc-bfadcb21750e service neutron] 10.222.0.76 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.3952484 Aug 16 02:07:16.275611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.276257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.324101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8:1::1 (f8e6af69-8fd2-49e1-a230-7a4c39b903ec/f9c04856-56f6-4d35-b956-fbb3079faf78/3a17b8c7-723f-4f51-a3fa-a7441f52b532) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:16.335207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-20bf3a27-dc40-4301-97e2-4c9ee8b0281a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 217 time: 0.0782158 Aug 16 02:07:16.358076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.458083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-9f044978-6b19-4ad2-84c8-f1662817edec tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1928475 Aug 16 02:07:16.474299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Request body: {'port': {'device_id': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:16.487772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-a7bb58cf-4ea9-4b7c-bda6-820fcfc2c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.489820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-a7bb58cf-4ea9-4b7c-bda6-820fcfc2c6df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.1413379 Aug 16 02:07:16.512394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3637d9-81db-4444-90e6-266d3cf9e76f None None] New status for floating IP 27261e9b-4afd-4d37-ac12-8995a193414a: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:07:16.711782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.722247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:16.754143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b020396-2897-4c96-967c-dfaec0044e86 req-aef1fc48-0c7c-4033-a7c9-aea7157b7a23 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.755706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b020396-2897-4c96-967c-dfaec0044e86 req-aef1fc48-0c7c-4033-a7c9-aea7157b7a23 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 931 time: 0.2467568 Aug 16 02:07:16.763019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-2beac8de-bd35-4222-936b-f1343a98d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:16.764482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-2beac8de-bd35-4222-936b-f1343a98d393 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544055 Aug 16 02:07:16.771481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 3a17b8c7-723f-4f51-a3fa-a7441f52b532 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:17.133826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a6411761-6ade-48f1-993f-8579c1285c3a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:17.294234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a6411761-6ade-48f1-993f-8579c1285c3a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:17.298256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a6411761-6ade-48f1-993f-8579c1285c3a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:17.298664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.307473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b020396-2897-4c96-967c-dfaec0044e86 req-4cd6e8e0-8d56-49e3-8790-e8d91afed835 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5371890 Aug 16 02:07:17.308549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Allocated IP 172.20.0.1 (7fd96b01-c82d-48a5-b198-51b84c60637e/2143aa46-2002-49fc-b810-b03b2aeeda97/390961fe-3a72-485b-b80c-d20680b50288) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:17.364997 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3894cf5e-7dad-4e6c-906c-f0f4194d7532 x-openstack-request-id: req-3894cf5e-7dad-4e6c-906c-f0f4194d7532 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:17.365177 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dbdcc1-f81c-42fa-9f54-50378e73136a", "name": "network-vif-plugged", "status": "completed", "tag": "e0d57726-06df-4719-8e90-bdd571fd57cb", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:17.365436 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3894cf5e-7dad-4e6c-906c-f0f4194d7532 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:17.366798 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0d57726-06df-4719-8e90-bdd571fd57cb', 'code': 200} Aug 16 02:07:17.418744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-5a5b87a7-2e70-4682-8e3e-95a241331a0c service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6450500 Aug 16 02:07:17.440953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.476079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a6411761-6ade-48f1-993f-8579c1285c3a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a6411761-6ade-48f1-993f-8579c1285c3a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:17.526048 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.581279 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b14291d-c2bb-48ad-9c5e-8897b23f174e x-openstack-request-id: req-3b14291d-c2bb-48ad-9c5e-8897b23f174e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:17.581825 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "358e9927-a8c4-4253-8a7a-6a4826b7988b", "tag": "5b33ccd1-1e04-4378-b68e-bcc76bf67c5d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:17.582165 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b14291d-c2bb-48ad-9c5e-8897b23f174e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:17.582926 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'tag': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d', 'status': 'completed', 'code': 200} Aug 16 02:07:17.600558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.660954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:17.665691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4116fa-6c1c-4065-81a9-331760086158 req-bc32b950-f846-4eb3-aa16-9b213576bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.667261 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-bc32b950-f846-4eb3-aa16-9b213576bb6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 1095 time: 0.0526099 Aug 16 02:07:17.667441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a6411761-6ade-48f1-993f-8579c1285c3a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.691178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:17.701877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:17.704411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:17.704964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.771281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=3a17b8c7-723f-4f51-a3fa-a7441f52b532,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:17.772957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4116fa-6c1c-4065-81a9-331760086158 req-931694ae-7757-4795-bbbc-25ead619cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.774774 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-931694ae-7757-4795-bbbc-25ead619cbd1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 914 time: 0.0998309 Aug 16 02:07:17.824086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:17.841961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-43284c6b-8214-4bcf-9de4-ee12621d7a11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d HTTP/1.1" status: 200 len: 217 time: 0.0585065 Aug 16 02:07:17.847101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'port_id': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d', 'mac_address': 'fa:16:3e:99:d9:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1207bff5-d20e-4dae-8ab7-b6c459ed994c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:17.848419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd292b2-6468-4926-abbc-85d4bfc612c7 req-cff67e33-3c23-4f51-aa1b-e90a815fb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.849951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cd292b2-6468-4926-abbc-85d4bfc612c7 req-cff67e33-3c23-4f51-aa1b-e90a815fb107 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 1098 time: 0.3869283 Aug 16 02:07:17.883676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5edc2f-8728-4029-a1de-6fb6e5d81e01 req-01faaf9c-3165-4b9a-8bef-973791fd4780 service neutron] 10.222.0.76 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4231615 Aug 16 02:07:17.886782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.894691 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:17.910485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:17.933218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4116fa-6c1c-4065-81a9-331760086158 req-03da9de9-dabc-45d4-868c-8158bc64ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.937141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-03da9de9-dabc-45d4-868c-8158bc64ee80 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.0738168 Aug 16 02:07:17.937395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:17.950729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3ba69-1f92-49f6-9215-2ba49eec28f5 req-daad0a18-7c75-4e09-b099-f351302b610b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:17.952273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34e3ba69-1f92-49f6-9215-2ba49eec28f5 req-daad0a18-7c75-4e09-b099-f351302b610b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2832587 Aug 16 02:07:17.970003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Transition to ACTIVE for port object 390961fe-3a72-485b-b80c-d20680b50288 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:17.975370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-89735fab-429f-4e7d-81a0-cfdf6084391d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287929 Aug 16 02:07:18.036284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cd292b2-6468-4926-abbc-85d4bfc612c7 req-084636dc-f35c-4c5e-b54d-e998baf2df8c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421893 Aug 16 02:07:18.055563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.064039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:18.075241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34e3ba69-1f92-49f6-9215-2ba49eec28f5 req-45bcfa4a-b5cb-4d33-9d59-a012edeaff2b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136603 Aug 16 02:07:18.080372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.100774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Transition to ACTIVE for port object 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:18.131624 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-1aa9632f-bbe2-46f3-b42d-47314fa2d473 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533933 Aug 16 02:07:18.147235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.157408 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222b8789-5fb8-4b9c-93b6-4b8e1d44d81f x-openstack-request-id: req-222b8789-5fb8-4b9c-93b6-4b8e1d44d81f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:18.157903 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:18.160307 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-222b8789-5fb8-4b9c-93b6-4b8e1d44d81f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:18.160307 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'status': 'completed', 'code': 200} Aug 16 02:07:18.175067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.205527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.260223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0480473-dc28-4db1-a26f-4d3478229850 None None] Provisioning for port 3a17b8c7-723f-4f51-a3fa-a7441f52b532 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:18.280984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['5b33ccd1-1e04-4378-b68e-bcc76bf67c5d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:18.284996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0480473-dc28-4db1-a26f-4d3478229850 None None] Provisioning complete for port 3a17b8c7-723f-4f51-a3fa-a7441f52b532 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:18.285311 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0480473-dc28-4db1-a26f-4d3478229850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.311450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.320697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-608f42c1-09ea-4424-ac8d-f8fe823e5829 req-323ef59e-c39f-4193-9b38-b0f00680ee83 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 210 time: 0.0986269 Aug 16 02:07:18.345108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a4116fa-6c1c-4065-81a9-331760086158 req-894b6da0-963a-4f70-9fcf-25abf64153df service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031071 Aug 16 02:07:18.351409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256242e-f208-4964-902a-cc2af3d98d98 req-e2b4a498-2f70-4eaa-874d-7ea5c0203530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.353566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-e2b4a498-2f70-4eaa-874d-7ea5c0203530 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 1098 time: 0.2001643 Aug 16 02:07:18.383092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c0480473-dc28-4db1-a26f-4d3478229850 None None] Port 3a17b8c7-723f-4f51-a3fa-a7441f52b532 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:18.478706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.494193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Network 7fd96b01-c82d-48a5-b198-51b84c60637e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:18.502050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:18.505931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:18.510128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Attempting to bind port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:18.510884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Attempting to bind port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:18.511539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Attempting to bind port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:18.610363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 on network fcc2387d-58c9-4cc5-a5df-700207c84d7c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:18.611014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Attempting to bind port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 on network fcc2387d-58c9-4cc5-a5df-700207c84d7c {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:18.682373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:18.682749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Checking segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:18.683172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Bound using segment: {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:18.683624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Bound port: 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:18.683998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.713991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.760706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256242e-f208-4964-902a-cc2af3d98d98 req-71a8bf42-9772-4300-92d5-9ac9e53fe4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.762434 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-71a8bf42-9772-4300-92d5-9ac9e53fe4d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 200 len: 922 time: 0.4015129 Aug 16 02:07:18.792425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=390961fe-3a72-485b-b80c-d20680b50288,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:18.815925 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-60a00356-dab5-422f-99c9-f609c60cecdb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 200 len: 217 time: 0.0458128 Aug 16 02:07:18.817058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-151dd31c-b874-4952-894a-a88efdf120e3 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 200 len: 693 time: 0.1637123 Aug 16 02:07:18.867021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256242e-f208-4964-902a-cc2af3d98d98 req-0dcee38d-650f-47bd-905e-8bd5be7c4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.868655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-0dcee38d-650f-47bd-905e-8bd5be7c4700 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 200 len: 860 time: 0.0452566 Aug 16 02:07:18.877044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a66f4be1-b37b-47c7-a214-b6887fa7510d None None] Provisioning for port 390961fe-3a72-485b-b80c-d20680b50288 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:18.881562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a66f4be1-b37b-47c7-a214-b6887fa7510d None None] Provisioning complete for port 390961fe-3a72-485b-b80c-d20680b50288 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:18.882119 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a66f4be1-b37b-47c7-a214-b6887fa7510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:18.884383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a5885-7a72-40f6-b781-1bd2d7fe616e req-f320af9e-a399-439d-be21-fcb6a5ea4543 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.885992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-384a5885-7a72-40f6-b781-1bd2d7fe616e req-f320af9e-a399-439d-be21-fcb6a5ea4543 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 943 time: 0.3093989 Aug 16 02:07:18.922692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3256242e-f208-4964-902a-cc2af3d98d98 req-d5e858c1-b6f8-468c-bd5b-53e727d47dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:18.924322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-d5e858c1-b6f8-468c-bd5b-53e727d47dff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=35826d18-8147-41ca-bbd1-48b5ff061c6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480866 Aug 16 02:07:18.925388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a66f4be1-b37b-47c7-a214-b6887fa7510d None None] Port 390961fe-3a72-485b-b80c-d20680b50288 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:19.028595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-895001a5-1be0-4ed7-aae8-8d89d43ac7a1 service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928969 Aug 16 02:07:19.085862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] For port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:19.091714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a6411761-6ade-48f1-993f-8579c1285c3a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:19.104596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-384a5885-7a72-40f6-b781-1bd2d7fe616e req-8a922990-bccc-485d-9fae-6f9471a97189 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986136 Aug 16 02:07:19.131453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] For port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:19.141268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3256242e-f208-4964-902a-cc2af3d98d98 req-7e17e08e-e37f-4a62-bc60-19ede1db936d service neutron] 10.222.0.83 "GET /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051805 Aug 16 02:07:19.162438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a6411761-6ade-48f1-993f-8579c1285c3a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:19.162987 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.175076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-c8d51141-2932-43e3-a38b-db4096325386 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.176511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-c8d51141-2932-43e3-a38b-db4096325386 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.3256743 Aug 16 02:07:19.199538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.235434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.285891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-55535fae-ec7f-47b3-9a35-65c09de0b253 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 696 time: 0.1002862 Aug 16 02:07:19.313438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.314537 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.316780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] 10.222.0.83 "PUT /v2.0/ports/608ecb73-2d8c-4bf2-af6a-e1f04096feb2 HTTP/1.1" status: 200 len: 1092 time: 2.8468132 Aug 16 02:07:19.346896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.347706 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.438292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-882c4171-ed32-44ba-9e9e-f9dcbb22a6bf tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.57 HTTP/1.1" status: 200 len: 696 time: 0.1289458 Aug 16 02:07:19.470854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.520976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1398f-4939-4885-b559-d03e5b3ce0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.563310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f96a8-57a2-4a1a-a289-617ea92f2140 req-fa1b969c-7ebd-4ebe-9380-786deda00f18 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:19.565018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-575f96a8-57a2-4a1a-a289-617ea92f2140 req-fa1b969c-7ebd-4ebe-9380-786deda00f18 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 945 time: 0.3261786 Aug 16 02:07:19.699865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:19.787232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=3a17b8c7-723f-4f51-a3fa-a7441f52b532,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:19.830936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:19.834926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:19.835786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.928002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:19.951375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:19.956058 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8881a89-ed80-4229-a4fc-e51d831fd1f6" -d '{"events": [{"server_uuid": "358e9927-a8c4-4253-8a7a-6a4826b7988b", "name": "network-vif-plugged", "status": "completed", "tag": "5b33ccd1-1e04-4378-b68e-bcc76bf67c5d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:19.971752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:20.060061 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.113102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.172820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'tag': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:20.175191 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5245c1-5c02-41fd-9de6-42847d9f8747" -d '{"events": [{"name": "network-changed", "server_uuid": "ff85d679-9d59-43d5-abba-1564b7a8b424", "tag": "608ecb73-2d8c-4bf2-af6a-e1f04096feb2"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:20.179422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-b190cb2f-f7cc-4834-b433-66481df735f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.180973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-b190cb2f-f7cc-4834-b433-66481df735f7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 1095 time: 0.6569469 Aug 16 02:07:20.192301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-3262b932-06cc-4747-a188-e5f56f10a9a2 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.193693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-3262b932-06cc-4747-a188-e5f56f10a9a2 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.58 "GET /v2.0/networks?id=38d562a9-ef86-4752-8500-82615d4dadf7 HTTP/1.1" status: 200 len: 821 time: 0.8052471 Aug 16 02:07:20.196463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-575f96a8-57a2-4a1a-a289-617ea92f2140 req-e853cc42-6f1e-49e1-8e17-a27f9f25e8ce tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.76 "GET /v2.0/security-groups?id=6824d83c-515e-4a62-9a2a-26cbf40defe0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673885 Aug 16 02:07:20.240304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Request body: {'port': {'device_id': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7', 'admin_state_up': True, 'tenant_id': 'fece163a39304fe19506da7cd3a2b72f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:20.294224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-c6c567c3-1939-4c5e-9edd-172588790581 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.295788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-c6c567c3-1939-4c5e-9edd-172588790581 tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.58 "GET /v2.0/ports?device_id=0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8 HTTP/1.1" status: 200 len: 945 time: 0.0534945 Aug 16 02:07:20.352012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-23dc9218-4f73-4468-b6b8-ad1f81e7cafc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2 HTTP/1.1" status: 200 len: 217 time: 0.1426818 Aug 16 02:07:20.360531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:20.398153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Deleting port 37560772-ae7c-469f-8f4e-779fa6b7279a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:20.398498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.408276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:20.502000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] For port 37560772-ae7c-469f-8f4e-779fa6b7279a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=37560772-ae7c-469f-8f4e-779fa6b7279a,segment=NetworkSegment(72c35a48-10fe-4568-83aa-048dc0396848),segment_id=72c35a48-10fe-4568-83aa-048dc0396848)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:20.502560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.519273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Calling delete_port for 37560772-ae7c-469f-8f4e-779fa6b7279a owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:20.583260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Deleting port 9cb54af1-39a0-4ce8-8bef-f195bc0dc8ff {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:20.583551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.586083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-7b9f37e3-f007-4704-9fae-5a1b51ef852d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.587667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-7b9f37e3-f007-4704-9fae-5a1b51ef852d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.2260501 Aug 16 02:07:20.595940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8741d0d-1faa-4cb4-9a91-6524c9c5e509 req-5c849af8-1860-4fd7-8449-d287e506150e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:20.597549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8741d0d-1faa-4cb4-9a91-6524c9c5e509 req-5c849af8-1860-4fd7-8449-d287e506150e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.3077343 Aug 16 02:07:20.657720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4fc0f577-8955-43d0-93dc-3521a6125b2f None None] Provisioning complete for port 3a17b8c7-723f-4f51-a3fa-a7441f52b532 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:20.658237 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc0f577-8955-43d0-93dc-3521a6125b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.698371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-4f087a1f-961d-46fe-bf44-3a6824971ccf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966830 Aug 16 02:07:20.723080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.755566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Pushing event deleted for resources: {'Port': ['ID=37560772-ae7c-469f-8f4e-779fa6b7279a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:20.769573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.804110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] No DVR routers for this DVR port 37560772-ae7c-469f-8f4e-779fa6b7279a on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:20.807018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.809558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-69162e2d-2cee-42fb-ae2c-f67fc100ece6 req-46678d99-80d2-4efc-8382-2292decd6fbe tempest-ServerPasswordTestJSON-232852591 tempest-ServerPasswordTestJSON-232852591-project] 10.222.0.58 "DELETE /v2.0/ports/37560772-ae7c-469f-8f4e-779fa6b7279a HTTP/1.1" status: 204 len: 173 time: 0.5072708 Aug 16 02:07:20.810003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'name': 'network-vif-deleted', 'tag': '37560772-ae7c-469f-8f4e-779fa6b7279a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:20.812424 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d897a75d-9306-42ec-8907-285c06d58102" -d '{"events": [{"server_uuid": "0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8", "name": "network-vif-deleted", "tag": "37560772-ae7c-469f-8f4e-779fa6b7279a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:20.818806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['37560772-ae7c-469f-8f4e-779fa6b7279a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:20.838628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 66c1b012-467b-4b2d-bcc4-eb591449970b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:20.849546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8741d0d-1faa-4cb4-9a91-6524c9c5e509 req-c3c59a8f-47bb-42d5-855b-1aee4c57200d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109504 Aug 16 02:07:20.854560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.856489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0f577-8955-43d0-93dc-3521a6125b2f None None] Port 3a17b8c7-723f-4f51-a3fa-a7441f52b532 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:20.930316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.930829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.955376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Made reservation on behalf of fece163a39304fe19506da7cd3a2b72f for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:20.959143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:20.999300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Calling delete_port for 9cb54af1-39a0-4ce8-8bef-f195bc0dc8ff owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:21.083365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.111551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Pushing event updated for resources: {'Port': ['ID=390961fe-3a72-485b-b80c-d20680b50288,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.123291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e9b8385-b95a-4fe7-bac1-a62dbf7eaa00 req-e95a2021-004d-4ef2-bb18-8ea848aadea9 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 210 time: 0.1429985 Aug 16 02:07:21.135549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-7b107f39-05b5-495e-a08e-665756c44b56 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273379 Aug 16 02:07:21.178466 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af23418-e1c3-4891-9848-8d42b9e4f9cb x-openstack-request-id: req-1af23418-e1c3-4891-9848-8d42b9e4f9cb {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:21.179048 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358e9927-a8c4-4253-8a7a-6a4826b7988b", "name": "network-vif-plugged", "status": "completed", "tag": "5b33ccd1-1e04-4378-b68e-bcc76bf67c5d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:21.180411 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1af23418-e1c3-4891-9848-8d42b9e4f9cb {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:21.180411 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d', 'code': 200} Aug 16 02:07:21.293632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4019173-463c-47ba-bf15-34d95349561f req-2a8dd974-9e17-4409-b45a-8f4feace8916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.295150 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4019173-463c-47ba-bf15-34d95349561f req-2a8dd974-9e17-4409-b45a-8f4feace8916 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 1097 time: 0.0414224 Aug 16 02:07:21.333002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4019173-463c-47ba-bf15-34d95349561f req-c7393682-1667-4fd1-af52-0bc7c5e49342 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305285 Aug 16 02:07:21.338502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:21.348658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] Sync routers for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:21.358546 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:21.360261 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.361389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f663e715-23fe-4795-8e47-d662fa90f12e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/66c1b012-467b-4b2d-bcc4-eb591449970b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6121309 Aug 16 02:07:21.364881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42012) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:21.393014 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.401908 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:21.402385 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.414738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b722542-12b7-4832-851e-a5456232f3d6 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.419260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6b722542-12b7-4832-851e-a5456232f3d6 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports/3a17b8c7-723f-4f51-a3fa-a7441f52b532 HTTP/1.1" status: 200 len: 913 time: 0.0504467 Aug 16 02:07:21.419502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42014) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:21.436126 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:21.436768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb6793c-339c-4227-bc4a-e64733b4c2b6 None None] The sync data for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:21.531020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fbbd2-0153-4996-8541-1e8c8006f5fa req-9f7d6894-d00f-4d0a-94b8-84d8cb9e6693 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:21.533701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-427fbbd2-0153-4996-8541-1e8c8006f5fa req-9f7d6894-d00f-4d0a-94b8-84d8cb9e6693 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 943 time: 0.2502239 Aug 16 02:07:21.539341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d364935c-1e1e-4002-bf2c-cb94af2bf15f req-7d3f487a-bc26-4845-8abe-249aea277cff service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3664391 Aug 16 02:07:21.578716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Allocated IP 172.20.0.5 (38d562a9-ef86-4752-8500-82615d4dadf7/26700773-6028-4e22-a28f-7123b37ec779/d65f4ab2-7a04-4465-86a4-3a5671938950) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:21.583369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Network 7fd96b01-c82d-48a5-b198-51b84c60637e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:21.601527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:21.701179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-427fbbd2-0153-4996-8541-1e8c8006f5fa req-f10a2609-ec7e-48db-989a-61e49bc352ab tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501825 Aug 16 02:07:21.801527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.821448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.850857 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c08e4-687e-4cd0-9ddc-19ea36506b82 x-openstack-request-id: req-417c08e4-687e-4cd0-9ddc-19ea36506b82 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:21.851157 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff85d679-9d59-43d5-abba-1564b7a8b424", "tag": "608ecb73-2d8c-4bf2-af6a-e1f04096feb2", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:21.851416 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-417c08e4-687e-4cd0-9ddc-19ea36506b82 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:21.851816 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'tag': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2', 'status': 'completed', 'code': 200} Aug 16 02:07:21.857753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event deleted for resources: {'Port': ['ID=9cb54af1-39a0-4ce8-8bef-f195bc0dc8ff,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:21.886888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3b659080-7f62-4c00-8221-4a524fe8ad43 None None] Provisioning complete for port 390961fe-3a72-485b-b80c-d20680b50288 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:21.887513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b659080-7f62-4c00-8221-4a524fe8ad43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:21.910816 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f08a95-0025-49f6-a8ff-ccf1c8796940 x-openstack-request-id: req-64f08a95-0025-49f6-a8ff-ccf1c8796940 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:21.911209 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8", "name": "network-vif-deleted", "tag": "37560772-ae7c-469f-8f4e-779fa6b7279a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:21.911393 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-64f08a95-0025-49f6-a8ff-ccf1c8796940 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:21.911770 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c75fc61-9bf3-49f6-81e6-d09f1a8e94b8', 'name': 'network-vif-deleted', 'tag': '37560772-ae7c-469f-8f4e-779fa6b7279a', 'status': 'completed', 'code': 200} Aug 16 02:07:21.959812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3b659080-7f62-4c00-8221-4a524fe8ad43 None None] Port 390961fe-3a72-485b-b80c-d20680b50288 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:21.982393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Router f307de33-d319-4cf4-8d2b-4c40f19428bc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:22.012252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-fa2f9ead-318a-4d9f-a529-78ccded9ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.013800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-fa2f9ead-318a-4d9f-a529-78ccded9ff26 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 1095 time: 0.1611736 Aug 16 02:07:22.023585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.027519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.030193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.032109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dd087c3-a1be-4be9-921a-7a4e81074cc6 req-774e30a6-9885-463b-85f1-f81600b82c73 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "DELETE /v2.0/floatingips/27261e9b-4afd-4d37-ac12-8995a193414a HTTP/1.1" status: 204 len: 173 time: 2.5507476 Aug 16 02:07:22.106744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42020) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.182258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Deleting subnet 65daeea1-30eb-466e-9128-87e88aaf9c44 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:22.185647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.249478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 3a17b8c7-723f-4f51-a3fa-a7441f52b532 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:22.250536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.317101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.391847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.413457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.433246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 3a17b8c7-723f-4f51-a3fa-a7441f52b532 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:22.594499 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.596011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82468e0b-70a8-4d88-9202-9e7b7c5647db req-103c6ced-644f-44ac-93e1-55bb9c469856 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 210 time: 0.0526345 Aug 16 02:07:22.606925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-83a154b8-b784-40d3-8e66-5d72188e0755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.608468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-83a154b8-b784-40d3-8e66-5d72188e0755 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 200 len: 914 time: 0.5754943 Aug 16 02:07:22.611789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:22.617097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a88867b-8fb6-4390-948c-8814d7596ec1 admin admin] 10.222.0.76 "PUT /v2.0/routers/f307de33-d319-4cf4-8d2b-4c40f19428bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4542739 Aug 16 02:07:22.634401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:22.657554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.659638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] 10.222.0.76 "DELETE /v2.0/subnets/65daeea1-30eb-466e-9128-87e88aaf9c44 HTTP/1.1" status: 204 len: 168 time: 0.5478816 Aug 16 02:07:22.666156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:22.668265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42030) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:22.669329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:22.682732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889e4b4-ede7-4697-9bbe-72b67d917bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65daeea1-30eb-466e-9128-87e88aaf9c44,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.701025 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-4ce5e1f9-a039-44a2-95df-f4d112614f64 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2 HTTP/1.1" status: 200 len: 217 time: 0.0827613 Aug 16 02:07:22.767683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.775123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.816877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:22.847390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=3a17b8c7-723f-4f51-a3fa-a7441f52b532,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.903087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Network 38d562a9-ef86-4752-8500-82615d4dadf7 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:22.911210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:22.920547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-18f5cbd2-6df5-4507-9971-85d6c161a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.922685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-18f5cbd2-6df5-4507-9971-85d6c161a95e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 200 len: 853 time: 0.1775012 Aug 16 02:07:22.931614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2fe46-b276-4bfd-90bf-a039deca6d37 req-78130238-33b8-4642-8a42-7f05ffb8e899 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:22.933178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3e2fe46-b276-4bfd-90bf-a039deca6d37 req-78130238-33b8-4642-8a42-7f05ffb8e899 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2658770 Aug 16 02:07:22.934103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:22.941881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Pushing event updated for resources: {'Port': ['ID=d65f4ab2-7a04-4465-86a4-3a5671938950,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:22.944532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:23.000252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.002612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed605f-e4f3-4f44-b7d0-2e1ec79d53c5 req-04e95c79-8116-4f61-a512-464363415f23 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.004358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6ed605f-e4f3-4f44-b7d0-2e1ec79d53c5 req-04e95c79-8116-4f61-a512-464363415f23 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 946 time: 0.3023200 Aug 16 02:07:23.014225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-5c78b14f-23e7-40df-a449-2d294098ce32 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fcc2387d-58c9-4cc5-a5df-700207c84d7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778549 Aug 16 02:07:23.063501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 2, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.092614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:23.092984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Updating router f307de33-d319-4cf4-8d2b-4c40f19428bc port 390961fe-3a72-485b-b80c-d20680b50288 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:23.126865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 37560772-ae7c-469f-8f4e-779fa6b7279a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:23.157160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.157160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.161153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 37560772-ae7c-469f-8f4e-779fa6b7279a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:23.161643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 37560772-ae7c-469f-8f4e-779fa6b7279a not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:23.167426 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.217384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3e2fe46-b276-4bfd-90bf-a039deca6d37 req-ee0c097b-878f-4842-95d8-bdb49c98cb88 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559192 Aug 16 02:07:23.246866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6ed605f-e4f3-4f44-b7d0-2e1ec79d53c5 req-372f7b18-08d2-4c05-8498-9029b8331421 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215042 Aug 16 02:07:23.272302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.279098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 66c1b012-467b-4b2d-bcc4-eb591449970b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:23.314502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082f207a-cf09-403b-93e9-1b22106f5db0']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.340405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-92c8e73c-a45f-4041-85a5-aced422a9a44 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1297729 Aug 16 02:07:23.347369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72c35a48-10fe-4568-83aa-048dc0396848') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.347672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72c35a48-10fe-4568-83aa-048dc0396848') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.370250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Request body: {'port': {'device_id': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.376902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.394838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:23.412017 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7c857849-8cfa-4752-8620-960efdfbdfba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/66c1b012-467b-4b2d-bcc4-eb591449970b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879670 Aug 16 02:07:23.412219 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] Sync routers for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:23.412681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42040) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.413819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-b3f2546a-1aed-49cc-b397-9db728fc6ef5 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3845115 Aug 16 02:07:23.425759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.427592 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:23.428247 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.458104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:23.458535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:23.491670 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:23.497349 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.516349 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:23.517419 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.551300 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.560110 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:23.561138 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1290e45f-7bf9-4fb1-a061-73b3e969ccf8 None None] The sync data for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:23.562178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926233eb-89e5-4104-aea5-25cbaa64e831 req-adc89566-e717-4387-b0d9-7b65a1fd9082 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:23.570790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-926233eb-89e5-4104-aea5-25cbaa64e831 req-adc89566-e717-4387-b0d9-7b65a1fd9082 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 943 time: 0.2783360 Aug 16 02:07:23.570993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Transition to ACTIVE for port object 390961fe-3a72-485b-b80c-d20680b50288 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:23.625523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.645876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:23.650375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574350374', 'description': 'tempest-description--1549170166'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:23.666515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-926233eb-89e5-4104-aea5-25cbaa64e831 req-705037b4-8caa-4ac3-a17d-e1381fc3e6f8 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 Aug 16 02:07:23.674665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5245c1-5c02-41fd-9de6-42847d9f8747 req-405ff4b3-74b8-448b-b2c9-dc1877b3b3f5 service neutron] 10.222.0.83 "GET /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501960 Aug 16 02:07:23.682943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.720459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.777265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.792396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14127-c65c-4bb4-a4cd-1f75c2177110 None None] Pushing event updated for resources: {'Port': ['ID=390961fe-3a72-485b-b80c-d20680b50288,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.839386 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.843205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Attempting to bind port 390961fe-3a72-485b-b80c-d20680b50288 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:23.844786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] 10.222.0.76 "DELETE /v2.0/networks/082f207a-cf09-403b-93e9-1b22106f5db0 HTTP/1.1" status: 204 len: 168 time: 1.1754355 Aug 16 02:07:23.844950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Attempting to bind port 390961fe-3a72-485b-b80c-d20680b50288 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:23.845458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Attempting to bind port 390961fe-3a72-485b-b80c-d20680b50288 on network 7fd96b01-c82d-48a5-b198-51b84c60637e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:23.852219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:23.859374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Checking segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:23.859374 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.859374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Bound using segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:23.859374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Bound port: 390961fe-3a72-485b-b80c-d20680b50288, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:23.859374 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.904463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540aa9f5-7287-4bcd-9e36-6f688efea980 admin admin] Pushing event deleted for resources: {'Network': ['ID=082f207a-cf09-403b-93e9-1b22106f5db0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:23.921437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.948478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:23.954611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] For port 390961fe-3a72-485b-b80c-d20680b50288, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:23.958200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] For port 390961fe-3a72-485b-b80c-d20680b50288, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=390961fe-3a72-485b-b80c-d20680b50288,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:24.016044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc02cff5-debe-4ce2-963f-55d7474a8bd6 req-4238f2cb-7407-4071-b98d-0ed111c2edde tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.019024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc02cff5-debe-4ce2-963f-55d7474a8bd6 req-4238f2cb-7407-4071-b98d-0ed111c2edde tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 931 time: 0.1560273 Aug 16 02:07:24.037784 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.048553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-3eedd1e5-b497-48a2-ad09-af7454685d47 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.050041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-3eedd1e5-b497-48a2-ad09-af7454685d47 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.83 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 946 time: 0.1467619 Aug 16 02:07:24.099347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:24.100027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:24.141766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc02cff5-debe-4ce2-963f-55d7474a8bd6 req-2b65ebe6-fd24-4296-8d71-2bfb824abd93 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156409 Aug 16 02:07:24.234724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:24.245300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65f4ab2-7a04-4465-86a4-3a5671938950 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:24.261578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.280242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42050) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.282983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Transition to ACTIVE for port object d65f4ab2-7a04-4465-86a4-3a5671938950 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:24.308657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Deleting port c26c98fd-37a8-4289-bc84-ef38cadd9029 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:24.309219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.326455 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.399464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e6258b-adb6-449c-83c0-e5a1582fe471,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.406568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ec3a270c-294f-4166-b88e-af439ca326f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=78a23a938806413795ac504f1ae0bec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257124 Aug 16 02:07:24.411289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42054) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.414214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.492828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e14127-c65c-4bb4-a4cd-1f75c2177110 None None] Pushing event updated for resources: {'Port': ['ID=390961fe-3a72-485b-b80c-d20680b50288,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.495372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.499473 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5bba5158-15dc-4dfa-8565-1bd3688a24bf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8498259 Aug 16 02:07:24.504813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42056) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:24.510237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'security_group_rule': {'security_group_id': 'c3e6258b-adb6-449c-83c0-e5a1582fe471', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:24.537832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca61dd-d3f4-4ae0-8e15-1fb2b2359add req-555d9c96-e894-4528-930d-387fad640634 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.539678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbca61dd-d3f4-4ae0-8e15-1fb2b2359add req-555d9c96-e894-4528-930d-387fad640634 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1618118 Aug 16 02:07:24.561305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf1dfe7-6a07-4f2c-bb6f-a941f7e37778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.576543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d65f4ab2-7a04-4465-86a4-3a5671938950,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:24.610295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:23Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:24.613602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df07085-cca0-4480-a84c-e579ea9d4e27 req-b5e29fee-1d5c-4771-bbcb-b3d9692aa9a7 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.615234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1df07085-cca0-4480-a84c-e579ea9d4e27 req-b5e29fee-1d5c-4771-bbcb-b3d9692aa9a7 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 946 time: 0.2856956 Aug 16 02:07:24.621480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] For port c26c98fd-37a8-4289-bc84-ef38cadd9029, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c26c98fd-37a8-4289-bc84-ef38cadd9029,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:24.621862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.626736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf1dfe7-6a07-4f2c-bb6f-a941f7e37778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.637913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ece9b83-a396-4719-91a5-3acb5cd303c3 None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:23Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:24.675251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Calling delete_port for c26c98fd-37a8-4289-bc84-ef38cadd9029 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:24.704257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.722096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbca61dd-d3f4-4ae0-8e15-1fb2b2359add req-34405f1c-8763-456c-8bf6-6cbfb0738fc9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696954 Aug 16 02:07:24.826261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port d827755f-110c-41b0-9e8c-689a40ccc2b3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:24.826616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.828666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1df07085-cca0-4480-a84c-e579ea9d4e27 req-199cbb10-7918-409d-8be4-a9684ac2789f tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/security-groups?id=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845920 Aug 16 02:07:24.839980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Attempting to bind port d65f4ab2-7a04-4465-86a4-3a5671938950 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:24.840697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Attempting to bind port d65f4ab2-7a04-4465-86a4-3a5671938950 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'e37163e0-1771-4b69-9084-bc70f571f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:24.841294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Attempting to bind port d65f4ab2-7a04-4465-86a4-3a5671938950 on network 38d562a9-ef86-4752-8500-82615d4dadf7 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:24.871990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Port d65f4ab2-7a04-4465-86a4-3a5671938950 on network 38d562a9-ef86-4752-8500-82615d4dadf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:24.872428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Attempting to bind port d65f4ab2-7a04-4465-86a4-3a5671938950 on network 38d562a9-ef86-4752-8500-82615d4dadf7 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:24.889532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 6, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:24.889967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Checking segment: {'id': 'e37163e0-1771-4b69-9084-bc70f571f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:24.891020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Bound using segment: {'id': 'e37163e0-1771-4b69-9084-bc70f571f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:24.891551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Bound port: d65f4ab2-7a04-4465-86a4-3a5671938950, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37163e0-1771-4b69-9084-bc70f571f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:24.891995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.903090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf1dfe7-6a07-4f2c-bb6f-a941f7e37778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.909511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-acf1dfe7-6a07-4f2c-bb6f-a941f7e37778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.911069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-acf1dfe7-6a07-4f2c-bb6f-a941f7e37778 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6824d83c-515e-4a62-9a2a-26cbf40defe0 HTTP/1.1" status: 204 len: 168 time: 0.5008411 Aug 16 02:07:24.932223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:24.932377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5c732-0e5e-469f-b799-07f45217b9de req-21f69b29-65d6-4d70-8d6b-1d743f8bec05 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:24.938065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df5c732-0e5e-469f-b799-07f45217b9de req-21f69b29-65d6-4d70-8d6b-1d743f8bec05 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 943 time: 0.1185009 Aug 16 02:07:24.942270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1dfe7-6a07-4f2c-bb6f-a941f7e37778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824d83c-515e-4a62-9a2a-26cbf40defe0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.008311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.046080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.064553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ad7273d-8e91-44f8-98f8-8e2b96a2e81a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.074524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for d827755f-110c-41b0-9e8c-689a40ccc2b3 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:25.076231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df5c732-0e5e-469f-b799-07f45217b9de req-b793566a-2617-4e11-ab0c-fd5e91c721ac tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326201 Aug 16 02:07:25.099382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] For port d65f4ab2-7a04-4465-86a4-3a5671938950, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:25.173408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 390961fe-3a72-485b-b80c-d20680b50288 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:25.206367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.207657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c07007cb-85c0-4884-83f0-a6faad475ec9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7009261 Aug 16 02:07:25.211601 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.211601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42066) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:25.220761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['c26c98fd-37a8-4289-bc84-ef38cadd9029'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:25.220966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'security_group_rule': {'security_group_id': 'c3e6258b-adb6-449c-83c0-e5a1582fe471', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:25.231952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] For port d65f4ab2-7a04-4465-86a4-3a5671938950, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d65f4ab2-7a04-4465-86a4-3a5671938950,segment=NetworkSegment(e37163e0-1771-4b69-9084-bc70f571f123),segment_id=e37163e0-1771-4b69-9084-bc70f571f123)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:25.307416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Pushing event deleted for resources: {'Port': ['ID=c26c98fd-37a8-4289-bc84-ef38cadd9029,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.333614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 390961fe-3a72-485b-b80c-d20680b50288 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:25.337930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 390961fe-3a72-485b-b80c-d20680b50288 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:25.338314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.374416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.434240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] No DVR routers for this DVR port c26c98fd-37a8-4289-bc84-ef38cadd9029 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:25.438432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.440909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0a134a9-0dbc-49ed-a070-1e4fd6878313 req-883c00c8-b29a-49a2-a2a3-fa4ae8fcc473 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.83 "DELETE /v2.0/ports/c26c98fd-37a8-4289-bc84-ef38cadd9029 HTTP/1.1" status: 204 len: 173 time: 1.3778911 Aug 16 02:07:25.444188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.445370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'name': 'network-vif-deleted', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:25.453524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.454380 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84899ecb-f0f1-49c0-8173-1a0c36f62e89" -d '{"events": [{"server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "name": "network-vif-deleted", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:25.459210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.459494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.460906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] 10.222.0.58 "PUT /v2.0/ports/d65f4ab2-7a04-4465-86a4-3a5671938950 HTTP/1.1" status: 200 len: 1092 time: 2.1011553 Aug 16 02:07:25.515786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 390961fe-3a72-485b-b80c-d20680b50288, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=390961fe-3a72-485b-b80c-d20680b50288,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:25.517953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.539445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=d827755f-110c-41b0-9e8c-689a40ccc2b3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.554109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a95a3-9cfe-4668-824d-42febca8c297 req-7a60fdd2-ae05-4e24-8ed4-01ba5cb011e3 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.555867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d3a95a3-9cfe-4668-824d-42febca8c297 req-7a60fdd2-ae05-4e24-8ed4-01ba5cb011e3 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 943 time: 0.2611022 Aug 16 02:07:25.562063 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40575b05-0834-4964-8c43-d156085c6dd7 x-openstack-request-id: req-40575b05-0834-4964-8c43-d156085c6dd7 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:25.562432 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e23e4269-c15b-4ad1-a554-df5d45be813f", "name": "network-vif-deleted", "tag": "c26c98fd-37a8-4289-bc84-ef38cadd9029", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:25.562886 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-40575b05-0834-4964-8c43-d156085c6dd7 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:25.563315 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e23e4269-c15b-4ad1-a554-df5d45be813f', 'name': 'network-vif-deleted', 'tag': 'c26c98fd-37a8-4289-bc84-ef38cadd9029', 'status': 'completed', 'code': 200} Aug 16 02:07:25.563944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b5fd2-a8f5-4736-baa2-bb185b296aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=d65f4ab2-7a04-4465-86a4-3a5671938950,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.622293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.709942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:25.763024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=390961fe-3a72-485b-b80c-d20680b50288,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:25.783369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d3a95a3-9cfe-4668-824d-42febca8c297 req-f197a151-79c3-4ddf-bba4-ea001926faf9 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094619 Aug 16 02:07:25.801708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:25.924871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-e94dda0e-bbc1-47fa-8abb-ed9426752cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:25.927016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-e94dda0e-bbc1-47fa-8abb-ed9426752cb4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fece163a39304fe19506da7cd3a2b72f&device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 1095 time: 0.2414606 Aug 16 02:07:25.976872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:26.005978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2', 'network_id': 'fcc2387d-58c9-4cc5-a5df-700207c84d7c', 'port_id': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2', 'mac_address': 'fa:16:3e:9c:b5:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1207bff5-d20e-4dae-8ab7-b6c459ed994c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:26.067545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.081818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:26.105842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:26.116083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-78e7a4ea-46e3-4617-9c1f-83b82f0a9841 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d65f4ab2-7a04-4465-86a4-3a5671938950 HTTP/1.1" status: 200 len: 217 time: 0.1780598 Aug 16 02:07:26.133448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.138873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c18a8ba1-53be-4588-a27f-48bfad94db90 req-ddff9031-4662-4921-91be-0a8da7a92737 tempest-FloatingIPsAssociationTestJSON-962788647 tempest-FloatingIPsAssociationTestJSON-962788647-project] 10.222.0.76 "GET /v2.0/ports?device_id=e23e4269-c15b-4ad1-a554-df5d45be813f HTTP/1.1" status: 200 len: 210 time: 0.1158588 Aug 16 02:07:26.186892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 66c1b012-467b-4b2d-bcc4-eb591449970b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:26.191225 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.196909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1db450-cee3-4bc6-afd3-802d6b677ac5 req-b47ea52b-4690-4474-a691-222fa82cc4a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.207066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c1db450-cee3-4bc6-afd3-802d6b677ac5 req-b47ea52b-4690-4474-a691-222fa82cc4a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2637784 Aug 16 02:07:26.228274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-9ee41d34-7124-4f79-a29e-fd2fa0c3ffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.229758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-9ee41d34-7124-4f79-a29e-fd2fa0c3ffa3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26700773-6028-4e22-a28f-7123b37ec779 HTTP/1.1" status: 200 len: 861 time: 0.0947618 Aug 16 02:07:26.232507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.294564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-f355ca4e-a8e3-445d-953b-3a13ce5e3b3f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38d562a9-ef86-4752-8500-82615d4dadf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542285 Aug 16 02:07:26.299146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84b7b3b-dfc0-44f8-8467-58e39c7a1ca3,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.315508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c1db450-cee3-4bc6-afd3-802d6b677ac5 req-b3ab96bc-5288-44fb-80f0-6dc148b0fe0b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059258 Aug 16 02:07:26.338417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:26.366089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:26.375913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bc9faa45-b970-48e7-88c8-03cc6439eb36 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/66c1b012-467b-4b2d-bcc4-eb591449970b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9623172 Aug 16 02:07:26.378208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] Sync routers for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:26.378817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42090) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.386080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:26.386789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.430135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['608ecb73-2d8c-4bf2-af6a-e1f04096feb2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:26.455390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-13d56c97-e50a-4462-914e-62022227506e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c1b012-467b-4b2d-bcc4-eb591449970b HTTP/1.1" status: 200 len: 205 time: 0.0726166 Aug 16 02:07:26.455941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.489078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.502343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-670a7dc1-5c5f-4060-8c95-c09f6de9f503 service neutron] 10.222.0.58 "GET /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796739 Aug 16 02:07:26.503400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] Routers {'66c1b012-467b-4b2d-bcc4-eb591449970b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:26.504033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['66c1b012-467b-4b2d-bcc4-eb591449970b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.511265 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.516254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f57e2394-4e5e-400d-a701-0ce8f8b5fab4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3007905 Aug 16 02:07:26.517010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42098) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.534619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:26.547500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:26.548072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b53a03b-6955-4d1c-9fbd-a2d1752ee289 None None] The sync data for ids ['66c1b012-467b-4b2d-bcc4-eb591449970b'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:26.557718 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.597761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d27bc5-be9f-400b-8ce4-6961e3ace8e9 req-1ec8dc32-85f0-4a8d-a66f-768c06c3df01 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.608444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57d27bc5-be9f-400b-8ce4-6961e3ace8e9 req-1ec8dc32-85f0-4a8d-a66f-768c06c3df01 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 944 time: 0.2170999 Aug 16 02:07:26.691205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57d27bc5-be9f-400b-8ce4-6961e3ace8e9 req-f30a61cb-5588-47ff-b15b-b2cd98925f15 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815220 Aug 16 02:07:26.705141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f32b7c-c7a9-4b8a-b7cf-eb6fe1d02715 req-970f5ff8-e131-4efa-bf0a-5885c7996454 service neutron] 10.222.0.58 "GET /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947179 Aug 16 02:07:26.734234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.780368 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.783014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.869730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.916558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.922856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router 66c1b012-467b-4b2d-bcc4-eb591449970b {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:26.933029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:26.934851 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-499fcd4c-f171-4548-a881-20b9c82bde84 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/66c1b012-467b-4b2d-bcc4-eb591449970b HTTP/1.1" status: 204 len: 168 time: 0.4778349 Aug 16 02:07:26.938017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42110) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:26.956269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fe911-e326-4a2d-a546-b5aa39905367 req-54ee08bf-ed96-46d1-b6af-4a9e555ed0b5 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:26.957934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-518fe911-e326-4a2d-a546-b5aa39905367 req-54ee08bf-ed96-46d1-b6af-4a9e555ed0b5 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 943 time: 0.1025012 Aug 16 02:07:27.001513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet f9c04856-56f6-4d35-b956-fbb3079faf78 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:27.004901 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.034329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.043331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-518fe911-e326-4a2d-a546-b5aa39905367 req-6d334fa3-af76-44f5-be87-6944ce717c12 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736623 Aug 16 02:07:27.045888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Allocated IP 172.25.6.98 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/e6e245c8-b1b4-4339-bc37-f472218c54b0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:27.061652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.067338 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.133838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 390961fe-3a72-485b-b80c-d20680b50288 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:27.164542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.182247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.184398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 390961fe-3a72-485b-b80c-d20680b50288 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:27.184785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.228314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.380317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.390167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.425457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c04856-56f6-4d35-b956-fbb3079faf78,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.432077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.437121 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e373eca4-2733-4f93-8751-5b7ffcb54527 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/f9c04856-56f6-4d35-b956-fbb3079faf78 HTTP/1.1" status: 204 len: 168 time: 0.4976153 Aug 16 02:07:27.437766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42120) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:27.441638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4851dd6-5449-4880-932b-3fa25d394f1e None None] Network f8e6af69-8fd2-49e1-a230-7a4c39b903ec requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:27.451829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:27.463159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:27.468756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:27.492907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'Port': ['ID=e6e245c8-b1b4-4339-bc37-f472218c54b0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:27.517557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311606fc-75fd-4b40-8c99-aa92918e1179 req-ac7abcdc-f146-4d64-970e-0935f1366735 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:27.519173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-311606fc-75fd-4b40-8c99-aa92918e1179 req-ac7abcdc-f146-4d64-970e-0935f1366735 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1346803 Aug 16 02:07:27.556205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet 1dea18c3-52cc-4bf7-acc8-d15f43680a68 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:27.578625 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.581343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.588525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'tag': 'd65f4ab2-7a04-4465-86a4-3a5671938950'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:27.590881 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3" -d '{"events": [{"name": "network-changed", "server_uuid": "548a46c8-180b-4d92-8170-373cfe92f4bb", "tag": "d65f4ab2-7a04-4465-86a4-3a5671938950"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:27.631327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-311606fc-75fd-4b40-8c99-aa92918e1179 req-135c6b63-a79d-4c15-b293-19cfcc628298 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435686 Aug 16 02:07:27.637849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.690129 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8762f3d8-daa6-47ef-a426-4eee9af0e362 x-openstack-request-id: req-8762f3d8-daa6-47ef-a426-4eee9af0e362 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:27.690502 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "548a46c8-180b-4d92-8170-373cfe92f4bb", "tag": "d65f4ab2-7a04-4465-86a4-3a5671938950", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:27.690875 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8762f3d8-daa6-47ef-a426-4eee9af0e362 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:27.691881 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'tag': 'd65f4ab2-7a04-4465-86a4-3a5671938950', 'status': 'completed', 'code': 200} Aug 16 02:07:27.722033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] DHCP port deletion for f8e6af69-8fd2-49e1-a230-7a4c39b903ec request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:27.730005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:27.784151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.815682 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.884228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] Deleting port b3dc600a-d54c-4249-9f3a-bfddd2e992be {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:27.884228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.892009 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.947519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:27.960987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:27.961377 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.967833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] For port b3dc600a-d54c-4249-9f3a-bfddd2e992be, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3dc600a-d54c-4249-9f3a-bfddd2e992be,segment=NetworkSegment(dd5dc60a-f8f4-4040-8c78-1e1729312162),segment_id=dd5dc60a-f8f4-4040-8c78-1e1729312162)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:27.968285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:27.980772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.000188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-03cd4711-5903-4d99-b1f5-1b0f05ae7335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.001868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-03cd4711-5903-4d99-b1f5-1b0f05ae7335 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fece163a39304fe19506da7cd3a2b72f&device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 1095 time: 0.2370055 Aug 16 02:07:28.008905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] Calling delete_port for b3dc600a-d54c-4249-9f3a-bfddd2e992be owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:28.036418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b05a4-8818-4ba6-93fd-0f486cd7a5de req-eeaf408c-3393-4aac-8e6d-9337625a9b08 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.036885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.041206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/1dea18c3-52cc-4bf7-acc8-d15f43680a68 HTTP/1.1" status: 204 len: 168 time: 0.5982664 Aug 16 02:07:28.043214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697b958-447a-4182-88a6-afd9450182f1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=1dea18c3-52cc-4bf7-acc8-d15f43680a68,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.043624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c5b05a4-8818-4ba6-93fd-0f486cd7a5de req-eeaf408c-3393-4aac-8e6d-9337625a9b08 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 944 time: 0.1135263 Aug 16 02:07:28.045958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42134) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:28.071119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab2a50-b550-48f9-b7ab-452a23a5cd39 None None] Network 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:28.207883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.224135 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.286093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:28.288388 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acae258f-f85a-473b-a40a-06904547be8b" -d '{"events": [{"server_uuid": "ff85d679-9d59-43d5-abba-1564b7a8b424", "name": "network-vif-plugged", "status": "completed", "tag": "608ecb73-2d8c-4bf2-af6a-e1f04096feb2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:28.309073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:28.321595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c5b05a4-8818-4ba6-93fd-0f486cd7a5de req-f66b8828-74cc-4f1c-bc0b-b371fb06528a tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867733 Aug 16 02:07:28.337171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port b3dc600a-d54c-4249-9f3a-bfddd2e992be {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:28.337437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.347499 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.386211 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.420163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port b3dc600a-d54c-4249-9f3a-bfddd2e992be, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3dc600a-d54c-4249-9f3a-bfddd2e992be,segment=NetworkSegment(dd5dc60a-f8f4-4040-8c78-1e1729312162),segment_id=dd5dc60a-f8f4-4040-8c78-1e1729312162)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:28.423730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.423876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a02b5-38d2-4b0c-b531-ac6e5ef40d9a req-2824e7f8-cc96-4bff-b06f-6f89a0549265 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.426766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae7a02b5-38d2-4b0c-b531-ac6e5ef40d9a req-2824e7f8-cc96-4bff-b06f-6f89a0549265 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 943 time: 0.3014550 Aug 16 02:07:28.438423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Deleting port ffeb13be-ff70-4e1a-8771-20bd48a9f681 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:28.438932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.441462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for b3dc600a-d54c-4249-9f3a-bfddd2e992be owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:28.443980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-6ef710c9-1c1b-4301-ba46-628e275cf4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:28.446839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-6ef710c9-1c1b-4301-ba46-628e275cf4c9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=38d562a9-ef86-4752-8500-82615d4dadf7 HTTP/1.1" status: 200 len: 922 time: 0.4353938 Aug 16 02:07:28.560460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.588048 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-e38b4c10-e73e-42f5-9ce9-ad915a74e11b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d65f4ab2-7a04-4465-86a4-3a5671938950 HTTP/1.1" status: 200 len: 217 time: 0.1287205 Aug 16 02:07:28.589712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] For port ffeb13be-ff70-4e1a-8771-20bd48a9f681, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ffeb13be-ff70-4e1a-8771-20bd48a9f681,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:28.590232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.614902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Calling delete_port for ffeb13be-ff70-4e1a-8771-20bd48a9f681 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:28.625271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.662601 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ba272b-9d51-41f1-8223-45e8f3b2847b x-openstack-request-id: req-24ba272b-9d51-41f1-8223-45e8f3b2847b {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:28.663220 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff85d679-9d59-43d5-abba-1564b7a8b424", "name": "network-vif-plugged", "status": "completed", "tag": "608ecb73-2d8c-4bf2-af6a-e1f04096feb2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:28.663220 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24ba272b-9d51-41f1-8223-45e8f3b2847b {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:28.663946 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2', 'code': 200} Aug 16 02:07:28.670791 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.672317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c26c98fd-37a8-4289-bc84-ef38cadd9029 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:28.675070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] DHCP port deletion for 97d6e4b2-fbff-4811-8cd2-5566f1ce8027 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:28.681256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] Pushing event deleted for resources: {'Port': ['ID=b3dc600a-d54c-4249-9f3a-bfddd2e992be,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.697292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=b3dc600a-d54c-4249-9f3a-bfddd2e992be,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.703867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port b3dc600a-d54c-4249-9f3a-bfddd2e992be on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:28.733190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: c26c98fd-37a8-4289-bc84-ef38cadd9029 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:28.733583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c26c98fd-37a8-4289-bc84-ef38cadd9029 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:28.738974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159da58-8f60-43d9-a9d2-3e8036aff2f2 None None] No DVR routers for this DVR port b3dc600a-d54c-4249-9f3a-bfddd2e992be on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:28.819872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:28.868051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] Deleting port a428f051-d75a-4901-972d-06d064ff001b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:28.868400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.970543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] For port a428f051-d75a-4901-972d-06d064ff001b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a428f051-d75a-4901-972d-06d064ff001b,segment=NetworkSegment(d77d01bb-4143-4fe9-bc0e-9ebb8d28037a),segment_id=d77d01bb-4143-4fe9-bc0e-9ebb8d28037a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:28.970997 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:28.985933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] Calling delete_port for a428f051-d75a-4901-972d-06d064ff001b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:29.100829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.116213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d65f4ab2-7a04-4465-86a4-3a5671938950 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:29.120016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae7a02b5-38d2-4b0c-b531-ac6e5ef40d9a req-15330603-4031-4bec-9571-a8010d2e1e88 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6704648 Aug 16 02:07:29.147844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e6af69-8fd2-49e1-a230-7a4c39b903ec']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.164763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5dc60a-f8f4-4040-8c78-1e1729312162') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.164763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5dc60a-f8f4-4040-8c78-1e1729312162') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.166909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-88d9ee96-6a69-48ab-a210-40bfa8fa1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.168397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-88d9ee96-6a69-48ab-a210-40bfa8fa1374 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=26700773-6028-4e22-a28f-7123b37ec779 HTTP/1.1" status: 200 len: 861 time: 0.5445242 Aug 16 02:07:29.178047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.185518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a428f051-d75a-4901-972d-06d064ff001b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:29.205312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'Port': ['ID=e6e245c8-b1b4-4339-bc37-f472218c54b0,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.208157 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.214983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:29.215402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:29.219376 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:29.226303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a428f051-d75a-4901-972d-06d064ff001b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:29.226303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a428f051-d75a-4901-972d-06d064ff001b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:29.227334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be006b-142d-40fe-91e3-4063b7f9f045 req-fd096eeb-f546-4058-aef2-5d5cba4394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.227334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2be006b-142d-40fe-91e3-4063b7f9f045 req-fd096eeb-f546-4058-aef2-5d5cba4394bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 1097 time: 0.7158656 Aug 16 02:07:29.227503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3dc600a-d54c-4249-9f3a-bfddd2e992be no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:29.232056 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.261401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-b91d59f4-0ee2-4e7c-9837-213d68b99bf0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38d562a9-ef86-4752-8500-82615d4dadf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777442 Aug 16 02:07:29.278086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c711fa5-8f86-47aa-a7fd-4de89bbf074b req-1cf6facc-c24e-40f0-9594-723ca1aeb586 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.287693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c711fa5-8f86-47aa-a7fd-4de89bbf074b req-1cf6facc-c24e-40f0-9594-723ca1aeb586 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1990905 Aug 16 02:07:29.289685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.297552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b3dc600a-d54c-4249-9f3a-bfddd2e992be {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:29.297899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3dc600a-d54c-4249-9f3a-bfddd2e992be not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:29.327351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] Pushing event deleted for resources: {'Port': ['ID=a428f051-d75a-4901-972d-06d064ff001b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.334346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9a6e2c-8df4-48e0-b923-415bc7b2f49d None None] No DVR routers for this DVR port a428f051-d75a-4901-972d-06d064ff001b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:29.384003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d65f4ab2-7a04-4465-86a4-3a5671938950, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d65f4ab2-7a04-4465-86a4-3a5671938950,segment=NetworkSegment(e37163e0-1771-4b69-9084-bc70f571f123),segment_id=e37163e0-1771-4b69-9084-bc70f571f123)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:29.405860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'd65f4ab2-7a04-4465-86a4-3a5671938950', 'network_id': '38d562a9-ef86-4752-8500-82615d4dadf7', 'port_id': 'd65f4ab2-7a04-4465-86a4-3a5671938950', 'mac_address': 'fa:16:3e:e3:cb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26700773-6028-4e22-a28f-7123b37ec779', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:29.407850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.418498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.422916 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/f8e6af69-8fd2-49e1-a230-7a4c39b903ec HTTP/1.1" status: 204 len: 168 time: 1.3737686 Aug 16 02:07:29.425257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c711fa5-8f86-47aa-a7fd-4de89bbf074b req-4076338d-3ed8-4c5e-be35-7c26a3850dc3 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339333 Aug 16 02:07:29.425802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42156) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:29.438939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2be006b-142d-40fe-91e3-4063b7f9f045 req-c2c05971-62c1-447a-b80b-42ee27c52320 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870880 Aug 16 02:07:29.451143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d1913-0783-4eda-aee0-81c202458e75 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=f8e6af69-8fd2-49e1-a230-7a4c39b903ec,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.454426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.463883 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.482089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffeb13be-ff70-4e1a-8771-20bd48a9f681,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.497395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65f4ab2-7a04-4465-86a4-3a5671938950 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:29.526776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d65f4ab2-7a04-4465-86a4-3a5671938950, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d65f4ab2-7a04-4465-86a4-3a5671938950,segment=NetworkSegment(e37163e0-1771-4b69-9084-bc70f571f123),segment_id=e37163e0-1771-4b69-9084-bc70f571f123)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:29.531529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.548645 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.550199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-368cf04d-01ac-4d17-9601-983b8ca160af tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0195835 Aug 16 02:07:29.630288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-a0627ea7-c5c5-4ae1-a43a-3e3c6401e535 service neutron] 10.222.0.58 "GET /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362749 Aug 16 02:07:29.636628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.649423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c552bb6-dac2-4b10-b773-8813ce27ef55 req-df10278b-9ea9-48b3-929c-c7e1500432cf tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:29.651853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c552bb6-dac2-4b10-b773-8813ce27ef55 req-df10278b-9ea9-48b3-929c-c7e1500432cf tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 945 time: 0.1163287 Aug 16 02:07:29.712036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.741102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d65f4ab2-7a04-4465-86a4-3a5671938950,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:29.810031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.827037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d6e4b2-fbff-4811-8cd2-5566f1ce8027']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.843764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c552bb6-dac2-4b10-b773-8813ce27ef55 req-13ed8037-6a9f-463b-8c87-0f38cadd7c4b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423481 Aug 16 02:07:29.861534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.862117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77d01bb-4143-4fe9-bc0e-9ebb8d28037a') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:29.878273 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.898581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f129607-d27d-4fa0-ae37-3dc5aa4171b3 req-128e2d3e-d0a5-4f7f-9874-4e82fa3ca19e service neutron] 10.222.0.58 "GET /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312829 Aug 16 02:07:29.902550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.912646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:29.913063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:29.916116 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:29.974621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d65f4ab2-7a04-4465-86a4-3a5671938950'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:30.008414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Router 3f539329-516c-4693-beeb-dc36038a9e3e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:30.085215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-f6a2d969-fc03-45b0-9919-b89fa6a3ae4b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--574350374&fields=id&tenant_id=73440989c2254f4ab3fa0a4b8774112f HTTP/1.1" status: 200 len: 267 time: 0.0453763 Aug 16 02:07:30.086161 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.100190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.102465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/97d6e4b2-fbff-4811-8cd2-5566f1ce8027 HTTP/1.1" status: 204 len: 168 time: 0.6720903 Aug 16 02:07:30.108668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42180) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.115218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2013134782'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:30.164012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65435874-1c3c-47fc-a9a7-a99a7249e773 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=97d6e4b2-fbff-4811-8cd2-5566f1ce8027,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.185868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:30.197831 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] Sync routers for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:30.209252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fc5db12b-a619-4e8b-82ea-a9a764ff898c admin admin] 10.222.0.76 "PUT /v2.0/routers/3f539329-516c-4693-beeb-dc36038a9e3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9772277 Aug 16 02:07:30.209681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:30.234425 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:30.235112 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.293052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-cf52b4ba-1f4f-4e68-8e47-224168bf2242 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.294788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-cf52b4ba-1f4f-4e68-8e47-224168bf2242 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 811 time: 0.1909156 Aug 16 02:07:30.313768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-7df783d4-86c4-483c-8e20-7424fbe60815 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/quotas/73440989c2254f4ab3fa0a4b8774112f HTTP/1.1" status: 200 len: 375 time: 0.0109372 Aug 16 02:07:30.350981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.395411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:30.403932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.406811 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:30.462915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:30.473809 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.478736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.478736 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment ddb58119-0282-49d3-a465-aaa370d3896d of type vlan for network 87a32e74-ae5a-4634-ad2a-adee5ec58509 Aug 16 02:07:30.509221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdcc43-c2d1-4953-ba6f-a8249f96775a req-5b39b941-8615-4b95-afa8-a6693426be60 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.510997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80fdcc43-c2d1-4953-ba6f-a8249f96775a req-5b39b941-8615-4b95-afa8-a6693426be60 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 944 time: 0.1794879 Aug 16 02:07:30.545531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-bdd34c6c-b78f-4aaf-ae8e-4be73a0409b3 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2258458 Aug 16 02:07:30.579338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.621908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Deleting port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:30.622695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.642776 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:07:29Z', 'revision_number': 5, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port': {'id': '6c09d469-d907-47d3-a7c2-ae70e3e7d76a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:92:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:05:45Z', 'updated_at': '2021-08-16T02:05:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.670853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80fdcc43-c2d1-4953-ba6f-a8249f96775a req-928bf472-b30b-483a-aec6-8749fa39c30b tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355591 Aug 16 02:07:30.675630 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] Checking router: 3f539329-516c-4693-beeb-dc36038a9e3e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:30.684998 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] Routers {'3f539329-516c-4693-beeb-dc36038a9e3e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:30.685661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3f539329-516c-4693-beeb-dc36038a9e3e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.768760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] For port 6c09d469-d907-47d3-a7c2-ae70e3e7d76a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:30.769395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.769838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-277739be-d1f5-4385-9892-d6e493ce4ff5 service neutron] 10.222.0.76 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095437 Aug 16 02:07:30.791038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Calling delete_port for 6c09d469-d907-47d3-a7c2-ae70e3e7d76a owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:30.792951 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] Set router 3f539329-516c-4693-beeb-dc36038a9e3e gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:30.799688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.807053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.807725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:30.857345 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 6, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:30.906518 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bdb20d-5928-4611-a04c-758d947ae805 None None] The sync data for ids ['3f539329-516c-4693-beeb-dc36038a9e3e'] in n-d-768852-19 is: [{'id': '3f539329-516c-4693-beeb-dc36038a9e3e', 'name': 'tempest-FloatingIPsAssociationTestJSON-1786013613-router', 'tenant_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:05:43Z', 'updated_at': '2021-08-16T02:07:30Z', 'revision_number': 6, 'project_id': 'cb63ace915ba460c833c8ba6f21a46ce', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:30.958952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=87a32e74-ae5a-4634-ad2a-adee5ec58509,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:30.972971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:30.987789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f80ba9-a683-4b09-8483-86e0f3b54995 req-3b4e11f4-99df-4c7e-9da0-accb30ebbcf2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:30.989702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0f80ba9-a683-4b09-8483-86e0f3b54995 req-3b4e11f4-99df-4c7e-9da0-accb30ebbcf2 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2062745 Aug 16 02:07:30.991628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0383f5ac-6d82-46de-9e9d-2ec685da52ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8807468 Aug 16 02:07:30.994924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42196) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:31.001349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:31.045214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0f80ba9-a683-4b09-8483-86e0f3b54995 req-af106b37-d17b-4c51-9b0f-7d8dbe8e8132 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447466 Aug 16 02:07:31.094237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-82f5b303-1a82-4def-9e04-7fe55d789a50 service neutron] 10.222.0.76 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224506 Aug 16 02:07:31.133591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d65f4ab2-7a04-4465-86a4-3a5671938950 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:31.174842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.194504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e281533-5c5c-4cd4-a4c2-4abb349ead2d req-70030fd6-daa3-44a2-bbde-0b347c23fc3b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.196131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e281533-5c5c-4cd4-a4c2-4abb349ead2d req-70030fd6-daa3-44a2-bbde-0b347c23fc3b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 945 time: 0.0632455 Aug 16 02:07:31.219902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c09d469-d907-47d3-a7c2-ae70e3e7d76a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:31.245584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e281533-5c5c-4cd4-a4c2-4abb349ead2d req-9540f4cf-2fc5-4be4-a174-d972d043acc5 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409887 Aug 16 02:07:31.300736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:31.304429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.367915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port d65f4ab2-7a04-4465-86a4-3a5671938950 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:31.377035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port d65f4ab2-7a04-4465-86a4-3a5671938950 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:31.377035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.401760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.429539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ffeb13be-ff70-4e1a-8771-20bd48a9f681 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:31.481467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ffeb13be-ff70-4e1a-8771-20bd48a9f681 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:31.481921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ffeb13be-ff70-4e1a-8771-20bd48a9f681 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:31.549315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7d97a94-9433-47ac-8655-63799210efc9 req-8210194d-1ccb-45c0-a31c-a7226f2fa23b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.0366716 Aug 16 02:07:31.567712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b28404-1826-4bf8-9508-cbf60323d366 req-c422cc9e-07f2-473a-859c-614edd952feb tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:31.572897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.574325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.595339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b28404-1826-4bf8-9508-cbf60323d366 req-c422cc9e-07f2-473a-859c-614edd952feb tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 945 time: 0.1531301 Aug 16 02:07:31.614553 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.744299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56b28404-1826-4bf8-9508-cbf60323d366 req-fca1f1f7-77c4-467b-91f0-16387c7fd6a3 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476405 Aug 16 02:07:31.768274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65f4ab2-7a04-4465-86a4-3a5671938950'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:31.770839 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb942176-1483-426a-845e-1026fec620ab" -d '{"events": [{"server_uuid": "548a46c8-180b-4d92-8170-373cfe92f4bb", "name": "network-vif-plugged", "status": "completed", "tag": "d65f4ab2-7a04-4465-86a4-3a5671938950"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:31.796362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.797016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f539329-516c-4693-beeb-dc36038a9e3e {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:31.807457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d65f4ab2-7a04-4465-86a4-3a5671938950, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d65f4ab2-7a04-4465-86a4-3a5671938950,segment=NetworkSegment(e37163e0-1771-4b69-9084-bc70f571f123),segment_id=e37163e0-1771-4b69-9084-bc70f571f123)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:31.813792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.817841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:31.830154 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-64c2ad3c-0036-4c66-a22b-a4fefcabfa26 admin admin] 10.222.0.76 "DELETE /v2.0/routers/3f539329-516c-4693-beeb-dc36038a9e3e HTTP/1.1" status: 204 len: 168 time: 1.6098499 Aug 16 02:07:31.894020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Deleting subnet cac0512c-59af-42dd-8b0a-014f19dd9b56 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:31.906161 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.934162 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.981915 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.990579 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:31.992189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f7340-522b-4130-9867-3c1f056c79e4 req-bfdad5d8-f138-4ecf-95a4-88823546acb7 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.001714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-864f7340-522b-4130-9867-3c1f056c79e4 req-bfdad5d8-f138-4ecf-95a4-88823546acb7 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 944 time: 0.1128991 Aug 16 02:07:32.016633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d65f4ab2-7a04-4465-86a4-3a5671938950,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.071738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=cf52f8ef-7d69-427d-95aa-44845234a969,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.090480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-864f7340-522b-4130-9867-3c1f056c79e4 req-a0a91fea-6fb4-45ed-95dd-57550a3f1c06 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877562 Aug 16 02:07:32.092026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'ddb58119-0282-49d3-a465-aaa370d3896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:32.092393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: 87a32e74-ae5a-4634-ad2a-adee5ec58509, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:32.134185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.150684 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fae85c-f613-4315-b20f-543462cdeb42 x-openstack-request-id: req-b3fae85c-f613-4315-b20f-543462cdeb42 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:32.150684 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548a46c8-180b-4d92-8170-373cfe92f4bb", "name": "network-vif-plugged", "status": "completed", "tag": "d65f4ab2-7a04-4465-86a4-3a5671938950", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:32.150684 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b3fae85c-f613-4315-b20f-543462cdeb42 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:32.150684 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65f4ab2-7a04-4465-86a4-3a5671938950', 'code': 200} Aug 16 02:07:32.278066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:32.294422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d14a3-62c7-4714-9a9d-3a74ff8e2500 req-d9615478-a827-438e-839b-64940e53835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.296111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-881d14a3-62c7-4714-9a9d-3a74ff8e2500 req-d9615478-a827-438e-839b-64940e53835d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 1097 time: 0.0817952 Aug 16 02:07:32.305711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e6c51e-779c-4547-beee-f14b1f3c9246 req-09a2b52e-cca6-42d2-86bb-a17ba616a155 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.307328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93e6c51e-779c-4547-beee-f14b1f3c9246 req-09a2b52e-cca6-42d2-86bb-a17ba616a155 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1055319 Aug 16 02:07:32.362201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-881d14a3-62c7-4714-9a9d-3a74ff8e2500 req-0c208970-cec7-457c-9f41-e80a7b994406 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538855 Aug 16 02:07:32.367189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93e6c51e-779c-4547-beee-f14b1f3c9246 req-e6e04e17-ff3f-4c4d-8063-c108fe8eb6b0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533574 Aug 16 02:07:32.414536 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.442066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 87a32e74-ae5a-4634-ad2a-adee5ec58509) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:32.447921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.454223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.454365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac0512c-59af-42dd-8b0a-014f19dd9b56,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:32.454513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c02df85-093a-44ec-a7c1-7054d873681f None None] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.454628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.456780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-df46c47d-b6c7-432a-8e70-4dfc760f3de2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cac0512c-59af-42dd-8b0a-014f19dd9b56 HTTP/1.1" status: 204 len: 168 time: 0.6374676 Aug 16 02:07:32.459184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42224) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:32.503738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa4f98d-38e7-458e-ba86-000b7cbe434b None None] Network 35826d18-8147-41ca-bbd1-48b5ff061c6e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:32.534506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.558990 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c739b286-3fce-4018-b686-99b2c26d2a0d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5628483 Aug 16 02:07:32.561240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42228) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:32.567020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-775661860', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:32.614417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Deleting port f44ff776-be03-42ba-86a2-349a7a101901 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:32.614918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.688859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.690478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.700785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae81c195-0477-4a14-9a8a-5a3593a21e2a req-67497bb6-f89a-451f-8445-f97bff7c002a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.0368042 Aug 16 02:07:32.727195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-87a32e74-ae5a-4634-ad2a-adee5ec58509', 'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': 'cf52f8ef-7d69-427d-95aa-44845234a969'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:32.728654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.733252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] For port f44ff776-be03-42ba-86a2-349a7a101901, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f44ff776-be03-42ba-86a2-349a7a101901,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:32.733252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.753372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Calling delete_port for f44ff776-be03-42ba-86a2-349a7a101901 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:32.780995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.820817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] DHCP port deletion for 35826d18-8147-41ca-bbd1-48b5ff061c6e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:32.854911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:07:32.918508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.938727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Allocated IP 2001:db8::2 (87a32e74-ae5a-4634-ad2a-adee5ec58509/cf52f8ef-7d69-427d-95aa-44845234a969/cc1119ca-0a3e-4dc7-833d-59b04e1d60bd) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:32.950597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] Deleting port f44ff776-be03-42ba-86a2-349a7a101901 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:32.951083 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:32.972530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6a0d7-1a08-4a18-b656-01f5230bc47c req-5741ffe5-6b0e-4e82-8c93-7f1fb9cc7351 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:32.974241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fb6a0d7-1a08-4a18-b656-01f5230bc47c req-5741ffe5-6b0e-4e82-8c93-7f1fb9cc7351 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 945 time: 0.0709336 Aug 16 02:07:32.988319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.024951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Pushing event deleted for resources: {'Port': ['ID=f44ff776-be03-42ba-86a2-349a7a101901,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.035748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] No DVR routers for this DVR port f44ff776-be03-42ba-86a2-349a7a101901 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:33.063295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fb6a0d7-1a08-4a18-b656-01f5230bc47c req-1328479c-a7e6-4137-b55b-e6fc8af0ff5f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830574 Aug 16 02:07:33.067389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] For port f44ff776-be03-42ba-86a2-349a7a101901, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f44ff776-be03-42ba-86a2-349a7a101901,segment=NetworkSegment(0b695417-de1f-412a-924d-4dd2586005a1),segment_id=0b695417-de1f-412a-924d-4dd2586005a1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:33.067895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.092140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] Calling delete_port for f44ff776-be03-42ba-86a2-349a7a101901 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:33.116879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.126977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-947cd8a2-8452-4235-8866-841c7b755742 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5553024 Aug 16 02:07:33.126977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42246) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:33.127389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f44ff776-be03-42ba-86a2-349a7a101901 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:33.127499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'port': {'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509', 'name': 'tempest-RoutersIpV6Test-1042896814'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:33.132050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.144445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35826d18-8147-41ca-bbd1-48b5ff061c6e']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.154908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b695417-de1f-412a-924d-4dd2586005a1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.155251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b695417-de1f-412a-924d-4dd2586005a1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:33.158190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f44ff776-be03-42ba-86a2-349a7a101901 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:33.158559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f44ff776-be03-42ba-86a2-349a7a101901 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:33.159051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c09d469-d907-47d3-a7c2-ae70e3e7d76a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:33.165310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.196225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.233193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6c09d469-d907-47d3-a7c2-ae70e3e7d76a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:33.233193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c09d469-d907-47d3-a7c2-ae70e3e7d76a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:33.243797 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:33.334003 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.360183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.372577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d321fc3-aa5c-4f58-80f9-42c5676bf712 req-a4b2bf66-bffe-4199-816d-3e4daf699415 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.375098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d321fc3-aa5c-4f58-80f9-42c5676bf712 req-a4b2bf66-bffe-4199-816d-3e4daf699415 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 945 time: 0.1755078 Aug 16 02:07:33.388472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] Pushing event deleted for resources: {'Port': ['ID=f44ff776-be03-42ba-86a2-349a7a101901,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.394104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f261dbe4-4b29-415c-a667-992955f31a97 None None] No DVR routers for this DVR port f44ff776-be03-42ba-86a2-349a7a101901 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:33.448942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d321fc3-aa5c-4f58-80f9-42c5676bf712 req-7c2deaad-8c29-4b74-a46e-c92fc35a9e57 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683858 Aug 16 02:07:33.459757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Transition to ACTIVE for port object cc1119ca-0a3e-4dc7-833d-59b04e1d60bd will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:33.477142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.492940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Transition to ACTIVE for port object cc1119ca-0a3e-4dc7-833d-59b04e1d60bd will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:33.504106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.506176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] 10.222.0.76 "DELETE /v2.0/networks/35826d18-8147-41ca-bbd1-48b5ff061c6e HTTP/1.1" status: 204 len: 168 time: 1.0458539 Aug 16 02:07:33.524722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26256acf-2d56-4f95-8e8d-328089671358 admin admin] Pushing event deleted for resources: {'Network': ['ID=35826d18-8147-41ca-bbd1-48b5ff061c6e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.559906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546e8f7-8367-4702-be38-fe8d22774041 req-96915827-4f35-45ab-9af9-70fbd0e4bb53 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.561786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9546e8f7-8367-4702-be38-fe8d22774041 req-96915827-4f35-45ab-9af9-70fbd0e4bb53 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1051068 Aug 16 02:07:33.596903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:33.601604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.616842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9546e8f7-8367-4702-be38-fe8d22774041 req-9229ef5f-bbee-43c0-9683-71a8bed29d69 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428982 Aug 16 02:07:33.626231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.642081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] device_id is not set on port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:07:33.679840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:33.686393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:33.689401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:33.699028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Pushing event updated for resources: {'Port': ['ID=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:33.761360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Attempting to bind port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:33.761900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Attempting to bind port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'ddb58119-0282-49d3-a465-aaa370d3896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:33.762461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Attempting to bind port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd on network 87a32e74-ae5a-4634-ad2a-adee5ec58509 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:33.768166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:33.769022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Checking segment: {'id': 'ddb58119-0282-49d3-a465-aaa370d3896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:33.769616 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.770016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Bound using segment: {'id': 'ddb58119-0282-49d3-a465-aaa370d3896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:33.770594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Bound port: cc1119ca-0a3e-4dc7-833d-59b04e1d60bd, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb58119-0282-49d3-a465-aaa370d3896d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '87a32e74-ae5a-4634-ad2a-adee5ec58509'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:33.770921 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.789233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8::3e2 (87a32e74-ae5a-4634-ad2a-adee5ec58509/cf52f8ef-7d69-427d-95aa-44845234a969/5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:33.835212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb06b725-163d-460a-a8cd-fd874e8305d7 req-a37f82c2-6f3f-4364-a7a0-ebe0e3321f46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.0330510 Aug 16 02:07:33.847110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] For port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:33.853022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] For port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,segment=NetworkSegment(ddb58119-0282-49d3-a465-aaa370d3896d),segment_id=ddb58119-0282-49d3-a465-aaa370d3896d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:33.910501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-d78a8b03-e77d-413a-8d70-35c2dc7b1a1c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:33.912125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-d78a8b03-e77d-413a-8d70-35c2dc7b1a1c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/ports?device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 945 time: 0.0559359 Aug 16 02:07:33.980035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:33.996841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.054812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Deleting port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:34.055137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.085110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4ce35-f122-4111-be4c-2424b6f1571f None None] Pushing event updated for resources: {'Port': ['ID=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:34.122140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42260) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.279905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a2e2dfe2-318c-49c5-a687-53f9e276c3c1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cb63ace915ba460c833c8ba6f21a46ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565397 Aug 16 02:07:34.287411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:34.323708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] For port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:34.324093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.376071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:34.391865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a739f-257a-4625-99f9-f8991d0f4baa req-7c355107-124f-4eec-97a2-00ba799b93cd tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.393552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-892a739f-257a-4625-99f9-f8991d0f4baa req-7c355107-124f-4eec-97a2-00ba799b93cd tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 945 time: 0.1866186 Aug 16 02:07:34.395759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Calling delete_port for 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:34.409127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-2f0a4982-a1a0-47e6-92a9-b343d14e004e tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.410828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-2f0a4982-a1a0-47e6-92a9-b343d14e004e tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 945 time: 0.0701973 Aug 16 02:07:34.503850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f67858a-0860-4755-8acc-02dac6f86bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.560147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Deleting port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:34.560147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.591746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-892a739f-257a-4625-99f9-f8991d0f4baa req-5fcfe2c9-790d-41a1-bd80-835057d0ad2f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/security-groups?id=797f21eb-18f7-4ca9-84f5-17e565453366&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853678 Aug 16 02:07:34.598692 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f67858a-0860-4755-8acc-02dac6f86bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.607029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.666467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:34.704203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bd697-f622-447a-a623-30a00dd77c16 req-c75fc00f-483c-4c28-a592-0151478c5173 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.706863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e28bd697-f622-447a-a623-30a00dd77c16 req-c75fc00f-483c-4c28-a592-0151478c5173 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 945 time: 0.1570339 Aug 16 02:07:34.736727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:34.744759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:34.752971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:34.759124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.759885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.839868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] For port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,segment=NetworkSegment(b8803ca7-ec07-403b-aa4a-d3b2f835cb21),segment_id=b8803ca7-ec07-403b-aa4a-d3b2f835cb21)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:34.840335 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.864273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Calling delete_port for 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:34.880023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e28bd697-f622-447a-a623-30a00dd77c16 req-87503721-2be0-41dd-9225-e57cf9b20b5a tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796692 Aug 16 02:07:34.909663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702590ac-7421-48a4-aaaf-eb483e692b09 req-fe845e2f-a6b4-4035-bab4-feb629bbbe7a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.909663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-702590ac-7421-48a4-aaaf-eb483e692b09 req-fe845e2f-a6b4-4035-bab4-feb629bbbe7a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.0868065 Aug 16 02:07:34.909663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:34.915863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['5b33ccd1-1e04-4378-b68e-bcc76bf67c5d', '608ecb73-2d8c-4bf2-af6a-e1f04096feb2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:34.967556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-d9ddaec5-1e0e-4b98-a99f-9f4a61f270fa tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:34.969638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-d9ddaec5-1e0e-4b98-a99f-9f4a61f270fa tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 811 time: 0.2183928 Aug 16 02:07:35.007688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a2aa540-c1ef-4706-b376-df8839435d7e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8854809 Aug 16 02:07:35.024183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42280) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:35.055980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] No DVR routers for this DVR port 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:35.065216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.067318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1fe08e8-bfa7-45cf-abf2-d76d64ef52ed req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "DELETE /v2.0/ports/5b33ccd1-1e04-4378-b68e-bcc76bf67c5d HTTP/1.1" status: 204 len: 173 time: 1.1481695 Aug 16 02:07:35.067962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f67858a-0860-4755-8acc-02dac6f86bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.076322 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f67858a-0860-4755-8acc-02dac6f86bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.085127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1f67858a-0860-4755-8acc-02dac6f86bf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ad1deea-5f95-43a3-a13f-b34bb5cf94d7 HTTP/1.1" status: 204 len: 168 time: 0.7891769 Aug 16 02:07:35.102964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'name': 'network-vif-deleted', 'tag': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:35.106458 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1960c302-1a15-4f6d-940d-214a3f053da7" -d '{"events": [{"server_uuid": "358e9927-a8c4-4253-8a7a-6a4826b7988b", "name": "network-vif-deleted", "tag": "5b33ccd1-1e04-4378-b68e-bcc76bf67c5d"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:35.178175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc1119ca-0a3e-4dc7-833d-59b04e1d60bd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:35.179806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67858a-0860-4755-8acc-02dac6f86bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad1deea-5f95-43a3-a13f-b34bb5cf94d7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.184374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74417644-be2f-46b7-a625-004a5cd8b19f tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event deleted for resources: {'Port': ['ID=5b33ccd1-1e04-4378-b68e-bcc76bf67c5d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.205456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e9188e8-af60-45b6-bea7-9fda1499a834 req-7a0f2ccf-f5ce-4fb2-94f5-c9216b5d4bf9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.2038159 Aug 16 02:07:35.259439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-702590ac-7421-48a4-aaaf-eb483e692b09 req-16fee998-b226-467d-8380-7fd959bbd089 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409824 Aug 16 02:07:35.303699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-295b7c5b-4d05-4e27-aee6-5974e27fc82f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73440989c2254f4ab3fa0a4b8774112f HTTP/1.1" status: 200 len: 379 time: 0.3238640 Aug 16 02:07:35.324219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'port': {'device_id': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'admin_state_up': True, 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'security_groups': ['c3e6258b-adb6-449c-83c0-e5a1582fe471']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:35.363246 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faedcfb-0e2e-40f7-b769-1c3492969ea5 x-openstack-request-id: req-0faedcfb-0e2e-40f7-b769-1c3492969ea5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:35.363246 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "358e9927-a8c4-4253-8a7a-6a4826b7988b", "name": "network-vif-deleted", "tag": "5b33ccd1-1e04-4378-b68e-bcc76bf67c5d", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:35.363246 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0faedcfb-0e2e-40f7-b769-1c3492969ea5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:35.363246 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '358e9927-a8c4-4253-8a7a-6a4826b7988b', 'name': 'network-vif-deleted', 'tag': '5b33ccd1-1e04-4378-b68e-bcc76bf67c5d', 'status': 'completed', 'code': 200} Aug 16 02:07:35.402249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:35.625677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a076b3ea-54bc-46ca-8da9-fe3a2f9e392b None None] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:35.795513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.854171 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:35.897839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54f542bf-2ec7-4160-bfd3-2399b4ea53b0 req-36255f07-b19e-4d86-805c-a1f57f2fb6c6 tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=358e9927-a8c4-4253-8a7a-6a4826b7988b HTTP/1.1" status: 200 len: 210 time: 0.0360649 Aug 16 02:07:35.908934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Pushing event deleted for resources: {'Port': ['ID=608ecb73-2d8c-4bf2-af6a-e1f04096feb2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:35.933362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] Provisioning for port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:35.945612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] Provisioning complete for port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:35.945612 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.035281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] No DVR routers for this DVR port 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:36.038225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Made reservation on behalf of 73440989c2254f4ab3fa0a4b8774112f for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:36.042120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.044143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.049672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.051761 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8b80871-3fb5-451c-a073-48ce431fa82f req-80994b74-fac2-4d1b-a013-a48589fb268c tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.83 "DELETE /v2.0/ports/608ecb73-2d8c-4bf2-af6a-e1f04096feb2 HTTP/1.1" status: 204 len: 173 time: 1.6346271 Aug 16 02:07:36.052296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'name': 'network-vif-deleted', 'tag': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:36.054757 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e281c1d-ee46-4e60-ad4b-0beacfd2a5a6" -d '{"events": [{"server_uuid": "ff85d679-9d59-43d5-abba-1564b7a8b424", "name": "network-vif-deleted", "tag": "608ecb73-2d8c-4bf2-af6a-e1f04096feb2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:36.191972 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d240c1-c905-4eea-b18d-0ebb7950e61e x-openstack-request-id: req-e5d240c1-c905-4eea-b18d-0ebb7950e61e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:36.192205 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff85d679-9d59-43d5-abba-1564b7a8b424", "name": "network-vif-deleted", "tag": "608ecb73-2d8c-4bf2-af6a-e1f04096feb2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:36.192446 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5d240c1-c905-4eea-b18d-0ebb7950e61e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:36.192858 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff85d679-9d59-43d5-abba-1564b7a8b424', 'name': 'network-vif-deleted', 'tag': '608ecb73-2d8c-4bf2-af6a-e1f04096feb2', 'status': 'completed', 'code': 200} Aug 16 02:07:36.343566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Allocated IP 172.20.0.13 (7fd96b01-c82d-48a5-b198-51b84c60637e/2143aa46-2002-49fc-b810-b03b2aeeda97/dc315d58-310f-471d-9553-a2d8147b1f1a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:36.434092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93eae594-cf98-4a01-9a35-d99b87b12e9b req-33ed5365-a440-41e6-82cd-8aa7d50da278 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.0492656 Aug 16 02:07:36.467151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381cbe9-1e5e-438c-b1aa-8dbb310a4f19 req-99e6154b-5fd8-4a57-adee-649a86659774 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.480258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b381cbe9-1e5e-438c-b1aa-8dbb310a4f19 req-99e6154b-5fd8-4a57-adee-649a86659774 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 945 time: 0.1788733 Aug 16 02:07:36.501762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] For port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,segment=NetworkSegment(ddb58119-0282-49d3-a465-aaa370d3896d),segment_id=ddb58119-0282-49d3-a465-aaa370d3896d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:36.565182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b381cbe9-1e5e-438c-b1aa-8dbb310a4f19 req-0cab7fd0-130c-4fca-9970-2daf065e246c tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831454 Aug 16 02:07:36.573801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.676776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed1a2c-137c-4915-be0e-11d50dcedf81 None None] Pushing event updated for resources: {'Port': ['ID=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:36.678497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61554e63-9255-4ef3-ab65-b3897187b598 req-e3f2e3db-20f1-46ed-aad8-35f256b96feb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:36.683601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61554e63-9255-4ef3-ab65-b3897187b598 req-e3f2e3db-20f1-46ed-aad8-35f256b96feb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1150112 Aug 16 02:07:36.730713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61554e63-9255-4ef3-ab65-b3897187b598 req-0a26a78c-ec7b-4317-aa3d-61d1b3bc25b8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402308 Aug 16 02:07:36.764072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.773901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3861a127-59e0-4c4c-bf01-dc1b97e12cd9 None None] Provisioning for port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:36.779094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3861a127-59e0-4c4c-bf01-dc1b97e12cd9 None None] Provisioning complete for port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:36.781643 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3861a127-59e0-4c4c-bf01-dc1b97e12cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.794572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Transition to ACTIVE for port object dc315d58-310f-471d-9553-a2d8147b1f1a will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:36.798201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.820230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3861a127-59e0-4c4c-bf01-dc1b97e12cd9 None None] Port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:36.836982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3861a127-59e0-4c4c-bf01-dc1b97e12cd9 None None] Provisioning complete for port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:36.839421 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3861a127-59e0-4c4c-bf01-dc1b97e12cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.910818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:36.961226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.006554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:37.164833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Network 7fd96b01-c82d-48a5-b198-51b84c60637e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:37.173065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:37.176078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:37.193590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc1119ca-0a3e-4dc7-833d-59b04e1d60bd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:37.245192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.246290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.263689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.323563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-458500131-network', 'tenant_id': '074d68780c534d5b93bac74442581a98'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:37.356913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:37.357548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.379337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b0749f6-9901-42e4-8bc6-1b48000dc4ed req-69f62c6d-0268-4535-954e-ba7f7bdda09b tempest-MultipleCreateTestJSON-1817076292 tempest-MultipleCreateTestJSON-1817076292-project] 10.222.0.76 "GET /v2.0/ports?device_id=ff85d679-9d59-43d5-abba-1564b7a8b424 HTTP/1.1" status: 200 len: 210 time: 0.1286480 Aug 16 02:07:37.407679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'Port': ['ID=dc315d58-310f-471d-9553-a2d8147b1f1a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:37.449041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-b2d6d299-bf21-422a-871c-ac48988319d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1303468 Aug 16 02:07:37.479843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Request body: {'port': {'device_id': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:37.548169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Made reservation on behalf of 074d68780c534d5b93bac74442581a98 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:37.550677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.552478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1a4ee9d2-a796-4cde-aa48-136f1047741a None None] Provisioning complete for port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:37.553992 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a4ee9d2-a796-4cde-aa48-136f1047741a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.558091 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.578796 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.603002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ee9d2-a796-4cde-aa48-136f1047741a None None] Port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:37.684061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.705357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae391eb-361e-4c99-9a78-057bf90c1e7b req-8fbdc326-c78a-43d5-a5e1-5619b408eab8 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.707849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ae391eb-361e-4c99-9a78-057bf90c1e7b req-8fbdc326-c78a-43d5-a5e1-5619b408eab8 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 932 time: 0.1783588 Aug 16 02:07:37.752577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:37.793646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:37.795551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 608ecb73-2d8c-4bf2-af6a-e1f04096feb2 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:37.795710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-654e4d2d-f7cb-44c2-97d3-4de22d097cc1 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.797630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:37.798656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-654e4d2d-f7cb-44c2-97d3-4de22d097cc1 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.58 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 945 time: 0.1737006 Aug 16 02:07:37.837265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:37.837627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5b33ccd1-1e04-4378-b68e-bcc76bf67c5d not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:37.855189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ae391eb-361e-4c99-9a78-057bf90c1e7b req-c23bb4dc-dca2-44ba-9ee8-ff83db6152ac tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398504 Aug 16 02:07:37.887797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c9edb06f-dd5b-474c-a874-8775fb6356e6 None None] Provisioning for port dc315d58-310f-471d-9553-a2d8147b1f1a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:37.892190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c9edb06f-dd5b-474c-a874-8775fb6356e6 None None] Provisioning complete for port dc315d58-310f-471d-9553-a2d8147b1f1a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:37.892588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c9edb06f-dd5b-474c-a874-8775fb6356e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.921394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.931823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:37.945640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92faf8c0-46ae-4ba3-9f2b-5003e02699b4 req-5eca7a28-0737-481f-9380-aaad5fa5bfa7 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:37.954926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92faf8c0-46ae-4ba3-9f2b-5003e02699b4 req-5eca7a28-0737-481f-9380-aaad5fa5bfa7 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 945 time: 0.2818100 Aug 16 02:07:37.961299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c9edb06f-dd5b-474c-a874-8775fb6356e6 None None] Port dc315d58-310f-471d-9553-a2d8147b1f1a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:38.056003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92faf8c0-46ae-4ba3-9f2b-5003e02699b4 req-9def95da-e4fb-4833-8661-0c5ec37511ec tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000955 Aug 16 02:07:38.059621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.108848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd5dc33-5b45-43f5-a950-34cd9b356506 req-1a5ff03c-ac7e-464d-a9ef-858f59194aca tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.110546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bd5dc33-5b45-43f5-a950-34cd9b356506 req-1a5ff03c-ac7e-464d-a9ef-858f59194aca tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1535194 Aug 16 02:07:38.114466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:38.140233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0182003-1abf-4ab9-8343-9a91629c432e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.148341 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.148708 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Added segment 2516a158-6318-4f67-b5b0-101cd7c8c098 of type vlan for network a55913e9-0955-450f-829f-58d6e40ed3be Aug 16 02:07:38.204960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Deleting port d65f4ab2-7a04-4465-86a4-3a5671938950 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:38.205212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.254534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.261054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bd5dc33-5b45-43f5-a950-34cd9b356506 req-db9e7f59-d1b5-4cad-b9f5-ffef95d2f3cf tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381791 Aug 16 02:07:38.363078 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] For port d65f4ab2-7a04-4465-86a4-3a5671938950, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d65f4ab2-7a04-4465-86a4-3a5671938950,segment=NetworkSegment(e37163e0-1771-4b69-9084-bc70f571f123),segment_id=e37163e0-1771-4b69-9084-bc70f571f123)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:38.363538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.378247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Calling delete_port for d65f4ab2-7a04-4465-86a4-3a5671938950 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:38.437016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42360) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:38.498271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.499435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:38.500104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.518182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Deleting subnet 1207bff5-d20e-4dae-8ab7-b6c459ed994c {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:38.527989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc315d58-310f-471d-9553-a2d8147b1f1a {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:38.539615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.566064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Transition to ACTIVE for port object dc315d58-310f-471d-9553-a2d8147b1f1a will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:38.570493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.595591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.665251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.725595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003adec7-836f-4f52-9337-a234e115078f service neutron] Pushing event updated for resources: {'Port': ['ID=dc315d58-310f-471d-9553-a2d8147b1f1a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.775803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.776805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:38.917125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:38.962923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Attempting to bind port dc315d58-310f-471d-9553-a2d8147b1f1a on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:38.965175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Attempting to bind port dc315d58-310f-471d-9553-a2d8147b1f1a by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:38.965523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Attempting to bind port dc315d58-310f-471d-9553-a2d8147b1f1a on network 7fd96b01-c82d-48a5-b198-51b84c60637e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:38.975408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Port dc315d58-310f-471d-9553-a2d8147b1f1a on network 7fd96b01-c82d-48a5-b198-51b84c60637e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:07:38.975959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Attempting to bind port dc315d58-310f-471d-9553-a2d8147b1f1a on network 7fd96b01-c82d-48a5-b198-51b84c60637e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:39.001577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:39.002126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Checking segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:39.002519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Bound using segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:39.003243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Bound port: dc315d58-310f-471d-9553-a2d8147b1f1a, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:39.003862 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.017204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:39.026627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0179200 Aug 16 02:07:39.030037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:39.032549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.040414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42364) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.048512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Request body: {'subnet': {'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-subnet', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:39.108774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8ad79-f98d-46a7-b889-c207ae197cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=a55913e9-0955-450f-829f-58d6e40ed3be,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.122537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a55913e9-0955-450f-829f-58d6e40ed3be details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:39.169380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10816cd3-d35c-47b7-9bd9-662d3990ae3f req-980729eb-f43c-4ebc-8120-2679adc38c8f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.171063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10816cd3-d35c-47b7-9bd9-662d3990ae3f req-980729eb-f43c-4ebc-8120-2679adc38c8f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 944 time: 0.1775515 Aug 16 02:07:39.224656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Made reservation on behalf of 074d68780c534d5b93bac74442581a98 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:39.227068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.255213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.321294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.346784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] For port dc315d58-310f-471d-9553-a2d8147b1f1a, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:39.352790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] For port dc315d58-310f-471d-9553-a2d8147b1f1a, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dc315d58-310f-471d-9553-a2d8147b1f1a,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:39.431362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.446441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Pushing event deleted for resources: {'Port': ['ID=d65f4ab2-7a04-4465-86a4-3a5671938950,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.460898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77192a9d-b685-4f1b-80da-939c59e4b459 req-62d90474-5774-4112-a602-59519cd69fea tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.469061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77192a9d-b685-4f1b-80da-939c59e4b459 req-62d90474-5774-4112-a602-59519cd69fea tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 867 time: 0.2806737 Aug 16 02:07:39.487423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.488071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.489514 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-003adec7-836f-4f52-9337-a234e115078f service neutron] 10.222.0.83 "PUT /v2.0/ports/dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 1093 time: 2.0227540 Aug 16 02:07:39.489974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:39.493881 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ad8808-4e1b-445c-9559-4674161e6386" -d '{"events": [{"name": "network-changed", "server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:39.498913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 429865a0-3012-496b-a9f5-ac4926dd9c2e is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:39.529000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-158831a4-8de8-4b9b-879c-04de0816b6eb None None] Provisioning complete for port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:39.529568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-158831a4-8de8-4b9b-879c-04de0816b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.581396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003adec7-836f-4f52-9337-a234e115078f service neutron] Pushing event updated for resources: {'Port': ['ID=dc315d58-310f-471d-9553-a2d8147b1f1a,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.599002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10816cd3-d35c-47b7-9bd9-662d3990ae3f req-26bbea06-a41f-4a4b-b5b4-0fde0d8201d1 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3514915 Aug 16 02:07:39.652640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-158831a4-8de8-4b9b-879c-04de0816b6eb None None] Port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:39.667211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77192a9d-b685-4f1b-80da-939c59e4b459 req-e10682f7-2405-46b5-b460-b7003b9c4cae tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/security-groups?id=4dc53695-2be0-4fec-a8dc-cf969870e261&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823225 Aug 16 02:07:39.675214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.682546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.765702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] No DVR routers for this DVR port d65f4ab2-7a04-4465-86a4-3a5671938950 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:39.771695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1207bff5-d20e-4dae-8ab7-b6c459ed994c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.782395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.784869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40989ae5-37d9-4377-9364-06dfdea599d7 req-6cd9a3b3-5503-4e39-8f15-de60adc13e97 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.58 "DELETE /v2.0/ports/d65f4ab2-7a04-4465-86a4-3a5671938950 HTTP/1.1" status: 204 len: 173 time: 1.9717171 Aug 16 02:07:39.786860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'name': 'network-vif-deleted', 'tag': 'd65f4ab2-7a04-4465-86a4-3a5671938950'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:39.793175 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81594ba3-d6c5-4094-a984-5fa5e0a65780" -d '{"events": [{"server_uuid": "548a46c8-180b-4d92-8170-373cfe92f4bb", "name": "network-vif-deleted", "tag": "d65f4ab2-7a04-4465-86a4-3a5671938950"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:39.835639 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.838252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2c65dfeb-8d3f-49aa-835b-9003e1c47d8a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1207bff5-d20e-4dae-8ab7-b6c459ed994c HTTP/1.1" status: 204 len: 168 time: 1.3999877 Aug 16 02:07:39.842225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42382) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.854778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1538b34-0b4b-4969-9b58-8770be23761e,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:39.859951 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba66186-9b3b-469e-a982-647b6010b71a x-openstack-request-id: req-dba66186-9b3b-469e-a982-647b6010b71a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:39.860248 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:39.861591 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dba66186-9b3b-469e-a982-647b6010b71a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:39.861591 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'status': 'completed', 'code': 200} Aug 16 02:07:39.867308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:39.884574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-33706371-aed9-438b-bbd9-e1952fca2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:39.884574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-33706371-aed9-438b-bbd9-e1952fca2711 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1096 time: 0.2020392 Aug 16 02:07:39.888962 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7875ebfd-26a6-4d8c-bc8c-b5cf466850cb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/429865a0-3012-496b-a9f5-ac4926dd9c2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8634858 Aug 16 02:07:39.890808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:39.895952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] Sync routers for ids ['429865a0-3012-496b-a9f5-ac4926dd9c2e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:39.914348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] Routers {'429865a0-3012-496b-a9f5-ac4926dd9c2e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:39.915125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['429865a0-3012-496b-a9f5-ac4926dd9c2e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.930873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Checking segment: {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:39.931627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Network hostable DHCP agents. Network: a55913e9-0955-450f-829f-58d6e40ed3be, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:39.956621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.966908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] Routers {'429865a0-3012-496b-a9f5-ac4926dd9c2e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:39.968480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['429865a0-3012-496b-a9f5-ac4926dd9c2e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:39.982630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2d9a1954-85ed-4471-a0f7-4f68e6b39e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:39.990111 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6017d2-a9d0-4c6c-822d-4439db304f8c x-openstack-request-id: req-6b6017d2-a9d0-4c6c-822d-4439db304f8c {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:39.990620 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "548a46c8-180b-4d92-8170-373cfe92f4bb", "name": "network-vif-deleted", "tag": "d65f4ab2-7a04-4465-86a4-3a5671938950", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:39.991072 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6b6017d2-a9d0-4c6c-822d-4439db304f8c {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:39.991484 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '548a46c8-180b-4d92-8170-373cfe92f4bb', 'name': 'network-vif-deleted', 'tag': 'd65f4ab2-7a04-4465-86a4-3a5671938950', 'status': 'completed', 'code': 200} Aug 16 02:07:40.002029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78d39d4-ed9b-4228-925f-c199d58347a5 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.006661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d78d39d4-ed9b-4228-925f-c199d58347a5 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports/5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 HTTP/1.1" status: 200 len: 984 time: 0.1146467 Aug 16 02:07:40.008109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42392) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.019588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.020726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6d230-0e3b-4317-9fbb-fa2a017aea45 None None] The sync data for ids ['429865a0-3012-496b-a9f5-ac4926dd9c2e'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:40.022024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c1f27-0758-4867-8be8-114bc53710ba req-da093ee5-4308-46e0-9fd2-d501c81c8cbd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.023651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-981c1f27-0758-4867-8be8-114bc53710ba req-da093ee5-4308-46e0-9fd2-d501c81c8cbd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2378318 Aug 16 02:07:40.037545 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-d99e0b9f-bd15-4116-8a65-cd05ec7abb9f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 217 time: 0.0977767 Aug 16 02:07:40.064338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Network a55913e9-0955-450f-829f-58d6e40ed3be is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:40.092224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.116016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-c54fed60-073b-4918-a70b-dd539c6d934e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.117499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-c54fed60-073b-4918-a70b-dd539c6d934e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.0674787 Aug 16 02:07:40.144054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-981c1f27-0758-4867-8be8-114bc53710ba req-ffd1c3ee-2227-41cf-9234-5e828096b341 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042056 Aug 16 02:07:40.227308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.240785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc2387d-58c9-4cc5-a5df-700207c84d7c']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.249879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-9745182e-71b3-4cfb-a9ef-b8d93cf6ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.251478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-9745182e-71b3-4cfb-a9ef-b8d93cf6ab39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143212 Aug 16 02:07:40.255201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.255500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8803ca7-ec07-403b-aa4a-d3b2f835cb21') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:40.275665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.322390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a55913e9-0955-450f-829f-58d6e40ed3be) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:40.333439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665349f-8056-4ece-b847-e90ecff3e6c4 None None] Network a55913e9-0955-450f-829f-58d6e40ed3be requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:40.337023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.337752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.354581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.371091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:40.371479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:40.373237 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:40.440216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-7e121340-ca13-4323-b945-1c973a243e8d service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781402 Aug 16 02:07:40.498759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.505841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bda33a5e-bed4-4126-b117-69ee7b559b1f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4601347 Aug 16 02:07:40.507197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42396) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.512783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:40.519158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a55913e9-0955-450f-829f-58d6e40ed3be', 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'fixed_ips': [{'subnet_id': 'f1538b34-0b4b-4969-9b58-8770be23761e'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:40.520688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.568874 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453a8efd-c8e7-4390-a58c-22b22eb1835e req-45a7114f-7930-4a6d-8b7c-cccb142f3d8b service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213584 Aug 16 02:07:40.581715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.581715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.581715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] 10.222.0.76 "DELETE /v2.0/networks/fcc2387d-58c9-4cc5-a5df-700207c84d7c HTTP/1.1" status: 204 len: 168 time: 0.7350712 Aug 16 02:07:40.613366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11221-bb9a-43e8-ae06-be980cac8207 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc2387d-58c9-4cc5-a5df-700207c84d7c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:40.703587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.703587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.761182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Allocated IP 172.20.0.2 (a55913e9-0955-450f-829f-58d6e40ed3be/f1538b34-0b4b-4969-9b58-8770be23761e/4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:40.811834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:40.818876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42410) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:40.863377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad8808-4e1b-445c-9559-4674161e6386 req-8b881223-97e6-4607-bc10-39c7d5a8b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.864930 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-8b881223-97e6-4607-bc10-39c7d5a8b554 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1096 time: 0.1205790 Aug 16 02:07:40.873530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0404bdd-508e-4337-99ed-dbfcf076a40a req-35994952-8a97-4a36-b0eb-85a3c9f00ed5 tempest-ServerAddressesNegativeTestJSON-268801015 tempest-ServerAddressesNegativeTestJSON-268801015-project] 10.222.0.76 "GET /v2.0/ports?device_id=548a46c8-180b-4d92-8170-373cfe92f4bb HTTP/1.1" status: 200 len: 210 time: 0.0561323 Aug 16 02:07:40.893307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe45068-90dd-40cf-9bd9-a010e4ccc9e0 req-fd639e3e-243c-457b-ba1a-c89483964e9e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:40.895352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fe45068-90dd-40cf-9bd9-a010e4ccc9e0 req-fd639e3e-243c-457b-ba1a-c89483964e9e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 944 time: 0.1396644 Aug 16 02:07:40.988200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fe45068-90dd-40cf-9bd9-a010e4ccc9e0 req-8cd7630c-e503-4f1f-8fbd-3bc0078d85fa tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846243 Aug 16 02:07:41.016988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:41.017333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.063142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.068722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:41.072323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Transition to ACTIVE for port object 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:41.092029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Transition to ACTIVE for port object 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:41.117714 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f82a3-6a49-4f01-9410-4a2bcdd55cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.180650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.191883 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.206502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad8808-4e1b-445c-9559-4674161e6386 req-529adfde-7836-4f85-9eb3-3a5ea1cdc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.210181 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-529adfde-7836-4f85-9eb3-3a5ea1cdc15b service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.3344469 Aug 16 02:07:41.210336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-92e95d57-02f2-4a65-a89e-c1981c9707a6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2576733bd0f047479cf4dbb7e1f655e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380184 Aug 16 02:07:41.214706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42418) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:41.218861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.241014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:41.255437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d65f4ab2-7a04-4465-86a4-3a5671938950 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:41.270685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-1c438733-6830-4fdb-a706-f64b1253e68c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 217 time: 0.0511150 Aug 16 02:07:41.290228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: d65f4ab2-7a04-4465-86a4-3a5671938950 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:41.290580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d65f4ab2-7a04-4465-86a4-3a5671938950 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:41.296096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Pushing event updated for resources: {'Port': ['ID=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.300504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Network a55913e9-0955-450f-829f-58d6e40ed3be is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:41.301953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:41.304421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:41.363632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Attempting to bind port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:41.364322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Attempting to bind port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:41.364814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Attempting to bind port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 on network a55913e9-0955-450f-829f-58d6e40ed3be {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:41.370400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:41.370829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Checking segment: {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:41.371223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.371626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Bound using segment: {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:41.372136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Bound port: 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:41.372653 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.383335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43fd6-151f-40df-9fad-40fee2cdf1cc req-759e5552-584e-4b69-b614-ed3e03235a7c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.385689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47b43fd6-151f-40df-9fad-40fee2cdf1cc req-759e5552-584e-4b69-b614-ed3e03235a7c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1386793 Aug 16 02:07:41.389099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad8808-4e1b-445c-9559-4674161e6386 req-b9171d10-24a7-4584-a6b0-4aeacd5a8faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.390010 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-b9171d10-24a7-4584-a6b0-4aeacd5a8faf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.1087892 Aug 16 02:07:41.437332 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dbfa28a6-be01-45b0-8ee0-33d7a409ca68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.454791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] For port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:41.461826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] For port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:41.485630 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f82a3-6a49-4f01-9410-4a2bcdd55cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.524243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47b43fd6-151f-40df-9fad-40fee2cdf1cc req-be7bb139-d1d5-45f7-9946-f28c5ed66748 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996981 Aug 16 02:07:41.590970 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.656247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c0c5-a526-4d3f-b9ca-6dc97a676af9 None None] Pushing event updated for resources: {'Port': ['ID=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.660248 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a2f82a3-6a49-4f01-9410-4a2bcdd55cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.705467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.726619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f82a3-6a49-4f01-9410-4a2bcdd55cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86128ff7-54de-4a3e-ae58-ecde60e84ad9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.739399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dbfa28a6-be01-45b0-8ee0-33d7a409ca68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.753804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad8808-4e1b-445c-9559-4674161e6386 req-02b56c26-81a9-470d-82e5-4a0f638ba6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:41.755347 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-02b56c26-81a9-470d-82e5-4a0f638ba6cb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3569577 Aug 16 02:07:41.773734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1a2f82a3-6a49-4f01-9410-4a2bcdd55cf2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6d6d3b30f2c4953a7d076e9a776e987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9509084 Aug 16 02:07:41.775741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=5dd6c358-eb94-4ed6-a3b5-44ca9ff0f7b4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:41.777385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42420) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:41.944231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.972815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c942796-88ab-49fe-a2fd-003905ea56b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:41.985891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.080778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c942796-88ab-49fe-a2fd-003905ea56b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.122801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-92767441-f4b9-4056-9d18-03cf70d02177 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589351 Aug 16 02:07:42.126721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dbfa28a6-be01-45b0-8ee0-33d7a409ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.129260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dbfa28a6-be01-45b0-8ee0-33d7a409ca68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.130574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dbfa28a6-be01-45b0-8ee0-33d7a409ca68 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/797f21eb-18f7-4ca9-84f5-17e565453366 HTTP/1.1" status: 204 len: 168 time: 0.9181585 Aug 16 02:07:42.135652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Deleting subnet 26700773-6028-4e22-a28f-7123b37ec779 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:42.139427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.272971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa28a6-be01-45b0-8ee0-33d7a409ca68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797f21eb-18f7-4ca9-84f5-17e565453366,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.298889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce03a725-342d-4578-bc49-5ad75f702685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.303791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52446c-5548-4247-8032-6bdf016b9615 req-15cc9b67-a12b-49a7-bc96-f7e74a6edce9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.305262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f52446c-5548-4247-8032-6bdf016b9615 req-15cc9b67-a12b-49a7-bc96-f7e74a6edce9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 944 time: 0.2167730 Aug 16 02:07:42.308442 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.334185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.335800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 429865a0-3012-496b-a9f5-ac4926dd9c2e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:42.365515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f52446c-5548-4247-8032-6bdf016b9615 req-f159f6d9-cfd6-49d4-ba36-0dc7f7b2bbae tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525010 Aug 16 02:07:42.375009 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.397486 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80ad8808-4e1b-445c-9559-4674161e6386 req-abaf53ac-826f-43ee-96b5-ae8366eda01a service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332129 Aug 16 02:07:42.409261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.409505 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c942796-88ab-49fe-a2fd-003905ea56b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.412126 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c942796-88ab-49fe-a2fd-003905ea56b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.413304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4c942796-88ab-49fe-a2fd-003905ea56b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/86128ff7-54de-4a3e-ae58-ecde60e84ad9 HTTP/1.1" status: 204 len: 168 time: 0.6298325 Aug 16 02:07:42.455865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c942796-88ab-49fe-a2fd-003905ea56b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86128ff7-54de-4a3e-ae58-ecde60e84ad9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.459066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:42.468441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fa8c14c-92b9-49d6-873b-e360555916de tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/429865a0-3012-496b-a9f5-ac4926dd9c2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4564254 Aug 16 02:07:42.469701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42434) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.469818 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] Sync routers for ids ['429865a0-3012-496b-a9f5-ac4926dd9c2e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:42.487315 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] Routers {'429865a0-3012-496b-a9f5-ac4926dd9c2e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:42.489660 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['429865a0-3012-496b-a9f5-ac4926dd9c2e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.575560 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.602199 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] Routers {'429865a0-3012-496b-a9f5-ac4926dd9c2e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:42.602869 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['429865a0-3012-496b-a9f5-ac4926dd9c2e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.674434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Allocated IP 172.25.6.187 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ad969279-d5f6-4b71-bc07-a2c091941bd0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:42.674686 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:42.675274 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc807cac-655d-4e5e-9735-74591f176f70 None None] The sync data for ids ['429865a0-3012-496b-a9f5-ac4926dd9c2e'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:42.699655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.808205 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-0fe53482-a2a8-47dc-a1b4-a1d03ca14fd1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:07:42.810681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0fe53482-a2a8-47dc-a1b4-a1d03ca14fd1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/429865a0-3012-496b-a9f5-ac4926dd9c2e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3378797 Aug 16 02:07:42.812456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42446) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.835611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.865892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f1d7b-58dc-4459-828f-984e014dc023 req-a87c672d-47b5-4f53-bfe1-de613971585d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:42.868334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb6f1d7b-58dc-4459-828f-984e014dc023 req-a87c672d-47b5-4f53-bfe1-de613971585d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1509166 Aug 16 02:07:42.874172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bbb0b7cd-6193-4c47-bcae-3ceaa2f5ce1d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=429865a0-3012-496b-a9f5-ac4926dd9c2e HTTP/1.1" status: 200 len: 205 time: 0.0581999 Aug 16 02:07:42.874386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.889038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26700773-6028-4e22-a28f-7123b37ec779,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:42.891785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.901826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d2200974-6233-4c0d-b37b-f6dece5d63a8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/26700773-6028-4e22-a28f-7123b37ec779 HTTP/1.1" status: 204 len: 168 time: 0.9077003 Aug 16 02:07:42.901826 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:42.902130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42450) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:42.940901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65eadf8b-e274-4023-8b7d-b519dfd8627c None None] Network a55913e9-0955-450f-829f-58d6e40ed3be requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:42.998015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.142608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.156767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d562a9-ef86-4752-8500-82615d4dadf7']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:43.168753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37163e0-1771-4b69-9084-bc70f571f123') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:43.169069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37163e0-1771-4b69-9084-bc70f571f123') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:43.193852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.206121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.210263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0f02e98e-5247-4436-af72-887f3f79528e None None] Provisioning for port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:43.230474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.240896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:43.241429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.251845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:43.299003 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:43.350124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:43.353389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:43.358608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:43.362465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Pushing event updated for resources: {'Port': ['ID=ad969279-d5f6-4b71-bc07-a2c091941bd0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.455219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:43.464729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:43.465971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.486207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb6f1d7b-58dc-4459-828f-984e014dc023 req-d8a80895-365f-4636-a275-4ac5d3ebb3b1 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6032352 Aug 16 02:07:43.499746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.575081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.584641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.602103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] 10.222.0.76 "DELETE /v2.0/networks/38d562a9-ef86-4752-8500-82615d4dadf7 HTTP/1.1" status: 204 len: 168 time: 0.6862373 Aug 16 02:07:43.613444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddbe41a-d37c-4f08-8efc-5853b3426388 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d562a9-ef86-4752-8500-82615d4dadf7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:43.618224 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.666262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:43.669706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-33530d32-d61a-4621-ae37-c912b639f1e0 None None] Provisioning complete for port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:43.670256 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-33530d32-d61a-4621-ae37-c912b639f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.705987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-75bf09b7-78b6-4ac4-a9a1-7355b5ac966b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3161941 Aug 16 02:07:43.749032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef636fee-8b7d-4d2b-aee1-cdbe9e39ed98 req-83f2a95f-bf90-4077-9f49-4836e27c1bd6 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.750780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef636fee-8b7d-4d2b-aee1-cdbe9e39ed98 req-83f2a95f-bf90-4077-9f49-4836e27c1bd6 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 944 time: 0.2606461 Aug 16 02:07:43.760899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dc315d58-310f-471d-9553-a2d8147b1f1a details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:07:43.774853 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-33530d32-d61a-4621-ae37-c912b639f1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.803955 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.831461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.865348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.874972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.896380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dc315d58-310f-471d-9553-a2d8147b1f1a, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dc315d58-310f-471d-9553-a2d8147b1f1a,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:43.898781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef636fee-8b7d-4d2b-aee1-cdbe9e39ed98 req-83e1df2e-a559-42ed-8caa-e242c7f7c452 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162946 Aug 16 02:07:43.909287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.909593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.910010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.910504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.911026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.911518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.912046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:43.914051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-49f7bb1f-a09a-40d2-8bd5-b78c155d1ca2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.1277473 Aug 16 02:07:43.982955 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-33530d32-d61a-4621-ae37-c912b639f1e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:43.983447 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-33530d32-d61a-4621-ae37-c912b639f1e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:43.984062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'port_id': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'mac_address': 'fa:16:3e:16:79:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:07:43.991195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:43.998582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router 429865a0-3012-496b-a9f5-ac4926dd9c2e {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:07:43.999770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.003263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-280ee3e6-3411-4cd1-bd3b-0ceb2c1aed65 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/429865a0-3012-496b-a9f5-ac4926dd9c2e HTTP/1.1" status: 204 len: 168 time: 1.1255696 Aug 16 02:07:44.003508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42480) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.037074 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.057310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc315d58-310f-471d-9553-a2d8147b1f1a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:07:44.077849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.088407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet cf52f8ef-7d69-427d-95aa-44845234a969 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:07:44.091477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dc315d58-310f-471d-9553-a2d8147b1f1a, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dc315d58-310f-471d-9553-a2d8147b1f1a,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:44.094506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.113527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.116636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-931ce241-ee20-46b7-9ee5-a68e6d065c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.117136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-931ce241-ee20-46b7-9ee5-a68e6d065c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.117624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-931ce241-ee20-46b7-9ee5-a68e6d065c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.119254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-931ce241-ee20-46b7-9ee5-a68e6d065c38 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 2298 time: 0.1794567 Aug 16 02:07:44.184279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.228564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-77511315-177c-44b9-864d-eca2ed0bc011 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 1001 time: 0.1012764 Aug 16 02:07:44.265158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42486) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.266215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.338511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e004c096-b915-49b7-9424-8cbf2c7d1c00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fece163a39304fe19506da7cd3a2b72f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659933 Aug 16 02:07:44.339277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.345162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-bbfc222a-7f80-4d87-848a-82c8d4433d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.347024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-bbfc222a-7f80-4d87-848a-82c8d4433d21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 200 len: 855 time: 0.1091301 Aug 16 02:07:44.377102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dc315d58-310f-471d-9553-a2d8147b1f1a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.400559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.410861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Router b6819a9f-72b9-4582-84f3-8b1fd155a896 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:44.438998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.468423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['dc315d58-310f-471d-9553-a2d8147b1f1a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:07:44.480678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-218acc75-ba09-4388-a5ae-f641488c6e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.481348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a15b95d-8f05-4ea8-a1c6-2bbec2452473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.482318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-218acc75-ba09-4388-a5ae-f641488c6e3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144314 Aug 16 02:07:44.585428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a15b95d-8f05-4ea8-a1c6-2bbec2452473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.625730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-171720810-network', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:44.646574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:44.658761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-a34c0eaf-e84a-4255-a794-67ec76227d91 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665928 Aug 16 02:07:44.661577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Sync routers for ids ['b6819a9f-72b9-4582-84f3-8b1fd155a896'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:44.677797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Routers {'b6819a9f-72b9-4582-84f3-8b1fd155a896'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:44.679060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b6819a9f-72b9-4582-84f3-8b1fd155a896'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:44.690319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f3f87-487d-447f-8a0b-a5504ddfd43a req-09190d67-8ffa-46aa-b2ec-651ea6adaaa3 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:44.692304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce0f3f87-487d-447f-8a0b-a5504ddfd43a req-09190d67-8ffa-46aa-b2ec-651ea6adaaa3 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1000071 Aug 16 02:07:44.726369 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.741762 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.766495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:44.770723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.784521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.792362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=cf52f8ef-7d69-427d-95aa-44845234a969,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.800747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.802681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cc8f3d21-dc01-4ccf-9e6d-5c7e86881838 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/cf52f8ef-7d69-427d-95aa-44845234a969 HTTP/1.1" status: 204 len: 168 time: 0.7982335 Aug 16 02:07:44.809355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.814159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a15b95d-8f05-4ea8-a1c6-2bbec2452473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.817167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a15b95d-8f05-4ea8-a1c6-2bbec2452473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.819023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd8965-e41d-4dae-a1d1-7623121522e9 None None] Network 87a32e74-ae5a-4634-ad2a-adee5ec58509 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:44.829353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a15b95d-8f05-4ea8-a1c6-2bbec2452473 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4dc53695-2be0-4fec-a8dc-cf969870e261 HTTP/1.1" status: 204 len: 168 time: 0.4847269 Aug 16 02:07:44.843112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce0f3f87-487d-447f-8a0b-a5504ddfd43a req-e76c62e2-e53e-445f-b5f7-4fcb8f3c8e7f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385338 Aug 16 02:07:44.870605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15b95d-8f05-4ea8-a1c6-2bbec2452473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc53695-2be0-4fec-a8dc-cf969870e261,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:44.897486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-127d798c-c64f-4b42-9d1c-83a73f3d88e8 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309818 Aug 16 02:07:44.909417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Set router b6819a9f-72b9-4582-84f3-8b1fd155a896 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:44.943595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:44.952677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-91d6eea4-c175-4aa5-b468-9c3da26bda30 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4444358 Aug 16 02:07:44.955360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42508) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:44.982228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-0f431560-123d-4487-bb7d-57a385aa9489 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 217 time: 0.0767672 Aug 16 02:07:45.093804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.168301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-25bb8baa-95e6-4099-86c7-2b5ad02aa7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.171749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-25bb8baa-95e6-4099-86c7-2b5ad02aa7e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1790421 Aug 16 02:07:45.178284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:45.190942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac8d24-aa5c-47a0-8cc0-104324df743d req-10ef10b6-44f2-4dfa-9415-9154cd9220c2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.193771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14ac8d24-aa5c-47a0-8cc0-104324df743d req-10ef10b6-44f2-4dfa-9415-9154cd9220c2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 945 time: 0.1403246 Aug 16 02:07:45.366078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] DHCP port deletion for 87a32e74-ae5a-4634-ad2a-adee5ec58509 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:07:45.410264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14ac8d24-aa5c-47a0-8cc0-104324df743d req-9fafeaf5-3b6c-4053-8c25-8b61fdbe45d9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763177 Aug 16 02:07:45.414962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-7998bc37-aa35-42d7-afef-dd63a709e6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.421688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-7998bc37-aa35-42d7-afef-dd63a709e6ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2219439 Aug 16 02:07:45.437567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:45.439329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.457212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.646451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-4691d2e8-09b0-4dcc-bc6d-fa9daca4b2ba service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205513 Aug 16 02:07:45.713663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:45.714824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.781874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dc315d58-310f-471d-9553-a2d8147b1f1a up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:45.791317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-fc9d8f1e-5b8f-411d-9640-7192ec4ecc6d service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376193 Aug 16 02:07:45.834223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.844671 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-7d38e4f7-76a6-4e0d-b194-f9f2153dd372 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 217 time: 0.0454514 Aug 16 02:07:45.857315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.877589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:07:43Z', 'revision_number': 3, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:45.915187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-46373779-d751-43c7-9044-0593197ba1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:45.916993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-46373779-d751-43c7-9044-0593197ba1ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0645113 Aug 16 02:07:45.919907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:45.935073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Checking router: b6819a9f-72b9-4582-84f3-8b1fd155a896 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:45.937548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Updating router b6819a9f-72b9-4582-84f3-8b1fd155a896 port ad969279-d5f6-4b71-bc07-a2c091941bd0 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:45.976449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:45.996986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,segment=NetworkSegment(ddb58119-0282-49d3-a465-aaa370d3896d),segment_id=ddb58119-0282-49d3-a465-aaa370d3896d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:45.997362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.025021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e18a190-6a92-4561-961f-ff04daba7f0c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.028405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port dc315d58-310f-471d-9553-a2d8147b1f1a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:46.043486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.043746 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Added segment 913ddfd4-b070-42ae-a307-7ac0936502b8 of type vlan for network 61fd65a2-7d93-4905-a477-324798acce85 Aug 16 02:07:46.070405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-375eb50b-dfde-4885-a2b9-ea6b5e24e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.072004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-375eb50b-dfde-4885-a2b9-ea6b5e24e16b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468267 Aug 16 02:07:46.082790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for cc1119ca-0a3e-4dc7-833d-59b04e1d60bd owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:46.083019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6584264-cf2d-4d69-a42d-b94f16d97b42 req-d14c0c49-0a2a-45d6-b9e3-9e7f00462b0e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.084623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6584264-cf2d-4d69-a42d-b94f16d97b42 req-d14c0c49-0a2a-45d6-b9e3-9e7f00462b0e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1009631 Aug 16 02:07:46.090582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port dc315d58-310f-471d-9553-a2d8147b1f1a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:46.091273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.133187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.155668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] Deleting port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:46.156532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.220217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6584264-cf2d-4d69-a42d-b94f16d97b42 req-7ca7449d-52cf-45b1-81df-8f1fd8bdf836 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224959 Aug 16 02:07:46.258706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-4f5a02fa-2b75-4792-964f-9cb869786b19 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731591 Aug 16 02:07:46.277858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.279060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.279812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.349616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] For port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,segment=NetworkSegment(ddb58119-0282-49d3-a465-aaa370d3896d),segment_id=ddb58119-0282-49d3-a465-aaa370d3896d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:46.350039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.407435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] Calling delete_port for cc1119ca-0a3e-4dc7-833d-59b04e1d60bd owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:46.413538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] Pushing event updated for resources: {'Network': ['ID=61fd65a2-7d93-4905-a477-324798acce85,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.428540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 61fd65a2-7d93-4905-a477-324798acce85 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:46.451450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-083ec531-059d-4195-ac80-c81976e99ada service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837158 Aug 16 02:07:46.508016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-556435c1-0fa3-4811-aff5-6a0e2fea0652 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1056275 Aug 16 02:07:46.515890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42550) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:46.518500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ce5cc866-85cf-4732-8023-773c277d4b7e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 200 len: 217 time: 0.0597112 Aug 16 02:07:46.533744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.544348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Request body: {'subnet': {'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-171720810-subnet', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:46.644623 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.687549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ff811ee7-bd69-496f-801f-803e3a884fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.690414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ff811ee7-bd69-496f-801f-803e3a884fad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1648502 Aug 16 02:07:46.699736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.706934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bfd596-0558-4a9a-a324-df9282b9bb4b req-d03fbbad-a7bf-4ee1-8c0d-e0b8a00bcdf9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.709387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5bfd596-0558-4a9a-a324-df9282b9bb4b req-d03fbbad-a7bf-4ee1-8c0d-e0b8a00bcdf9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 945 time: 0.1586418 Aug 16 02:07:46.727737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:46.729985 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80ad8fb-45dc-401c-9485-778bd149d7e4" -d '{"events": [{"server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "name": "network-vif-plugged", "status": "completed", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:46.773352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] Pushing event deleted for resources: {'Port': ['ID=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:46.781924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957d976-7b58-4c59-9932-cdb0a1226752 None None] No DVR routers for this DVR port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:46.787202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port dc315d58-310f-471d-9553-a2d8147b1f1a, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dc315d58-310f-471d-9553-a2d8147b1f1a,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:46.807614 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.813968 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77ed140-66f8-4831-a652-863cbf48bf1f x-openstack-request-id: req-a77ed140-66f8-4831-a652-863cbf48bf1f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:46.814362 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "name": "network-vif-plugged", "status": "completed", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:46.814735 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a77ed140-66f8-4831-a652-863cbf48bf1f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:46.817288 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'code': 200} Aug 16 02:07:46.829531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Allocated IP 172.20.0.1 (a55913e9-0955-450f-829f-58d6e40ed3be/f1538b34-0b4b-4969-9b58-8770be23761e/d84f47f7-4348-45b7-9c96-727b3ee68321) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:46.835817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Transition to ACTIVE for port object ad969279-d5f6-4b71-bc07-a2c091941bd0 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:46.845300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-8b8c7cdc-83f0-44a2-8d4c-f111cf98e78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:46.847752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-8b8c7cdc-83f0-44a2-8d4c-f111cf98e78e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1373727 Aug 16 02:07:46.876458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.944422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.963071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5bfd596-0558-4a9a-a324-df9282b9bb4b req-ce606f92-93a1-4816-9fb2-96e8b4fba3a2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926327 Aug 16 02:07:46.971521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:46.973346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:46.975752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.019775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-c08ddde1-39ed-4dc5-b5cc-7ca9300b0556 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623755 Aug 16 02:07:47.021901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=cc1119ca-0a3e-4dc7-833d-59b04e1d60bd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.024299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=dc315d58-310f-471d-9553-a2d8147b1f1a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.074133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7b867-3aa0-4a37-b46c-218ae24d99c1 None None] Pushing event updated for resources: {'Port': ['ID=ad969279-d5f6-4b71-bc07-a2c091941bd0,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.079560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Attempting to bind port ad969279-d5f6-4b71-bc07-a2c091941bd0 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:47.080533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.089339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port cc1119ca-0a3e-4dc7-833d-59b04e1d60bd on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:47.103023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Attempting to bind port ad969279-d5f6-4b71-bc07-a2c091941bd0 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:47.104715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Attempting to bind port ad969279-d5f6-4b71-bc07-a2c091941bd0 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:47.117650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:47.118947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:47.119489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.121314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:47.122876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Bound port: ad969279-d5f6-4b71-bc07-a2c091941bd0, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:47.128154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.141289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Transition to ACTIVE for port object d84f47f7-4348-45b7-9c96-727b3ee68321 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:47.158698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37644cca-3467-4b53-bac6-3659c1422f6d req-af1d6aa2-9ca7-4505-97c9-4e6b90791c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.160220 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37644cca-3467-4b53-bac6-3659c1422f6d req-af1d6aa2-9ca7-4505-97c9-4e6b90791c58 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1098 time: 0.2281349 Aug 16 02:07:47.170728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-83d30d78-aa8c-423b-86ff-cc829c9233ef service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425169 Aug 16 02:07:47.177065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc1119ca-0a3e-4dc7-833d-59b04e1d60bd no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:47.210580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: cc1119ca-0a3e-4dc7-833d-59b04e1d60bd {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:07:47.211934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc1119ca-0a3e-4dc7-833d-59b04e1d60bd not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:07:47.235565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] For port ad969279-d5f6-4b71-bc07-a2c091941bd0, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:47.239248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] For port ad969279-d5f6-4b71-bc07-a2c091941bd0, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ad969279-d5f6-4b71-bc07-a2c091941bd0,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:47.245000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-0f02f88d-bc75-4d4b-a013-95b3e62a06d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 200 len: 217 time: 0.0676620 Aug 16 02:07:47.245181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.275439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a32e74-ae5a-4634-ad2a-adee5ec58509']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.297493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb58119-0282-49d3-a465-aaa370d3896d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.297793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb58119-0282-49d3-a465-aaa370d3896d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.314326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.319853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-37644cca-3467-4b53-bac6-3659c1422f6d req-10be83e7-5a95-40da-9d08-fd1350978b3d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216464 Aug 16 02:07:47.334905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-bac82231-adca-4b74-a167-667e3135c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.334905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-bac82231-adca-4b74-a167-667e3135c97c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0815384 Aug 16 02:07:47.340346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.372309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:07:47.372982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:07:47.377289 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:07:47.393989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3360e-415d-4ffe-823f-1313a88362d8 req-a0368b54-655f-4a6b-8a7a-88756f0e7705 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.395905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16d3360e-415d-4ffe-823f-1313a88362d8 req-a0368b54-655f-4a6b-8a7a-88756f0e7705 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1016445 Aug 16 02:07:47.411891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ef6c9122-3f20-4308-8973-83000b33c689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.413426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ef6c9122-3f20-4308-8973-83000b33c689 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664556 Aug 16 02:07:47.445039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.489185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16d3360e-415d-4ffe-823f-1313a88362d8 req-e7575b2c-3337-47c6-9d6c-3b1f77d16ffb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855978 Aug 16 02:07:47.494088 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.524048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Routers {'b6819a9f-72b9-4582-84f3-8b1fd155a896'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:47.529739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b6819a9f-72b9-4582-84f3-8b1fd155a896'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:47.540363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-5d21e57a-8b25-4783-95a7-abf0c717b0ef service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192901 Aug 16 02:07:47.554010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Network a55913e9-0955-450f-829f-58d6e40ed3be is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:47.557128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:47.560795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:47.591545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Pushing event updated for resources: {'Port': ['ID=d84f47f7-4348-45b7-9c96-727b3ee68321,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.598173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7b867-3aa0-4a37-b46c-218ae24d99c1 None None] Pushing event updated for resources: {'Port': ['ID=ad969279-d5f6-4b71-bc07-a2c091941bd0,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.608895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.617876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.624869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/87a32e74-ae5a-4634-ad2a-adee5ec58509 HTTP/1.1" status: 204 len: 168 time: 2.8116295 Aug 16 02:07:47.625834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42574) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:47.630850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2053235108'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:47.642564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.647286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.652193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f207b-70e2-41f7-bbf0-128e6aeafb10 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=87a32e74-ae5a-4634-ad2a-adee5ec58509,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.707007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] Set router b6819a9f-72b9-4582-84f3-8b1fd155a896 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:47.713324 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-8873ac90-8ebd-4a6b-8bcb-40b197ae0a7e service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652327 Aug 16 02:07:47.836506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-42ecc4cc-1553-432a-bc25-04078521c243 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 217 time: 0.1141500 Aug 16 02:07:47.837489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:47.844415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:47.900642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a2213d-e22d-4e88-855f-6acb825f58a8,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:47.935013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:47.935379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Network hostable DHCP agents. Network: 61fd65a2-7d93-4905-a477-324798acce85, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:47.962908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:07:47.996470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-58bbfb77-90d7-4404-a940-486d0338ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:47.998031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-58bbfb77-90d7-4404-a940-486d0338ee2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1514170 Aug 16 02:07:48.001695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.002054 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment c6056ebf-9a3e-48db-ad39-b1ba858d92ee of type vlan for network 0bf6f01a-a43d-485f-b8b1-503f9de1202c Aug 16 02:07:48.033251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:07:43Z', 'revision_number': 3, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:48.069549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5657ac-be7e-4c0c-82c1-7acb5a97dc66 None None] The sync data for ids ['b6819a9f-72b9-4582-84f3-8b1fd155a896'] in n-d-768852-19 is: [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:07:43Z', 'revision_number': 3, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:48.083440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.133807 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.155951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Network 61fd65a2-7d93-4905-a477-324798acce85 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:48.185064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da541d06-0be0-4469-b8f7-4c3c263f87f6 None None] Provisioning for port d84f47f7-4348-45b7-9c96-727b3ee68321 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:48.188704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ebe103d5-288f-4c0e-8113-75d692d83aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.190447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-ebe103d5-288f-4c0e-8113-75d692d83aeb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1791513 Aug 16 02:07:48.191870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da541d06-0be0-4469-b8f7-4c3c263f87f6 None None] Provisioning complete for port d84f47f7-4348-45b7-9c96-727b3ee68321 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:48.192386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da541d06-0be0-4469-b8f7-4c3c263f87f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.205959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c827b-f86c-4f5b-830b-0c6be635f2f2 req-cc46bf57-ab4d-4d60-aaee-edfb02ccbf0e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.213963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-713c827b-f86c-4f5b-830b-0c6be635f2f2 req-cc46bf57-ab4d-4d60-aaee-edfb02ccbf0e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1424668 Aug 16 02:07:48.271129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-da541d06-0be0-4469-b8f7-4c3c263f87f6 None None] Port d84f47f7-4348-45b7-9c96-727b3ee68321 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:48.291942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.298880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.299519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.325309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 61fd65a2-7d93-4905-a477-324798acce85) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:48.331035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.331649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.342811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923e71af-4bd7-4345-bf2b-a712695bd0fa None None] Network 61fd65a2-7d93-4905-a477-324798acce85 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:48.428016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.473048 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-713c827b-f86c-4f5b-830b-0c6be635f2f2 req-b922af5a-b33a-48b9-9282-222603e9b217 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581313 Aug 16 02:07:48.487286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=0bf6f01a-a43d-485f-b8b1-503f9de1202c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.498814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cacf0ec5-d4ae-4d85-9bc6-0fb32831762b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9688804 Aug 16 02:07:48.501415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:48.506081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:48.512519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:07:48.548604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-619427e6-4f19-4c78-918b-79966708b2a7 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323777 Aug 16 02:07:48.613364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.669055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7aa68947-5ebb-4fba-9b29-3db3a8e5268e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0414486 Aug 16 02:07:48.691914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42600) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:48.713084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:48.807271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-61fd65a2-7d93-4905-a477-324798acce85', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:48.808227 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.841079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.858294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd19f4b-597f-4bed-a12b-0438c3492e99 req-a365fe6d-3a91-4b02-9049-ce373c2a8b7d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:48.861533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acd19f4b-597f-4bed-a12b-0438c3492e99 req-a365fe6d-3a91-4b02-9049-ce373c2a8b7d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2121966 Aug 16 02:07:48.909184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-67087dfb-051c-4f51-b0f4-889a7b3003fc service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520894 Aug 16 02:07:48.923580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Pushing event updated for resources: {'Port': ['ID=d84f47f7-4348-45b7-9c96-727b3ee68321,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:48.976161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.977469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:48.980500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-babee4e0-4484-418a-b13b-533a4adfb764 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 217 time: 0.0591743 Aug 16 02:07:49.008615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Allocated IP 172.20.0.2 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/80f25017-dff2-4ff8-ac46-c98cc5e4c61b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:49.021110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acd19f4b-597f-4bed-a12b-0438c3492e99 req-3c24177a-4b06-4bc5-b988-a4618e62de10 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438992 Aug 16 02:07:49.132197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-12dabc19-3145-483b-bcc8-168ae3399753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.142028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-12dabc19-3145-483b-bcc8-168ae3399753 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1518965 Aug 16 02:07:49.197822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.222245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-270ac3d3-076e-4cb2-b9ad-3bc3572436a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.224132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-270ac3d3-076e-4cb2-b9ad-3bc3572436a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0813141 Aug 16 02:07:49.231234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:07:49.236617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.250162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad969279-d5f6-4b71-bc07-a2c091941bd0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:49.320009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Network a55913e9-0955-450f-829f-58d6e40ed3be is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:49.323886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:49.383076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.385034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-193e13bb-de80-44fd-9d9e-3654d6350c20 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528180 Aug 16 02:07:49.412301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Transition to ACTIVE for port object 80f25017-dff2-4ff8-ac46-c98cc5e4c61b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:49.448364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Transition to ACTIVE for port object 80f25017-dff2-4ff8-ac46-c98cc5e4c61b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:49.511076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ad969279-d5f6-4b71-bc07-a2c091941bd0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:49.515862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ad969279-d5f6-4b71-bc07-a2c091941bd0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:49.516290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.576260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-201f25a6-f5d8-4baa-9b21-7417257f32bf req-e816378b-369c-45e2-9446-b081df30a587 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824200 Aug 16 02:07:49.616592 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.706621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e5001-83ab-466a-bb1f-5a79128bcde0 req-f7236b7a-3b7d-4e4f-a8b5-ef7cc6a91285 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.715301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d71e5001-83ab-466a-bb1f-5a79128bcde0 req-f7236b7a-3b7d-4e4f-a8b5-ef7cc6a91285 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.0999942 Aug 16 02:07:49.736714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:49.751918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:49.756064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:49.757711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Pushing event updated for resources: {'Port': ['ID=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:49.761392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-39da04c6-05b9-4dd5-b796-58f61e3c62be None None] Provisioning complete for port d84f47f7-4348-45b7-9c96-727b3ee68321 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:49.761831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39da04c6-05b9-4dd5-b796-58f61e3c62be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.844001 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.868629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d71e5001-83ab-466a-bb1f-5a79128bcde0 req-f76440ff-e27a-4f6e-994b-29d3cb8d7cb0 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519039 Aug 16 02:07:49.868839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-39da04c6-05b9-4dd5-b796-58f61e3c62be None None] Port d84f47f7-4348-45b7-9c96-727b3ee68321 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:49.884344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcccc559-9319-4c8b-8d2b-6021b0103713 req-19481879-ae03-438a-939a-02ee0dc8885e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:49.894781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcccc559-9319-4c8b-8d2b-6021b0103713 req-19481879-ae03-438a-939a-02ee0dc8885e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1216400 Aug 16 02:07:49.916742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Router b6819a9f-72b9-4582-84f3-8b1fd155a896 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:49.932779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.937867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Attempting to bind port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:49.938247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Attempting to bind port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:49.938737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Attempting to bind port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:49.945770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:49.946154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:49.946562 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.947005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:49.947484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Bound port: 80f25017-dff2-4ff8-ac46-c98cc5e4c61b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:49.947867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:49.962116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcccc559-9319-4c8b-8d2b-6021b0103713 req-e44ab9df-741d-4fae-b91a-9fb8fa691d77 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Aug 16 02:07:49.974519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ad969279-d5f6-4b71-bc07-a2c091941bd0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ad969279-d5f6-4b71-bc07-a2c091941bd0,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:50.031006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503ccc-2903-4da2-a044-35381b6e2ade req-400597d4-a091-43d3-a473-426f0d3d5af4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:50.036398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6503ccc-2903-4da2-a044-35381b6e2ade req-400597d4-a091-43d3-a473-426f0d3d5af4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.0626183 Aug 16 02:07:50.041987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42620) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.047446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'floatingip': {'port_id': 'dc315d58-310f-471d-9553-a2d8147b1f1a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:50.077881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] For port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:50.085110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] For port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:50.086748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.096225 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.119318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.167540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ad969279-d5f6-4b71-bc07-a2c091941bd0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.182223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.187443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:50.219555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-edb214ca-c35c-46a3-993c-252f1f97017a admin admin] 10.222.0.76 "PUT /v2.0/routers/b6819a9f-72b9-4582-84f3-8b1fd155a896/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2444413 Aug 16 02:07:50.224025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=2422c942-82a0-4b81-b1fa-9bda857aff2b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.293719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:50.294305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: 0bf6f01a-a43d-485f-b8b1-503f9de1202c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:07:50.396500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccca7-aab7-4942-81ad-f484f4800381 None None] Pushing event updated for resources: {'Port': ['ID=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:50.771826 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Sync routers for ids ['b6819a9f-72b9-4582-84f3-8b1fd155a896'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:50.790697 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Routers {'b6819a9f-72b9-4582-84f3-8b1fd155a896'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:50.791525 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b6819a9f-72b9-4582-84f3-8b1fd155a896'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:50.855936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:50.864444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:07:50.945265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.971925 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Set router b6819a9f-72b9-4582-84f3-8b1fd155a896 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:50.982927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:50.993213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0bf6f01a-a43d-485f-b8b1-503f9de1202c) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:50.999845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.000633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.010746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5aa587-0c39-4211-a52a-6d30fdab8875 None None] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:51.175424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f92d14f-1ae3-4a1c-acfd-8262d0f10236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.239468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-e04bd30a-631d-406f-8b30-b81e5327841a tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2894573 Aug 16 02:07:51.262608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b3de2-c94e-4a9f-91ab-4871c7c7d84f req-dd91e0c2-3dcc-4585-b0a3-ad5a9d2280c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.284059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d6b3de2-c94e-4a9f-91ab-4871c7c7d84f req-dd91e0c2-3dcc-4585-b0a3-ad5a9d2280c9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.1968069 Aug 16 02:07:51.298104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:51.349659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad969279-d5f6-4b71-bc07-a2c091941bd0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:51.357328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-27511fed-298a-42c8-a25c-e74b7dbbe4d0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:51.359781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-27511fed-298a-42c8-a25c-e74b7dbbe4d0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.4111996 Aug 16 02:07:51.439629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d6b3de2-c94e-4a9f-91ab-4871c7c7d84f req-858a18ce-546b-4918-a1ba-e47f1ab190be tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497445 Aug 16 02:07:51.463859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f92d14f-1ae3-4a1c-acfd-8262d0f10236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.473019 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-69aef975-e870-4553-a399-4fafc78a7e18 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7698567 Aug 16 02:07:51.473956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:51.474227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-0bf6f01a-a43d-485f-b8b1-503f9de1202c', 'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': '2422c942-82a0-4b81-b1fa-9bda857aff2b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:07:51.477838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.482305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1442844904', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:51.565428 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 4, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'd84f47f7-4348-45b7-9c96-727b3ee68321', 'name': '', 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'mac_address': 'fa:16:3e:79:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'f1538b34-0b4b-4969-9b58-8770be23761e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:46Z', 'updated_at': '2021-08-16T02:07:48Z', 'revision_number': 2, 'project_id': '074d68780c534d5b93bac74442581a98', 'subnets': [{'id': 'f1538b34-0b4b-4969-9b58-8770be23761e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:51.571475 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f92d14f-1ae3-4a1c-acfd-8262d0f10236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.605207 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Checking router: b6819a9f-72b9-4582-84f3-8b1fd155a896 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:51.606094 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Updating router b6819a9f-72b9-4582-84f3-8b1fd155a896 port d84f47f7-4348-45b7-9c96-727b3ee68321 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:51.633595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ad969279-d5f6-4b71-bc07-a2c091941bd0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:51.633990 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.651087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f92d14f-1ae3-4a1c-acfd-8262d0f10236 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac9072a485c6494882477c52112257b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7934771 Aug 16 02:07:51.652356 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.652600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Allocated IP 172.25.6.184 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c995ec6a-e17b-427a-b467-4fd2d4c28383) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:51.655244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92d14f-1ae3-4a1c-acfd-8262d0f10236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4dd7e6b-e8df-426e-a584-300592bb4063,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:51.659077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42652) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:51.805503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.864032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.864157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Allocated IP 2001:db8::2 (0bf6f01a-a43d-485f-b8b1-503f9de1202c/2422c942-82a0-4b81-b1fa-9bda857aff2b/38641cd8-51bb-4159-81af-82751cfa76b4) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:51.864694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57d7655-f5f3-41e6-8091-a26d9dc3c44c None None] Network 61fd65a2-7d93-4905-a477-324798acce85 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:51.871328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 80f25017-dff2-4ff8-ac46-c98cc5e4c61b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:51.897968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.897968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.936830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0235-9af5-4554-9e30-1a15c9c99b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.960640 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:51.983969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Deleting port e0d57726-06df-4719-8e90-bdd571fd57cb {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:07:51.984421 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.090118 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.094211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.122205 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Transition to ACTIVE for port object d84f47f7-4348-45b7-9c96-727b3ee68321 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:52.133981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.143641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:52.145665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] Provisioning for port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:52.159334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] Provisioning complete for port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:52.159803 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.160523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0235-9af5-4554-9e30-1a15c9c99b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.187297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Pushing event updated for resources: {'Port': ['ID=c995ec6a-e17b-427a-b467-4fd2d4c28383,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.203995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:52.205696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:52.209533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.215458 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ff32eaa-f0df-44f1-baf7-ca7c853948ba tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7372072 Aug 16 02:07:52.217016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:52.219023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42656) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:52.225791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:52.226398 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.245949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] For port e0d57726-06df-4719-8e90-bdd571fd57cb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e0d57726-06df-4719-8e90-bdd571fd57cb,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.246655 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.259358 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.310817 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:07:52.313203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Calling delete_port for e0d57726-06df-4719-8e90-bdd571fd57cb owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:07:52.332039 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Pushing event updated for resources: {'Port': ['ID=d84f47f7-4348-45b7-9c96-727b3ee68321,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.345587 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.346144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.346958 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.347821 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.348434 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.348933 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.349447 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.349962 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.350462 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.351032 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.351543 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.352049 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:52.409611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.428550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0235-9af5-4554-9e30-1a15c9c99b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.431698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0235-9af5-4554-9e30-1a15c9c99b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.443374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5f6e0235-9af5-4554-9e30-1a15c9c99b43 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4dd7e6b-e8df-426e-a584-300592bb4063 HTTP/1.1" status: 204 len: 168 time: 0.7777426 Aug 16 02:07:52.447097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Transition to ACTIVE for port object 38641cd8-51bb-4159-81af-82751cfa76b4 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:52.487637 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Attempting to bind port d84f47f7-4348-45b7-9c96-727b3ee68321 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:52.488122 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Attempting to bind port d84f47f7-4348-45b7-9c96-727b3ee68321 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:52.489647 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Attempting to bind port d84f47f7-4348-45b7-9c96-727b3ee68321 on network a55913e9-0955-450f-829f-58d6e40ed3be {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:52.521064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:52.521811 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Checking segment: {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:52.522566 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.523168 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Bound using segment: {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:52.523911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Bound port: d84f47f7-4348-45b7-9c96-727b3ee68321, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2516a158-6318-4f67-b5b0-101cd7c8c098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:52.525371 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.623773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.633658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] For port d84f47f7-4348-45b7-9c96-727b3ee68321, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:52.637898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] For port d84f47f7-4348-45b7-9c96-727b3ee68321, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d84f47f7-4348-45b7-9c96-727b3ee68321,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:52.660351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Transition to ACTIVE for port object 38641cd8-51bb-4159-81af-82751cfa76b4 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:52.664189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.681026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e0235-9af5-4554-9e30-1a15c9c99b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4dd7e6b-e8df-426e-a584-300592bb4063,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.763513 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.775058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.824291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.833652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.855138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] For port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:52.885714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:52.888520 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940bd35-184f-4f38-90d4-a3642221e2c5 None None] Pushing event updated for resources: {'Port': ['ID=d84f47f7-4348-45b7-9c96-727b3ee68321,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.889865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:52.894247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:52.914290 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Routers {'b6819a9f-72b9-4582-84f3-8b1fd155a896'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:52.920779 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b6819a9f-72b9-4582-84f3-8b1fd155a896'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:52.946354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.958999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a653303-1267-4e64-bef7-6e72eb114f44 req-5b1e382a-d712-4607-937c-7ec6bffc2790 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:52.960715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a653303-1267-4e64-bef7-6e72eb114f44 req-5b1e382a-d712-4607-937c-7ec6bffc2790 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 946 time: 0.2513394 Aug 16 02:07:52.973228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Pushing event updated for resources: {'Port': ['ID=38641cd8-51bb-4159-81af-82751cfa76b4,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:52.982449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.986675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Attempting to bind port 38641cd8-51bb-4159-81af-82751cfa76b4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:52.987351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Attempting to bind port 38641cd8-51bb-4159-81af-82751cfa76b4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:52.988138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Attempting to bind port 38641cd8-51bb-4159-81af-82751cfa76b4 on network 0bf6f01a-a43d-485f-b8b1-503f9de1202c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:52.998303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:52.998595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Checking segment: {'id': 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:52.999132 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:52.999462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Bound using segment: {'id': 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:52.999975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Bound port: 38641cd8-51bb-4159-81af-82751cfa76b4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '0bf6f01a-a43d-485f-b8b1-503f9de1202c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:53.000372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.033890 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.156399 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] Set router b6819a9f-72b9-4582-84f3-8b1fd155a896 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:53.163562 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:53.171459 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:53.265286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.365117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868bb42-f65e-4193-a0b2-261031cf86ce None None] Pushing event updated for resources: {'Port': ['ID=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.373656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e0d57726-06df-4719-8e90-bdd571fd57cb no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:07:53.384333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.416525 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 4, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'd84f47f7-4348-45b7-9c96-727b3ee68321', 'name': '', 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'mac_address': 'fa:16:3e:79:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'f1538b34-0b4b-4969-9b58-8770be23761e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:46Z', 'updated_at': '2021-08-16T02:07:52Z', 'revision_number': 4, 'project_id': '074d68780c534d5b93bac74442581a98', 'subnets': [{'id': 'f1538b34-0b4b-4969-9b58-8770be23761e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:53.425276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] For port 38641cd8-51bb-4159-81af-82751cfa76b4, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:53.427092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7faf7cdc-5aad-47b7-8c05-248e97ec5c48 None None] Provisioning complete for port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:53.427468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faf7cdc-5aad-47b7-8c05-248e97ec5c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.448805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f02815-02ec-4672-a327-f090bfa991c4 None None] The sync data for ids ['b6819a9f-72b9-4582-84f3-8b1fd155a896'] in n-d-768852-19 is: [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:07:47Z', 'revision_number': 4, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'd84f47f7-4348-45b7-9c96-727b3ee68321', 'name': '', 'network_id': 'a55913e9-0955-450f-829f-58d6e40ed3be', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'mac_address': 'fa:16:3e:79:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': 'f1538b34-0b4b-4969-9b58-8770be23761e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:46Z', 'updated_at': '2021-08-16T02:07:52Z', 'revision_number': 4, 'project_id': '074d68780c534d5b93bac74442581a98', 'subnets': [{'id': 'f1538b34-0b4b-4969-9b58-8770be23761e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:53.476398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] For port 38641cd8-51bb-4159-81af-82751cfa76b4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38641cd8-51bb-4159-81af-82751cfa76b4,segment=NetworkSegment(c6056ebf-9a3e-48db-ad39-b1ba858d92ee),segment_id=c6056ebf-9a3e-48db-ad39-b1ba858d92ee)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:53.504368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:53.554327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:53.568714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Allocated IP 172.25.6.83 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/579215bf-9b67-4e0d-bc61-1e0c5fa0ebb0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:53.571495 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Floating IP b124a4b5-d938-4722-a6b7-4105b7a860b7 associated. External IP: 172.25.6.98, port: dc315d58-310f-471d-9553-a2d8147b1f1a. Aug 16 02:07:53.577165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a653303-1267-4e64-bef7-6e72eb114f44 req-47685704-ddbc-4442-89c1-de07b0db99dc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5890646 Aug 16 02:07:53.584446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.626936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.641010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.804086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab9e9-2991-465a-a8cd-2a926523ad5b None None] Pushing event updated for resources: {'Port': ['ID=38641cd8-51bb-4159-81af-82751cfa76b4,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:53.829470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:53.845047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Sync routers for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:53.878872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:53.882304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:53.883622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:53.964920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.040101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a3178a-e2d6-4f52-a6df-fc620c52b10f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.095030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.095386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.098541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.099157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.099545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:07:54.127370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.127558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.128160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab1084a5-35c3-4835-b9ba-c4ab314d1688 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6257138 Aug 16 02:07:54.130487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42678) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.158788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ecd7f56a-ecd1-461f-9c81-487e77d64a4b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ec123ff3ad014934964f85a30c118705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6024578 Aug 16 02:07:54.209476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42680) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:54.215878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:54.278588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 80f25017-dff2-4ff8-ac46-c98cc5e4c61b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:54.372308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event deleted for resources: {'Port': ['ID=e0d57726-06df-4719-8e90-bdd571fd57cb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:54.458625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:54.459033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:54.749143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:52Z', 'revision_number': 3, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:07:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:54.785385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d84f47f7-4348-45b7-9c96-727b3ee68321 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:54.899704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Checking router: eba06b9e-9d3d-4465-b6f5-9b140fea13c1 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:54.900121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Updating router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 port c995ec6a-e17b-427a-b467-4fd2d4c28383 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:07:54.989860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.071127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Router f307de33-d319-4cf4-8d2b-4c40f19428bc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:55.125923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.180145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d84f47f7-4348-45b7-9c96-727b3ee68321 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:55.180145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d84f47f7-4348-45b7-9c96-727b3ee68321 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:55.180145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.246679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1fe0a5-b54d-46a6-aa09-7139e77b9ff1 None None] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:07:55.259834 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f236aca1-1459-4e83-8a66-6484ff8c5e79 req-204262a0-6103-4f69-a607-0a6a6e39c59d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 210 time: 0.2475264 Aug 16 02:07:55.260668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] No DVR routers for this DVR port e0d57726-06df-4719-8e90-bdd571fd57cb on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:07:55.281830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.296301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b122d39-cdd4-4640-b4a5-8b8072443756 req-653b2eab-c6bc-48a4-985f-0770c91c8301 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "DELETE /v2.0/ports/e0d57726-06df-4719-8e90-bdd571fd57cb HTTP/1.1" status: 204 len: 173 time: 3.9289746 Aug 16 02:07:55.296497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'name': 'network-vif-deleted', 'tag': 'e0d57726-06df-4719-8e90-bdd571fd57cb'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:55.298796 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec219024-0ab9-4711-8378-a9c27ea5b74d" -d '{"events": [{"server_uuid": "53dbdcc1-f81c-42fa-9f54-50378e73136a", "name": "network-vif-deleted", "tag": "e0d57726-06df-4719-8e90-bdd571fd57cb"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:55.490404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-16c72eb6-d8c0-46df-b619-eb3dc7808e14 None None] Provisioning for port 38641cd8-51bb-4159-81af-82751cfa76b4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:55.512486 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957fa9d8-c1e8-447f-ac07-c3ff141d98bd x-openstack-request-id: req-957fa9d8-c1e8-447f-ac07-c3ff141d98bd {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:55.512867 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53dbdcc1-f81c-42fa-9f54-50378e73136a", "name": "network-vif-deleted", "tag": "e0d57726-06df-4719-8e90-bdd571fd57cb", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:55.513050 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-957fa9d8-c1e8-447f-ac07-c3ff141d98bd {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:55.513439 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53dbdcc1-f81c-42fa-9f54-50378e73136a', 'name': 'network-vif-deleted', 'tag': 'e0d57726-06df-4719-8e90-bdd571fd57cb', 'status': 'completed', 'code': 200} Aug 16 02:07:55.517629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Allocated IP 172.20.0.1 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/52e84846-42de-465d-80ba-9dfdd7e08250) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:55.628655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.708836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-246d9a65-ade7-4108-80ec-e5abbfd539a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.722039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.725006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8::1 (0bf6f01a-a43d-485f-b8b1-503f9de1202c/2422c942-82a0-4b81-b1fa-9bda857aff2b/0f3f1373-980b-490c-8304-6ff783f9bb16) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:55.734767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port d84f47f7-4348-45b7-9c96-727b3ee68321, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d84f47f7-4348-45b7-9c96-727b3ee68321,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:55.753887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.773691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Transition to ACTIVE for port object 52e84846-42de-465d-80ba-9dfdd7e08250 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:55.778067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-246d9a65-ade7-4108-80ec-e5abbfd539a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.795813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.885823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=d84f47f7-4348-45b7-9c96-727b3ee68321,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:55.888155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.937920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:55.942723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:55.948755 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296de21e-e249-4b84-9835-f8b744798168 None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:55.953223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:55.956370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:55.963475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:55.974733 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:55.978312 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:56.012680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Pushing event updated for resources: {'Port': ['ID=52e84846-42de-465d-80ba-9dfdd7e08250,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.041225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38641cd8-51bb-4159-81af-82751cfa76b4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:56.074297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.225666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:56.245314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.264925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-159f3810-504f-4f68-8e4c-8cf4d2bbc82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "PUT /v2.0/floatingips/b124a4b5-d938-4722-a6b7-4105b7a860b7 HTTP/1.1" status: 200 len: 991 time: 6.2212582 Aug 16 02:07:56.280213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.345980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 38641cd8-51bb-4159-81af-82751cfa76b4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:56.362798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 38641cd8-51bb-4159-81af-82751cfa76b4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:56.365738 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.371197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 0f3f1373-980b-490c-8304-6ff783f9bb16 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:56.386796 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.408447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=579215bf-9b67-4e0d-bc61-1e0c5fa0ebb0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.411430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-246d9a65-ade7-4108-80ec-e5abbfd539a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.414093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-246d9a65-ade7-4108-80ec-e5abbfd539a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.416303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-246d9a65-ade7-4108-80ec-e5abbfd539a4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/40a3178a-e2d6-4f52-a6df-fc620c52b10f HTTP/1.1" status: 204 len: 168 time: 2.0640068 Aug 16 02:07:56.443234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f882f41-c4f5-43d4-a22a-646dbff301d8 None None] Provisioning complete for port 38641cd8-51bb-4159-81af-82751cfa76b4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:56.443614 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f882f41-c4f5-43d4-a22a-646dbff301d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.461206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:56.464439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d9a65-ade7-4108-80ec-e5abbfd539a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a3178a-e2d6-4f52-a6df-fc620c52b10f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.473681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:56.479008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:56.588213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13ca4ca2-cc17-4c6e-914c-db8352bec219 req-630e4def-d820-43ea-8a75-30e9815a662d tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=53dbdcc1-f81c-42fa-9f54-50378e73136a HTTP/1.1" status: 200 len: 210 time: 0.0414391 Aug 16 02:07:56.593477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.594615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.679958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:56.683498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=0f3f1373-980b-490c-8304-6ff783f9bb16,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.686772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:56.690071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:07:56.691722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.693240 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.698817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.732054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.747148 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b124a4b5-d938-4722-a6b7-4105b7a860b7', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'port_id': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'mac_address': 'fa:16:3e:16:79:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:27Z', 'updated_at': '2021-08-16T02:07:51Z', 'revision_number': 1, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:56.748429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f882f41-c4f5-43d4-a22a-646dbff301d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.781731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Transition to ACTIVE for port object c995ec6a-e17b-427a-b467-4fd2d4c28383 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:07:56.785463 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296de21e-e249-4b84-9835-f8b744798168 None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:07:56.807144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:56.807726 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:56.821029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 38641cd8-51bb-4159-81af-82751cfa76b4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38641cd8-51bb-4159-81af-82751cfa76b4,segment=NetworkSegment(c6056ebf-9a3e-48db-ad39-b1ba858d92ee),segment_id=c6056ebf-9a3e-48db-ad39-b1ba858d92ee)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:07:56.852346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.854620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.870530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Pushing event updated for resources: {'Port': ['ID=52e84846-42de-465d-80ba-9dfdd7e08250,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:56.875105 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:56.950827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.040425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.041759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Attempting to bind port c995ec6a-e17b-427a-b467-4fd2d4c28383 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:07:57.042333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Attempting to bind port c995ec6a-e17b-427a-b467-4fd2d4c28383 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:07:57.042754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Attempting to bind port c995ec6a-e17b-427a-b467-4fd2d4c28383 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:07:57.050365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afc5ff-1b52-471f-b222-4d331ca25e27 None None] Pushing event updated for resources: {'Port': ['ID=c995ec6a-e17b-427a-b467-4fd2d4c28383,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.062901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.069407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:07:57.069407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:07:57.069407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.069407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:07:57.069407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Bound port: c995ec6a-e17b-427a-b467-4fd2d4c28383, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:07:57.069407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.077136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:57.078708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:57.084062 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:57.220527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.233103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-6f882f41-c4f5-43d4-a22a-646dbff301d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:07:57.233103 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-6f882f41-c4f5-43d4-a22a-646dbff301d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:07:57.239446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.247097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] For port c995ec6a-e17b-427a-b467-4fd2d4c28383, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:07:57.282345 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] For port c995ec6a-e17b-427a-b467-4fd2d4c28383, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c995ec6a-e17b-427a-b467-4fd2d4c28383,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:07:57.295985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=38641cd8-51bb-4159-81af-82751cfa76b4,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.379290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.401680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:07:57.515902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:07:57.521459 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1eee8f-5cef-4faf-80c5-7956585cd22a" -d '{"events": [{"name": "network-changed", "server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:07:57.525542 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-296de21e-e249-4b84-9835-f8b744798168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b124a4b5-d938-4722-a6b7-4105b7a860b7', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'port_id': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'mac_address': 'fa:16:3e:16:79:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:27Z', 'updated_at': '2021-08-16T02:07:51Z', 'revision_number': 1, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:57.527952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:57.528620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:57.529214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.597897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:57.600871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5afc5ff-1b52-471f-b222-4d331ca25e27 None None] Pushing event updated for resources: {'Port': ['ID=c995ec6a-e17b-427a-b467-4fd2d4c28383,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.606994 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296de21e-e249-4b84-9835-f8b744798168 None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b124a4b5-d938-4722-a6b7-4105b7a860b7', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'port_id': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'mac_address': 'fa:16:3e:16:79:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:07:27Z', 'updated_at': '2021-08-16T02:07:51Z', 'revision_number': 1, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:57.620519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bed1f855-6c23-4f6d-8e19-97cf7464504b admin admin] 10.222.0.76 "PUT /v2.0/routers/eba06b9e-9d3d-4465-b6f5-9b140fea13c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4794755 Aug 16 02:07:57.659955 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:57.760152 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6217c0c6-df0d-4a52-b3ea-2c2ba68040dd x-openstack-request-id: req-6217c0c6-df0d-4a52-b3ea-2c2ba68040dd {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:07:57.760458 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:07:57.760718 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6217c0c6-df0d-4a52-b3ea-2c2ba68040dd {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:07:57.761130 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'status': 'completed', 'code': 200} Aug 16 02:07:57.799626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:07:57.890560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=579215bf-9b67-4e0d-bc61-1e0c5fa0ebb0,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:57.893400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-918a42c0-c548-498a-92e1-387549e131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:57.900370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-918a42c0-c548-498a-92e1-387549e131dd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1098 time: 0.1144872 Aug 16 02:07:57.914675 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.032797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.035661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-d58505fe-e97d-4683-aaf9-bbcb4cd5d8a7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.7953317 Aug 16 02:07:58.090685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5555bb8b-5090-4e82-b927-e3d55a6e84ad None None] New status for floating IP b124a4b5-d938-4722-a6b7-4105b7a860b7: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:07:58.092953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38641cd8-51bb-4159-81af-82751cfa76b4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:58.142861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-1b46619a-0fc6-40a6-917b-2401d6f808ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.146018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-1cac891b-7d2a-41a1-a444-8c10b002a3dd tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0922966 Aug 16 02:07:58.149090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-1b46619a-0fc6-40a6-917b-2401d6f808ab service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.2392120 Aug 16 02:07:58.163140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.236986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-920d6ab9-6b9c-4872-adda-21f3035666b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 999 time: 0.0830634 Aug 16 02:07:58.254519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.257039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.315425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-f46b706d-e878-4366-8647-b44b6dd3c7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.317085 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-f46b706d-e878-4366-8647-b44b6dd3c7bf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.0716975 Aug 16 02:07:58.388276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Provisioning for port 52e84846-42de-465d-80ba-9dfdd7e08250 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:58.414522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-4e5ad9d9-4a48-4272-8691-5731741e8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.418341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Provisioning complete for port 52e84846-42de-465d-80ba-9dfdd7e08250 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:58.418942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.419445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-4e5ad9d9-4a48-4272-8691-5731741e8887 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944014 Aug 16 02:07:58.457351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:07:58.464658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:07:58.480536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=0f3f1373-980b-490c-8304-6ff783f9bb16,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:58.585478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-f3828df8-ca83-41b4-990c-940e639d1eb6 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573465 Aug 16 02:07:58.589459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Port 52e84846-42de-465d-80ba-9dfdd7e08250 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:58.616439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 38641cd8-51bb-4159-81af-82751cfa76b4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:58.616835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.634747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-a0a19c68-c76f-4825-828a-4f3154c4350e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:58.636231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5947b4b2-859c-4582-9b1e-f9fcd0966713 req-a0a19c68-c76f-4825-828a-4f3154c4350e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.4893355 Aug 16 02:07:58.658912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42770) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:58.663573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1437310552', 'description': 'tempest-description--1148290558'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:58.762778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 2, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:58.812638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6f1eee8f-5cef-4faf-80c5-7956585cd22a req-cd896c81-7ee6-4597-bfd2-41dd3fbbe738 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149765 Aug 16 02:07:58.855520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Provisioning for port 0f3f1373-980b-490c-8304-6ff783f9bb16 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:07:58.862749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd27d20-242b-4ec1-b245-70a2d3d67db6 None None] The sync data for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 is: [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 2, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:58.870960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Provisioning complete for port 0f3f1373-980b-490c-8304-6ff783f9bb16 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:58.871352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.880626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:58.966386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6d74c-0d53-4236-a0df-4ac315be1791 None None] Port 0f3f1373-980b-490c-8304-6ff783f9bb16 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:58.969358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d84f47f7-4348-45b7-9c96-727b3ee68321 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:07:59.029908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d84f47f7-4348-45b7-9c96-727b3ee68321 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:59.030395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.069921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-f6ca4cf3-50c0-4493-a44a-18e722093a51 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.071490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-f6ca4cf3-50c0-4493-a44a-18e722093a51 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.3043244 Aug 16 02:07:59.122202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-3218669f-67a3-42f2-9e40-c06a1409b67a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/quotas/551fa8fb875d480592bb6cb5fd280838 HTTP/1.1" status: 200 len: 375 time: 0.0387719 Aug 16 02:07:59.135253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-29388525-a776-42f2-85ea-8a37bc2b29fa tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2037594 Aug 16 02:07:59.136286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8578da8d-196a-417c-8d76-89479d6df9ed None None] Provisioning complete for port 0f3f1373-980b-490c-8304-6ff783f9bb16 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:07:59.137195 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8578da8d-196a-417c-8d76-89479d6df9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.176120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:59.193075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8578da8d-196a-417c-8d76-89479d6df9ed None None] Port 0f3f1373-980b-490c-8304-6ff783f9bb16 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:07:59.199476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-38b3a372-ac9f-4eac-b774-d1f0e78adfc9 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641139 Aug 16 02:07:59.213722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.239840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 3a0d1bff-7f75-48f3-8d89-da0d5bca710d is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:07:59.330890 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.439915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0b584c-fe87-40b7-9221-f47ac6c16528,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:07:59.445426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:07:59.452031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-d056c856-42dd-425f-b7f4-2ed96d3beb3e service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545996 Aug 16 02:07:59.453809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a5ab519-b982-4ca3-852c-822ab52c6bac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/3a0d1bff-7f75-48f3-8d89-da0d5bca710d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2251017 Aug 16 02:07:59.456598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.458882 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220e829-10ec-415d-a098-108be7955e12 None None] Sync routers for ids ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:07:59.472774 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220e829-10ec-415d-a098-108be7955e12 None None] Routers {'3a0d1bff-7f75-48f3-8d89-da0d5bca710d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:59.473700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6220e829-10ec-415d-a098-108be7955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:59.483287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.526175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb40e3c-ce56-4a51-9a9e-4bcce9511011 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:07:59.529101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5fb40e3c-ce56-4a51-9a9e-4bcce9511011 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports/0f3f1373-980b-490c-8304-6ff783f9bb16 HTTP/1.1" status: 200 len: 911 time: 0.0700419 Aug 16 02:07:59.534275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42798) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.618965 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6220e829-10ec-415d-a098-108be7955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:59.632800 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220e829-10ec-415d-a098-108be7955e12 None None] Routers {'3a0d1bff-7f75-48f3-8d89-da0d5bca710d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:07:59.632800 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6220e829-10ec-415d-a098-108be7955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:59.649288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.650589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-19a8f7f8-3933-4a2f-bded-3e5b95fdf169 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9906874 Aug 16 02:07:59.655478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42802) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:07:59.660424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'security_group_rule': {'security_group_id': '2f0b584c-fe87-40b7-9221-f47ac6c16528', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:07:59.667698 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6220e829-10ec-415d-a098-108be7955e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:07:59.668849 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220e829-10ec-415d-a098-108be7955e12 None None] The sync data for ids ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:07:59.679650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-9484db84-ac7b-4f8e-bfc3-e94e3b64fcff service neutron] 10.222.0.76 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136719 Aug 16 02:07:59.755105 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.796781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:07:59.892157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Allocated IP 172.25.6.211 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/141b907f-99f7-45b1-a792-e287d8875303) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:07:59.928841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.029722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.034334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.057650 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.167047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e08aa8-650e-4e41-bded-c74abb16d632,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.192792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.246460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:00.252264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:00.257084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:00.279653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.280883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7984b16e-b830-4048-95dd-360ab7c6fe23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6243775 Aug 16 02:08:00.295723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42824) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:00.316992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'security_group_rule': {'security_group_id': '2f0b584c-fe87-40b7-9221-f47ac6c16528', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:00.350423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=141b907f-99f7-45b1-a792-e287d8875303,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:00.382312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a3846df-92f6-4f95-b794-0c5f633458d5 req-b5eab35c-daba-4093-b99b-19dfeb737879 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 210 time: 0.1261337 Aug 16 02:08:00.442028 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.530967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 0f3f1373-980b-490c-8304-6ff783f9bb16 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:00.530967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.534787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.584347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.687103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.716112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 0f3f1373-980b-490c-8304-6ff783f9bb16 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:00.737831 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.816886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:00.899015 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.023581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=141b907f-99f7-45b1-a792-e287d8875303,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.031990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.089695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.122129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.127764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ebd1c4c-3383-4936-bfed-cc592fa05e76,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.128518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-af0da3f8-ac92-4ad1-a93a-75d9c8f078d9 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9778724 Aug 16 02:08:01.188599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-4b81d913-1976-48e3-86cd-38896ee62764 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.0540681 Aug 16 02:08:01.227142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.231782 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-66a73f62-5a43-40b5-8af8-88ef8420b815 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9361315 Aug 16 02:08:01.232494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42856) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:01.240520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:01.356127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-d1688a3a-42b4-4418-ae7d-490dd4eb445e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:01.357609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22fa49fb-cc55-4af8-9b1f-28e5e17efb9e req-d1688a3a-42b4-4418-ae7d-490dd4eb445e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1544168 Aug 16 02:08:01.483298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.493897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b42464f-07f0-4941-906c-303845c493a8 req-73a237f5-6b6c-4022-9216-cd694595ed0c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 210 time: 0.0370617 Aug 16 02:08:01.537366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec469167-df54-4350-a377-11bc574007ec req-58a687c1-9d87-4fc7-8324-3d0efb022a03 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1551933 Aug 16 02:08:01.549552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:01.562435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.600378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=0f3f1373-980b-490c-8304-6ff783f9bb16,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:01.647847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.722237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.831746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:01.987679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.020529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c995ec6a-e17b-427a-b467-4fd2d4c28383 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:02.057855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Allocated IP 172.25.6.78 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/2f144c86-b296-4f9a-88f2-9d4e17b8abe7) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:02.154376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 3a0d1bff-7f75-48f3-8d89-da0d5bca710d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:02.252642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c995ec6a-e17b-427a-b467-4fd2d4c28383 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:02.257156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c995ec6a-e17b-427a-b467-4fd2d4c28383 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:02.259285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.266578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:02.274749 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6941bc2-19db-41cc-bb3f-2c6b911ead11 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/3a0d1bff-7f75-48f3-8d89-da0d5bca710d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7393091 Aug 16 02:08:02.275381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42872) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:02.292153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] Sync routers for ids ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:02.295965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.307993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] Routers {'3a0d1bff-7f75-48f3-8d89-da0d5bca710d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:02.308245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-05467ded-d1f4-4726-b6b2-e241547c7747 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a0d1bff-7f75-48f3-8d89-da0d5bca710d HTTP/1.1" status: 200 len: 205 time: 0.0315919 Aug 16 02:08:02.309207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.311036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42874) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:02.411124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.415508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.425079 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Sync routers for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:02.439073 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:02.439296 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.444875 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.486132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] Routers {'3a0d1bff-7f75-48f3-8d89-da0d5bca710d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:02.494944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.524422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:02.532467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:02.547067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:02.658550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:02.659480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7202892a-2c93-4542-8734-7133ba963eeb None None] The sync data for ids ['3a0d1bff-7f75-48f3-8d89-da0d5bca710d'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:02.714604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.764271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c995ec6a-e17b-427a-b467-4fd2d4c28383, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c995ec6a-e17b-427a-b467-4fd2d4c28383,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:02.800495 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:02.842780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.879291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.881784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:02.940027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c995ec6a-e17b-427a-b467-4fd2d4c28383,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:02.949038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.949471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.950003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.950428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.950990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.951337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.951675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.952052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.952391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.952724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.953057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.953385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:02.967111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Allocated IP 172.25.6.206 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/1a7b9950-8fd3-4085-a12d-f6ef4e77dd17) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:03.113436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.113908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router 3a0d1bff-7f75-48f3-8d89-da0d5bca710d {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:03.129571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.129571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8c5298cb-45ed-4fc3-9440-44190edee323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/3a0d1bff-7f75-48f3-8d89-da0d5bca710d HTTP/1.1" status: 204 len: 168 time: 0.8145378 Aug 16 02:08:03.129889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=2f144c86-b296-4f9a-88f2-9d4e17b8abe7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.130350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42894) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.173002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 2, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:03.186441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-872cc576-79eb-4496-a11e-097c48d3904d req-68d6cfcc-3679-48cf-9073-d64a01eff8e6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 210 time: 0.0966227 Aug 16 02:08:03.219531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.252416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet 2422c942-82a0-4b81-b1fa-9bda857aff2b {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:03.259067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.307649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.315155 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Checking router: eba06b9e-9d3d-4465-b6f5-9b140fea13c1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:03.315525 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Updating router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 port 52e84846-42de-465d-80ba-9dfdd7e08250 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:03.377814 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.395849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-fcf36414-4c6d-409d-9c70-61dd90352dab tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:03.401805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-fcf36414-4c6d-409d-9c70-61dd90352dab tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 812 time: 0.3079224 Aug 16 02:08:03.403016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.411573 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.414518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Request body: {'port': {'device_id': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'admin_state_up': True, 'tenant_id': '551fa8fb875d480592bb6cb5fd280838'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:03.563057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.567695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.600673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:03.604090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.612275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:03.639780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:03.668105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=2422c942-82a0-4b81-b1fa-9bda857aff2b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.674750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.676696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-13b55a3a-d0cf-46c3-b768-e385ca21045e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/2422c942-82a0-4b81-b1fa-9bda857aff2b HTTP/1.1" status: 204 len: 168 time: 0.5459292 Aug 16 02:08:03.679567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42902) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:03.681648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf6dd66-cd0a-462c-bdbc-a90d70721002 None None] Network 0bf6f01a-a43d-485f-b8b1-503f9de1202c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:03.691992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=1a7b9950-8fd3-4085-a12d-f6ef4e77dd17,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:03.694749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Made reservation on behalf of 551fa8fb875d480592bb6cb5fd280838 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:03.699453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.761280 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.773847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Transition to ACTIVE for port object 52e84846-42de-465d-80ba-9dfdd7e08250 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:03.859203 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.883432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.917427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.970373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] DHCP port deletion for 0bf6f01a-a43d-485f-b8b1-503f9de1202c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:03.975623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c995ec6a-e17b-427a-b467-4fd2d4c28383 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:03.977168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:03.992440 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca5ea5-574c-4eac-be4f-2a454e6c2298 None None] Pushing event updated for resources: {'Port': ['ID=52e84846-42de-465d-80ba-9dfdd7e08250,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.032241 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Attempting to bind port 52e84846-42de-465d-80ba-9dfdd7e08250 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Attempting to bind port 52e84846-42de-465d-80ba-9dfdd7e08250 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Attempting to bind port 52e84846-42de-465d-80ba-9dfdd7e08250 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Bound port: 52e84846-42de-465d-80ba-9dfdd7e08250, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:04.043956 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.076394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.079942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Allocated IP 172.20.0.12 (8d9a750a-b0dd-4a4a-873e-5163148b7037/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6/3179fd46-7907-445c-b5b8-7dd6f0364824) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:04.125753 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] For port 52e84846-42de-465d-80ba-9dfdd7e08250, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:04.132905 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] For port 52e84846-42de-465d-80ba-9dfdd7e08250, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=52e84846-42de-465d-80ba-9dfdd7e08250,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:04.159834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] Deleting port 38641cd8-51bb-4159-81af-82751cfa76b4 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:04.160266 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.165599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.203327 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.262090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=2f144c86-b296-4f9a-88f2-9d4e17b8abe7,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.280574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 38641cd8-51bb-4159-81af-82751cfa76b4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:04.280934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.332085 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca5ea5-574c-4eac-be4f-2a454e6c2298 None None] Pushing event updated for resources: {'Port': ['ID=52e84846-42de-465d-80ba-9dfdd7e08250,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.367542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] For port 38641cd8-51bb-4159-81af-82751cfa76b4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38641cd8-51bb-4159-81af-82751cfa76b4,segment=NetworkSegment(c6056ebf-9a3e-48db-ad39-b1ba858d92ee),segment_id=c6056ebf-9a3e-48db-ad39-b1ba858d92ee)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:04.369483 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.389756 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:04.393159 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:04.397690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] Calling delete_port for 38641cd8-51bb-4159-81af-82751cfa76b4 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:04.409541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.457845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 38641cd8-51bb-4159-81af-82751cfa76b4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38641cd8-51bb-4159-81af-82751cfa76b4,segment=NetworkSegment(c6056ebf-9a3e-48db-ad39-b1ba858d92ee),segment_id=c6056ebf-9a3e-48db-ad39-b1ba858d92ee)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:04.458234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.464049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.505510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 38641cd8-51bb-4159-81af-82751cfa76b4 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:04.522554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c995ec6a-e17b-427a-b467-4fd2d4c28383 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:04.522987 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.580818 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:04.584175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.584659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.585123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.585597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.586082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.586542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.587007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.587447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.587891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.588739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.589185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.589686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:04.605746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.615579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=1a7b9950-8fd3-4085-a12d-f6ef4e77dd17,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.667514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.694231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a245a6d-542a-48f8-be91-9f2b00986d14 req-5788c264-6653-4d61-98fc-af3413dba1cb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 210 time: 0.0959129 Aug 16 02:08:04.735035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] No DVR routers for this DVR port 38641cd8-51bb-4159-81af-82751cfa76b4 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:04.736486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d135c6a-f91f-486b-849f-b8dccb3b0e6b None None] Pushing event deleted for resources: {'Port': ['ID=38641cd8-51bb-4159-81af-82751cfa76b4,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.830629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.833103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2912f2ef-3a08-42b9-9774-28afe6cae8f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5993023 Aug 16 02:08:04.887014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.930212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:04.973207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=38641cd8-51bb-4159-81af-82751cfa76b4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:04.980873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port 38641cd8-51bb-4159-81af-82751cfa76b4 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:05.019049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.023128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec469167-df54-4350-a377-11bc574007ec req-95a4040f-523b-413b-9c21-5cea19ddbd57 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4751577 Aug 16 02:08:05.026220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.070622 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:04Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:05.144829 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab67b4b-09cb-4b5d-98a0-4eccb11875ba None None] The sync data for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 is: [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:04Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:05.186881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec469167-df54-4350-a377-11bc574007ec req-f924bbd7-8785-4582-858f-ddcc57343920 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.1566863 Aug 16 02:08:05.194366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.239027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bf6f01a-a43d-485f-b8b1-503f9de1202c']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:05.307507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:05.307967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6056ebf-9a3e-48db-ad39-b1ba858d92ee') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:05.334583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.386109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.406412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-0c1bcaad-9638-411a-97f8-ba9939e07eff tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1437310552&fields=id&tenant_id=724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 267 time: 0.1291611 Aug 16 02:08:05.411393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:05.411815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:05.414994 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:05.502025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.545473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec469167-df54-4350-a377-11bc574007ec req-02e5e110-1d21-485a-b3db-e25e5222a840 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.547012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec469167-df54-4350-a377-11bc574007ec req-02e5e110-1d21-485a-b3db-e25e5222a840 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.3497334 Aug 16 02:08:05.634027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event updated for resources: {'Port': ['ID=3179fd46-7907-445c-b5b8-7dd6f0364824,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.694331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Network 8d9a750a-b0dd-4a4a-873e-5163148b7037 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:05.705346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:05.713810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:05.750597 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.781493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.787501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/0bf6f01a-a43d-485f-b8b1-503f9de1202c HTTP/1.1" status: 204 len: 168 time: 2.1029170 Aug 16 02:08:05.788226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42954) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:05.793262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-717150670', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:05.815065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b69a69-ed4e-476d-a5d7-18739b033095 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=0bf6f01a-a43d-485f-b8b1-503f9de1202c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:05.875171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.878755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.901381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4b914fdb-55dd-41a8-8a37-df934c9f21a2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:05.907850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4b914fdb-55dd-41a8-8a37-df934c9f21a2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.4694974 Aug 16 02:08:05.930393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-526c5dad-929f-4c23-9fa3-3736d32c5814 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/quotas/724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 375 time: 0.0141320 Aug 16 02:08:05.932880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.936110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:05.999374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 52e84846-42de-465d-80ba-9dfdd7e08250 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:06.015747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-24532327-94b4-4bfa-b22a-31e7eaf7fb34 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3934910 Aug 16 02:08:06.021560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.022572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:06.051003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-bb6b02a1-2edc-4fb3-a9bc-85d48fbef0a6 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6426225 Aug 16 02:08:06.067437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Request body: {'port': {'device_id': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:06.118981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-3e2296d6-7fee-4b80-9369-deec17cc8cad tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715634 Aug 16 02:08:06.151769 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.205738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 52e84846-42de-465d-80ba-9dfdd7e08250 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:06.210326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 52e84846-42de-465d-80ba-9dfdd7e08250 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:06.210982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.286874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.318552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.351780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.380534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-d3d1c741-9cdd-4e42-873a-11076e8a772d service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524164 Aug 16 02:08:06.395528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 52e84846-42de-465d-80ba-9dfdd7e08250, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=52e84846-42de-465d-80ba-9dfdd7e08250,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:06.481659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.566046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38641cd8-51bb-4159-81af-82751cfa76b4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:06.597339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 38641cd8-51bb-4159-81af-82751cfa76b4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:06.598059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38641cd8-51bb-4159-81af-82751cfa76b4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:06.601504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=52e84846-42de-465d-80ba-9dfdd7e08250,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:06.692473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.709960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-cddef059-ce83-4332-ab8e-87b5923d9c1d service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215652 Aug 16 02:08:06.721295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.722066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.860022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 172.25.6.183 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/46f328c9-e6bd-4340-9968-766ec06cf015) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:06.891353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3179fd46-7907-445c-b5b8-7dd6f0364824 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:06.904154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:06.917263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Transition to ACTIVE for port object 3179fd46-7907-445c-b5b8-7dd6f0364824 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:06.983469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.024091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.116049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.137306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Pushing event updated for resources: {'Port': ['ID=3179fd46-7907-445c-b5b8-7dd6f0364824,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.229544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:07.237348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:07.240239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:07.289991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=46f328c9-e6bd-4340-9968-766ec06cf015,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:07.308594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32d9d3-1a00-4803-a796-fcfc39da3477 req-48af60d2-5fb9-4512-90bf-77567bda10fc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.319385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c32d9d3-1a00-4803-a796-fcfc39da3477 req-48af60d2-5fb9-4512-90bf-77567bda10fc tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 944 time: 0.2274530 Aug 16 02:08:07.427061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Allocated IP 172.25.6.178 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/d3ef598b-78e2-46f5-aec6-a5df17b2a3c4) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:07.433791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c32d9d3-1a00-4803-a796-fcfc39da3477 req-8cc51874-3fac-4e10-a06d-043aea2ef79b tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131866 Aug 16 02:08:07.434539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Attempting to bind port 3179fd46-7907-445c-b5b8-7dd6f0364824 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:07.435790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Attempting to bind port 3179fd46-7907-445c-b5b8-7dd6f0364824 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:07.436394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Attempting to bind port 3179fd46-7907-445c-b5b8-7dd6f0364824 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:07.448854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Port 3179fd46-7907-445c-b5b8-7dd6f0364824 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:07.449394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Attempting to bind port 3179fd46-7907-445c-b5b8-7dd6f0364824 on network 8d9a750a-b0dd-4a4a-873e-5163148b7037 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:07.461245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:07.462015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Checking segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:07.462576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Bound using segment: {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:07.463242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Bound port: 3179fd46-7907-445c-b5b8-7dd6f0364824, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c61696a7-1f80-4291-bf88-79616e0c40d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:07.463797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.634420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.723072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] For port 3179fd46-7907-445c-b5b8-7dd6f0364824, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:07.726586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] For port 3179fd46-7907-445c-b5b8-7dd6f0364824, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3179fd46-7907-445c-b5b8-7dd6f0364824,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:07.806434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e57fb5a3-cb12-475e-a2a8-b3affb53bcb7 req-af467ee0-a880-4c5d-9f8f-63aefbbd616f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 210 time: 0.0286183 Aug 16 02:08:07.806434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.872148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.877441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:07.884535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:07.890576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:07.936367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 52e84846-42de-465d-80ba-9dfdd7e08250 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:07.940078 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:07.940788 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:07.942281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] 10.222.0.58 "PUT /v2.0/ports/3179fd46-7907-445c-b5b8-7dd6f0364824 HTTP/1.1" status: 200 len: 1093 time: 1.8813839 Aug 16 02:08:07.942900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'tag': '3179fd46-7907-445c-b5b8-7dd6f0364824'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:07.945321 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e2a443-f4c9-4d35-85db-37fd9b325b05" -d '{"events": [{"name": "network-changed", "server_uuid": "de201597-2ed4-40f2-a097-f4c6dd9db633", "tag": "3179fd46-7907-445c-b5b8-7dd6f0364824"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:07.954236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=d3ef598b-78e2-46f5-aec6-a5df17b2a3c4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.090490 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95c800-5932-44ca-bcaf-9c0e50bcd101 x-openstack-request-id: req-8f95c800-5932-44ca-bcaf-9c0e50bcd101 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:08.090885 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de201597-2ed4-40f2-a097-f4c6dd9db633", "tag": "3179fd46-7907-445c-b5b8-7dd6f0364824", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:08.092129 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f95c800-5932-44ca-bcaf-9c0e50bcd101 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:08.092547 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'tag': '3179fd46-7907-445c-b5b8-7dd6f0364824', 'status': 'completed', 'code': 200} Aug 16 02:08:08.105143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 52e84846-42de-465d-80ba-9dfdd7e08250 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:08.105737 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.184270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89538-e43e-42ea-aea1-2f3c77a32156 service neutron] Pushing event updated for resources: {'Port': ['ID=3179fd46-7907-445c-b5b8-7dd6f0364824,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:08.193175 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.213084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-b49f153b-4462-4b59-844d-cd2a91b67c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.215014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-b49f153b-4462-4b59-844d-cd2a91b67c14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 1096 time: 0.1263039 Aug 16 02:08:08.318995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-5cca418c-820f-4175-8fa1-f1c2f3877532 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3179fd46-7907-445c-b5b8-7dd6f0364824 HTTP/1.1" status: 200 len: 217 time: 0.0944989 Aug 16 02:08:08.392546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-b82beee6-6460-4b2b-b3f2-2fa2c2168b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:08.393912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-b82beee6-6460-4b2b-b3f2-2fa2c2168b46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.0573049 Aug 16 02:08:08.402831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.464145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-c36406c7-758e-43fb-b68b-a64b4e7d2227 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626400 Aug 16 02:08:08.509263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:08.852543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.132634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 122f2b01-a667-44df-ab8f-7bc1bab05290 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:09.151622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf3f3d-3e41-4e69-b76f-ac315b44fe86 req-e5b3aa49-8d28-409c-a48e-b19027633dfe tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.153153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22cf3f3d-3e41-4e69-b76f-ac315b44fe86 req-e5b3aa49-8d28-409c-a48e-b19027633dfe tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 944 time: 0.6091876 Aug 16 02:08:09.158713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-e740931e-e7fa-4cff-8efa-c1ea27e43ed1 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830647 Aug 16 02:08:09.272305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:09.287769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] Sync routers for ids ['122f2b01-a667-44df-ab8f-7bc1bab05290'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:09.288229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22cf3f3d-3e41-4e69-b76f-ac315b44fe86 req-75ebc55c-29ea-4d1b-b976-4013a68cfcfe tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232462 Aug 16 02:08:09.300711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] Routers {'122f2b01-a667-44df-ab8f-7bc1bab05290'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:09.302156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['122f2b01-a667-44df-ab8f-7bc1bab05290'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.344686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.369362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.369990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3bb4eca-556e-4aaf-a161-fc48b419edb4 req-02b7c48c-c103-49a8-ab1a-8df4d4a80d20 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039683 Aug 16 02:08:09.379832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] Routers {'122f2b01-a667-44df-ab8f-7bc1bab05290'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:09.380704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['122f2b01-a667-44df-ab8f-7bc1bab05290'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.422742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:09.422742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf5e437-4a08-435b-ba52-e25304d045d1 None None] The sync data for ids ['122f2b01-a667-44df-ab8f-7bc1bab05290'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:09.519106 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-735ebd60-8b1b-475f-bf04-04b20892bdd7 req-dc2b11c0-ae33-4830-9bcd-2eed5116668e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 210 time: 0.0272281 Aug 16 02:08:09.520970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.525168 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-442f6b3d-f00e-45d8-b492-1c697ebed817 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.7329779 Aug 16 02:08:09.525337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.525526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43108) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.681740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43112) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.701362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event updated for resources: {'Port': ['ID=d3ef598b-78e2-46f5-aec6-a5df17b2a3c4,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:09.754159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.770429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-d89e6cf0-5a50-45a4-9b57-ea16277c71ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.771990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-d89e6cf0-5a50-45a4-9b57-ea16277c71ea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=551fa8fb875d480592bb6cb5fd280838&device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 1096 time: 0.1640892 Aug 16 02:08:09.793963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-50e8e138-3720-4689-80b8-724c026d8ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.842411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7407dcf5-f783-4195-ad81-3541d0f38a85 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/routers/122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 200 len: 884 time: 0.3108878 Aug 16 02:08:09.842625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43116) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:09.855547 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:09.868431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.869775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-8fdc1145-c502-498c-b12c-62c512536e14 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8530245 Aug 16 02:08:09.924082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-44c0333a-6262-4b4e-b860-a67104ceb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:09.925781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-44c0333a-6262-4b4e-b860-a67104ceb461 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 200 len: 913 time: 0.1429315 Aug 16 02:08:09.933296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-7de8af70-c27f-4f3f-9e59-55490b4eb87c tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0559778 Aug 16 02:08:09.959188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fb1bd67-3ea8-4dff-9dc0-79d66d3fc84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:09.994742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-a96d52ec-1535-436a-a142-ab7e08bf1b6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3179fd46-7907-445c-b5b8-7dd6f0364824 HTTP/1.1" status: 200 len: 217 time: 0.0605080 Aug 16 02:08:10.091540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-4d880b0e-f189-42c2-8f3c-346a6d0c3158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.093073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-4d880b0e-f189-42c2-8f3c-346a6d0c3158 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 200 len: 852 time: 0.0713198 Aug 16 02:08:10.143500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-e05a0341-205e-49f7-9545-34de469bb8d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8d9a750a-b0dd-4a4a-873e-5163148b7037&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408449 Aug 16 02:08:10.150917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-2f1e05f4-86c1-4a59-b3e8-acb5a82c6eaf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.152308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed86e566-60e1-42a4-b8a7-06ae0bbaf119 req-2f1e05f4-86c1-4a59-b3e8-acb5a82c6eaf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.2114818 Aug 16 02:08:10.186204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-50e8e138-3720-4689-80b8-724c026d8ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.222535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-41cfb0d5-0bb9-4a88-b2b2-bb34d8b808b6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.224071 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-41cfb0d5-0bb9-4a88-b2b2-bb34d8b808b6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.2486722 Aug 16 02:08:10.280067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-50e8e138-3720-4689-80b8-724c026d8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.284173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75e623f8-b3fa-4ee3-a139-d4ea6895311d req-5f442b31-afb2-4cb6-a41c-1342e057e7fd tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips/8f20347e-f926-4ee8-8bbc-6a105fafb39d HTTP/1.1" status: 200 len: 693 time: 0.0949516 Aug 16 02:08:10.301127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4c15345b-6e39-464f-a53a-a36d92419a82 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4545517 Aug 16 02:08:10.301127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43120) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.312958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-a1bbe54a-640d-468f-b6a6-5290442f8e78 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 380 time: 0.0789013 Aug 16 02:08:10.325853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-717150670'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:10.347612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'port': {'device_id': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'admin_state_up': True, 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'security_groups': ['2f0b584c-fe87-40b7-9221-f47ac6c16528']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:10.347850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-f9a90489-b640-4598-83b0-dc499a806fea service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944447 Aug 16 02:08:10.446485 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-50e8e138-3720-4689-80b8-724c026d8ba4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f7d1b6322ec04addb33d792f96e0c271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7634695 Aug 16 02:08:10.450328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8e138-3720-4689-80b8-724c026d8ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5101c3ba-480f-48bd-bf43-93d72964c482,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:10.458857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43126) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:10.534518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd066338-918c-4623-9957-05e18e8a9a1a req-1564f14f-9b02-41c1-ad37-60902dbcbc1e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.536474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd066338-918c-4623-9957-05e18e8a9a1a req-1564f14f-9b02-41c1-ad37-60902dbcbc1e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 944 time: 0.1385128 Aug 16 02:08:10.593646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e2a443-f4c9-4d35-85db-37fd9b325b05 req-5075fb9c-5bc5-4338-a7dc-75de6007cee1 service neutron] 10.222.0.58 "GET /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317281 Aug 16 02:08:10.600809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e623f8-b3fa-4ee3-a139-d4ea6895311d req-d2a818bd-4d85-403b-a6ad-780eb921e126 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:10.608843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75e623f8-b3fa-4ee3-a139-d4ea6895311d req-d2a818bd-4d85-403b-a6ad-780eb921e126 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.3170836 Aug 16 02:08:10.614805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-75e623f8-b3fa-4ee3-a139-d4ea6895311d req-192e13ac-b69d-4ee5-aede-a8cd860aae9e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:10.620455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75e623f8-b3fa-4ee3-a139-d4ea6895311d req-192e13ac-b69d-4ee5-aede-a8cd860aae9e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107093 Aug 16 02:08:10.657429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-653c17e1-8790-44bf-8eb1-aa57e419b1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.664346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd066338-918c-4623-9957-05e18e8a9a1a req-5e2be547-c8f2-430b-b5c0-f9387cc32720 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104457 Aug 16 02:08:10.736347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-653c17e1-8790-44bf-8eb1-aa57e419b1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.824150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:10.828328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.863220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9caded9b-d4bc-409d-9b2c-5fbd7e7ff660 req-682efcf0-1ac9-4291-adb0-0a86c0e512e0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 210 time: 0.0535772 Aug 16 02:08:10.874111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-647974c1-322a-42a5-a065-2e8da0a70647 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips/8f20347e-f926-4ee8-8bbc-6a105fafb39d HTTP/1.1" status: 200 len: 693 time: 0.1048877 Aug 16 02:08:10.917854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.945616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-653c17e1-8790-44bf-8eb1-aa57e419b1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.948513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-653c17e1-8790-44bf-8eb1-aa57e419b1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:10.949687 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-653c17e1-8790-44bf-8eb1-aa57e419b1d4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5101c3ba-480f-48bd-bf43-93d72964c482 HTTP/1.1" status: 204 len: 168 time: 0.4898551 Aug 16 02:08:11.012393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c17e1-8790-44bf-8eb1-aa57e419b1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5101c3ba-480f-48bd-bf43-93d72964c482,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.022715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.025927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-513faac4-dadc-49dc-ba17-3c5aaa9a7c4e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.049535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-513faac4-dadc-49dc-ba17-3c5aaa9a7c4e tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1743619 Aug 16 02:08:11.057190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-100f3bb7-a9fe-4052-9ac7-de567e6540b3 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:11.063222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-100f3bb7-a9fe-4052-9ac7-de567e6540b3 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120809 Aug 16 02:08:11.118682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-79fb114c-ff0e-461c-97f9-2a3d3c168ee8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0504887 Aug 16 02:08:11.123041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43142) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.183688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-cffaf1b8-60f1-41f9-941a-7fbe5b598f00 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.178 HTTP/1.1" status: 200 len: 696 time: 0.0532272 Aug 16 02:08:11.319207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3179fd46-7907-445c-b5b8-7dd6f0364824 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:11.387071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Deleting port d3ef598b-78e2-46f5-aec6-a5df17b2a3c4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:11.387637 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.446279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2abb37fb-ab2c-43c6-8866-9e02990eda99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.462397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3179fd46-7907-445c-b5b8-7dd6f0364824, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3179fd46-7907-445c-b5b8-7dd6f0364824,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:11.474477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Allocated IP 172.20.0.12 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/172bfbaa-e264-44eb-893d-5278a2e25368) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:11.479802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3179fd46-7907-445c-b5b8-7dd6f0364824', 'network_id': '8d9a750a-b0dd-4a4a-873e-5163148b7037', 'port_id': '3179fd46-7907-445c-b5b8-7dd6f0364824', 'mac_address': 'fa:16:3e:f4:31:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:11.512894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.514012 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.518819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 122f2b01-a667-44df-ab8f-7bc1bab05290 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:11.532004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.535235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Calling delete_port for d3ef598b-78e2-46f5-aec6-a5df17b2a3c4 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:11.550605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3179fd46-7907-445c-b5b8-7dd6f0364824 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:11.577906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3179fd46-7907-445c-b5b8-7dd6f0364824, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3179fd46-7907-445c-b5b8-7dd6f0364824,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:11.647292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.658388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2abb37fb-ab2c-43c6-8866-9e02990eda99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.720933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:11.729662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3179fd46-7907-445c-b5b8-7dd6f0364824,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.730776 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] Sync routers for ids ['122f2b01-a667-44df-ab8f-7bc1bab05290'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:11.731246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.739829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.741045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a30c6934-da43-4992-b340-8698ec79f079 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 200 len: 891 time: 1.4339564 Aug 16 02:08:11.747083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43152) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.750909 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] Routers {'122f2b01-a667-44df-ab8f-7bc1bab05290'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:11.755020 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['122f2b01-a667-44df-ab8f-7bc1bab05290'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:11.768055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2abb37fb-ab2c-43c6-8866-9e02990eda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.801193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43156) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.814937 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:11.829254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-178c38d4-0730-4e59-a674-1d4fdf53437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.829888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] Routers {'122f2b01-a667-44df-ab8f-7bc1bab05290'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:11.829888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:07:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['122f2b01-a667-44df-ab8f-7bc1bab05290'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:11.839457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2abb37fb-ab2c-43c6-8866-9e02990eda99 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f1b001a1eebc485a877346d323d43dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143576 Aug 16 02:08:11.842792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb37fb-ab2c-43c6-8866-9e02990eda99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0352ec3-9f03-488a-9487-f6f9a43ee7a3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.846016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.860772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5c76a7-fb5c-4fea-bb09-bcf43e0899df req-adab55d4-152b-43f9-95f8-2a6654b50b4e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:11.862465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c5c76a7-fb5c-4fea-bb09-bcf43e0899df req-adab55d4-152b-43f9-95f8-2a6654b50b4e tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 945 time: 0.1101115 Aug 16 02:08:11.864703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:11.868502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Transition to ACTIVE for port object 172bfbaa-e264-44eb-893d-5278a2e25368 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:11.868939 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:11.869816 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0056be-400a-4cdc-aa22-91ecf6763f31 None None] The sync data for ids ['122f2b01-a667-44df-ab8f-7bc1bab05290'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:11.920538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event deleted for resources: {'Port': ['ID=d3ef598b-78e2-46f5-aec6-a5df17b2a3c4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:11.928334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a19e44ac-14e2-409f-bebe-c0d956b3223c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/routers/122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 200 len: 891 time: 0.1797223 Aug 16 02:08:11.940273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43162) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:11.940412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3179fd46-7907-445c-b5b8-7dd6f0364824'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:11.979441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-954728c6-df87-4934-b577-018aa6b8ad56 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 200 len: 205 time: 0.0390148 Aug 16 02:08:11.983388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43164) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:12.032668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c5c76a7-fb5c-4fea-bb09-bcf43e0899df req-59a4d03c-0e9c-4fd7-b2af-1614671d8da5 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526566 Aug 16 02:08:12.048448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.054140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.055514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-725644de-94fc-4d2d-a449-ac0a262aed22 req-907c0b81-dfe4-4be2-8dd8-58da5fd6afdf tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "DELETE /v2.0/floatingips/8f20347e-f926-4ee8-8bbc-6a105fafb39d HTTP/1.1" status: 204 len: 173 time: 0.8636878 Aug 16 02:08:12.056310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62ed135-b9b4-4150-bbeb-0b750f51029e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.113364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.125015 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62ed135-b9b4-4150-bbeb-0b750f51029e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.200249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-178c38d4-0730-4e59-a674-1d4fdf53437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.206446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:12.212402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.214418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:12.218224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.253334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:12.292858 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4a3bead0-8d2b-4c70-bc02-4a020d9bef67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.342504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-178c38d4-0730-4e59-a674-1d4fdf53437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.348480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62ed135-b9b4-4150-bbeb-0b750f51029e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.351312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62ed135-b9b4-4150-bbeb-0b750f51029e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.352543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.352686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d62ed135-b9b4-4150-bbeb-0b750f51029e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b0352ec3-9f03-488a-9487-f6f9a43ee7a3 HTTP/1.1" status: 204 len: 168 time: 0.5052433 Aug 16 02:08:12.353280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.384323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ed135-b9b4-4150-bbeb-0b750f51029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0352ec3-9f03-488a-9487-f6f9a43ee7a3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.415271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-178c38d4-0730-4e59-a674-1d4fdf53437b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6264a19e0f264a8d89f784d658cf46fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6129401 Aug 16 02:08:12.418264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c38d4-0730-4e59-a674-1d4fdf53437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e697c4-73b0-4d96-8cbd-40d2265df8cf,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.429201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43170) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:12.440883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.472494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6ee52-a883-4f13-a71a-f1e10a270cd7 req-0fc4d264-55b9-43be-b5c3-fe13c6ddc673 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.474135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16c6ee52-a883-4f13-a71a-f1e10a270cd7 req-0fc4d264-55b9-43be-b5c3-fe13c6ddc673 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 932 time: 0.2064800 Aug 16 02:08:12.481770 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-4d4dcc75-8408-45b4-8229-bbf45d677646 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1489456 Aug 16 02:08:12.484888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29904d2d-5b33-47aa-b064-f77ebc9b4c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.506753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Request body: {'port': {'device_id': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:12.516319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425f9b1-d404-465f-aaca-94fe9f10937c req-343dc9f1-ca64-48ce-b83e-74efbc495df7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.517961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c425f9b1-d404-465f-aaca-94fe9f10937c req-343dc9f1-ca64-48ce-b83e-74efbc495df7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3003755 Aug 16 02:08:12.542246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29904d2d-5b33-47aa-b064-f77ebc9b4c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.542955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16c6ee52-a883-4f13-a71a-f1e10a270cd7 req-177fd89f-c5b2-45bc-9ecc-e9eab2372e1a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606713 Aug 16 02:08:12.636958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.641557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0f1a7b5-a158-4520-ae31-efc2081cb7f7 req-e5207eff-1b2c-4344-8db1-135b27a9ccc7 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?tenant_id=074d68780c534d5b93bac74442581a98 HTTP/1.1" status: 200 len: 1655 time: 0.0976105 Aug 16 02:08:12.645339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.688085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 46f328c9-e6bd-4340-9968-766ec06cf015 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:12.688450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.745024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b2697497-4e70-4cfe-83a3-cf8179eb1700 None None] Provisioning for port 172bfbaa-e264-44eb-893d-5278a2e25368 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:12.751362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b2697497-4e70-4cfe-83a3-cf8179eb1700 None None] Provisioning complete for port 172bfbaa-e264-44eb-893d-5278a2e25368 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:12.752117 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b2697497-4e70-4cfe-83a3-cf8179eb1700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.786125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a7b5-a158-4520-ae31-efc2081cb7f7 req-5ad6806a-ed4b-4d6a-af5d-c1b9a6306a75 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:12.787978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0f1a7b5-a158-4520-ae31-efc2081cb7f7 req-5ad6806a-ed4b-4d6a-af5d-c1b9a6306a75 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks?id=3222f418-f5ab-48a6-be21-256f0d872c1d&id=3222f418-f5ab-48a6-be21-256f0d872c1d&id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 787 time: 0.1389785 Aug 16 02:08:12.801063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b2697497-4e70-4cfe-83a3-cf8179eb1700 None None] Port 172bfbaa-e264-44eb-893d-5278a2e25368 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:12.804961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-b0f1a7b5-a158-4520-ae31-efc2081cb7f7 req-59fb0091-e111-43f2-86f5-98c0f0342d96 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:08:12.806438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0f1a7b5-a158-4520-ae31-efc2081cb7f7 req-59fb0091-e111-43f2-86f5-98c0f0342d96 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086851 Aug 16 02:08:12.821723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29904d2d-5b33-47aa-b064-f77ebc9b4c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.824425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29904d2d-5b33-47aa-b064-f77ebc9b4c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.828510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29904d2d-5b33-47aa-b064-f77ebc9b4c7c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10e697c4-73b0-4d96-8cbd-40d2265df8cf HTTP/1.1" status: 204 len: 168 time: 0.4053264 Aug 16 02:08:12.865178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29904d2d-5b33-47aa-b064-f77ebc9b4c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e697c4-73b0-4d96-8cbd-40d2265df8cf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:12.906037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:12.924535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 46f328c9-e6bd-4340-9968-766ec06cf015 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:12.930669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-9e6bc68d-f932-43b6-8065-ad56981407b5 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips/27ea0467-8bdb-4d80-a7c2-d34cc42759d4 HTTP/1.1" status: 200 len: 692 time: 0.0872879 Aug 16 02:08:13.045721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-15ce76f8-935e-4945-9b01-2f78235b1d7f tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.047231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-15ce76f8-935e-4945-9b01-2f78235b1d7f tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1203001 Aug 16 02:08:13.113933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-f3aab8ad-bf12-48c3-9e5d-c8fd80fb0647 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.0598345 Aug 16 02:08:13.123948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:13.134864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.174191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Transition to ACTIVE for port object 172bfbaa-e264-44eb-893d-5278a2e25368 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:13.207226 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-692284e2-3a15-433f-89d6-1343f6a13428 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.78 HTTP/1.1" status: 200 len: 695 time: 0.0810256 Aug 16 02:08:13.268801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eca0df-9b26-4f2e-8162-64c51cf2e228 req-29d48cca-02e6-4747-8b26-ab036a25f073 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.270343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35eca0df-9b26-4f2e-8162-64c51cf2e228 req-29d48cca-02e6-4747-8b26-ab036a25f073 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 945 time: 0.1430311 Aug 16 02:08:13.281289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.313240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.336953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3179fd46-7907-445c-b5b8-7dd6f0364824 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:13.346269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.405591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35eca0df-9b26-4f2e-8162-64c51cf2e228 req-40969b57-d469-456d-8ff9-7161181de1bd tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267769 Aug 16 02:08:13.452282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=46f328c9-e6bd-4340-9968-766ec06cf015,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.475818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Deleting port 2f144c86-b296-4f9a-88f2-9d4e17b8abe7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:13.476364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.527385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.594409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3179fd46-7907-445c-b5b8-7dd6f0364824 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:13.598768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3179fd46-7907-445c-b5b8-7dd6f0364824 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:13.599158 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.616180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.616526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.648122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Calling delete_port for 2f144c86-b296-4f9a-88f2-9d4e17b8abe7 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:13.681894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.684455 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.691561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Attempting to bind port 172bfbaa-e264-44eb-893d-5278a2e25368 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:13.691561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Attempting to bind port 172bfbaa-e264-44eb-893d-5278a2e25368 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:13.691561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Attempting to bind port 172bfbaa-e264-44eb-893d-5278a2e25368 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.729335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Port 172bfbaa-e264-44eb-893d-5278a2e25368 on network 61fd65a2-7d93-4905-a477-324798acce85 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:08:13.729674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Attempting to bind port 172bfbaa-e264-44eb-893d-5278a2e25368 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:13.737877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:13.739012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:13.739012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:13.739234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Bound port: 172bfbaa-e264-44eb-893d-5278a2e25368, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:13.739575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.754932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.786406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3179fd46-7907-445c-b5b8-7dd6f0364824'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:13.789469 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51e3020-8d5a-43c0-91d5-04fa8b810046" -d '{"events": [{"server_uuid": "de201597-2ed4-40f2-a097-f4c6dd9db633", "name": "network-vif-plugged", "status": "completed", "tag": "3179fd46-7907-445c-b5b8-7dd6f0364824"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:13.804555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3179fd46-7907-445c-b5b8-7dd6f0364824, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3179fd46-7907-445c-b5b8-7dd6f0364824,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:13.838921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.839417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router 122f2b01-a667-44df-ab8f-7bc1bab05290 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:13.849735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.854087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca63b139-357a-43ec-a113-49811910525b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 204 len: 168 time: 1.8665643 Aug 16 02:08:13.854087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:13.856350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:13.860224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:13.864939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1982302129'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:13.906604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262c4af-b605-4d3e-8438-64bef5bf89cc req-c68fdcee-7977-4788-9897-16a8f4e027fa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:13.908370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7262c4af-b605-4d3e-8438-64bef5bf89cc req-c68fdcee-7977-4788-9897-16a8f4e027fa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 944 time: 0.1421919 Aug 16 02:08:13.921153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.968367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3179fd46-7907-445c-b5b8-7dd6f0364824,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:13.979005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:13.983296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7262c4af-b605-4d3e-8438-64bef5bf89cc req-88f451a9-6ef4-48d3-8e5e-fa862e99228b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688846 Aug 16 02:08:13.985892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:13.988835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.038383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.040353 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.042267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] 10.222.0.83 "PUT /v2.0/ports/172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1093 time: 1.5470891 Aug 16 02:08:14.043754 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f30540-bf8e-44d6-a702-3953e55df9ed x-openstack-request-id: req-98f30540-bf8e-44d6-a702-3953e55df9ed {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:14.044154 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de201597-2ed4-40f2-a097-f4c6dd9db633", "name": "network-vif-plugged", "status": "completed", "tag": "3179fd46-7907-445c-b5b8-7dd6f0364824", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:14.049885 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98f30540-bf8e-44d6-a702-3953e55df9ed {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:14.049885 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3179fd46-7907-445c-b5b8-7dd6f0364824', 'code': 200} Aug 16 02:08:14.050086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:14.050086 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd7b52c-b1c5-43d5-b48e-febb398609c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:14.077273 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb169f2-e7d6-4360-ba2e-2f88dfe808e6 service neutron] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8470dbe-8f33-4801-92e7-6c9cfc88fe2a x-openstack-request-id: req-a8470dbe-8f33-4801-92e7-6c9cfc88fe2a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8470dbe-8f33-4801-92e7-6c9cfc88fe2a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'status': 'completed', 'code': 200} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.123217 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment b9fb2957-3196-4457-91b4-88992c0ab821 of type vlan for network b1d1bac0-5328-434b-a450-771ec66d8740 Aug 16 02:08:14.140895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event deleted for resources: {'Port': ['ID=2f144c86-b296-4f9a-88f2-9d4e17b8abe7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:14.213112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.228082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b52c-b1c5-43d5-b48e-febb398609c1 req-3a12dc77-3940-4b54-bca2-c6fb93577310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.230160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dd7b52c-b1c5-43d5-b48e-febb398609c1 req-3a12dc77-3940-4b54-bca2-c6fb93577310 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1096 time: 0.0992026 Aug 16 02:08:14.371125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b52c-b1c5-43d5-b48e-febb398609c1 req-cad834d3-9b4d-48f9-b8a7-c0a982910360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.381284 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dd7b52c-b1c5-43d5-b48e-febb398609c1 req-cad834d3-9b4d-48f9-b8a7-c0a982910360 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=724fddb942384bf8836eadfc394fe9e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1406653 Aug 16 02:08:14.445187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.452196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.452850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.555435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.556632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=b1d1bac0-5328-434b-a450-771ec66d8740,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:14.568647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b1d1bac0-5328-434b-a450-771ec66d8740 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:14.593127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7b52c-b1c5-43d5-b48e-febb398609c1 req-bbaf1e1b-0b38-401c-a846-e22d6f291353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.593127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dd7b52c-b1c5-43d5-b48e-febb398609c1 req-bbaf1e1b-0b38-401c-a846-e22d6f291353 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1991863 Aug 16 02:08:14.616163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-894f098b-5a8f-4a8f-899a-529abc0d3e12 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7578540 Aug 16 02:08:14.618880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43246) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:14.624646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:14.641190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f96da9-220c-4738-92c2-fc653f0baf82 req-e959d887-d2d0-4135-a997-3915bce8999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.661829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23f96da9-220c-4738-92c2-fc653f0baf82 req-e959d887-d2d0-4135-a997-3915bce8999e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 1098 time: 0.5145764 Aug 16 02:08:14.677897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.681999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:14.684234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb55aaae-3295-498e-9218-18d7b59f5c40 req-b57acdc0-65b3-40c1-ae29-9d068f459621 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "DELETE /v2.0/floatingips/27ea0467-8bdb-4d80-a7c2-d34cc42759d4 HTTP/1.1" status: 204 len: 173 time: 1.4687064 Aug 16 02:08:14.709484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d8d86-7695-4199-b444-9343e11537d7 req-a519aee3-0a7b-48c1-b3bc-8a4e905dcfb0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.715723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-926d8d86-7695-4199-b444-9343e11537d7 req-a519aee3-0a7b-48c1-b3bc-8a4e905dcfb0 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.1284754 Aug 16 02:08:14.748557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23f96da9-220c-4738-92c2-fc653f0baf82 req-e59a3941-5f83-4d52-9300-f76af9559523 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961325 Aug 16 02:08:14.833094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-926d8d86-7695-4199-b444-9343e11537d7 req-8688dc47-2b22-42f1-810a-6e72cb16b8b8 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004672 Aug 16 02:08:14.885599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-a1a71048-6c78-4767-98d6-45f7e74bc48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.887165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-a1a71048-6c78-4767-98d6-45f7e74bc48b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1096 time: 0.2275493 Aug 16 02:08:14.919593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-11201ca5-726d-4cca-89ed-232c24be941f tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips/2088d493-83ee-45ab-99b1-6b5046aeb042 HTTP/1.1" status: 200 len: 693 time: 0.0559113 Aug 16 02:08:14.943334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-23bf37d8-2bcd-48a6-8b0b-0acfad1bf03e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 217 time: 0.0433407 Aug 16 02:08:14.998099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-c7e11c25-a997-4ede-a7bb-33dc2cf54bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:14.999712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-c7e11c25-a997-4ede-a7bb-33dc2cf54bb6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0497797 Aug 16 02:08:15.032222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:15.035752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.036768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-8c583c21-2942-4565-ba5b-9442b822475a tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.040909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-8c583c21-2942-4565-ba5b-9442b822475a tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1119881 Aug 16 02:08:15.118626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-d2a5f943-7ce9-41c3-bc6f-b5c97a1ebceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.120093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-d2a5f943-7ce9-41c3-bc6f-b5c97a1ebceb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1138303 Aug 16 02:08:15.139887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-57421092-4889-4449-bc4e-7398d11a1b66 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.0890241 Aug 16 02:08:15.201184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9f23-9a9f-4ac8-8ba4-f1b806faaeb5 req-06d4fdbc-8d8b-467d-832e-e3a86b429065 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.202764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d0b9f23-9a9f-4ac8-8ba4-f1b806faaeb5 req-06d4fdbc-8d8b-467d-832e-e3a86b429065 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 944 time: 0.1015620 Aug 16 02:08:15.214303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-268f30ab-8710-4e91-a406-eb5eee5db808 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.0632064 Aug 16 02:08:15.291558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-490b4691-9988-46ce-952e-7088b54609af service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558266 Aug 16 02:08:15.302676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d0b9f23-9a9f-4ac8-8ba4-f1b806faaeb5 req-daff2269-4149-43c8-81f1-809c50d077ea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926199 Aug 16 02:08:15.392499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Deleting port 141b907f-99f7-45b1-a792-e287d8875303 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:15.392761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.423194 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a57ae880-0cfb-4825-8c64-1260d425aac5 req-1235535f-5ac9-40cd-8ee3-b0efdf42a402 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242921 Aug 16 02:08:15.486157 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.504081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.504412 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.536493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Calling delete_port for 141b907f-99f7-45b1-a792-e287d8875303 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:15.578718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=9a32aeb7-e5b1-4016-9138-5e1321547282,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:15.591924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'b9fb2957-3196-4457-91b4-88992c0ab821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:15.592305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: b1d1bac0-5328-434b-a450-771ec66d8740, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:15.698008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network b1d1bac0-5328-434b-a450-771ec66d8740 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:15.782678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.811352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b1d1bac0-5328-434b-a450-771ec66d8740) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:15.811557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.816191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:15.816816 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.860692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6752bdf6-bcc6-4121-8e66-1dadc612be4e None None] Network b1d1bac0-5328-434b-a450-771ec66d8740 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:15.863271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event deleted for resources: {'Port': ['ID=141b907f-99f7-45b1-a792-e287d8875303,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:15.912683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.915575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:15.920188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248ad8dd-34d3-4bb9-8ebd-65f311451455 req-72bf012f-9846-4d43-b945-91afe2b05bc8 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "DELETE /v2.0/floatingips/2088d493-83ee-45ab-99b1-6b5046aeb042 HTTP/1.1" status: 204 len: 173 time: 0.6863170 Aug 16 02:08:15.923874 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-31bc8688-733f-423f-8f8d-e4cc984eb8a3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3015592 Aug 16 02:08:15.924356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43284) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:15.934877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-969354736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:16.064177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.065240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.097621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-b1d1bac0-5328-434b-a450-771ec66d8740', 'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': '9a32aeb7-e5b1-4016-9138-5e1321547282'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:16.098507 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.102334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858892d1-e24a-4d83-8a89-4a92393c1e45 req-ff8d3811-df8c-4e97-ba3c-9e015a0ab62a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.112928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-858892d1-e24a-4d83-8a89-4a92393c1e45 req-ff8d3811-df8c-4e97-ba3c-9e015a0ab62a tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.1091766 Aug 16 02:08:16.126449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-e7624061-05da-42e8-a957-afc39197e15c tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips/f99c69a2-9c95-4088-9e7a-185fd48049be HTTP/1.1" status: 200 len: 692 time: 0.0795932 Aug 16 02:08:16.140918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.206951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-858892d1-e24a-4d83-8a89-4a92393c1e45 req-d76a1e7b-2839-4ebe-8d60-940e2adc3572 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959146 Aug 16 02:08:16.258930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Allocated IP 2001:db8::2 (b1d1bac0-5328-434b-a450-771ec66d8740/9a32aeb7-e5b1-4016-9138-5e1321547282/ed1ec2a4-e816-4a4c-ae12-9b9211cabe04) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:16.283262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-a0a429f9-e944-420a-a19c-214b736fced3 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.292736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-a0a429f9-e944-420a-a19c-214b736fced3 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1596503 Aug 16 02:08:16.338563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.356066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-89ec5e62-182b-48a9-aa93-ea423bb7db31 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0605485 Aug 16 02:08:16.415278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-89f829cd-d0d8-4574-98b8-a598ee13dc51 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.83 HTTP/1.1" status: 200 len: 695 time: 0.0498960 Aug 16 02:08:16.447244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.447518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.448639 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-543a8177-6f11-4b25-a310-d133a3a3480d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5235274 Aug 16 02:08:16.451513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:16.460056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Transition to ACTIVE for port object ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:16.476630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Transition to ACTIVE for port object ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:16.555267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Deleting port 579215bf-9b67-4e0d-bc61-1e0c5fa0ebb0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:16.555857 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.567511 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.626547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Network b1d1bac0-5328-434b-a450-771ec66d8740 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:16.654591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:16.664678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:16.694200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Pushing event updated for resources: {'Port': ['ID=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:16.694693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.695049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.713290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Calling delete_port for 579215bf-9b67-4e0d-bc61-1e0c5fa0ebb0 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:16.807365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Attempting to bind port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:16.808707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Attempting to bind port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b9fb2957-3196-4457-91b4-88992c0ab821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:16.811711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Attempting to bind port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 on network b1d1bac0-5328-434b-a450-771ec66d8740 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:16.821480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:16.823181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Checking segment: {'id': 'b9fb2957-3196-4457-91b4-88992c0ab821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:16.824521 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.824936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Bound using segment: {'id': 'b9fb2957-3196-4457-91b4-88992c0ab821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:16.825505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Bound port: ed1ec2a4-e816-4a4c-ae12-9b9211cabe04, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fb2957-3196-4457-91b4-88992c0ab821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'b1d1bac0-5328-434b-a450-771ec66d8740'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:16.834195 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:16.917910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] For port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:16.922622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] For port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,segment=NetworkSegment(b9fb2957-3196-4457-91b4-88992c0ab821),segment_id=b9fb2957-3196-4457-91b4-88992c0ab821)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:16.967039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468686cf-501d-4211-ba87-aa938fb81b11 req-df83abd5-c418-4e6a-ba49-97c725fdd368 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:16.968646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-468686cf-501d-4211-ba87-aa938fb81b11 req-df83abd5-c418-4e6a-ba49-97c725fdd368 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 944 time: 0.0557039 Aug 16 02:08:17.011790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-468686cf-501d-4211-ba87-aa938fb81b11 req-4af50ab1-4167-40cb-9c3b-e648a16127ed tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369616 Aug 16 02:08:17.018856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.070734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.104936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.130701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Pushing event deleted for resources: {'Port': ['ID=579215bf-9b67-4e0d-bc61-1e0c5fa0ebb0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.200702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852ca03-4aa0-44e6-9d0d-7ae7d243c7b5 req-6ed2a409-7651-48d5-9e18-1279f743d51f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:17.208332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8852ca03-4aa0-44e6-9d0d-7ae7d243c7b5 req-6ed2a409-7651-48d5-9e18-1279f743d51f tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.1387644 Aug 16 02:08:17.236787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433da35-0c0a-4012-a587-5832e7780357 None None] Pushing event updated for resources: {'Port': ['ID=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.264541 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.267192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.268432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7df1d91a-d096-4f19-86e9-e08716904ccc req-5a11b5d4-fab1-40bf-9001-0dd94e3bb013 tempest-FloatingIPDetailsTestJSON-1259915343 tempest-FloatingIPDetailsTestJSON-1259915343-project] 10.222.0.76 "DELETE /v2.0/floatingips/f99c69a2-9c95-4088-9e7a-185fd48049be HTTP/1.1" status: 204 len: 173 time: 0.8464220 Aug 16 02:08:17.275752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43314) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:17.283090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8852ca03-4aa0-44e6-9d0d-7ae7d243c7b5 req-1f39094b-311d-477d-8145-c94215507b75 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737000 Aug 16 02:08:17.309757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8::1 (b1d1bac0-5328-434b-a450-771ec66d8740/9a32aeb7-e5b1-4016-9138-5e1321547282/f0acb386-876b-4ffa-af7e-ed889c182305) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:17.505393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:17.565130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.585636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object f0acb386-876b-4ffa-af7e-ed889c182305 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:17.702993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.711640 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b02c59ed-ef61-45d5-a2dd-8bb4848df004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.742014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network b1d1bac0-5328-434b-a450-771ec66d8740 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:17.750597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:17.751647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:17.752215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.761102 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=f0acb386-876b-4ffa-af7e-ed889c182305,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:17.872866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.914399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:08:17.935376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b02c59ed-ef61-45d5-a2dd-8bb4848df004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:17.949866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:18.022614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.089268 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b02c59ed-ef61-45d5-a2dd-8bb4848df004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.113362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:18.125288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '172bfbaa-e264-44eb-893d-5278a2e25368', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:08:18.160753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:18.180938 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.202899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:08:18.206330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b02c59ed-ef61-45d5-a2dd-8bb4848df004 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f015c573db3c49b789d4c61ffa6418da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998079 Aug 16 02:08:18.209834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43332) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:18.225623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c59ed-ef61-45d5-a2dd-8bb4848df004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4df51dd-c9ee-4a04-a7c2-46beb2b40a8c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:18.226588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:18.281305 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.303757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f356d6-a7b8-4d52-b216-c4b93d2ddfdc req-8409929e-9ee1-45e0-8fd0-2f55bdc5b2e9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.314772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7f356d6-a7b8-4d52-b216-c4b93d2ddfdc req-8409929e-9ee1-45e0-8fd0-2f55bdc5b2e9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 944 time: 0.2023335 Aug 16 02:08:18.392833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:18.398997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d16535-29a3-4cf4-82e3-32df07a96e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.443934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d16535-29a3-4cf4-82e3-32df07a96e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.458903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7f356d6-a7b8-4d52-b216-c4b93d2ddfdc req-5ea5fbbf-de49-4f2e-ab92-158de64a051c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337407 Aug 16 02:08:18.503465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b40650-fdf6-4b0b-a1c6-28b51e5ad613 req-2006326b-adee-492a-8a5c-7d36f26ee236 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:18.505855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93b40650-fdf6-4b0b-a1c6-28b51e5ad613 req-2006326b-adee-492a-8a5c-7d36f26ee236 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.1077354 Aug 16 02:08:18.508860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.522482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['172bfbaa-e264-44eb-893d-5278a2e25368'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:08:18.539617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Deleting port d84f47f7-4348-45b7-9c96-727b3ee68321 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:18.540390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.605715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc5ce5b-20d0-46b7-b408-6eec6c4f48aa None None] Network b1d1bac0-5328-434b-a450-771ec66d8740 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:18.612394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.613363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.646426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93b40650-fdf6-4b0b-a1c6-28b51e5ad613 req-2fe4ad0a-9572-49aa-90b2-cbaff882b621 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252449 Aug 16 02:08:18.689051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] For port d84f47f7-4348-45b7-9c96-727b3ee68321, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d84f47f7-4348-45b7-9c96-727b3ee68321,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:18.703670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.703824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d16535-29a3-4cf4-82e3-32df07a96e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.703824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d16535-29a3-4cf4-82e3-32df07a96e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:18.703824 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b3d16535-29a3-4cf4-82e3-32df07a96e61 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4df51dd-c9ee-4a04-a7c2-46beb2b40a8c HTTP/1.1" status: 204 len: 168 time: 0.4854569 Aug 16 02:08:18.714679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Calling delete_port for d84f47f7-4348-45b7-9c96-727b3ee68321 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:18.802466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network b1d1bac0-5328-434b-a450-771ec66d8740 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:18.803554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=f0acb386-876b-4ffa-af7e-ed889c182305,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:18.806398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d16535-29a3-4cf4-82e3-32df07a96e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4df51dd-c9ee-4a04-a7c2-46beb2b40a8c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:18.810057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:18.870783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] Provisioning for port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:18.906883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] Provisioning complete for port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:18.908069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.072475 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.075181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 6fce5b69-d995-47cd-8ea6-aac311da6a3d is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:19.110685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.148237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] For port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,segment=NetworkSegment(b9fb2957-3196-4457-91b4-88992c0ab821),segment_id=b9fb2957-3196-4457-91b4-88992c0ab821)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:19.200890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84f47f7-4348-45b7-9c96-727b3ee68321,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.245479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.302531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:19.311961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-896e4846-4008-4187-bc41-866fd52130d0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/6fce5b69-d995-47cd-8ea6-aac311da6a3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8587129 Aug 16 02:08:19.314677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43360) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:19.347364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] Sync routers for ids ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:19.362598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a8566-67c1-4095-9e2b-092f48f0674f None None] Pushing event updated for resources: {'Port': ['ID=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:19.376957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] Routers {'6fce5b69-d995-47cd-8ea6-aac311da6a3d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:19.378988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:19.448866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:19.449368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644f9e5d-aac2-4e08-8bae-f7a08c84ffac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.455972 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-644f9e5d-aac2-4e08-8bae-f7a08c84ffac tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports/f0acb386-876b-4ffa-af7e-ed889c182305 HTTP/1.1" status: 200 len: 911 time: 0.1402254 Aug 16 02:08:19.456833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43364) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:19.468559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a32aeb7-e5b1-4016-9138-5e1321547282'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:19.476875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] Routers {'6fce5b69-d995-47cd-8ea6-aac311da6a3d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:19.477607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:19.503726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.527993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:19.529693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0c2e80-854a-4314-b4a6-5c5ecd4ce3c3 None None] The sync data for ids ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:19.532888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-246bc2e0-c11e-45e9-ba65-eb33ef7500e7 None None] Provisioning complete for port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:19.533313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-246bc2e0-c11e-45e9-ba65-eb33ef7500e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.672307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cff53f-8e01-42db-be04-514d8c11d68a req-22045672-7f0c-4c07-96b2-cc589623a1ab tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.674018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4cff53f-8e01-42db-be04-514d8c11d68a req-22045672-7f0c-4c07-96b2-cc589623a1ab tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.4955945 Aug 16 02:08:19.726883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-246bc2e0-c11e-45e9-ba65-eb33ef7500e7 None None] Provisioning for port f0acb386-876b-4ffa-af7e-ed889c182305 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:19.732047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-246bc2e0-c11e-45e9-ba65-eb33ef7500e7 None None] Provisioning complete for port f0acb386-876b-4ffa-af7e-ed889c182305 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:19.732439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-246bc2e0-c11e-45e9-ba65-eb33ef7500e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.775690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-246bc2e0-c11e-45e9-ba65-eb33ef7500e7 None None] Port f0acb386-876b-4ffa-af7e-ed889c182305 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:19.782753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.837895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4cff53f-8e01-42db-be04-514d8c11d68a req-c426364d-2a18-43d4-83e2-e35f94b18c06 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450613 Aug 16 02:08:19.872985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7320d16a-6bd8-405a-a530-d9272727df27 req-56605539-670f-4427-8b50-15f7f28fb65b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:19.872985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7320d16a-6bd8-405a-a530-d9272727df27 req-56605539-670f-4427-8b50-15f7f28fb65b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2138298 Aug 16 02:08:19.905830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5e31b9b3-dc12-40a4-9432-18cd6756ab14 None None] Provisioning complete for port f0acb386-876b-4ffa-af7e-ed889c182305 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:19.910051 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e31b9b3-dc12-40a4-9432-18cd6756ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:19.949015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:19.964045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43376) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:19.996443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5e31b9b3-dc12-40a4-9432-18cd6756ab14 None None] Port f0acb386-876b-4ffa-af7e-ed889c182305 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:20.050078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7320d16a-6bd8-405a-a530-d9272727df27 req-4c63e452-e124-430c-8e81-8f0b226a6b92 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778946 Aug 16 02:08:20.050231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:20.081197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81ee6784-f6fe-4a92-9944-d6f8afeba36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.099960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 172bfbaa-e264-44eb-893d-5278a2e25368 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:20.113221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 172bfbaa-e264-44eb-893d-5278a2e25368 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:20.113688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.125518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Router b6819a9f-72b9-4582-84f3-8b1fd155a896 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:20.167116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:20.167637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.219358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cbe39f8a-3c28-4d37-8833-216c61e6f454 None None] Provisioning complete for port f0acb386-876b-4ffa-af7e-ed889c182305 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:20.219797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe39f8a-3c28-4d37-8833-216c61e6f454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.265959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cbe39f8a-3c28-4d37-8833-216c61e6f454 None None] Port f0acb386-876b-4ffa-af7e-ed889c182305 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:20.270726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:20.279476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3924eb36-347d-45bb-9c3f-96de00b770b2 admin admin] 10.222.0.76 "PUT /v2.0/routers/b6819a9f-72b9-4582-84f3-8b1fd155a896/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9951966 Aug 16 02:08:20.281115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43380) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:20.285273 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] Sync routers for ids ['b6819a9f-72b9-4582-84f3-8b1fd155a896'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:20.301377 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] Routers {'b6819a9f-72b9-4582-84f3-8b1fd155a896'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:20.303334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b6819a9f-72b9-4582-84f3-8b1fd155a896'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:20.387690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.397134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81ee6784-f6fe-4a92-9944-d6f8afeba36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.417818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:20.420904 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dce0b64-29e0-4aee-9e16-9f17e0ac72ac" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:20.435804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:20.442504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.466005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81ee6784-f6fe-4a92-9944-d6f8afeba36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.478219 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7eb5c0-83d6-4a12-b30c-38169ae936ef x-openstack-request-id: req-2f7eb5c0-83d6-4a12-b30c-38169ae936ef {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:20.478521 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:20.478841 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2f7eb5c0-83d6-4a12-b30c-38169ae936ef {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:20.479252 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:08:20.489543 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] Set router b6819a9f-72b9-4582-84f3-8b1fd155a896 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:20.493797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.532688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.542870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81ee6784-f6fe-4a92-9944-d6f8afeba36a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a19cb8816c0646f89c6d9849c4f1fb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710738 Aug 16 02:08:20.545273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43384) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:20.547506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ee6784-f6fe-4a92-9944-d6f8afeba36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11748e6-7594-468f-94a0-3691a019257f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.592115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.599038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.599038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.600231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/ports/f0acb386-876b-4ffa-af7e-ed889c182305 HTTP/1.1" status: 200 len: 911 time: 1.1424153 Aug 16 02:08:20.604707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43388) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:20.616213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.666424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-c1cd281d-6887-48ae-a63d-a1b52b549bfb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.667831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-c1cd281d-6887-48ae-a63d-a1b52b549bfb tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.1312587 Aug 16 02:08:20.681467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857285b-419a-4ff2-8984-7cbeecba1f9a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=f0acb386-876b-4ffa-af7e-ed889c182305,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.697397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b288a-0ab3-4791-85ff-84d959c5e5a8 req-b170cdd7-b562-4e4d-9847-65c95e48b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:20.699148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-176b288a-0ab3-4791-85ff-84d959c5e5a8 req-b170cdd7-b562-4e4d-9847-65c95e48b7b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1098 time: 0.1548879 Aug 16 02:08:20.702239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e8982e6-04e0-49e6-a712-3cd27ce7f494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.703668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.742307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e8982e6-04e0-49e6-a712-3cd27ce7f494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.769840 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-176b288a-0ab3-4791-85ff-84d959c5e5a8 req-3459118a-f315-47cf-9c30-586802189fcf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622387 Aug 16 02:08:20.829313 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:08:18Z', 'revision_number': 5, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port': {'id': 'ad969279-d5f6-4b71-bc07-a2c091941bd0', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:67:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:42Z', 'updated_at': '2021-08-16T02:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:20.862190 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] Checking router: b6819a9f-72b9-4582-84f3-8b1fd155a896 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:20.873717 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] Routers {'b6819a9f-72b9-4582-84f3-8b1fd155a896'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:20.881317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e8982e6-04e0-49e6-a712-3cd27ce7f494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.882919 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b6819a9f-72b9-4582-84f3-8b1fd155a896'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:20.884866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e8982e6-04e0-49e6-a712-3cd27ce7f494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:20.886117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0e8982e6-04e0-49e6-a712-3cd27ce7f494 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f11748e6-7594-468f-94a0-3691a019257f HTTP/1.1" status: 204 len: 168 time: 0.3393490 Aug 16 02:08:20.936167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8982e6-04e0-49e6-a712-3cd27ce7f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11748e6-7594-468f-94a0-3691a019257f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:20.938964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Deleting port 3179fd46-7907-445c-b5b8-7dd6f0364824 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:20.939320 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.064709 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] Set router b6819a9f-72b9-4582-84f3-8b1fd155a896 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:21.149993 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:08:20Z', 'revision_number': 6, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:21.179450 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e5ed9-a507-4f01-bb07-30acdd182ca8 None None] The sync data for ids ['b6819a9f-72b9-4582-84f3-8b1fd155a896'] in n-d-768852-19 is: [{'id': 'b6819a9f-72b9-4582-84f3-8b1fd155a896', 'name': 'tempest-FloatingIPDetailsTestJSON-458500131-router', 'tenant_id': '074d68780c534d5b93bac74442581a98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:40Z', 'updated_at': '2021-08-16T02:08:20Z', 'revision_number': 6, 'project_id': '074d68780c534d5b93bac74442581a98', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:21.462785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Deleting port ad969279-d5f6-4b71-bc07-a2c091941bd0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:21.463422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.582425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ae5f6e-8563-4694-a5e2-69f4b0f2cfe3 req-eebb4444-89a3-4a00-93e1-2b4e0dee6e19 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.584052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05ae5f6e-8563-4694-a5e2-69f4b0f2cfe3 req-eebb4444-89a3-4a00-93e1-2b4e0dee6e19 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 946 time: 0.2478607 Aug 16 02:08:21.599327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ec2ef-c8f8-40ac-9b67-a1c93f5d2bf7 req-ad24e169-d6c2-4749-b543-a04fb784b208 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:21.607382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d7ec2ef-c8f8-40ac-9b67-a1c93f5d2bf7 req-ad24e169-d6c2-4749-b543-a04fb784b208 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 946 time: 0.2717669 Aug 16 02:08:21.611686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] For port 3179fd46-7907-445c-b5b8-7dd6f0364824, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3179fd46-7907-445c-b5b8-7dd6f0364824,segment=NetworkSegment(c61696a7-1f80-4291-bf88-79616e0c40d2),segment_id=c61696a7-1f80-4291-bf88-79616e0c40d2)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:21.612302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.675514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Calling delete_port for 3179fd46-7907-445c-b5b8-7dd6f0364824 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:21.784650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] For port ad969279-d5f6-4b71-bc07-a2c091941bd0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ad969279-d5f6-4b71-bc07-a2c091941bd0,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:21.785038 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:21.792928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d7ec2ef-c8f8-40ac-9b67-a1c93f5d2bf7 req-1c6d0c98-abeb-4a2e-b701-124922e62b9c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/security-groups?id=f14db552-b144-4bfb-8f37-0f114ae1b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846876 Aug 16 02:08:21.815571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05ae5f6e-8563-4694-a5e2-69f4b0f2cfe3 req-ded0da93-d5cb-4c88-9673-7c52106686bc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000980 Aug 16 02:08:21.819583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Calling delete_port for ad969279-d5f6-4b71-bc07-a2c091941bd0 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:22.031472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.144023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad969279-d5f6-4b71-bc07-a2c091941bd0 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:22.162485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.264950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.266593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Pushing event deleted for resources: {'Port': ['ID=3179fd46-7907-445c-b5b8-7dd6f0364824,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:22.340959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] No DVR routers for this DVR port 3179fd46-7907-445c-b5b8-7dd6f0364824 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:22.343606 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.346033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9362ae53-af91-4788-84a6-e9daa8202f2f req-6e25b419-e5a4-4875-802c-ba9be88dc292 tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.58 "DELETE /v2.0/ports/3179fd46-7907-445c-b5b8-7dd6f0364824 HTTP/1.1" status: 204 len: 173 time: 1.6392772 Aug 16 02:08:22.350758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'name': 'network-vif-deleted', 'tag': '3179fd46-7907-445c-b5b8-7dd6f0364824'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:22.353101 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5991d6-9d5f-4a5e-a089-b57ffa9c68cf" -d '{"events": [{"server_uuid": "de201597-2ed4-40f2-a097-f4c6dd9db633", "name": "network-vif-deleted", "tag": "3179fd46-7907-445c-b5b8-7dd6f0364824"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:22.414537 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9439583-a69e-4306-9065-69c3c083c97b x-openstack-request-id: req-e9439583-a69e-4306-9065-69c3c083c97b {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:22.414945 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de201597-2ed4-40f2-a097-f4c6dd9db633", "name": "network-vif-deleted", "tag": "3179fd46-7907-445c-b5b8-7dd6f0364824", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:22.415205 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9439583-a69e-4306-9065-69c3c083c97b {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:22.415606 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de201597-2ed4-40f2-a097-f4c6dd9db633', 'name': 'network-vif-deleted', 'tag': '3179fd46-7907-445c-b5b8-7dd6f0364824', 'status': 'completed', 'code': 200} Aug 16 02:08:22.483405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.494819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port f0acb386-876b-4ffa-af7e-ed889c182305 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:22.495393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.502246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d84f47f7-4348-45b7-9c96-727b3ee68321 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:22.533250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d84f47f7-4348-45b7-9c96-727b3ee68321 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:22.533731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d84f47f7-4348-45b7-9c96-727b3ee68321 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:22.573999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad969279-d5f6-4b71-bc07-a2c091941bd0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:22.679286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.719932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.791489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for f0acb386-876b-4ffa-af7e-ed889c182305 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:22.798369 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.801809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.972134 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-897399ec-d205-47ec-8076-3b73b82d6079 req-01d8cdb3-9c15-4ba4-9d72-efdbece3048c tempest-DeleteServersTestJSON-1756087008 tempest-DeleteServersTestJSON-1756087008-project] 10.222.0.76 "GET /v2.0/ports?device_id=de201597-2ed4-40f2-a097-f4c6dd9db633 HTTP/1.1" status: 200 len: 210 time: 0.0561373 Aug 16 02:08:22.978148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.978691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6819a9f-72b9-4582-84f3-8b1fd155a896 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:22.994306 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:22.994306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f98c7ce6-6d09-4405-ae94-8eb4b3d78e46 admin admin] 10.222.0.76 "DELETE /v2.0/routers/b6819a9f-72b9-4582-84f3-8b1fd155a896 HTTP/1.1" status: 204 len: 168 time: 2.7076821 Aug 16 02:08:22.995997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43450) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.083989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Deleting subnet f1538b34-0b4b-4969-9b58-8770be23761e {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:23.088086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.144468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2bb14-b4d8-490b-9d63-7e9d6cbea15f req-f7b2fe04-c018-49a0-8823-d7167595753c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.146087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45e2bb14-b4d8-490b-9d63-7e9d6cbea15f req-f7b2fe04-c018-49a0-8823-d7167595753c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 946 time: 0.2290640 Aug 16 02:08:23.148279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.247456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45e2bb14-b4d8-490b-9d63-7e9d6cbea15f req-e5cb9a7f-c37f-4491-a360-680aa28b267d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747888 Aug 16 02:08:23.292036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.303781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.353175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=f0acb386-876b-4ffa-af7e-ed889c182305,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:23.380760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3179fd46-7907-445c-b5b8-7dd6f0364824 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:23.419453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.433703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 3179fd46-7907-445c-b5b8-7dd6f0364824 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:08:23.436780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3179fd46-7907-445c-b5b8-7dd6f0364824 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:23.487177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1538b34-0b4b-4969-9b58-8770be23761e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:23.491021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eaa410-fd8d-4615-bc0f-511f8d32e286 None None] Network a55913e9-0955-450f-829f-58d6e40ed3be requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:23.497629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.499870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5c86b9cb-4980-4dc1-9d8c-6b5c82d7be98 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f1538b34-0b4b-4969-9b58-8770be23761e HTTP/1.1" status: 204 len: 168 time: 0.5016897 Aug 16 02:08:23.502290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43470) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.553552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.608292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.678503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Deleting port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:23.678890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.716939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c20e1e-f1e9-45da-86eb-fe0c9ebb99c1 req-02d83437-4cf3-4985-8036-54b6054aed3e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:23.720709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56c20e1e-f1e9-45da-86eb-fe0c9ebb99c1 req-02d83437-4cf3-4985-8036-54b6054aed3e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 946 time: 0.2336910 Aug 16 02:08:23.739147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43476) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:23.744563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'floatingip': {'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:23.756829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] DHCP port deletion for a55913e9-0955-450f-829f-58d6e40ed3be request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:23.808149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.822452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 6fce5b69-d995-47cd-8ea6-aac311da6a3d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:23.846244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] Deleting port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:23.846918 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.895341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] For port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:23.896008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.948789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Calling delete_port for 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:23.954858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] For port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:23.955560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:23.971321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:23.973123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:23.980639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-056d81ea-cb05-4ceb-b245-c1b0d4a2af2c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/6fce5b69-d995-47cd-8ea6-aac311da6a3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3706920 Aug 16 02:08:23.980925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43488) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.017436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] Sync routers for ids ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:24.024672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] Calling delete_port for 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:24.046315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-616100e8-f73e-475f-a494-ac413d315b39 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fce5b69-d995-47cd-8ea6-aac311da6a3d HTTP/1.1" status: 200 len: 205 time: 0.0632677 Aug 16 02:08:24.048771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.067741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] Routers {'6fce5b69-d995-47cd-8ea6-aac311da6a3d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:24.067741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.103873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.224182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.369311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] Routers {'6fce5b69-d995-47cd-8ea6-aac311da6a3d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:24.370592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.439017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:24.439753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320e4966-7f31-411f-b6f3-166cd23101e0 None None] The sync data for ids ['6fce5b69-d995-47cd-8ea6-aac311da6a3d'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:24.472449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.528601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,segment=NetworkSegment(2516a158-6318-4f67-b5b0-101cd7c8c098),segment_id=2516a158-6318-4f67-b5b0-101cd7c8c098)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:24.594052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.647195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:24.724510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.728271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.812489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.819020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.849245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] Pushing event deleted for resources: {'Port': ['ID=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:24.857452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229195f9-81ff-45ee-8451-85e9edc4a1b5 None None] No DVR routers for this DVR port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:24.907318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] No DVR routers for this DVR port 4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:24.907535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.907931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router 6fce5b69-d995-47cd-8ea6-aac311da6a3d {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:08:24.909389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc14d3c-a6a2-44dc-bc4e-e1b5712a8d36,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:24.934521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:24.935669 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7e206100-fc3c-4cea-a9a0-5e07c5eff5b1 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/6fce5b69-d995-47cd-8ea6-aac311da6a3d HTTP/1.1" status: 204 len: 168 time: 0.8811314 Aug 16 02:08:24.939421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:24.999008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet 9a32aeb7-e5b1-4016-9138-5e1321547282 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:25.002866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.048355 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.124905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.151580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.153803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55913e9-0955-450f-829f-58d6e40ed3be']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:25.176096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2516a158-6318-4f67-b5b0-101cd7c8c098') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:25.176651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2516a158-6318-4f67-b5b0-101cd7c8c098') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:25.211951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43542) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:25.233849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.276374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.320909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:25.321337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:25.323022 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:25.328512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.373973 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3a66a30-7082-4491-b068-559d0fd10f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.376693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.381743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/9a32aeb7-e5b1-4016-9138-5e1321547282 HTTP/1.1" status: 204 len: 168 time: 0.4410210 Aug 16 02:08:25.384010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8231cb72-386c-47fb-9aa5-3a97c0698f4f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=9a32aeb7-e5b1-4016-9138-5e1321547282,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.385153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a2df3-09bd-4ada-909c-4426f6f71baa None None] Network b1d1bac0-5328-434b-a450-771ec66d8740 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:25.385973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:25.429471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.493731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.503022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.507799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a55913e9-0955-450f-829f-58d6e40ed3be HTTP/1.1" status: 204 len: 168 time: 2.0013688 Aug 16 02:08:25.529982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86680974-ed52-4644-93a5-bec4c1c8fac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a55913e9-0955-450f-829f-58d6e40ed3be,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.538271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.613140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.661778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] DHCP port deletion for b1d1bac0-5328-434b-a450-771ec66d8740 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:08:25.702820 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3a66a30-7082-4491-b068-559d0fd10f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.718202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] Deleting port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:25.718740 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.760949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:08:25.761287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.769175 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Floating IP 44628e63-f08b-4e20-b008-b1fc8cdff39c associated. External IP: 172.25.6.206, port: 172bfbaa-e264-44eb-893d-5278a2e25368. Aug 16 02:08:25.802564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] For port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,segment=NetworkSegment(b9fb2957-3196-4457-91b4-88992c0ab821),segment_id=b9fb2957-3196-4457-91b4-88992c0ab821)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:25.802979 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.804542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3a66a30-7082-4491-b068-559d0fd10f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:25.823749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] Calling delete_port for ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:25.988430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f3a66a30-7082-4491-b068-559d0fd10f30 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f4e69b4acd64a63b528cc8c626b7f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750368 Aug 16 02:08:25.997869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a66a30-7082-4491-b068-559d0fd10f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314c5c8d-ff9c-45d5-9fcc-26eb60eb46e7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:25.999839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:08:26.001554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43560) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.003304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43562) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.049337 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.069163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,segment=NetworkSegment(b9fb2957-3196-4457-91b4-88992c0ab821),segment_id=b9fb2957-3196-4457-91b4-88992c0ab821)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:26.069561 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.095030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] Pushing event deleted for resources: {'Port': ['ID=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.106629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a952935-46e5-4d55-aaea-abe02512e99d None None] No DVR routers for this DVR port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:26.124238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:08:26.124683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:08:26.162881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-25e5e743-1864-451b-af6f-a11e91fcaa0f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=074d68780c534d5b93bac74442581a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548641 Aug 16 02:08:26.166018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.170679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:08:26.172417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-756fda90-aa4c-4fe7-a6c7-2584844b9181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.196813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:26.248432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-756fda90-aa4c-4fe7-a6c7-2584844b9181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.310422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6043d49f-c305-48db-b98f-87a9474dc87a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.341095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.351258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6043d49f-c305-48db-b98f-87a9474dc87a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.371765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=ed1ec2a4-e816-4a4c-ae12-9b9211cabe04,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.380371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port ed1ec2a4-e816-4a4c-ae12-9b9211cabe04 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:08:26.433798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:26.439555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.467551 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] Sync routers for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:26.470365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f1aff44-f463-4122-8720-6987f048bafa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "PUT /v2.0/floatingips/44628e63-f08b-4e20-b008-b1fc8cdff39c HTTP/1.1" status: 200 len: 992 time: 2.7300830 Aug 16 02:08:26.472598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:08:26.475192 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58" -d '{"events": [{"name": "network-changed", "server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:08:26.478843 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.491195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d1bac0-5328-434b-a450-771ec66d8740']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:26.501814 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:26.502032 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:26.510286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fb2957-3196-4457-91b4-88992c0ab821') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:26.510898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fb2957-3196-4457-91b4-88992c0ab821') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:26.524902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.545310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.554391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:26.555381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:26.561275 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:26.581950 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-756fda90-aa4c-4fe7-a6c7-2584844b9181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.585098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-756fda90-aa4c-4fe7-a6c7-2584844b9181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.586767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-756fda90-aa4c-4fe7-a6c7-2584844b9181 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/314c5c8d-ff9c-45d5-9fcc-26eb60eb46e7 HTTP/1.1" status: 204 len: 168 time: 0.5801902 Aug 16 02:08:26.600178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6043d49f-c305-48db-b98f-87a9474dc87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.603637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6043d49f-c305-48db-b98f-87a9474dc87a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.604923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6043d49f-c305-48db-b98f-87a9474dc87a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c0182003-1abf-4ab9-8343-9a91629c432e HTTP/1.1" status: 204 len: 168 time: 0.4379497 Aug 16 02:08:26.623124 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e48ace-47a6-418c-89e2-49a9275888a7 x-openstack-request-id: req-32e48ace-47a6-418c-89e2-49a9275888a7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:08:26.623418 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:08:26.623678 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-32e48ace-47a6-418c-89e2-49a9275888a7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:08:26.624088 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'status': 'completed', 'code': 200} Aug 16 02:08:26.643926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043d49f-c305-48db-b98f-87a9474dc87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0182003-1abf-4ab9-8343-9a91629c432e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.711244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-6a858757-f9f0-42b9-bd7d-6e1a720f4dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.714283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-6a858757-f9f0-42b9-bd7d-6e1a720f4dfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1098 time: 0.0717826 Aug 16 02:08:26.716644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fda90-aa4c-4fe7-a6c7-2584844b9181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314c5c8d-ff9c-45d5-9fcc-26eb60eb46e7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.721232 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:26.829034 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.836076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:26.845000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/b1d1bac0-5328-434b-a450-771ec66d8740 HTTP/1.1" status: 204 len: 168 time: 1.4436581 Aug 16 02:08:26.845926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43584) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:26.847190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-35195928-00ab-4636-9ad7-568d4466f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:26.848688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-35195928-00ab-4636-9ad7-568d4466f951 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.1279135 Aug 16 02:08:26.859311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-998681485', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:26.875340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6a24f-0d5a-4156-99f8-15f89f93a979 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=b1d1bac0-5328-434b-a450-771ec66d8740,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:26.955088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-adffa81e-276b-408c-adba-a22e429b9e95 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.0903525 Aug 16 02:08:27.019964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-73fabae9-b743-41f9-897d-ed60626d8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.021846 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-73fabae9-b743-41f9-897d-ed60626d8f14 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0592957 Aug 16 02:08:27.023090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.024438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.046552 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.117352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.124308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-93d4ea16-10e5-4480-bbc4-a3095bf7ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.126286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-93d4ea16-10e5-4480-bbc4-a3095bf7ee38 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0963924 Aug 16 02:08:27.150270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.211890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.252489 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-550d8928-5599-4d3c-9e73-b1cd89e3f440 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183555 Aug 16 02:08:27.265745 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '44628e63-f08b-4e20-b008-b1fc8cdff39c', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:03Z', 'updated_at': '2021-08-16T02:08:25Z', 'revision_number': 1, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:06Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:27.295477 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] Checking router: eba06b9e-9d3d-4465-b6f5-9b140fea13c1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:27.304562 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:27.305444 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:27.327248 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.332217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1f161751-1e45-4223-8344-a9ee159b8395 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4776125 Aug 16 02:08:27.332973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43592) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:27.343225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-596463176'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:27.402261 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a7d3d1a-8974-4c3e-878e-6f65291e2c58 req-9e627077-41c9-4a80-a3aa-4f513a6d2e70 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425357 Aug 16 02:08:27.458422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:27.564882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:27.568936 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.593771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:27.603366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.603813 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment bc78e030-8ac2-4296-9390-5b4370131edb of type vlan for network b2bf7161-031d-40aa-9c13-73a72dbdf347 Aug 16 02:08:27.663873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.735744 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '44628e63-f08b-4e20-b008-b1fc8cdff39c', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:03Z', 'updated_at': '2021-08-16T02:08:25Z', 'revision_number': 1, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:06Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:27.768744 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8be732e-7ca9-4cc3-b242-53bf93e02767 None None] The sync data for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 is: [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '44628e63-f08b-4e20-b008-b1fc8cdff39c', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'floating_ip_address': '172.25.6.206', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1437, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:03Z', 'updated_at': '2021-08-16T02:08:25Z', 'revision_number': 1, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:06Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:27.839451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.846005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:27.846664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:27.917765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=b2bf7161-031d-40aa-9c13-73a72dbdf347,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:27.928703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:27.973402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43608) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:27.999691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-828a25f0-96ef-41d6-9fc2-1921f2d6b957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.034706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7d79959e-50b3-4ab6-b96a-afc0b9587248 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6991987 Aug 16 02:08:28.037909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43614) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.044057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:28.067741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4a54b-5042-4cd9-9f4f-2b8213f55d95 None None] New status for floating IP 44628e63-f08b-4e20-b008-b1fc8cdff39c: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:08:28.285989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-828a25f0-96ef-41d6-9fc2-1921f2d6b957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.299430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43626) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.353318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-828a25f0-96ef-41d6-9fc2-1921f2d6b957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.373256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Deleting subnet ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:08:28.379097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.399465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-828a25f0-96ef-41d6-9fc2-1921f2d6b957 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa26cbbce0ba4473ab854d43b65a6646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222088 Aug 16 02:08:28.399465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a25f0-96ef-41d6-9fc2-1921f2d6b957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76908ea9-3283-472c-a096-ca52881b43ab,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.400747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.429073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.464115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:28.468054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.484014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3eebdaae-9329-4f58-a31f-5f9adb7935f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.531629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.538177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3eebdaae-9329-4f58-a31f-5f9adb7935f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.670247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3eebdaae-9329-4f58-a31f-5f9adb7935f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.673318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3eebdaae-9329-4f58-a31f-5f9adb7935f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.678157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3eebdaae-9329-4f58-a31f-5f9adb7935f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76908ea9-3283-472c-a096-ca52881b43ab HTTP/1.1" status: 204 len: 168 time: 0.2763760 Aug 16 02:08:28.688485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebdaae-9329-4f58-a31f-5f9adb7935f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76908ea9-3283-472c-a096-ca52881b43ab,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.717745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.778799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.781206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6 HTTP/1.1" status: 204 len: 168 time: 0.4803116 Aug 16 02:08:28.781664 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fa30cc-4455-4463-83de-0a14e2da0a73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff004f3f-ef61-4378-bffc-cf6c0fa8f7b6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:28.783618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:28.886153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.928258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.974456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:28.989099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d9a750a-b0dd-4a4a-873e-5163148b7037']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:28.990364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=d69a18f6-0588-4a9f-9790-b6139bbc8330,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.012539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61696a7-1f80-4291-bf88-79616e0c40d2') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:29.016746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:29.017129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: b2bf7161-031d-40aa-9c13-73a72dbdf347, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:29.020066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61696a7-1f80-4291-bf88-79616e0c40d2') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:29.035954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.053785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.061033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:29.061472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:29.063218 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:29.143863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:29.163510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.203989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.218786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.223036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8d9a750a-b0dd-4a4a-873e-5163148b7037 HTTP/1.1" status: 204 len: 168 time: 0.4362977 Aug 16 02:08:29.223036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827b634-a303-4517-bf28-d2e996329ea1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d9a750a-b0dd-4a4a-873e-5163148b7037,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.228940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b2bf7161-031d-40aa-9c13-73a72dbdf347) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:29.234946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:29.235562 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.241190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951ce03-4cc0-4a27-80a3-d87c9ced8e82 None None] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:29.315181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-915213e0-7e0c-41d5-a867-0465b9bf9101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.359180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7bf74cdb-9824-47eb-80fe-ca0b8a408e97 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3201373 Aug 16 02:08:29.359733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43664) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.406157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-b2bf7161-031d-40aa-9c13-73a72dbdf347', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:29.407102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.469012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-915213e0-7e0c-41d5-a867-0465b9bf9101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.555245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-915213e0-7e0c-41d5-a867-0465b9bf9101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.578614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Allocated IP 2001:db8::2 (b2bf7161-031d-40aa-9c13-73a72dbdf347/d69a18f6-0588-4a9f-9790-b6139bbc8330/30700c28-3413-451d-af9e-2ede81af908c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:29.624587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-915213e0-7e0c-41d5-a867-0465b9bf9101 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1bc7ca944d6e4c419192b4f1c8e1bcc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561656 Aug 16 02:08:29.625634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43672) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.657000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915213e0-7e0c-41d5-a867-0465b9bf9101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf7a06-6b71-4a80-8b5c-150700b1a1a8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:29.761715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c4a66f0-bf28-4025-8949-d8a4b4154ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.783244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c4a66f0-bf28-4025-8949-d8a4b4154ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.791677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43678) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.817466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.831820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Transition to ACTIVE for port object 30700c28-3413-451d-af9e-2ede81af908c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:29.849823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Transition to ACTIVE for port object 30700c28-3413-451d-af9e-2ede81af908c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:29.866427 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db150731-ade6-4f33-bffb-eea89362a56f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=551fa8fb875d480592bb6cb5fd280838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0709484 Aug 16 02:08:29.867105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43682) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:29.933112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a94a7ca-3364-43d0-8d6e-58f9da034f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.957379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a94a7ca-3364-43d0-8d6e-58f9da034f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:29.971402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.005881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c4a66f0-bf28-4025-8949-d8a4b4154ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.015132 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c4a66f0-bf28-4025-8949-d8a4b4154ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.018481 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7c4a66f0-bf28-4025-8949-d8a4b4154ce2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/53bf7a06-6b71-4a80-8b5c-150700b1a1a8 HTTP/1.1" status: 204 len: 168 time: 0.3914013 Aug 16 02:08:30.029748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a66f0-bf28-4025-8949-d8a4b4154ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bf7a06-6b71-4a80-8b5c-150700b1a1a8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.078752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:30.085265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:30.087741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:30.091489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Pushing event updated for resources: {'Port': ['ID=30700c28-3413-451d-af9e-2ede81af908c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.103621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a94a7ca-3364-43d0-8d6e-58f9da034f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.106575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a94a7ca-3364-43d0-8d6e-58f9da034f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.112662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a94a7ca-3364-43d0-8d6e-58f9da034f54 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f14db552-b144-4bfb-8f37-0f114ae1b66c HTTP/1.1" status: 204 len: 168 time: 0.2397552 Aug 16 02:08:30.119959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94a7ca-3364-43d0-8d6e-58f9da034f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14db552-b144-4bfb-8f37-0f114ae1b66c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.167995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Attempting to bind port 30700c28-3413-451d-af9e-2ede81af908c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:30.169364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Attempting to bind port 30700c28-3413-451d-af9e-2ede81af908c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:30.169768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Attempting to bind port 30700c28-3413-451d-af9e-2ede81af908c on network b2bf7161-031d-40aa-9c13-73a72dbdf347 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:30.175614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:30.180915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Checking segment: {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:30.180915 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.180915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Bound using segment: {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:30.180915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Bound port: 30700c28-3413-451d-af9e-2ede81af908c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:30.180915 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.257599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.276364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] For port 30700c28-3413-451d-af9e-2ede81af908c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:30.280755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] For port 30700c28-3413-451d-af9e-2ede81af908c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=30700c28-3413-451d-af9e-2ede81af908c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:30.361340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.451408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eca1b3-28d1-4008-93c2-39463d3ebd0b None None] Pushing event updated for resources: {'Port': ['ID=30700c28-3413-451d-af9e-2ede81af908c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:30.560544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8::1 (b2bf7161-031d-40aa-9c13-73a72dbdf347/d69a18f6-0588-4a9f-9790-b6139bbc8330/76e03580-bc6a-4dba-88ba-7d24436c246c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:30.770996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.786994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 76e03580-bc6a-4dba-88ba-7d24436c246c will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:30.892566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.938306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:30.941642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:30.945670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:30.946234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:30.989679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43740) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:30.991774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=76e03580-bc6a-4dba-88ba-7d24436c246c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.007772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98fcd314-abfd-4560-bdc0-f3abc0219526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.159683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98fcd314-abfd-4560-bdc0-f3abc0219526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.237133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.255642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43752) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:31.263612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98fcd314-abfd-4560-bdc0-f3abc0219526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.599377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176d177-2ace-4181-b250-411b087f73d6 None None] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:31.631732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.650784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86981c0b-8415-4800-9ff9-10d87650de12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.681067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-98fcd314-abfd-4560-bdc0-f3abc0219526 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=af80c2e4949845898887a9aa11b29c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902931 Aug 16 02:08:31.684375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43764) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:31.684654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcd314-abfd-4560-bdc0-f3abc0219526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a935687-c720-4fa2-a170-014992347bc6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.760848 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.761907 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.766238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0292b0d2-c466-4cdc-8324-962966471752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.816265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86981c0b-8415-4800-9ff9-10d87650de12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.832414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f95f90f3-a8cc-4aba-8518-f19fad873eef None None] Provisioning for port 30700c28-3413-451d-af9e-2ede81af908c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:31.842020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0292b0d2-c466-4cdc-8324-962966471752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.869801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86981c0b-8415-4800-9ff9-10d87650de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:31.914301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=76e03580-bc6a-4dba-88ba-7d24436c246c,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:31.942108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-86981c0b-8415-4800-9ff9-10d87650de12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3113e98c0bcb4f7cbd982e4d379886fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853151 Aug 16 02:08:31.944733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43772) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:31.962409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86981c0b-8415-4800-9ff9-10d87650de12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424dfae1-8d00-4deb-a70a-539bcf0ee7b8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.049314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 30700c28-3413-451d-af9e-2ede81af908c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:32.057677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:32.066289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:32.149349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9680835a-1201-41f2-804d-4017c55c41ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.201314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0292b0d2-c466-4cdc-8324-962966471752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.206239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0292b0d2-c466-4cdc-8324-962966471752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.207517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0292b0d2-c466-4cdc-8324-962966471752 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5a935687-c720-4fa2-a170-014992347bc6 HTTP/1.1" status: 204 len: 168 time: 0.5216360 Aug 16 02:08:32.245404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292b0d2-c466-4cdc-8324-962966471752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a935687-c720-4fa2-a170-014992347bc6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.255411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9680835a-1201-41f2-804d-4017c55c41ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.299089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 30700c28-3413-451d-af9e-2ede81af908c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:32.304303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 30700c28-3413-451d-af9e-2ede81af908c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:32.311440 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.394151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.433046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 30700c28-3413-451d-af9e-2ede81af908c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=30700c28-3413-451d-af9e-2ede81af908c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:32.454189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9c0a3d88-1013-4d35-b84d-b954e06732ce None None] Provisioning for port 76e03580-bc6a-4dba-88ba-7d24436c246c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:32.459177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9c0a3d88-1013-4d35-b84d-b954e06732ce None None] Provisioning complete for port 76e03580-bc6a-4dba-88ba-7d24436c246c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:32.459675 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3d88-1013-4d35-b84d-b954e06732ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.499653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9c0a3d88-1013-4d35-b84d-b954e06732ce None None] Port 76e03580-bc6a-4dba-88ba-7d24436c246c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:32.502105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:32.504208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9680835a-1201-41f2-804d-4017c55c41ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.506951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9680835a-1201-41f2-804d-4017c55c41ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.510513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9680835a-1201-41f2-804d-4017c55c41ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/424dfae1-8d00-4deb-a70a-539bcf0ee7b8 HTTP/1.1" status: 204 len: 168 time: 0.5622318 Aug 16 02:08:32.525521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9c0a3d88-1013-4d35-b84d-b954e06732ce None None] Provisioning complete for port 30700c28-3413-451d-af9e-2ede81af908c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:32.525879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680835a-1201-41f2-804d-4017c55c41ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424dfae1-8d00-4deb-a70a-539bcf0ee7b8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.526012 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c0a3d88-1013-4d35-b84d-b954e06732ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.567863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.584692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.665718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:32.678443 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:32.684245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=30700c28-3413-451d-af9e-2ede81af908c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:32.690953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-58c4154f-873e-4311-a39e-a8a0f770df14 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3294487 Aug 16 02:08:32.692918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:32.694169 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:32.697835 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:32.701909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2083225829'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:32.832012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2cea556d-0e89-4c36-9443-fff0a2d513d6 None None] Provisioning complete for port 76e03580-bc6a-4dba-88ba-7d24436c246c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:32.832321 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2cea556d-0e89-4c36-9443-fff0a2d513d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.850678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:32.854407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.884520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2cea556d-0e89-4c36-9443-fff0a2d513d6 None None] Port 76e03580-bc6a-4dba-88ba-7d24436c246c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:32.896028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:32.909802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:32.910163 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment b68ff690-6579-45c8-bb12-e86e85317868 of type vlan for network 54436268-b158-4dfb-bf33-6f358a8e3349 Aug 16 02:08:32.916335 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:32.957549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.057686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.065603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.066398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.162390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-585421399-network', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:33.169595 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:31Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:31Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:33.172802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=54436268-b158-4dfb-bf33-6f358a8e3349,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.184911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 54436268-b158-4dfb-bf33-6f358a8e3349 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:33.207123 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab645aba-7dc2-4640-84b7-b4fbff5fd171 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5099599 Aug 16 02:08:33.207468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43812) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.214900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:33.230995 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:33.231116 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Updating router edf619df-57a4-46b8-a424-fbd07dde6caf port 76e03580-bc6a-4dba-88ba-7d24436c246c binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:33.267316 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.349009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:33.351373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.362401 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.384683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:08:33.384683 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:08:33.384683 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': '9722435071f04c9bbff64648b455da6c', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 8, 33, 374697)}] Aug 16 02:08:33.384683 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:08:33.385155 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:08:33.487126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.565517 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.575782 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Transition to ACTIVE for port object 76e03580-bc6a-4dba-88ba-7d24436c246c will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:33.578315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.606715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:33.612762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195622ca-8420-416a-89d4-7e283370f440,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.618725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.619074 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Added segment 01dca8b1-77f7-49a7-a19e-cae2cc397eb2 of type vlan for network cd6dc3da-7a2b-42b5-8651-4224815901b1 Aug 16 02:08:33.659953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.737566 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.793339 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6a926-a37e-411d-ac16-56307e8524d2 None None] Pushing event updated for resources: {'Port': ['ID=76e03580-bc6a-4dba-88ba-7d24436c246c,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.811864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.813290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:33.814131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.872662 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Attempting to bind port 76e03580-bc6a-4dba-88ba-7d24436c246c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:33.873407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Attempting to bind port 76e03580-bc6a-4dba-88ba-7d24436c246c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:33.874279 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Attempting to bind port 76e03580-bc6a-4dba-88ba-7d24436c246c on network b2bf7161-031d-40aa-9c13-73a72dbdf347 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:33.881760 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:33.884684 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Checking segment: {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:33.884684 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.884684 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Bound using segment: {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:33.885661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Bound port: 76e03580-bc6a-4dba-88ba-7d24436c246c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc78e030-8ac2-4296-9390-5b4370131edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:33.886052 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:33.932707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] Pushing event updated for resources: {'Network': ['ID=cd6dc3da-7a2b-42b5-8651-4224815901b1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:33.948298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:33.969216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8c73f348-d444-48e9-985e-84fa4c5c2316 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3823721 Aug 16 02:08:33.972750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:33.987917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 30700c28-3413-451d-af9e-2ede81af908c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:33.989873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Request body: {'subnet': {'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-585421399-subnet', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:33.998566 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] For port 76e03580-bc6a-4dba-88ba-7d24436c246c, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:34.006443 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] For port 76e03580-bc6a-4dba-88ba-7d24436c246c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=76e03580-bc6a-4dba-88ba-7d24436c246c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:34.098028 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.099113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:34.101190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 30700c28-3413-451d-af9e-2ede81af908c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:34.101590 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.103795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.197985 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:34.198715 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:34.329314 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac6a926-a37e-411d-ac16-56307e8524d2 None None] Pushing event updated for resources: {'Port': ['ID=76e03580-bc6a-4dba-88ba-7d24436c246c,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.329580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:34.332583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.375489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:34.601108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.640014 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:31Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:34.663047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=b8a5f144-535e-4baa-9ad7-0144a5d8b217,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.683871 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84945b9e-beda-441e-9aec-2180a2bbe197 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:31Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:33Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:34.693433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:34.693907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: 54436268-b158-4dfb-bf33-6f358a8e3349, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:34.701374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:34.736642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43864) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:34.776348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec869a3-5269-413a-a6f5-1b8948d72186,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:34.785503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Checking segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:34.785870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Network hostable DHCP agents. Network: cd6dc3da-7a2b-42b5-8651-4224815901b1, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:34.874927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 54436268-b158-4dfb-bf33-6f358a8e3349 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:34.928248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:35.006563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1485060703-network', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.052058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 54436268-b158-4dfb-bf33-6f358a8e3349) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:35.061268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.061268 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.068845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6359e91f-ee25-4ff6-a935-5c2c77d775d1 None None] Network 54436268-b158-4dfb-bf33-6f358a8e3349 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:35.082778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, cd6dc3da-7a2b-42b5-8651-4224815901b1) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:35.101852 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.107348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.126858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Made reservation on behalf of d28677c6b56941aeb0c3932dca5d8f44 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:35.136201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eda599-4098-4292-a9f4-4e4c6ac76b1f None None] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:35.136567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.142793 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.252323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a183da7-5f64-40d4-a24a-aa13ddf1935b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0408595 Aug 16 02:08:35.252323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0dec1476-e6e8-4640-a623-275bbebcba3b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2783856 Aug 16 02:08:35.252911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43886) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.271119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43890) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:35.281657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:35.372749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-54436268-b158-4dfb-bf33-6f358a8e3349', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:35.373839 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.449062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.533262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd6dc3da-7a2b-42b5-8651-4224815901b1', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:35.534681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.560359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.582022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:35.603109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.603970 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Added segment e4d56d06-8bf8-43e2-afa4-126fa0c9691b of type vlan for network f19c292f-64dd-47ad-b136-805f21826472 Aug 16 02:08:35.714557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.740711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575141f8-5ee9-4fbc-bbd2-94121d9a02c4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:35.813000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.829140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Allocated IP 2001:db8:1::2 (54436268-b158-4dfb-bf33-6f358a8e3349/b8a5f144-535e-4baa-9ad7-0144a5d8b217/0a7d966c-ab8e-4411-87b8-8f85aeaad6f5) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:35.863545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.868322 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.908050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.909749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:35.910716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:35.962376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Allocated IP 172.20.0.2 (cd6dc3da-7a2b-42b5-8651-4224815901b1/bec869a3-5269-413a-a6f5-1b8948d72186/c2531536-6411-44f3-ad8d-5e3c5d0fc589) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:35.962983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.018073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76e03580-bc6a-4dba-88ba-7d24436c246c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:36.085590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] Pushing event updated for resources: {'Network': ['ID=f19c292f-64dd-47ad-b136-805f21826472,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.132034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f19c292f-64dd-47ad-b136-805f21826472 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:36.222309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0a04809d-8544-43e9-a87d-fec48a114be3 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.4844818 Aug 16 02:08:36.225789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43928) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:36.235089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Request body: {'subnet': {'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1485060703-subnet', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:36.253316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.390208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Made reservation on behalf of d28677c6b56941aeb0c3932dca5d8f44 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:36.394062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.412857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.433207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Transition to ACTIVE for port object 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:36.479412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Transition to ACTIVE for port object 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:36.498610 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.507326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Transition to ACTIVE for port object c2531536-6411-44f3-ad8d-5e3c5d0fc589 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:36.525040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Transition to ACTIVE for port object c2531536-6411-44f3-ad8d-5e3c5d0fc589 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:36.529172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 76e03580-bc6a-4dba-88ba-7d24436c246c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:36.532967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 76e03580-bc6a-4dba-88ba-7d24436c246c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:36.534687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.629478 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.666057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.669658 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.720617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:36.732136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:36.743805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 76e03580-bc6a-4dba-88ba-7d24436c246c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=76e03580-bc6a-4dba-88ba-7d24436c246c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:36.744896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:36.751132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Network 54436268-b158-4dfb-bf33-6f358a8e3349 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:36.754166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:36.756325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Pushing event updated for resources: {'Port': ['ID=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.763583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:36.770741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.773967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8:1::1 (54436268-b158-4dfb-bf33-6f358a8e3349/b8a5f144-535e-4baa-9ad7-0144a5d8b217/9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:36.795003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.852278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.911755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.930796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Pushing event updated for resources: {'Port': ['ID=c2531536-6411-44f3-ad8d-5e3c5d0fc589,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:36.944863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Attempting to bind port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:36.944863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Attempting to bind port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:36.944863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Attempting to bind port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 on network 54436268-b158-4dfb-bf33-6f358a8e3349 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:36.944863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Attempting to bind port c2531536-6411-44f3-ad8d-5e3c5d0fc589 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:36.944863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Attempting to bind port c2531536-6411-44f3-ad8d-5e3c5d0fc589 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:36.945374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Attempting to bind port c2531536-6411-44f3-ad8d-5e3c5d0fc589 on network cd6dc3da-7a2b-42b5-8651-4224815901b1 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:36.964836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Allocated IP 172.25.6.20 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/bbf1d449-3b00-4486-96c2-0876992fe73c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:36.971167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:36.971561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Checking segment: {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:36.973176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.973574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Bound using segment: {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:36.974069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Bound port: 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:36.974470 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.990155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:36.991351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Checking segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:36.991351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:36.991351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Bound using segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:36.996268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Bound port: c2531536-6411-44f3-ad8d-5e3c5d0fc589, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:36.996268 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.038834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.069337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.073164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Checking segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:37.073516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Network hostable DHCP agents. Network: f19c292f-64dd-47ad-b136-805f21826472, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:37.081558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=76e03580-bc6a-4dba-88ba-7d24436c246c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.088147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:37.115644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] For port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:37.122082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] For port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,segment=NetworkSegment(b68ff690-6579-45c8-bb12-e86e85317868),segment_id=b68ff690-6579-45c8-bb12-e86e85317868)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:37.128919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] For port c2531536-6411-44f3-ad8d-5e3c5d0fc589, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:37.132254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] For port c2531536-6411-44f3-ad8d-5e3c5d0fc589, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c2531536-6411-44f3-ad8d-5e3c5d0fc589,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:37.140554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.224728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Network f19c292f-64dd-47ad-b136-805f21826472 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:37.256814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.257745 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.259974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.260502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.280121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:37.282779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:37.285457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:37.324229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 54436268-b158-4dfb-bf33-6f358a8e3349 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:37.327866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:37.340710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:37.341538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.358252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f19c292f-64dd-47ad-b136-805f21826472) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:37.374370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=bbf1d449-3b00-4486-96c2-0876992fe73c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.389361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10732ad-b61b-43d7-ad12-e654a220bc15 None None] Network f19c292f-64dd-47ad-b136-805f21826472 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:37.450533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:37.460247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.462730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.542505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4a9d5-cfaf-49fb-8757-2e9a68b0f21b None None] Pushing event updated for resources: {'Port': ['ID=c2531536-6411-44f3-ad8d-5e3c5d0fc589,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.555312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43982) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:37.580265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e101049a-8506-4554-93ae-5b2835f9940e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3528466 Aug 16 02:08:37.585374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43986) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:37.599825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:37.721310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.724084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.797693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f19c292f-64dd-47ad-b136-805f21826472', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:37.798595 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.807272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:37.819505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26e97b-99cc-430c-a279-a4c7d2bf1580 None None] Pushing event updated for resources: {'Port': ['ID=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:37.926325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.011136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.028421 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea35b-3936-4f74-8e84-b5df38aaf843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.136668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Allocated IP 172.20.0.2 (f19c292f-64dd-47ad-b136-805f21826472/2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb/06e99a38-3d57-404c-a7aa-19f68fc92e16) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:38.176990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76e03580-bc6a-4dba-88ba-7d24436c246c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:38.300852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 76e03580-bc6a-4dba-88ba-7d24436c246c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:38.301345 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.306326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.374867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.385763 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea35b-3936-4f74-8e84-b5df38aaf843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.388773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.390991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Transition to ACTIVE for port object 06e99a38-3d57-404c-a7aa-19f68fc92e16 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:38.436721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Transition to ACTIVE for port object 06e99a38-3d57-404c-a7aa-19f68fc92e16 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:38.455458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:38.469495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea35b-3936-4f74-8e84-b5df38aaf843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.474492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.475300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.530539 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.532545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.562317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ee9ea35b-3936-4f74-8e84-b5df38aaf843 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=638980fda6694df8b602e2704912d305&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0058453 Aug 16 02:08:38.567753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44014) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:38.568879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ea35b-3936-4f74-8e84-b5df38aaf843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e740e69-ed4e-4971-bc8a-82d051019de6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.578596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Network f19c292f-64dd-47ad-b136-805f21826472 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:38.584756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:38.591109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:38.613994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:38.665891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.674964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Pushing event updated for resources: {'Port': ['ID=06e99a38-3d57-404c-a7aa-19f68fc92e16,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:38.678582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c2531536-6411-44f3-ad8d-5e3c5d0fc589 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:38.714326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Attempting to bind port 06e99a38-3d57-404c-a7aa-19f68fc92e16 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:38.714887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Attempting to bind port 06e99a38-3d57-404c-a7aa-19f68fc92e16 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:38.716523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Attempting to bind port 06e99a38-3d57-404c-a7aa-19f68fc92e16 on network f19c292f-64dd-47ad-b136-805f21826472 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:38.737380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:38.737898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Checking segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:38.738406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.739012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Bound using segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:38.739693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Bound port: 06e99a38-3d57-404c-a7aa-19f68fc92e16, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:38.740177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.842611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] For port 06e99a38-3d57-404c-a7aa-19f68fc92e16, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:38.849976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] For port 06e99a38-3d57-404c-a7aa-19f68fc92e16, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=06e99a38-3d57-404c-a7aa-19f68fc92e16,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:38.869023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 54436268-b158-4dfb-bf33-6f358a8e3349 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:38.870611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cbf501a-5513-4dea-adb4-af65b2421736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.873604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.875364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:38.886344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c2531536-6411-44f3-ad8d-5e3c5d0fc589 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:38.899253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.921440 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cbf501a-5513-4dea-adb4-af65b2421736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:38.976468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.035507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af66d793-9f4d-4e71-b578-6b3f11d22c47 None None] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:39.048521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Router a484f217-791a-4de9-8327-2d8d22463ebf is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:39.112921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:39.197723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576adca0-da4c-487f-84b9-58d023ba107d None None] Pushing event updated for resources: {'Port': ['ID=06e99a38-3d57-404c-a7aa-19f68fc92e16,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:39.225102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cbf501a-5513-4dea-adb4-af65b2421736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.229300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cbf501a-5513-4dea-adb4-af65b2421736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.229648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6cbf501a-5513-4dea-adb4-af65b2421736 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e740e69-ed4e-4971-bc8a-82d051019de6 HTTP/1.1" status: 204 len: 168 time: 0.6579363 Aug 16 02:08:39.254092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Allocated IP 172.25.6.71 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c227d4f0-bcf5-4f77-a2b7-398015a5b45a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:39.263731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf501a-5513-4dea-adb4-af65b2421736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e740e69-ed4e-4971-bc8a-82d051019de6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:39.291389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:39.307494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-266e8020-5375-4b1e-88df-112a98835323 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0538151 Aug 16 02:08:39.311963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44038) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:39.317621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:39.320144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] Provisioning for port c2531536-6411-44f3-ad8d-5e3c5d0fc589 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:39.322353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-172201730'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:39.336798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] Provisioning complete for port c2531536-6411-44f3-ad8d-5e3c5d0fc589 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:39.339295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.394823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:39.404689 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Sync routers for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:39.438413 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:39.438990 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:39.475470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:39.488884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.529185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.553028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:39.571667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.572036 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment cd33023f-7eac-41da-b742-a843fab221b1 of type vlan for network d7d2abc6-c7ad-42fc-9356-141efdf5599c Aug 16 02:08:39.633844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.689197 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:39.701590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.705619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da6727d1-79f6-461e-8476-909f77128ff1 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4277048 Aug 16 02:08:39.705909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44048) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:39.751696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:39.752335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:39.757783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f787f21-8cd2-48ee-89c8-2ed123156b2a None None] Network 54436268-b158-4dfb-bf33-6f358a8e3349 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:39.784025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.800371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:39.801261 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:39.993726 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 3, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:40.025820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7101727 Aug 16 02:08:40.031108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44066) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.037749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:40.071330 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Checking router: a484f217-791a-4de9-8327-2d8d22463ebf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:40.074165 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Updating router a484f217-791a-4de9-8327-2d8d22463ebf port bbf1d449-3b00-4486-96c2-0876992fe73c binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:40.098434 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df346601-d5cd-4c86-a27a-ab19ecc29528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.100043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 06e99a38-3d57-404c-a7aa-19f68fc92e16 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:40.121149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8eb22-f52a-41d6-b2ca-e419ec0fce55 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=d7d2abc6-c7ad-42fc-9356-141efdf5599c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.145544 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.183691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44070) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:40.205343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-074837a7-6f2d-487e-8137-cc4909f68203 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.210750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:40.255315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:40.263666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:40.267847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.523700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.595540 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.617029 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Transition to ACTIVE for port object bbf1d449-3b00-4486-96c2-0876992fe73c will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:40.632157 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.715678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:40.726576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:40.735644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:40.737688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b5b6cd-f395-47f7-9ba6-0a155b8bb3c9 None None] Network f19c292f-64dd-47ad-b136-805f21826472 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:40.747709 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.777133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.819425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] For port c2531536-6411-44f3-ad8d-5e3c5d0fc589, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c2531536-6411-44f3-ad8d-5e3c5d0fc589,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:40.819669 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536750e-98a6-4fe5-ab64-f4196ae9d3ca None None] Pushing event updated for resources: {'Port': ['ID=bbf1d449-3b00-4486-96c2-0876992fe73c,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:40.860847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Attempting to bind port bbf1d449-3b00-4486-96c2-0876992fe73c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:40.861402 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Attempting to bind port bbf1d449-3b00-4486-96c2-0876992fe73c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:40.861878 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Attempting to bind port bbf1d449-3b00-4486-96c2-0876992fe73c on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:40.865473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 06e99a38-3d57-404c-a7aa-19f68fc92e16 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:40.872493 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:40.873421 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:40.874352 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.874968 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:40.875934 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Bound port: bbf1d449-3b00-4486-96c2-0876992fe73c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:40.876537 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.880176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-074837a7-6f2d-487e-8137-cc4909f68203 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.941696 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:40.969932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.022444 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] For port bbf1d449-3b00-4486-96c2-0876992fe73c, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:41.031185 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] For port bbf1d449-3b00-4486-96c2-0876992fe73c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bbf1d449-3b00-4486-96c2-0876992fe73c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:41.063245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 3, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:38Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:41.119991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:41.120401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Updating router edf619df-57a4-46b8-a424-fbd07dde6caf port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:41.131987 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.161220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b78bd1-b1aa-4b8c-bc78-f2c597b0c5b8 None None] Pushing event updated for resources: {'Port': ['ID=c2531536-6411-44f3-ad8d-5e3c5d0fc589,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.184715 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.269484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Provisioning for port 06e99a38-3d57-404c-a7aa-19f68fc92e16 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:41.271174 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:41.271778 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:12Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:41.285028 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536750e-98a6-4fe5-ab64-f4196ae9d3ca None None] Pushing event updated for resources: {'Port': ['ID=bbf1d449-3b00-4486-96c2-0876992fe73c,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.290813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Provisioning complete for port 06e99a38-3d57-404c-a7aa-19f68fc92e16 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:41.291191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.572814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.822220 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:41.844566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.859970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-074837a7-6f2d-487e-8137-cc4909f68203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.888824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.956103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:41.960515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-074837a7-6f2d-487e-8137-cc4909f68203 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=de0f182162f9446ebb819c0376665bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7744200 Aug 16 02:08:41.963427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074837a7-6f2d-487e-8137-cc4909f68203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd31cd3-250a-4de6-a977-f345892913df,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.966299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=151c7b35-88e4-4590-a909-34283c3eb74e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:41.968391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44118) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:41.976397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:41.977338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: d7d2abc6-c7ad-42fc-9356-141efdf5599c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:42.012946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Transition to ACTIVE for port object 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:42.037113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] For port 06e99a38-3d57-404c-a7aa-19f68fc92e16, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=06e99a38-3d57-404c-a7aa-19f68fc92e16,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:42.038438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c2531536-6411-44f3-ad8d-5e3c5d0fc589 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:42.070022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bed1ed7d-6049-41af-8891-730a0834c82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.095986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bed1ed7d-6049-41af-8891-730a0834c82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.107628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:42.134152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c2531536-6411-44f3-ad8d-5e3c5d0fc589 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:42.134445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.159089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.170313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.178977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.201723 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 3, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:42.251497 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c863d-c64a-42bc-835d-e2ac6aef61c5 None None] The sync data for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 is: [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 3, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:42.272021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d7d2abc6-c7ad-42fc-9356-141efdf5599c) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:42.272021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:42.272021 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.284520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249ce71-4d6e-42cb-8394-f93d965bcde3 None None] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:42.341819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bed1ed7d-6049-41af-8891-730a0834c82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.344444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bed1ed7d-6049-41af-8891-730a0834c82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.350016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bed1ed7d-6049-41af-8891-730a0834c82c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3bd31cd3-250a-4de6-a977-f345892913df HTTP/1.1" status: 204 len: 168 time: 0.3752978 Aug 16 02:08:42.362692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1ed7d-6049-41af-8891-730a0834c82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd31cd3-250a-4de6-a977-f345892913df,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.372438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b385e847-ad88-4b33-8e4e-58c935502751 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3403323 Aug 16 02:08:42.380350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44130) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:42.385622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Allocated IP 172.20.0.1 (cd6dc3da-7a2b-42b5-8651-4224815901b1/bec869a3-5269-413a-a6f5-1b8948d72186/644ef2c5-3381-4260-a4c1-f35be2423643) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:42.456639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b228414-f1e5-4662-a1c7-36f00dc9c7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.470568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Provisioning for port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:42.553525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Provisioning complete for port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:42.553912 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.557054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Pushing event updated for resources: {'Port': ['ID=06e99a38-3d57-404c-a7aa-19f68fc92e16,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:42.817472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-a23b8f6d-5b49-4e52-8a30-ed34abb4e231 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1731324 Aug 16 02:08:42.827747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:42.855428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Transition to ACTIVE for port object 644ef2c5-3381-4260-a4c1-f35be2423643 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:42.868228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Router 6cb00662-9c1f-4891-89b5-7b1dca9768de is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:08:43.102894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.106499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-ed262ac9-990f-4ea2-8ad6-732a5d2ea239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.108174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-ed262ac9-990f-4ea2-8ad6-732a5d2ea239 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1098 time: 0.2193220 Aug 16 02:08:43.118941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:43.158087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Sync routers for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:43.177381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:43.205656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Attempting to bind port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:43.206051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Attempting to bind port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:43.207040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Attempting to bind port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 on network 54436268-b158-4dfb-bf33-6f358a8e3349 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:43.209880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:43.229835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-d7d2abc6-c7ad-42fc-9356-141efdf5599c', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:43.230924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.270537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dae1ca-4bc7-46e4-93ab-f3d92ed609fd None None] Pushing event updated for resources: {'Port': ['ID=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.271809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:43.275255 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.281033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:43.281409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Checking segment: {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:43.281831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.282244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Bound using segment: {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:43.282784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Bound port: 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68ff690-6579-45c8-bb12-e86e85317868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:43.283189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.314097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:43.314802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:43.328194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.345103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Pushing event updated for resources: {'Port': ['ID=644ef2c5-3381-4260-a4c1-f35be2423643,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:43.352240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.353532 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-56662235-46fe-4b34-bcbe-9338a01bdaf0 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.7671723 Aug 16 02:08:43.361216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44170) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:43.547502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.628966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-b648bb0b-ef3a-4238-aa29-cf6bea3b80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:43.630487 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-b648bb0b-ef3a-4238-aa29-cf6bea3b80d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.4821992 Aug 16 02:08:43.714186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:43.767993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] For port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:43.807638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:43.865204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] For port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,segment=NetworkSegment(b68ff690-6579-45c8-bb12-e86e85317868),segment_id=b68ff690-6579-45c8-bb12-e86e85317868)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:43.880176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-91031a11-c152-4081-8800-6ec413d0a448 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 1001 time: 0.1655850 Aug 16 02:08:43.900648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] For port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,segment=NetworkSegment(b68ff690-6579-45c8-bb12-e86e85317868),segment_id=b68ff690-6579-45c8-bb12-e86e85317868)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:44.008279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Allocated IP 2001:db8:2::2 (d7d2abc6-c7ad-42fc-9356-141efdf5599c/151c7b35-88e4-4590-a909-34283c3eb74e/e18887eb-423b-4931-8687-b3b2b9f6a922) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:44.034527 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.058152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.071382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 06e99a38-3d57-404c-a7aa-19f68fc92e16 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:44.139902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44192) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:44.251931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Provisioning complete for port c2531536-6411-44f3-ad8d-5e3c5d0fc589 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:44.252523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.293321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c488b-f104-4cf5-9802-0ed0b7018861 None None] Pushing event updated for resources: {'Port': ['ID=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.319217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:44.319851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:44.326544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97562066-e695-40df-b112-5bcc4a49be1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.541297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 06e99a38-3d57-404c-a7aa-19f68fc92e16 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:44.541690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.557720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97562066-e695-40df-b112-5bcc4a49be1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.562236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dae1ca-4bc7-46e4-93ab-f3d92ed609fd None None] Pushing event updated for resources: {'Port': ['ID=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.633518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:44.640223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97562066-e695-40df-b112-5bcc4a49be1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.669307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.674477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-848df06f-e47f-4915-9d47-2f8addfbc551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.676121 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-848df06f-e47f-4915-9d47-2f8addfbc551 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.7872157 Aug 16 02:08:44.696049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.700931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-97562066-e695-40df-b112-5bcc4a49be1a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1c321fa602e4640a9d1532d19353e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5591946 Aug 16 02:08:44.702151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97562066-e695-40df-b112-5bcc4a49be1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64438ba4-d0da-43a3-8d46-f0dbce0ed311,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:44.705031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44204) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:44.782457 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.790521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5dec-2012-4826-b875-20b199b16968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.813388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Transition to ACTIVE for port object e18887eb-423b-4931-8687-b3b2b9f6a922 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:44.818878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5dec-2012-4826-b875-20b199b16968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:44.861981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:41Z', 'revision_number': 3, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:44.913414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-3e8d0aa6-c623-460a-92c2-fbfd62275e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:44.915025 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-3e8d0aa6-c623-460a-92c2-fbfd62275e86 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2313745 Aug 16 02:08:44.934338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Transition to ACTIVE for port object e18887eb-423b-4931-8687-b3b2b9f6a922 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:44.953375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Checking router: 6cb00662-9c1f-4891-89b5-7b1dca9768de for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:44.953375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Updating router 6cb00662-9c1f-4891-89b5-7b1dca9768de port c227d4f0-bcf5-4f77-a2b7-398015a5b45a binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:44.994003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bbf1d449-3b00-4486-96c2-0876992fe73c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:45.007255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5dec-2012-4826-b875-20b199b16968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.011208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a3a5dec-2012-4826-b875-20b199b16968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.014495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5a3a5dec-2012-4826-b875-20b199b16968 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64438ba4-d0da-43a3-8d46-f0dbce0ed311 HTTP/1.1" status: 204 len: 168 time: 0.3079519 Aug 16 02:08:45.023666 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.031773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a5dec-2012-4826-b875-20b199b16968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64438ba4-d0da-43a3-8d46-f0dbce0ed311,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.112346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8:2::1 (d7d2abc6-c7ad-42fc-9356-141efdf5599c/151c7b35-88e4-4590-a909-34283c3eb74e/48561572-be7c-4f13-a22f-782d90d34c61) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:45.259209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.272420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Provisioning for port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:45.276459 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.304900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-cd69a690-2960-41da-b6cf-5806305bc137 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3781219 Aug 16 02:08:45.342472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.366794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:45.379155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:45.382106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:45.393914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.416796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 48561572-be7c-4f13-a22f-782d90d34c61 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:45.424951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.462472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Provisioning for port 644ef2c5-3381-4260-a4c1-f35be2423643 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:45.474373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Provisioning complete for port 644ef2c5-3381-4260-a4c1-f35be2423643 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:45.474668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.510622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Pushing event updated for resources: {'Port': ['ID=e18887eb-423b-4931-8687-b3b2b9f6a922,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.528919 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.573738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.576115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Pushing event updated for resources: {'Port': ['ID=644ef2c5-3381-4260-a4c1-f35be2423643,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:45.581544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port bbf1d449-3b00-4486-96c2-0876992fe73c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:45.583428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1bfcd88-df65-49d7-b6e8-af7ab298f032 req-12f72ecc-69a0-42d7-97df-a6acfb3569b5 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698765 Aug 16 02:08:45.643528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port bbf1d449-3b00-4486-96c2-0876992fe73c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:45.643914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.649386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Attempting to bind port e18887eb-423b-4931-8687-b3b2b9f6a922 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:45.649618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Attempting to bind port e18887eb-423b-4931-8687-b3b2b9f6a922 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:45.649994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Attempting to bind port e18887eb-423b-4931-8687-b3b2b9f6a922 on network d7d2abc6-c7ad-42fc-9356-141efdf5599c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:45.652499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Port 644ef2c5-3381-4260-a4c1-f35be2423643 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:45.678218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 3, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:45.700755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Allocated IP 172.20.0.1 (f19c292f-64dd-47ad-b136-805f21826472/2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb/00622590-bf5e-4be6-92ff-a236379302a4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:45.705647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:45.710719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:45.716976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:45.717860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.770290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a823ed-52c2-4893-9590-b2c089e5bf19 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:37Z', 'revision_number': 3, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:45.786945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:45.787713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Checking segment: {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:45.788522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.789286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Bound using segment: {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:45.790141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Bound port: e18887eb-423b-4931-8687-b3b2b9f6a922, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:45.790818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:45.841827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=48561572-be7c-4f13-a22f-782d90d34c61,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.004980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.005704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Provisioning complete for port 06e99a38-3d57-404c-a7aa-19f68fc92e16 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:46.009186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.063817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:46.075238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:46.126004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] For port e18887eb-423b-4931-8687-b3b2b9f6a922, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:46.181418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] For port e18887eb-423b-4931-8687-b3b2b9f6a922, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e18887eb-423b-4931-8687-b3b2b9f6a922,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:46.221564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.329311 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.430329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.435686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.463454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Transition to ACTIVE for port object 00622590-bf5e-4be6-92ff-a236379302a4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:46.476291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Router a484f217-791a-4de9-8327-2d8d22463ebf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:46.531698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.614596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port bbf1d449-3b00-4486-96c2-0876992fe73c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bbf1d449-3b00-4486-96c2-0876992fe73c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:46.636406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Transition to ACTIVE for port object c227d4f0-bcf5-4f77-a2b7-398015a5b45a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:46.656494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595014d-dab3-4f6f-af2a-36ad983d26e0 None None] Pushing event updated for resources: {'Port': ['ID=e18887eb-423b-4931-8687-b3b2b9f6a922,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:46.677124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Provisioning complete for port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:46.677124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7d4c291-c2cc-4d9a-af3c-b1fb8c8041ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.680916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.724907 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.776033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.818200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Network f19c292f-64dd-47ad-b136-805f21826472 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:46.840368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Attempting to bind port c227d4f0-bcf5-4f77-a2b7-398015a5b45a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:46.840887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Attempting to bind port c227d4f0-bcf5-4f77-a2b7-398015a5b45a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:46.841269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Attempting to bind port c227d4f0-bcf5-4f77-a2b7-398015a5b45a on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:46.855915 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:08:46.863319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:46.863627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:46.864051 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.864466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:46.865035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Bound port: c227d4f0-bcf5-4f77-a2b7-398015a5b45a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:46.865361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:46.871391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:46.878183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:46.916856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:46.951876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-42e7eae6-4938-4f45-907c-0933437d71c8 admin admin] 10.222.0.76 "PUT /v2.0/routers/a484f217-791a-4de9-8327-2d8d22463ebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2450101 Aug 16 02:08:46.969025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=bbf1d449-3b00-4486-96c2-0876992fe73c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.018592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.019180 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Sync routers for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:47.036879 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:47.037763 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.075235 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.076114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.092453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Pushing event updated for resources: {'Port': ['ID=00622590-bf5e-4be6-92ff-a236379302a4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.103222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.115948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6a1a-f82a-45d4-8219-8c2e4ef4737c None None] Pushing event updated for resources: {'Port': ['ID=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.246027 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:47.260509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:47.428977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=48561572-be7c-4f13-a22f-782d90d34c61,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.453592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] For port c227d4f0-bcf5-4f77-a2b7-398015a5b45a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:47.461390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] For port c227d4f0-bcf5-4f77-a2b7-398015a5b45a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:47.471969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:47.472359 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.474751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ab6c9006-af4c-4f41-9187-7a39839c870c None None] Provisioning complete for port 644ef2c5-3381-4260-a4c1-f35be2423643 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:47.475242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ab6c9006-af4c-4f41-9187-7a39839c870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.503952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:47.505492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:47.543893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c9006-af4c-4f41-9187-7a39839c870c None None] Port 644ef2c5-3381-4260-a4c1-f35be2423643 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:47.567544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.582346 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:44Z', 'revision_number': 2, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.645836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.659360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:47.670774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:47.671689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:47.680831 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Checking router: a484f217-791a-4de9-8327-2d8d22463ebf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:47.681564 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Updating router a484f217-791a-4de9-8327-2d8d22463ebf port 644ef2c5-3381-4260-a4c1-f35be2423643 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:47.726066 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:47.791072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da6a1a-f82a-45d4-8219-8c2e4ef4737c None None] Pushing event updated for resources: {'Port': ['ID=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:47.816914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:47.946769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:47.967577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:47.973957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:47.974716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-448b5f05-e58c-4f72-bc95-68fec4811c9e tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5931916 Aug 16 02:08:47.991783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-07de4db4-a502-45c3-80e9-4a7e44cb5b1e None None] Provisioning for port 00622590-bf5e-4be6-92ff-a236379302a4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:48.001291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:48.002781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:48.010453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-465776234'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:48.012916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-07de4db4-a502-45c3-80e9-4a7e44cb5b1e None None] Provisioning complete for port 00622590-bf5e-4be6-92ff-a236379302a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:48.013602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07de4db4-a502-45c3-80e9-4a7e44cb5b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.175571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-07de4db4-a502-45c3-80e9-4a7e44cb5b1e None None] Port 00622590-bf5e-4be6-92ff-a236379302a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:48.183913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:48.190283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.195049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:48.198594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:48.205903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.236232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:48.236455 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.268238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:48.280296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.281365 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added segment 0253d120-5ce1-4631-b7be-60fdf9111410 of type vlan for network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac Aug 16 02:08:48.302515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.365931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:48.459908 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.482022 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Transition to ACTIVE for port object 644ef2c5-3381-4260-a4c1-f35be2423643 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:48.500408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.502273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cef755-3198-4751-9b09-42b0da9d15b0 None None] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:48.534107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Pushing event updated for resources: {'Port': ['ID=00622590-bf5e-4be6-92ff-a236379302a4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:48.540133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.583768 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.679767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Network f19c292f-64dd-47ad-b136-805f21826472 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:48.682054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:48.686174 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e0b1-4704-4ab0-9b56-b147c88bfc8b None None] Pushing event updated for resources: {'Port': ['ID=644ef2c5-3381-4260-a4c1-f35be2423643,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:48.692132 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.701384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:48.702056 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.755820 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Attempting to bind port 644ef2c5-3381-4260-a4c1-f35be2423643 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:48.756749 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Attempting to bind port 644ef2c5-3381-4260-a4c1-f35be2423643 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:48.779889 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Attempting to bind port 644ef2c5-3381-4260-a4c1-f35be2423643 on network cd6dc3da-7a2b-42b5-8651-4224815901b1 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:48.791131 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:48.793077 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Checking segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:48.799790 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.802373 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Bound using segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:48.810544 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Bound port: 644ef2c5-3381-4260-a4c1-f35be2423643, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:48.810544 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:48.885441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Network': ['ID=64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:48.918907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:48.919295 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] For port 644ef2c5-3381-4260-a4c1-f35be2423643, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:48.921689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'subnet': {'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:48.928342 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] For port 644ef2c5-3381-4260-a4c1-f35be2423643, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=644ef2c5-3381-4260-a4c1-f35be2423643,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:48.928537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3fe3c443-2a9f-4aca-89da-227297afaf79 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9483070 Aug 16 02:08:49.004877 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.033937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:49.135129 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:49.137023 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:49.212698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Made reservation on behalf of 9722435071f04c9bbff64648b455da6c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:49.218839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.243756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Router 6cb00662-9c1f-4891-89b5-7b1dca9768de has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:49.244960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44332) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:49.396132 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:49.441518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c27c7256-73c9-4ff6-8bc7-18109f3d3471 None None] Provisioning for port e18887eb-423b-4931-8687-b3b2b9f6a922 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:49.499404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.578045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cde6387f-f55e-4e7c-bf44-de097cc28f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.607327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:49.622832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-84f3abcc-ffbf-4f6f-9d22-8f7146b6776a admin admin] 10.222.0.76 "PUT /v2.0/routers/6cb00662-9c1f-4891-89b5-7b1dca9768de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2596684 Aug 16 02:08:49.650605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,segment=NetworkSegment(b68ff690-6579-45c8-bb12-e86e85317868),segment_id=b68ff690-6579-45c8-bb12-e86e85317868)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:49.757668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.763337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cde6387f-f55e-4e7c-bf44-de097cc28f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.774589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.806630 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1e0b1-4704-4ab0-9b56-b147c88bfc8b None None] Pushing event updated for resources: {'Port': ['ID=644ef2c5-3381-4260-a4c1-f35be2423643,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.845917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cde6387f-f55e-4e7c-bf44-de097cc28f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:49.950331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Subnet': ['ID=5d034ecd-5faa-4b68-92de-f54eabf02c6a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:49.983631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cde6387f-f55e-4e7c-bf44-de097cc28f33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f577b2c8fb024310be1ed07e7c5e0315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7380183 Aug 16 02:08:50.002483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44382) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.039456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6387f-f55e-4e7c-bf44-de097cc28f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4c73fd-e8db-4cfb-9335-6d6814f11c2b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.075177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44386) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.129157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Checking segment: {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:50.129734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network hostable DHCP agents. Network: 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:50.158036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-36d9b7fb-d71b-4848-8dea-63b81e713f5d None None] Provisioning complete for port 00622590-bf5e-4be6-92ff-a236379302a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:50.158425 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-36d9b7fb-d71b-4848-8dea-63b81e713f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.184084 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:48Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:50.200228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.231269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:08:45Z', 'revision_number': 1, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:50.278439 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f038-aa07-4caf-be9b-e0207ee8b32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.299730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bbf1d449-3b00-4486-96c2-0876992fe73c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:50.306849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcaf51f-512c-4ed2-9cf6-9b83827ed771 None None] The sync data for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 is: [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:08:45Z', 'revision_number': 1, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:50.309348 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dcb053-c3eb-4805-99cb-f1a9728180c7 None None] The sync data for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 is: [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:48Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:50.314143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:50.344920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-36d9b7fb-d71b-4848-8dea-63b81e713f5d None None] Port 00622590-bf5e-4be6-92ff-a236379302a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:50.369599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f038-aa07-4caf-be9b-e0207ee8b32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.393351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:45Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:50.439756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:50.490116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:50.497252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.498083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08a9f0-60d6-42b5-a34a-715f673463b0 None None] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:50.523932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:50.524207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Updating router edf619df-57a4-46b8-a424-fbd07dde6caf port 48561572-be7c-4f13-a22f-782d90d34c61 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:50.628701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.650575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1976837077'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:50.677812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44396) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:50.680358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ee88d9c2-048f-4826-9e87-8ebb0350c7f2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7590840 Aug 16 02:08:50.692588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port bbf1d449-3b00-4486-96c2-0876992fe73c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:50.695966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.752544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f038-aa07-4caf-be9b-e0207ee8b32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.764746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1b9f038-aa07-4caf-be9b-e0207ee8b32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:50.768220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1b9f038-aa07-4caf-be9b-e0207ee8b32b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6e4c73fd-e8db-4cfb-9335-6d6814f11c2b HTTP/1.1" status: 204 len: 168 time: 0.7646267 Aug 16 02:08:50.791990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9f038-aa07-4caf-be9b-e0207ee8b32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4c73fd-e8db-4cfb-9335-6d6814f11c2b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:50.973007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e18887eb-423b-4931-8687-b3b2b9f6a922 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:50.974842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7f333e3-dd99-489b-a04c-2fb3425a6314 None None] Provisioning for port 48561572-be7c-4f13-a22f-782d90d34c61 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:51.144138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7f333e3-dd99-489b-a04c-2fb3425a6314 None None] Provisioning complete for port 48561572-be7c-4f13-a22f-782d90d34c61 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.144510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7f333e3-dd99-489b-a04c-2fb3425a6314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.260506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c7f333e3-dd99-489b-a04c-2fb3425a6314 None None] Port 48561572-be7c-4f13-a22f-782d90d34c61 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:51.311375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Made reservation on behalf of 4f81b9ef2e224c23ac8f43ef0bddff3f for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:51.316237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.354266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44402) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:51.361975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1300166475', 'description': 'tempest-description--218549937'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:51.399345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.478051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:08:51.486006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.487300 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.571393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3dc31154-2176-42e6-b7f5-d433548a85c1 None None] Provisioning complete for port 48561572-be7c-4f13-a22f-782d90d34c61 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.572082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3dc31154-2176-42e6-b7f5-d433548a85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.632116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e18887eb-423b-4931-8687-b3b2b9f6a922 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:51.722338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.788660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e18887eb-423b-4931-8687-b3b2b9f6a922 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:51.789141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:51.928013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3dc31154-2176-42e6-b7f5-d433548a85c1 None None] Port 48561572-be7c-4f13-a22f-782d90d34c61 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:08:52.012890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:52.026489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d5af743-b581-4c0c-8d2e-60b5fbdd9adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.101637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Allocated IP 2001:db8:3::2 (64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac/5d034ecd-5faa-4b68-92de-f54eabf02c6a/6f807b18-c4df-4bb9-8a56-0bf5e30f8032) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:52.362511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.436598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.458935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.465570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Transition to ACTIVE for port object 48561572-be7c-4f13-a22f-782d90d34c61 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:52.496653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998e5fc4-f8e4-4c2d-9385-294e116a1df2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.522302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:52.533712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.534071 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Added segment b1b118c7-7dd9-4874-be13-21412988dc03 of type vlan for network c7e3b902-502c-495a-bab8-e869b0bea382 Aug 16 02:08:52.569031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.579205 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.579858 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.594631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.668945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.691364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.697737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:52.698311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.757226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port e18887eb-423b-4931-8687-b3b2b9f6a922, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e18887eb-423b-4931-8687-b3b2b9f6a922,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:52.759485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3ba74c-b6dd-40f2-bb2a-db35ba515324,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.762995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.767513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0406e4-4d94-477a-9168-75eb54b82c5b None None] Pushing event updated for resources: {'Port': ['ID=48561572-be7c-4f13-a22f-782d90d34c61,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.815729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Pushing event updated for resources: {'Network': ['ID=c7e3b902-502c-495a-bab8-e869b0bea382,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.853119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c7e3b902-502c-495a-bab8-e869b0bea382 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:52.868019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d5af743-b581-4c0c-8d2e-60b5fbdd9adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.879189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Transition to ACTIVE for port object 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:52.882079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.943474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d5af743-b581-4c0c-8d2e-60b5fbdd9adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:52.993700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5af743-b581-4c0c-8d2e-60b5fbdd9adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf70337-74c2-4a27-8fdd-8da9ff3a01cc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:52.999748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d5af743-b581-4c0c-8d2e-60b5fbdd9adb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=264abc2ecf7c464485c40db498cc4d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9854410 Aug 16 02:08:53.002334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44422) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.013693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Attempting to bind port 48561572-be7c-4f13-a22f-782d90d34c61 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:53.015262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Attempting to bind port 48561572-be7c-4f13-a22f-782d90d34c61 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:53.015660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Attempting to bind port 48561572-be7c-4f13-a22f-782d90d34c61 on network d7d2abc6-c7ad-42fc-9356-141efdf5599c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:53.028833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Transition to ACTIVE for port object 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:53.036021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:53.036512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Checking segment: {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:53.037447 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.037864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Bound using segment: {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:53.038496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Bound port: 48561572-be7c-4f13-a22f-782d90d34c61, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd33023f-7eac-41da-b742-a843fab221b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:53.038941 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.042099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44424) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.043299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5c10f888-a942-4b60-8d0a-202592cea96d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9662013 Aug 16 02:08:53.061887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.061887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-31b22b89-11a7-414f-bc58-88628fd9aa16 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7007446 Aug 16 02:08:53.062728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.069880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Request body: {'security_group_rule': {'security_group_id': '5c3ba74c-b6dd-40f2-bb2a-db35ba515324', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:53.099116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=e18887eb-423b-4931-8687-b3b2b9f6a922,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.127315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc5c6-9861-42d6-91be-55773063797f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.129043 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.208127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc5c6-9861-42d6-91be-55773063797f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.223062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Allocated IP 2001:db8:3::1 (64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac/5d034ecd-5faa-4b68-92de-f54eabf02c6a/4564593e-dbca-47fd-a78b-dccac4c9f460) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:53.236033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:53.244522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:53.250589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:53.259752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] For port 48561572-be7c-4f13-a22f-782d90d34c61, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:53.265007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Pushing event updated for resources: {'Port': ['ID=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.267546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] For port 48561572-be7c-4f13-a22f-782d90d34c61, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=48561572-be7c-4f13-a22f-782d90d34c61,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:53.291854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 644ef2c5-3381-4260-a4c1-f35be2423643 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:53.315542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.373714 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.391634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'network': {'name': 'tempest-network--1803392013', 'router:external': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:53.436920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Attempting to bind port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:53.437304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Attempting to bind port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:53.437861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Attempting to bind port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 on network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:53.461026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:53.461423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Checking segment: {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:53.462402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.462833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Bound using segment: {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:53.463342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Bound port: 6f807b18-c4df-4bb9-8a56-0bf5e30f8032, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:53.463764 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.498309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Made reservation on behalf of 36dcd7b3c81644848aa50f64e325bbef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:53.498966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0406e4-4d94-477a-9168-75eb54b82c5b None None] Pushing event updated for resources: {'Port': ['ID=48561572-be7c-4f13-a22f-782d90d34c61,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.500932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.501363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.514275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:53.515295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:53.531382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.554877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Transition to ACTIVE for port object 4564593e-dbca-47fd-a78b-dccac4c9f460 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:53.560822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc5c6-9861-42d6-91be-55773063797f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.563610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca9bc5c6-9861-42d6-91be-55773063797f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.569138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca9bc5c6-9861-42d6-91be-55773063797f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2bf70337-74c2-4a27-8fdd-8da9ff3a01cc HTTP/1.1" status: 204 len: 168 time: 0.5610032 Aug 16 02:08:53.593729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bc5c6-9861-42d6-91be-55773063797f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf70337-74c2-4a27-8fdd-8da9ff3a01cc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.599619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.675944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.692395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 644ef2c5-3381-4260-a4c1-f35be2423643 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:53.698174 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.724389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 644ef2c5-3381-4260-a4c1-f35be2423643 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:53.724829 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.729423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced8f464-c63a-41d9-bbac-f067591ac83c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.765020 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.779562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] For port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:53.782024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:53.783855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.852085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:53.876872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] For port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:53.879707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.880397 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Added segment 15fa3cc5-ee84-43b4-a70e-2488b4a24730 of type vlan for network 55a97c71-0b37-47c5-bb1c-48816e25f24d Aug 16 02:08:53.882064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a4475-7494-4445-b1ef-825e69a89f07,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:53.899796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:53.914292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.919655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-71fed101-7b84-4443-b39e-8c805cec5437 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8507814 Aug 16 02:08:53.921562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44438) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:53.932503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:53.944681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:53.945260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.957692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Request body: {'security_group_rule': {'security_group_id': '5c3ba74c-b6dd-40f2-bb2a-db35ba515324', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:53.987457 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:53.998071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.042447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=4564593e-dbca-47fd-a78b-dccac4c9f460,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.097295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.098626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:54.099533 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.178265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.239654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.263159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Network': ['ID=55a97c71-0b37-47c5-bb1c-48816e25f24d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.319361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.342973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 55a97c71-0b37-47c5-bb1c-48816e25f24d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:54.346152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c170-31c4-4335-9d86-d3811f8af160 None None] Pushing event updated for resources: {'Port': ['ID=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.355635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eff0a12b-c3d1-4eda-945e-18be441a53df tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3112915 Aug 16 02:08:54.362796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:54.389877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.510897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.520324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 644ef2c5-3381-4260-a4c1-f35be2423643, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=644ef2c5-3381-4260-a4c1-f35be2423643,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:54.603054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.603851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c227d4f0-bcf5-4f77-a2b7-398015a5b45a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:54.630924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.658256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e53779-7d1a-4759-9d12-bc68343db3a1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.666760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.678188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7420595 Aug 16 02:08:54.678188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44452) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:54.691988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:54.719098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.719623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.720495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.720905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.721242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.721583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.721979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.722321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.722707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.723311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.723661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.726183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341a0cc6-be8e-4d39-b85c-ef2362de5840 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:54.832036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=644ef2c5-3381-4260-a4c1-f35be2423643,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:54.845654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:45Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:08:53Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.892324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.897533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fce060-8a51-40aa-93ec-639214f30605 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:45Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:08:53Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:54.912613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a97c71-0b37-47c5-bb1c-48816e25f24d']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.935539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15fa3cc5-ee84-43b4-a70e-2488b4a24730') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.935943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15fa3cc5-ee84-43b4-a70e-2488b4a24730') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:54.955140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:54.996811 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.011745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:08:55.015279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.034348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.066661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c227d4f0-bcf5-4f77-a2b7-398015a5b45a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:55.071136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c227d4f0-bcf5-4f77-a2b7-398015a5b45a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:55.071485 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.154491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:08:55.171851 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:08:55.289269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.296897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.306815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.320768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55a97c71-0b37-47c5-bb1c-48816e25f24d {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:08:55.322417 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.332884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Network': ['ID=55a97c71-0b37-47c5-bb1c-48816e25f24d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:55.335528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.342227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ca6048b-0294-4c40-b9ba-11450915950c tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/networks/55a97c71-0b37-47c5-bb1c-48816e25f24d HTTP/1.1" status: 204 len: 168 time: 0.9786878 Aug 16 02:08:55.343259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44464) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:55.348671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:55.395156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c227d4f0-bcf5-4f77-a2b7-398015a5b45a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:55.443857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Made reservation on behalf of 36dcd7b3c81644848aa50f64e325bbef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:55.447305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.516161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:08:55.518860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event updated for resources: {'Port': ['ID=4564593e-dbca-47fd-a78b-dccac4c9f460,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:55.525697 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.527991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:55.538092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.541548 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Added segment 8dedb330-5137-4a81-9722-15a35480657b of type vlan for network 08c627b2-ef67-4b13-93cf-b8563c34593b Aug 16 02:08:55.554337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.720318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:55.727123 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.756336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:55.756730 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.816223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:55.820745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:55.920413 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:55.921154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:55.921773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.104344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Network': ['ID=08c627b2-ef67-4b13-93cf-b8563c34593b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:56.128690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 08c627b2-ef67-4b13-93cf-b8563c34593b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:08:56.190763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Allocated IP 172.25.6.212 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/1791aeaa-f5a6-4bab-aad2-94c3349a0926) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:56.209176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3ecf7f-b4fa-44e6-a22f-e2eb24f7398e None None] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:56.237863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-613a652c-6f6a-4662-a0b3-565557d09a6d tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8822541 Aug 16 02:08:56.237996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:56.238092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44486) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:56.246526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'subnet': {'network_id': '08c627b2-ef67-4b13-93cf-b8563c34593b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:56.389116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Made reservation on behalf of 36dcd7b3c81644848aa50f64e325bbef for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:08:56.391898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.604466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:56.617286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4fefddb5-c254-49f7-ae3c-0e17edf134f8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9383817 Aug 16 02:08:56.617495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:56.622351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:56.638604 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Sync routers for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:56.657972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 644ef2c5-3381-4260-a4c1-f35be2423643 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:56.658600 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:56.659351 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:56.666614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.784913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 644ef2c5-3381-4260-a4c1-f35be2423643 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:56.785303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.787116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-999bc3f4-b28c-477f-83cc-97345ffc8411 None None] Provisioning for port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:56.875667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:56.991725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:57.012971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:08:57.023695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:57.030027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:08:57.049593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event updated for resources: {'Port': ['ID=1791aeaa-f5a6-4bab-aad2-94c3349a0926,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.104335 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:57.158523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.283306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44508) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:57.289380 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.339063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:08:57.339063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:57.339063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.376650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.418584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:08:57.480818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:57.480818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:57.544599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46988f48-77e2-4488-af19-9c83ed47a759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.603838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:08:57.605477 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.616833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 2, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:57.625406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.687365 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Checking router: 6cb00662-9c1f-4891-89b5-7b1dca9768de for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:57.688518 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Updating router 6cb00662-9c1f-4891-89b5-7b1dca9768de port 00622590-bf5e-4be6-92ff-a236379302a4 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:57.751020 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.785683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:57.848711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f8a59e50-8cbe-41b3-b7dc-238b9047c767,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:57.858701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Provisioning complete for port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:57.859085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.903117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.extraroute_db [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:08:57.925079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Checking segment: {'id': '8dedb330-5137-4a81-9722-15a35480657b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '08c627b2-ef67-4b13-93cf-b8563c34593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:57.925452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Network hostable DHCP agents. Network: 08c627b2-ef67-4b13-93cf-b8563c34593b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:08:57.929631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46988f48-77e2-4488-af19-9c83ed47a759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.944226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.extraroute_db [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Removed routes are [] {{(pid=101945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:08:57.944853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:57.975541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.005509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46988f48-77e2-4488-af19-9c83ed47a759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.038766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.087947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-46988f48-77e2-4488-af19-9c83ed47a759 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36b440cc18164092a415f4a99b300a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034494 Aug 16 02:08:58.090942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.093298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44516) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:58.118394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Network 08c627b2-ef67-4b13-93cf-b8563c34593b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:08:58.134533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:08:58.154119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46988f48-77e2-4488-af19-9c83ed47a759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e5715c-87ce-4b5f-a17b-b63b9be6241f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.227505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event updated for resources: {'Port': ['ID=1791aeaa-f5a6-4bab-aad2-94c3349a0926,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.237226 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.248867 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Transition to ACTIVE for port object 00622590-bf5e-4be6-92ff-a236379302a4 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:08:58.255388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 08c627b2-ef67-4b13-93cf-b8563c34593b) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:08:58.264547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:58.265370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.275004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.314697 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.314697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c227d4f0-bcf5-4f77-a2b7-398015a5b45a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:58.315338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85217df6-e669-4491-8dac-23d5e5550676 None None] Network 08c627b2-ef67-4b13-93cf-b8563c34593b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:58.316725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce63f660-acea-4f26-b68a-aaee9737f405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.358095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce63f660-acea-4f26-b68a-aaee9737f405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.376753 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.379529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.380911 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d68cee7e-7b11-47b4-bfcd-768f1b5f58e4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6969781 Aug 16 02:08:58.459329 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Pushing event updated for resources: {'Port': ['ID=00622590-bf5e-4be6-92ff-a236379302a4,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.473840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ce5f93d-572b-45c8-b035-1132e9186d16 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2352610 Aug 16 02:08:58.476805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.477075 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.477490 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.477833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.478169 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.481866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:08:58.484377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44524) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:58.492288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'floatingip': {'floating_network_id': '08c627b2-ef67-4b13-93cf-b8563c34593b'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:08:58.511125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce63f660-acea-4f26-b68a-aaee9737f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.513925 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce63f660-acea-4f26-b68a-aaee9737f405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.518808 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.525367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce63f660-acea-4f26-b68a-aaee9737f405 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/06e5715c-87ce-4b5f-a17b-b63b9be6241f HTTP/1.1" status: 204 len: 168 time: 0.3921657 Aug 16 02:08:58.530014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.540666 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.561616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63f660-acea-4f26-b68a-aaee9737f405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e5715c-87ce-4b5f-a17b-b63b9be6241f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.620161 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Attempting to bind port 00622590-bf5e-4be6-92ff-a236379302a4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:08:58.620161 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Attempting to bind port 00622590-bf5e-4be6-92ff-a236379302a4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:08:58.620161 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Attempting to bind port 00622590-bf5e-4be6-92ff-a236379302a4 on network f19c292f-64dd-47ad-b136-805f21826472 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:08:58.634448 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:08:58.634882 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Checking segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:08:58.635300 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.635705 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Bound using segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:08:58.636226 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Bound port: 00622590-bf5e-4be6-92ff-a236379302a4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:08:58.642062 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.694843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.766661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] For port 00622590-bf5e-4be6-92ff-a236379302a4, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:08:58.773459 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] For port 00622590-bf5e-4be6-92ff-a236379302a4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=00622590-bf5e-4be6-92ff-a236379302a4,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:08:58.787087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:58.861304 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.935101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:58.945485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c227d4f0-bcf5-4f77-a2b7-398015a5b45a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:08:58.945874 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.010310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:08:59.014352 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:08:59.050956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '4564593e-dbca-47fd-a78b-dccac4c9f460', 'name': '', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:a0:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:08:53Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.056350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2ad6af-6b7a-48d9-aaf8-c15b3fb8e2bb None None] Network 08c627b2-ef67-4b13-93cf-b8563c34593b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:08:59.084473 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:08:59.085135 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.100605 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6021df2a-e825-4f3f-94fd-3cf3ff156871 None None] Pushing event updated for resources: {'Port': ['ID=00622590-bf5e-4be6-92ff-a236379302a4,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:08:59.134126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:08:59.134888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Updating router edf619df-57a4-46b8-a424-fbd07dde6caf port 4564593e-dbca-47fd-a78b-dccac4c9f460 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:08:59.253849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Allocated IP 172.20.0.5 (08c627b2-ef67-4b13-93cf-b8563c34593b/f8a59e50-8cbe-41b3-b7dc-238b9047c767/6ece5e58-27ae-4dd1-8e03-00c9665e293b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:08:59.280341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.471558 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:08:59.537577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 48561572-be7c-4f13-a22f-782d90d34c61 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:08:59.563340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:08:59.640842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-b79ddfe9-7a72-466a-9a56-3f2e2ab9e1d1 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1300166475&fields=id&tenant_id=d28677c6b56941aeb0c3932dca5d8f44 HTTP/1.1" status: 200 len: 267 time: 0.1043720 Aug 16 02:08:59.641588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.865310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:08:58Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:08:59.893736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-22dabccf-a5ff-409d-b270-620e985a01de tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:08:59.895242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-22dabccf-a5ff-409d-b270-620e985a01de tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/networks?id=f19c292f-64dd-47ad-b136-805f21826472 HTTP/1.1" status: 200 len: 806 time: 0.2890246 Aug 16 02:08:59.900275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:08:59.910573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.911157 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68628550-a6f6-4aed-b538-7be87b069437 None None] The sync data for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 is: [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:08:58Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:08:59.918772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5d87e434-cc58-4e3a-9f91-564f1e05b118 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 953 time: 3.2933774 Aug 16 02:08:59.919878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:08:59.927197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-7ab34f1a-ffa4-49f3-bf00-00a6c6ef341e tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/quotas/d28677c6b56941aeb0c3932dca5d8f44 HTTP/1.1" status: 200 len: 375 time: 0.0142937 Aug 16 02:08:59.953252 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:08:59.968898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Transition to ACTIVE for port object 4564593e-dbca-47fd-a78b-dccac4c9f460 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:00.014197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-164ff029-2de3-4e72-90e1-00cdb33d1d15 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760827 Aug 16 02:09:00.068371 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c48161e4-ec3e-4166-814b-719a581038e9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 953 time: 0.1446278 Aug 16 02:09:00.068634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44562) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:00.073231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'routes': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:00.153690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-bfbba140-0747-4df3-b950-fad2c84702a8 service neutron] 10.222.0.76 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245394 Aug 16 02:09:00.171452 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.227903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Network 08c627b2-ef67-4b13-93cf-b8563c34593b is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:00.238767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:00.241872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:00.306429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Port': ['ID=6ece5e58-27ae-4dd1-8e03-00c9665e293b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.314273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Provisioning for port 4564593e-dbca-47fd-a78b-dccac4c9f460 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:00.318838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Provisioning complete for port 4564593e-dbca-47fd-a78b-dccac4c9f460 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:00.319150 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.338387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-062d32b0-3e51-4613-bb85-16ea067bb44b service neutron] 10.222.0.76 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761928 Aug 16 02:09:00.356359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 48561572-be7c-4f13-a22f-782d90d34c61 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:00.362882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.379634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 48561572-be7c-4f13-a22f-782d90d34c61 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:00.380027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.510653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.553925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dd741876-1372-4cf2-9942-cb63e9728217 None None] Port 4564593e-dbca-47fd-a78b-dccac4c9f460 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:00.708935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.771312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:00.778858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31779f75-b4da-4844-b5a1-4d8bc0cfb658 req-8bcb8bff-08fb-4c45-aa89-5d9dc1c4dcc3 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 210 time: 0.0743723 Aug 16 02:09:00.803838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5b8b-ed93-41ab-9438-67e27396d695 None None] Pushing event updated for resources: {'Port': ['ID=4564593e-dbca-47fd-a78b-dccac4c9f460,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:00.983282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 48561572-be7c-4f13-a22f-782d90d34c61, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=48561572-be7c-4f13-a22f-782d90d34c61,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:01.001608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Attempting to bind port 4564593e-dbca-47fd-a78b-dccac4c9f460 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:01.002094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Attempting to bind port 4564593e-dbca-47fd-a78b-dccac4c9f460 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:01.003129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Attempting to bind port 4564593e-dbca-47fd-a78b-dccac4c9f460 on network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:01.020668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:01.020668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Checking segment: {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:01.020668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.020668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Bound using segment: {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:01.020668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Bound port: 4564593e-dbca-47fd-a78b-dccac4c9f460, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0253d120-5ce1-4631-b7be-60fdf9111410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:01.020668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.043806 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.044756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e18887eb-423b-4931-8687-b3b2b9f6a922 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:01.140002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.extraroute_db [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added routes are [] {{(pid=101946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:09:01.140321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.extraroute_db [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:09:01.211822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.213738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.334845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=48561572-be7c-4f13-a22f-782d90d34c61,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.340746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] For port 4564593e-dbca-47fd-a78b-dccac4c9f460, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:01.345818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] For port 4564593e-dbca-47fd-a78b-dccac4c9f460, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4564593e-dbca-47fd-a78b-dccac4c9f460,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:01.354271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e18887eb-423b-4931-8687-b3b2b9f6a922 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:01.355312 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.523347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.555913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.594606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 48561572-be7c-4f13-a22f-782d90d34c61 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:01.710242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:01.711728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:01.762773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d5b8b-ed93-41ab-9438-67e27396d695 None None] Pushing event updated for resources: {'Port': ['ID=4564593e-dbca-47fd-a78b-dccac4c9f460,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:01.878262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:01.882749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 48561572-be7c-4f13-a22f-782d90d34c61 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:01.883284 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:01.952497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de199f54-4056-4a5b-b365-07ae7656b712 req-b8f3a945-9057-423e-8814-9a818f07b502 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 210 time: 0.0535326 Aug 16 02:09:02.165000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Port': ['ID=6ece5e58-27ae-4dd1-8e03-00c9665e293b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.176155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.282463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 00622590-bf5e-4be6-92ff-a236379302a4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:02.298597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.303096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44604) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:02.303281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f703be1b-424e-4550-a55a-e2f57aad98c1 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8177252 Aug 16 02:09:02.329796 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.334052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.350380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 7, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '4564593e-dbca-47fd-a78b-dccac4c9f460', 'name': '', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:a0:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:02.383372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e513c47f-d053-4128-8fae-3427b58b2fa7 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 7, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '4564593e-dbca-47fd-a78b-dccac4c9f460', 'name': '', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:a0:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:02.411950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-18d3f700-d54f-4003-bb3f-1b7fba5d8c20 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "GET /v2.0/floatingips?floating_network_id=08c627b2-ef67-4b13-93cf-b8563c34593b HTTP/1.1" status: 200 len: 689 time: 0.1067476 Aug 16 02:09:02.414366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44606) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:02.428063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 00622590-bf5e-4be6-92ff-a236379302a4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:02.435439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 00622590-bf5e-4be6-92ff-a236379302a4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:02.435838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.468111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:02.524070 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.575480 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.590762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:02.600239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.601773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2da2a4b-c444-4c38-b35d-b76c0f12dab0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 703 time: 2.5322652 Aug 16 02:09:02.604341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44612) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:02.632676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 00622590-bf5e-4be6-92ff-a236379302a4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=00622590-bf5e-4be6-92ff-a236379302a4,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:02.671373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Deleting port 6ece5e58-27ae-4dd1-8e03-00c9665e293b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:02.672058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.714077 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.715546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:02.778125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.778724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:02.795094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Calling delete_port for 6ece5e58-27ae-4dd1-8e03-00c9665e293b owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:02.888482 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-033f9df3-a6db-4f5f-bf02-540d78328709 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 703 time: 0.2716959 Aug 16 02:09:02.889204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44624) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:02.910877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=00622590-bf5e-4be6-92ff-a236379302a4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:02.950219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:02.950219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.087546 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed378147-cccf-4619-8b01-b760d0e17764 req-cd07e285-ffb7-4c95-b34d-db9efb93aceb tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 210 time: 0.0470202 Aug 16 02:09:03.147241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.205955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ece5e58-27ae-4dd1-8e03-00c9665e293b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.304995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.366822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.521138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.577971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.608570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f8a59e50-8cbe-41b3-b7dc-238b9047c767,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:03.674309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.700722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 00622590-bf5e-4be6-92ff-a236379302a4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:03.704366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c627b2-ef67-4b13-93cf-b8563c34593b']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.728739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dedb330-5137-4a81-9722-15a35480657b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.730384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dedb330-5137-4a81-9722-15a35480657b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.743733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.774929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.777246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 00622590-bf5e-4be6-92ff-a236379302a4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:03.777930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.784534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:03.784952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:03.789654 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:03.914303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4564593e-dbca-47fd-a78b-dccac4c9f460 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:03.943587 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:03.958541 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:03.959211 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:03.998170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 4564593e-dbca-47fd-a78b-dccac4c9f460 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:04.000149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.027135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-26980da1-57c2-4698-b2ac-6d42a550343c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.029848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-26980da1-57c2-4698-b2ac-6d42a550343c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.58 "GET /v2.0/networks?id=f19c292f-64dd-47ad-b136-805f21826472 HTTP/1.1" status: 200 len: 806 time: 0.1424744 Aug 16 02:09:04.031856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.047162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 08c627b2-ef67-4b13-93cf-b8563c34593b {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:09:04.047162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.050564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/networks/08c627b2-ef67-4b13-93cf-b8563c34593b HTTP/1.1" status: 204 len: 168 time: 1.6352022 Aug 16 02:09:04.062816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44636) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:04.091155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4564593e-dbca-47fd-a78b-dccac4c9f460 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:04.095591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4564593e-dbca-47fd-a78b-dccac4c9f460 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:04.095977 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.149626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 4564593e-dbca-47fd-a78b-dccac4c9f460, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4564593e-dbca-47fd-a78b-dccac4c9f460,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:04.150386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.182435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 4564593e-dbca-47fd-a78b-dccac4c9f460 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:04.247352 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:04.331101 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.427404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4564593e-dbca-47fd-a78b-dccac4c9f460, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4564593e-dbca-47fd-a78b-dccac4c9f460,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:04.438381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42b3b8-e985-407f-adc1-7449bc0c044a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Network': ['ID=08c627b2-ef67-4b13-93cf-b8563c34593b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.501113 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.589425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2db57c4d-6b56-4726-9469-fb63150a1a09 req-d5514712-757c-400b-8a24-859c18a66f13 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 210 time: 0.2771575 Aug 16 02:09:04.593577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-3950acd4-7035-4488-aaa0-ca23eaa1984a tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28677c6b56941aeb0c3932dca5d8f44 HTTP/1.1" status: 200 len: 380 time: 0.5418849 Aug 16 02:09:04.619558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Request body: {'port': {'device_id': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'admin_state_up': True, 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'security_groups': ['5c3ba74c-b6dd-40f2-bb2a-db35ba515324']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:04.625810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4564593e-dbca-47fd-a78b-dccac4c9f460,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.636020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.636799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.637214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.637613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.637889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.638239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.638564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.638922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.639733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.639733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.639940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.640207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:04.666359 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 7, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '4564593e-dbca-47fd-a78b-dccac4c9f460', 'name': '', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:a0:cd:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 4, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.694055 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:04.702732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ffded4c6-6176-439b-8478-e1d4d68a4ffa tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3048 time: 0.5727100 Aug 16 02:09:04.703055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:04.716637 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:04.717628 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:04.783259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.871063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=4564593e-dbca-47fd-a78b-dccac4c9f460,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:04.902772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Made reservation on behalf of d28677c6b56941aeb0c3932dca5d8f44 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:04.906348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:04.948784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.949685 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:04.950219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6be2f8cf-4dff-4756-bdab-06d4135ae13a tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8940 time: 0.2432725 Aug 16 02:09:04.951582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.126008 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-69f8e043-08e0-43fa-84f7-d36e5630285e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:09:05.127657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-69f8e043-08e0-43fa-84f7-d36e5630285e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/61adae5d-2258-4dbe-8392-9271be10e78f HTTP/1.1" status: 404 len: 345 time: 0.1749301 Aug 16 02:09:05.130249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44658) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.132500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.169263 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff54e3a5-96a7-4905-a70c-405d94971bed tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] DELETE failed (client error): The resource could not be found. Aug 16 02:09:05.169965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff54e3a5-96a7-4905-a70c-405d94971bed tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:05.171806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ff54e3a5-96a7-4905-a70c-405d94971bed tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/networks/08c627b2-ef67-4b13-93cf-b8563c34593b HTTP/1.1" status: 404 len: 339 time: 0.0403607 Aug 16 02:09:05.180055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44660) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.188890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'network': {'name': 'tempest-network--1513996978', 'router:external': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:05.207860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Allocated IP 172.20.0.11 (f19c292f-64dd-47ad-b136-805f21826472/2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb/a8aa73b2-ae0e-496d-93ef-17a9b6defdfc) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:05.271602 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 7, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '4564593e-dbca-47fd-a78b-dccac4c9f460', 'name': '', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:a0:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:05.310944 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51b4d4d-b442-43fd-848e-04be7f85a255 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:01Z', 'revision_number': 7, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '4564593e-dbca-47fd-a78b-dccac4c9f460', 'name': '', 'network_id': '64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:a0:cd:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:51Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '5d034ecd-5faa-4b68-92de-f54eabf02c6a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:05.362149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Made reservation on behalf of 36dcd7b3c81644848aa50f64e325bbef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:05.369440 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.408460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:05.421535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.421893 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Added segment 370d8a46-bbef-43bc-9fab-112977822da2 of type vlan for network 8a4eb3b6-ced9-4ba9-9e65-bc337be948ab Aug 16 02:09:05.446482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:05.543745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.554526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.570995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Transition to ACTIVE for port object a8aa73b2-ae0e-496d-93ef-17a9b6defdfc will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:05.572530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:05.580484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62652c20-6a17-45ba-a10c-de8646894862 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6836715 Aug 16 02:09:05.582018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44666) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.596636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:05.607867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:05.608609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:05.647418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet 5d034ecd-5faa-4b68-92de-f54eabf02c6a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:05.650791 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.679641 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.680780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:05.681457 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.706709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.717260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:05.762673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.865157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6839900 Aug 16 02:09:05.875785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:05.881018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Network': ['ID=8a4eb3b6-ced9-4ba9-9e65-bc337be948ab,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.910684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:05.915574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.915926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.916273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.916619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.917466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.917822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.927826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.928601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.929065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.929937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.930387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.931141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99eaa1c-c49c-43c6-a748-43a26c7f1b23 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:05.951221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8a4eb3b6-ced9-4ba9-9e65-bc337be948ab details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:05.966525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Network f19c292f-64dd-47ad-b136-805f21826472 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:05.992009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event updated for resources: {'Port': ['ID=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:05.996034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:06.045722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:06.046898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.084952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=5d034ecd-5faa-4b68-92de-f54eabf02c6a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:06.091245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 8, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:06.096174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.100546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-77207244-5fdc-4b65-8632-4b7e797b6e2b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/5d034ecd-5faa-4b68-92de-f54eabf02c6a HTTP/1.1" status: 204 len: 168 time: 0.5175641 Aug 16 02:09:06.101379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44680) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.135402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1211702-8d42-4c60-9688-d1be351fa19f None None] Network 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:06.138558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:06.164902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74acc-99bc-48de-8081-b7eabe785805 req-78611377-1549-4a8c-8bf3-0003720873b4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.173472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1e74acc-99bc-48de-8081-b7eabe785805 req-78611377-1549-4a8c-8bf3-0003720873b4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 932 time: 0.4226863 Aug 16 02:09:06.211103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:06.211103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:06.245785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.349778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:06.350205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.356254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167710b-f753-4385-89b0-79ba933ac318 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.364254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167710b-f753-4385-89b0-79ba933ac318 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.372731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167710b-f753-4385-89b0-79ba933ac318 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.380728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2167710b-f753-4385-89b0-79ba933ac318 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.385573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2167710b-f753-4385-89b0-79ba933ac318 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4470317 Aug 16 02:09:06.390206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44686) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:06.477670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:06.478127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.504914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1e74acc-99bc-48de-8081-b7eabe785805 req-0634c481-a869-4673-9cda-4cc859d514cc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181925 Aug 16 02:09:06.563746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.564494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:06.669492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b2d79b82-0eb8-4779-b64d-c28c6e6da710 None None] Provisioning for port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:06.707645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-ac255d0a-1970-4944-a7e8-fbcb67907da6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1028268 Aug 16 02:09:06.718687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b2d79b82-0eb8-4779-b64d-c28c6e6da710 None None] Provisioning complete for port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:06.718687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b2d79b82-0eb8-4779-b64d-c28c6e6da710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.739020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Request body: {'port': {'device_id': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:06.751111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2544a035-c23e-4691-8105-eda13610c82c None None] DHCP port deletion for 64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:06.786050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.816201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a4eb3b6-ced9-4ba9-9e65-bc337be948ab']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:06.819372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b2d79b82-0eb8-4779-b64d-c28c6e6da710 None None] Port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:06.830031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.834855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370d8a46-bbef-43bc-9fab-112977822da2') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:06.835227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370d8a46-bbef-43bc-9fab-112977822da2') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:06.840253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:06.840821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.853542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.860977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:06.899105 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.913099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:06.913518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:06.915457 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:06.967286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2544a035-c23e-4691-8105-eda13610c82c None None] Deleting port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:06.967286 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2544a035-c23e-4691-8105-eda13610c82c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.047549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 8, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.115251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a2b24-b762-49b0-a071-40526c2a6870 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:04Z', 'revision_number': 8, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '48561572-be7c-4f13-a22f-782d90d34c61', 'name': '', 'network_id': 'd7d2abc6-c7ad-42fc-9356-141efdf5599c', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:3d:1f:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:43Z', 'updated_at': '2021-08-16T02:09:00Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': '151c7b35-88e4-4590-a909-34283c3eb74e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:07.119698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.123994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2544a035-c23e-4691-8105-eda13610c82c None None] For port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,segment=NetworkSegment(0253d120-5ce1-4631-b7be-60fdf9111410),segment_id=0253d120-5ce1-4631-b7be-60fdf9111410)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:07.124353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2544a035-c23e-4691-8105-eda13610c82c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.147589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2544a035-c23e-4691-8105-eda13610c82c None None] Calling delete_port for 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:07.202542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.214411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.223994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:07.231183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a4eb3b6-ced9-4ba9-9e65-bc337be948ab {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:09:07.246164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.253906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8a4eb3b6-ced9-4ba9-9e65-bc337be948ab HTTP/1.1" status: 204 len: 168 time: 0.8621569 Aug 16 02:09:07.254844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44698) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:07.263523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab60ea-8a82-465d-8075-4ac38495416f tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a4eb3b6-ced9-4ba9-9e65-bc337be948ab,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.270863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'network': {'name': 'tempest-network--1210397604', 'router:external': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:07.398366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2544a035-c23e-4691-8105-eda13610c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.409114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Made reservation on behalf of 36dcd7b3c81644848aa50f64e325bbef for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:07.412454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.425511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.440520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2544a035-c23e-4691-8105-eda13610c82c None None] No DVR routers for this DVR port 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:07.445761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.455291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8aa73b2-ae0e-496d-93ef-17a9b6defdfc {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:07.465219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.486847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:07.492036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0253d120-5ce1-4631-b7be-60fdf9111410') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.496620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0253d120-5ce1-4631-b7be-60fdf9111410') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:07.496761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Transition to ACTIVE for port object a8aa73b2-ae0e-496d-93ef-17a9b6defdfc will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:07.501042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.501407 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Added segment e8843ff0-26a0-4914-8a45-9e18cf6b7ba6 of type vlan for network 340c7a1c-739f-4ce7-bc69-d7e6684e080f Aug 16 02:09:07.526836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.543288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2544a035-c23e-4691-8105-eda13610c82c None None] Pushing event deleted for resources: {'Port': ['ID=6f807b18-c4df-4bb9-8a56-0bf5e30f8032,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.562549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.578986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:07.578986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:07.587053 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:07.592787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.654865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:07.698315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.711852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:07.712357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6f807b18-c4df-4bb9-8a56-0bf5e30f8032 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:07.713442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4564593e-dbca-47fd-a78b-dccac4c9f460 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:07.748371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4564593e-dbca-47fd-a78b-dccac4c9f460 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:07.750790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4564593e-dbca-47fd-a78b-dccac4c9f460 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:07.751883 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.862325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d86320-fded-4f49-b2af-d4b623e6c062 req-57e4f771-dfbb-4706-880e-fe6ff8071a40 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.862900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.870665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41d86320-fded-4f49-b2af-d4b623e6c062 req-57e4f771-dfbb-4706-880e-fe6ff8071a40 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 944 time: 0.1659908 Aug 16 02:09:07.892698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.895648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac HTTP/1.1" status: 204 len: 168 time: 1.7933173 Aug 16 02:09:07.896515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a988e88-6fd8-4cdb-bef1-4aaf9870f9cd tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=64cb5d60-5c3e-4f34-8e6d-a4b81d7443ac,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:07.899515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44708) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:07.948761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41d86320-fded-4f49-b2af-d4b623e6c062 req-1f28124e-a22e-45c6-902e-d4a32d776b58 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761673 Aug 16 02:09:07.954477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Attempting to bind port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:07.954477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Attempting to bind port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:07.954960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Attempting to bind port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc on network f19c292f-64dd-47ad-b136-805f21826472 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:07.959454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc on network f19c292f-64dd-47ad-b136-805f21826472 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:09:07.959784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Attempting to bind port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc on network f19c292f-64dd-47ad-b136-805f21826472 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:07.966438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:07.967094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Checking segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:07.967497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Bound using segment: {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:07.967947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Bound port: a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:07.968330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.990809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:07.991983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:07.992672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.127746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Network': ['ID=340c7a1c-739f-4ce7-bc69-d7e6684e080f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.133946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] For port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:08.137793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] For port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:08.146193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 340c7a1c-739f-4ce7-bc69-d7e6684e080f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:08.149943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb827559-e545-4ad0-9884-4eac03edffba tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8803592 Aug 16 02:09:08.149943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44712) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.228631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.288943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.289573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.291089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] 10.222.0.58 "PUT /v2.0/ports/a8aa73b2-ae0e-496d-93ef-17a9b6defdfc HTTP/1.1" status: 200 len: 1093 time: 1.5747159 Aug 16 02:09:08.295083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:08.295083 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363164b0-7e77-4720-bb06-915e0f674b73" -d '{"events": [{"name": "network-changed", "server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:08.306845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e764bec-95ce-48f1-857b-eb798cdc8383 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.311471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9e764bec-95ce-48f1-857b-eb798cdc8383 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] 10.222.0.76 "GET /v2.0/networks/340c7a1c-739f-4ce7-bc69-d7e6684e080f HTTP/1.1" status: 200 len: 757 time: 0.1585085 Aug 16 02:09:08.318725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44716) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.356910 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac0e67-ee0a-4bba-a73a-2b3718868714 x-openstack-request-id: req-74ac0e67-ee0a-4bba-a73a-2b3718868714 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:08.357269 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:08.357512 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-74ac0e67-ee0a-4bba-a73a-2b3718868714 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:08.358038 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'status': 'completed', 'code': 200} Aug 16 02:09:08.415032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b48de4-b27c-4bf6-ac1f-8128ca7e06ac service neutron] Pushing event updated for resources: {'Port': ['ID=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:08.427430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.473255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21cc4d-4762-42c3-a42d-dc5f7e55c975 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.474972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8c21cc4d-4762-42c3-a42d-dc5f7e55c975 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] 10.222.0.76 "GET /v2.0/networks/c7e3b902-502c-495a-bab8-e869b0bea382 HTTP/1.1" status: 200 len: 768 time: 0.1553166 Aug 16 02:09:08.477627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:08.494108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363164b0-7e77-4720-bb06-915e0f674b73 req-4702baff-c666-4210-902b-7a511dd28c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:08.496252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-363164b0-7e77-4720-bb06-915e0f674b73 req-4702baff-c666-4210-902b-7a511dd28c28 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 1096 time: 0.1008446 Aug 16 02:09:08.750154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 48561572-be7c-4f13-a22f-782d90d34c61 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:08.750880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.860764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 48561572-be7c-4f13-a22f-782d90d34c61, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=48561572-be7c-4f13-a22f-782d90d34c61,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:08.861205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:08.877546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 48561572-be7c-4f13-a22f-782d90d34c61 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:09.069122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.133287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363164b0-7e77-4720-bb06-915e0f674b73 req-ec428b61-9469-4a87-87c6-5805fca45718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.137010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-363164b0-7e77-4720-bb06-915e0f674b73 req-ec428b61-9469-4a87-87c6-5805fca45718 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&shared=False HTTP/1.1" status: 200 len: 907 time: 0.6267896 Aug 16 02:09:09.177545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.319346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=48561572-be7c-4f13-a22f-782d90d34c61,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.351882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.384995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.386131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['340c7a1c-739f-4ce7-bc69-d7e6684e080f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:09.417130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8843ff0-26a0-4914-8a45-9e18cf6b7ba6') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:09.417748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8843ff0-26a0-4914-8a45-9e18cf6b7ba6') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:09.450437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.461937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb105d55-dfa1-4dce-b675-2007c4f416cc req-01438cf5-9e56-4901-afe9-d0c7fa04f150 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.468127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb105d55-dfa1-4dce-b675-2007c4f416cc req-01438cf5-9e56-4901-afe9-d0c7fa04f150 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 944 time: 0.4149811 Aug 16 02:09:09.531663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363164b0-7e77-4720-bb06-915e0f674b73 req-54fabcd7-0c6a-40c8-92dd-5323f5e33c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.533185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-363164b0-7e77-4720-bb06-915e0f674b73 req-54fabcd7-0c6a-40c8-92dd-5323f5e33c31 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3806961 Aug 16 02:09:09.568085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.585855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb105d55-dfa1-4dce-b675-2007c4f416cc req-6cb6bc68-8ae9-4161-8a33-78f1d3192994 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167519 Aug 16 02:09:09.587257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:09.587843 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:09.590780 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:09.695824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:09.725155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-823e7ec9-a218-4308-ae17-67a44e60e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.726845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-823e7ec9-a218-4308-ae17-67a44e60e4a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 1096 time: 0.1325040 Aug 16 02:09:09.782255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.785301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-0b6d8d37-b3e5-4755-aeed-24066540aef0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc HTTP/1.1" status: 200 len: 217 time: 0.0492928 Aug 16 02:09:09.789892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 340c7a1c-739f-4ce7-bc69-d7e6684e080f {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:09:09.793026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.794931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/networks/340c7a1c-739f-4ce7-bc69-d7e6684e080f HTTP/1.1" status: 204 len: 168 time: 1.3163397 Aug 16 02:09:09.807801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44746) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:09.809797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:09.817862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d0e04-380c-43f7-a97f-b12cf2fe8025 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Network': ['ID=340c7a1c-739f-4ce7-bc69-d7e6684e080f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:09.821736 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4a3d4501-9138-4bcb-975e-a90f3c680de3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9182572 Aug 16 02:09:09.831650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44750) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:09.838480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'network': {'name': 'tempest-network--1299538171'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:09.876273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-5ba0b20e-2125-4e6f-b17c-9edde3a63f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.878615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-5ba0b20e-2125-4e6f-b17c-9edde3a63f32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb HTTP/1.1" status: 200 len: 845 time: 0.0738730 Aug 16 02:09:09.924770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet 151c7b35-88e4-4590-a909-34283c3eb74e {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:09.928345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.942598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ee8eea9-2a82-452a-8e76-716af0fa8965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.976032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.979169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Made reservation on behalf of 36dcd7b3c81644848aa50f64e325bbef for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:09.980157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-97cba2a9-a7fc-460f-81f7-dcc27825eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:09.981602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:09.981835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-97cba2a9-a7fc-460f-81f7-dcc27825eb5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f19c292f-64dd-47ad-b136-805f21826472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0907891 Aug 16 02:09:10.046112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:10.077209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.077569 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Added segment acf99eae-012c-4b12-9ec7-9465ca96a2a1 of type vlan for network 62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a Aug 16 02:09:10.129344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.137224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-16077f37-ed25-45b7-a58d-fcc56c489a50 service neutron] 10.222.0.58 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453805 Aug 16 02:09:10.153938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.263401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-087044aa-1f6a-4573-a6b8-513cf32da0b9 req-c6424ff9-ebee-48cd-b1d4-0c8690bc3f04 service neutron] 10.222.0.58 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193001 Aug 16 02:09:10.282918 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:10.283468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.284517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.285854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.293266 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:10.293889 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.342805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.386612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=151c7b35-88e4-4590-a909-34283c3eb74e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.391935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.393445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb9dfd-3f24-48bb-a3fb-875beb51660e None None] Network d7d2abc6-c7ad-42fc-9356-141efdf5599c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:10.396906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44758) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:10.397061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a4f5b81d-b7e1-42dd-84ad-646661bf9e6b tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/151c7b35-88e4-4590-a909-34283c3eb74e HTTP/1.1" status: 204 len: 168 time: 0.5504072 Aug 16 02:09:10.399270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Network': ['ID=62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.400918 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:10.413584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:10.432113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78f533e1-8d6b-4ff6-9e22-3cac66752f0e tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6081512 Aug 16 02:09:10.435240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44760) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:10.441080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:10.498572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.567966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port e18887eb-423b-4931-8687-b3b2b9f6a922 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:10.568520 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.691463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.701585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port e18887eb-423b-4931-8687-b3b2b9f6a922, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e18887eb-423b-4931-8687-b3b2b9f6a922,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:10.701966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.715446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] DHCP port deletion for d7d2abc6-c7ad-42fc-9356-141efdf5599c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:10.748698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for e18887eb-423b-4931-8687-b3b2b9f6a922 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:10.760270 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.778174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] Deleting port e18887eb-423b-4931-8687-b3b2b9f6a922 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:10.778563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.789064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:09Z', 'revision_number': 9, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.819761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:10.828638 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:10.829253 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:08:42Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:10.834101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b5989-84a3-42ea-b353-46bcb9c13022 req-f83fcd1c-ffa1-4fcf-9c21-81b1146b5c8c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.835892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-883b5989-84a3-42ea-b353-46bcb9c13022 req-f83fcd1c-ffa1-4fcf-9c21-81b1146b5c8c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 944 time: 0.1170173 Aug 16 02:09:10.838284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Network 62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a is not hosted by any dhcp agent {{(pid=101946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:09:10.839786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:10.842041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.842041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "PUT /v2.0/networks/62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a HTTP/1.1" status: 200 len: 858 time: 0.4055729 Aug 16 02:09:10.848926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44768) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:10.885990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b083fd-cccf-49df-b121-00c5efa394a8 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event updated for resources: {'Network': ['ID=62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:10.898888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] For port e18887eb-423b-4931-8687-b3b2b9f6a922, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e18887eb-423b-4931-8687-b3b2b9f6a922,segment=NetworkSegment(cd33023f-7eac-41da-b742-a843fab221b1),segment_id=cd33023f-7eac-41da-b742-a843fab221b1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:10.899644 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.915083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] Calling delete_port for e18887eb-423b-4931-8687-b3b2b9f6a922 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:10.974162 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:10.979977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:10.984067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-883b5989-84a3-42ea-b353-46bcb9c13022 req-d98c731f-cbef-4040-95eb-13c60daf6d30 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338971 Aug 16 02:09:11.078848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.082326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.115466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] Pushing event deleted for resources: {'Port': ['ID=e18887eb-423b-4931-8687-b3b2b9f6a922,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:11.124618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493fc533-4bf1-4bb7-969a-e317fcd993e0 None None] No DVR routers for this DVR port e18887eb-423b-4931-8687-b3b2b9f6a922 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:11.129577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=e18887eb-423b-4931-8687-b3b2b9f6a922,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:11.132514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.135643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port e18887eb-423b-4931-8687-b3b2b9f6a922 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:11.173503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.265538 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:09Z', 'revision_number': 9, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.266319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf99eae-012c-4b12-9ec7-9465ca96a2a1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.266319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf99eae-012c-4b12-9ec7-9465ca96a2a1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.266319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.268206 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dea9f4-68df-46f3-937f-79e64246e09f None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:09Z', 'revision_number': 9, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0', 'name': '', 'network_id': '54436268-b158-4dfb-bf33-6f358a8e3349', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:c6:de:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1527, 'fixed_ips': [{'subnet_id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:49Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'b8a5f144-535e-4baa-9ad7-0144a5d8b217', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:11.271689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.289614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d2abc6-c7ad-42fc-9356-141efdf5599c']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.301794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd33023f-7eac-41da-b742-a843fab221b1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.302098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd33023f-7eac-41da-b742-a843fab221b1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:11.319270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.694070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 48561572-be7c-4f13-a22f-782d90d34c61 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:11.715360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 48561572-be7c-4f13-a22f-782d90d34c61 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:11.715907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 48561572-be7c-4f13-a22f-782d90d34c61 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:11.716721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e18887eb-423b-4931-8687-b3b2b9f6a922 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:11.730566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.732943 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.748239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e18887eb-423b-4931-8687-b3b2b9f6a922 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:11.748660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e18887eb-423b-4931-8687-b3b2b9f6a922 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:11.851097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:11.851530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.855305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:11.855305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:11.857841 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:12.033897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.050478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.054944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/d7d2abc6-c7ad-42fc-9356-141efdf5599c HTTP/1.1" status: 204 len: 168 time: 1.6543131 Aug 16 02:09:12.055541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44798) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:12.079419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb0432-217d-4fcb-a909-e7b35405b55d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=d7d2abc6-c7ad-42fc-9356-141efdf5599c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.083540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.104789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:09:12.107531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.112646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] 10.222.0.76 "DELETE /v2.0/networks/62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a HTTP/1.1" status: 204 len: 168 time: 1.2579262 Aug 16 02:09:12.116719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:12.120946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6c90e-601f-48b1-902d-4ff16f6fbe24 tempest-ExternalNetworksTestJSON-214499429 tempest-ExternalNetworksTestJSON-214499429-project-admin] Pushing event deleted for resources: {'Network': ['ID=62c47c8a-b4b7-4ea9-8f46-e64c41cbfb7a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.145720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0864b-c20b-45c2-a534-79a8d4a637c4 req-007857ab-d0fa-416d-9412-3e68559e50e6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:12.147473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2df0864b-c20b-45c2-a534-79a8d4a637c4 req-007857ab-d0fa-416d-9412-3e68559e50e6 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 944 time: 0.0770783 Aug 16 02:09:12.178251 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7467ea-8221-4bd8-9786-68061e4d6361 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:12.179382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7467ea-8221-4bd8-9786-68061e4d6361 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:12.181461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ba7467ea-8221-4bd8-9786-68061e4d6361 tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] 10.222.0.76 "DELETE /v2.0/subnets/f8a59e50-8cbe-41b3-b7dc-238b9047c767 HTTP/1.1" status: 404 len: 337 time: 0.0637207 Aug 16 02:09:12.185515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44802) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:12.209368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2df0864b-c20b-45c2-a534-79a8d4a637c4 req-bff16034-c9a0-495c-92a5-ce8a00feac87 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538156 Aug 16 02:09:12.355296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.493096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.507233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e3b902-502c-495a-bab8-e869b0bea382']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:12.534263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b118c7-7dd9-4874-be13-21412988dc03') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:12.534554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b118c7-7dd9-4874-be13-21412988dc03') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:12.545805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.561812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.576051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:12.576451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:12.579775 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:12.674556 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.707489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.778582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.782408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67d25511-b870-424e-ba28-4f2386b86cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.791887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:12.793706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] 10.222.0.76 "DELETE /v2.0/networks/c7e3b902-502c-495a-bab8-e869b0bea382 HTTP/1.1" status: 204 len: 168 time: 0.6070502 Aug 16 02:09:12.808463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292678c2-1450-4374-8fd0-f08263fc5e7d tempest-ExternalNetworksTestJSON-477066053 tempest-ExternalNetworksTestJSON-477066053-project] Pushing event deleted for resources: {'Network': ['ID=c7e3b902-502c-495a-bab8-e869b0bea382,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:12.985516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:12.985869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.077395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,segment=NetworkSegment(b68ff690-6579-45c8-bb12-e86e85317868),segment_id=b68ff690-6579-45c8-bb12-e86e85317868)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.078129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.091189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:13.355013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec21fb3-6edc-4a40-9c97-bdc5d67ed8dd req-e0b5894c-a497-48b7-9f57-198c50c0688e tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:13.356782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ec21fb3-6edc-4a40-9c97-bdc5d67ed8dd req-e0b5894c-a497-48b7-9f57-198c50c0688e tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 944 time: 0.0513065 Aug 16 02:09:13.376760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44818) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:13.399476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.401126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ec21fb3-6edc-4a40-9c97-bdc5d67ed8dd req-0760efe6-22c0-408c-89ab-6d157649b7fa tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381973 Aug 16 02:09:13.431061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:13.639436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c4880323-2e82-4342-a573-abfdd093c49b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f81b9ef2e224c23ac8f43ef0bddff3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613037 Aug 16 02:09:13.641830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44832) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:13.650584 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.661054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a8aa73b2-ae0e-496d-93ef-17a9b6defdfc details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:09:13.712839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9c794e9-6ce7-41f7-ad8b-06f65bfc0265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.740107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9c794e9-6ce7-41f7-ad8b-06f65bfc0265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.804690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.820175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'port_id': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'mac_address': 'fa:16:3e:1e:a9:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:09:13.866685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.880311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9c794e9-6ce7-41f7-ad8b-06f65bfc0265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.881594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8aa73b2-ae0e-496d-93ef-17a9b6defdfc {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:09:13.884659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9c794e9-6ce7-41f7-ad8b-06f65bfc0265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:13.890412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c9c794e9-6ce7-41f7-ad8b-06f65bfc0265 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/998e5fc4-f8e4-4c2d-9385-294e116a1df2 HTTP/1.1" status: 204 len: 168 time: 0.2474582 Aug 16 02:09:13.902397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c794e9-6ce7-41f7-ad8b-06f65bfc0265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998e5fc4-f8e4-4c2d-9385-294e116a1df2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:13.904532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:13.988035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.045003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.229326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:14.260968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a8aa73b2-ae0e-496d-93ef-17a9b6defdfc'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:09:14.334136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:14.340246 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e557e9d-b742-429b-bfe7-9a637782d58d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2824519 Aug 16 02:09:14.342240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44844) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.349621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:14.367770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:14.368399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:14.395931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet b8a5f144-535e-4baa-9ad7-0144a5d8b217 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:14.399517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.467239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.576365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44850) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.596424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.631689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f60a08-5a16-4daa-a09d-f13eaa9a961a req-405c2f62-5ac8-4757-82c7-7189096c2e10 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:14.634270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1f60a08-5a16-4daa-a09d-f13eaa9a961a req-405c2f62-5ac8-4757-82c7-7189096c2e10 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 945 time: 0.1183832 Aug 16 02:09:14.638733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:14.679404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.683301 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7b052531-257d-474d-82c2-619f5d938d55 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36dcd7b3c81644848aa50f64e325bbef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031191 Aug 16 02:09:14.683514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44852) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.693871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1f60a08-5a16-4daa-a09d-f13eaa9a961a req-1fd4fddb-1238-4171-aee8-eed3eb555490 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519509 Aug 16 02:09:14.741522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bddd5a03-09a9-4f2b-a75f-1a727e85e79a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.766023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bddd5a03-09a9-4f2b-a75f-1a727e85e79a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.784653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.830506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a5f144-535e-4baa-9ad7-0144a5d8b217,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:14.834969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.836876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b49af74a-089d-49b2-a7b0-953b27bda6f0 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/b8a5f144-535e-4baa-9ad7-0144a5d8b217 HTTP/1.1" status: 204 len: 168 time: 0.4935277 Aug 16 02:09:14.840766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:14.860640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc33f5a1-f52f-45f0-a10b-83f1acfe6265 None None] Network 54436268-b158-4dfb-bf33-6f358a8e3349 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:14.968400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:14.998524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:13Z', 'revision_number': 10, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.014956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bddd5a03-09a9-4f2b-a75f-1a727e85e79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.017532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bddd5a03-09a9-4f2b-a75f-1a727e85e79a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.021109 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bddd5a03-09a9-4f2b-a75f-1a727e85e79a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa3a4475-7494-4445-b1ef-825e69a89f07 HTTP/1.1" status: 204 len: 168 time: 0.3341804 Aug 16 02:09:15.033986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd5a03-09a9-4f2b-a75f-1a727e85e79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a4475-7494-4445-b1ef-825e69a89f07,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.035965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:15.044622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:15.044995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.063306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:15.064220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.122385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,segment=NetworkSegment(b68ff690-6579-45c8-bb12-e86e85317868),segment_id=b68ff690-6579-45c8-bb12-e86e85317868)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:15.122917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.140316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:15.170541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] DHCP port deletion for 54436268-b158-4dfb-bf33-6f358a8e3349 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:15.172831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:15.328425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.365798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Deleting port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:15.366194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.366822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.378035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:15.456769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] For port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5, host n-d-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:15.457314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.475604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Calling delete_port for 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:15.483382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.493404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54436268-b158-4dfb-bf33-6f358a8e3349']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.500802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.ipam_backend_mixin [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 was not found and therefore no delete operation was performed {{(pid=101947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:09:15.507138 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.509508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68ff690-6579-45c8-bb12-e86e85317868') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.509778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68ff690-6579-45c8-bb12-e86e85317868') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.527014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.542205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.548387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:15.548884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:15.552322 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:15.559433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] No DVR routers for this DVR port 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:15.559433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:15.564675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd7be2-8a57-4da5-af19-5120006956d1 None None] Pushing event deleted for resources: {'Port': ['ID=0a7d966c-ab8e-4411-87b8-8f85aeaad6f5,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.596616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:15.596976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a7d966c-ab8e-4411-87b8-8f85aeaad6f5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:15.636708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:13Z', 'revision_number': 10, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:15.660998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a8aa73b2-ae0e-496d-93ef-17a9b6defdfc up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:15.691657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c350f9-93e4-4f96-98bd-5ed99abc5b4d None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:13Z', 'revision_number': 10, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None, '_interfaces': [{'id': '76e03580-bc6a-4dba-88ba-7d24436c246c', 'name': '', 'network_id': 'b2bf7161-031d-40aa-9c13-73a72dbdf347', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'mac_address': 'fa:16:3e:74:b1:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:30Z', 'updated_at': '2021-08-16T02:08:36Z', 'revision_number': 5, 'project_id': '9722435071f04c9bbff64648b455da6c', 'subnets': [{'id': 'd69a18f6-0588-4a9f-9790-b6139bbc8330', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:15.731385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.745058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.745058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/54436268-b158-4dfb-bf33-6f358a8e3349 HTTP/1.1" status: 204 len: 168 time: 0.9000263 Aug 16 02:09:15.745720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44876) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:15.768481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4a50a3-5c19-4d6d-8cbc-bc388e5977c9 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=54436268-b158-4dfb-bf33-6f358a8e3349,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:15.810725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.850867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:15.855537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:15.860933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.924661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f89fba-603c-48fa-b66c-d209788fb3d6 req-631587dc-c2ef-4ba3-b671-d4b78378b7bb tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:15.926198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07f89fba-603c-48fa-b66c-d209788fb3d6 req-631587dc-c2ef-4ba3-b671-d4b78378b7bb tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 945 time: 0.1302080 Aug 16 02:09:15.945011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:15.985988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:15.988769 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da39b323-df39-4895-b9f7-88d0141b3f1f" -d '{"events": [{"server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:16.014937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:16.017618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07f89fba-603c-48fa-b66c-d209788fb3d6 req-5a2ae025-985f-4cb4-937b-6c7badfa96e1 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643504 Aug 16 02:09:16.063715 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ab8114-c088-4d91-9eed-55b5ed82f1a4 x-openstack-request-id: req-30ab8114-c088-4d91-9eed-55b5ed82f1a4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:16.063867 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "name": "network-vif-plugged", "status": "completed", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:16.064139 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-30ab8114-c088-4d91-9eed-55b5ed82f1a4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:16.064557 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'code': 200} Aug 16 02:09:16.137949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.213080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8565cf-2052-4608-9d39-810bf7b9f464 req-4cdd6b08-f838-4949-9cd4-279f756caa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:16.214953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab8565cf-2052-4608-9d39-810bf7b9f464 req-4cdd6b08-f838-4949-9cd4-279f756caa6a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 1098 time: 0.0776281 Aug 16 02:09:16.218749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:16.243528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.634050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab8565cf-2052-4608-9d39-810bf7b9f464 req-f8cd0f90-f359-475f-98ea-2aea46cbb215 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977029 Aug 16 02:09:16.810031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 76e03580-bc6a-4dba-88ba-7d24436c246c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:16.810690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.902802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 76e03580-bc6a-4dba-88ba-7d24436c246c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=76e03580-bc6a-4dba-88ba-7d24436c246c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:16.903215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:16.916985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 76e03580-bc6a-4dba-88ba-7d24436c246c owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:17.159163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2053e-e18a-4256-a62c-fbf17a89afa6 req-740bbb6b-628f-4510-9d13-91821cc0d25c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:17.160807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dc2053e-e18a-4256-a62c-fbf17a89afa6 req-740bbb6b-628f-4510-9d13-91821cc0d25c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.0601678 Aug 16 02:09:17.203981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dc2053e-e18a-4256-a62c-fbf17a89afa6 req-42733578-c008-414c-aa8f-1a3df54146b5 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363226 Aug 16 02:09:17.227820 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.257056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=76e03580-bc6a-4dba-88ba-7d24436c246c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:17.385212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.579885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:17.609765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:17.614539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:17.614539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9ef36b7c-87b4-41cb-8ca2-6d78d04f48f0 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:17.616293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44920) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:17.691137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:17.699899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b2070b9b-9ee7-4798-95dc-6e15c261898c tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9488084 Aug 16 02:09:17.700004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:17.704887 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:17.718073 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:17.718073 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.735117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1946511973', 'router:external': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:17.771030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting subnet d69a18f6-0588-4a9f-9790-b6139bbc8330 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:17.775046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.798561 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:17.817768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.856617 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:17Z', 'revision_number': 11, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.857409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Made reservation on behalf of fc27c6aed2dd46d38f4543abda22210d for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:17.861429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.871352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.882974 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:17.892498 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:17.893104 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:17.949164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:17.968669 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:18.022352 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:17Z', 'revision_number': 11, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:18.048002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.134385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.148634 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fea5b00-e683-4a86-86e0-c62027a9ac3f None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:17Z', 'revision_number': 11, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:18.162430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Subnet': ['ID=d69a18f6-0588-4a9f-9790-b6139bbc8330,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.169033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.170975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bd657673-e2a9-4c04-ad1a-7af361b8c509 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/d69a18f6-0588-4a9f-9790-b6139bbc8330 HTTP/1.1" status: 204 len: 168 time: 0.4707358 Aug 16 02:09:18.173761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f88a81c-2c05-454a-a961-60079436c2d9 None None] Network b2bf7161-031d-40aa-9c13-73a72dbdf347 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:18.173933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:18.185372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.266521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:18.287877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75deade4-aadc-40f4-bf49-bdc62b75023c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.294213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.302196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.302196 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Added segment 163aa386-8760-4f8a-a77a-29ebdb88c033 of type vlan for network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 Aug 16 02:09:18.361699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160769d-6e8f-438c-be48-a721609484e8 req-073776fa-9ead-4520-a719-b8c5dc5dcb08 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.363285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9160769d-6e8f-438c-be48-a721609484e8 req-073776fa-9ead-4520-a719-b8c5dc5dcb08 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.0788968 Aug 16 02:09:18.372477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.421896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9160769d-6e8f-438c-be48-a721609484e8 req-574086b9-db29-4427-9004-d3835670e50e tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510535 Aug 16 02:09:18.426022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Deleting port 30700c28-3413-451d-af9e-2ede81af908c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:18.426022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.492357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] For port 30700c28-3413-451d-af9e-2ede81af908c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=30700c28-3413-451d-af9e-2ede81af908c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:18.492774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.511363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Calling delete_port for 30700c28-3413-451d-af9e-2ede81af908c owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:18.534295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] DHCP port deletion for b2bf7161-031d-40aa-9c13-73a72dbdf347 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:18.565000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.566123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.568807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.568938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dd613-539e-4ccc-9915-070702d319b0 req-1f291295-db01-472c-b238-fbd67d7803fb tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:18.569091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b1dd613-539e-4ccc-9915-070702d319b0 req-1f291295-db01-472c-b238-fbd67d7803fb tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.0797048 Aug 16 02:09:18.581381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:18.593483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Request body: {'floatingip': {'port_id': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:18.613866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] Deleting port 30700c28-3413-451d-af9e-2ede81af908c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:18.615197 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.641779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.671718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Network': ['ID=8e2ed60b-50c8-4637-995a-60eeb7c67b65,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.684999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:18.692551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] For port 30700c28-3413-451d-af9e-2ede81af908c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=30700c28-3413-451d-af9e-2ede81af908c,segment=NetworkSegment(bc78e030-8ac2-4296-9390-5b4370131edb),segment_id=bc78e030-8ac2-4296-9390-5b4370131edb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:18.692954 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.742378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] Calling delete_port for 30700c28-3413-451d-af9e-2ede81af908c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:18.764572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-346e774b-f82d-4886-b382-3c9a70673bad tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1445639 Aug 16 02:09:18.768994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44942) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:18.771079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'subnet': {'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:18.797014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.830421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Port': ['ID=30700c28-3413-451d-af9e-2ede81af908c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:18.832729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No DVR routers for this DVR port 30700c28-3413-451d-af9e-2ede81af908c on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:18.850550 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:09:18.863103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:18.898148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] Pushing event deleted for resources: {'Port': ['ID=30700c28-3413-451d-af9e-2ede81af908c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.072211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717729e7-ae4d-4f0e-8611-1be1fe8af469 None None] No DVR routers for this DVR port 30700c28-3413-451d-af9e-2ede81af908c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Made reservation on behalf of fc27c6aed2dd46d38f4543abda22210d for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2bf7161-031d-40aa-9c13-73a72dbdf347']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc78e030-8ac2-4296-9390-5b4370131edb') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc78e030-8ac2-4296-9390-5b4370131edb') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:19.074634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:19.106459 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:19.227772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.235507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.238867 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/networks/b2bf7161-031d-40aa-9c13-73a72dbdf347 HTTP/1.1" status: 204 len: 168 time: 1.0626388 Aug 16 02:09:19.248304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44948) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:19.252875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'routes': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:19.257980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a20d9-c1ca-4f9e-9622-de738f0cdc89 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Pushing event deleted for resources: {'Network': ['ID=b2bf7161-031d-40aa-9c13-73a72dbdf347,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.373414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.451551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.extraroute_db [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Added routes are [] {{(pid=101946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:09:19.451879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.extraroute_db [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Removed routes are [] {{(pid=101946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:09:19.452234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.470668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.564042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 30700c28-3413-451d-af9e-2ede81af908c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:19.587896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 30700c28-3413-451d-af9e-2ede81af908c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:19.589312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 30700c28-3413-451d-af9e-2ede81af908c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:19.590143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76e03580-bc6a-4dba-88ba-7d24436c246c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:19.601071 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Floating IP b3c6e994-ff78-40d8-9258-042358a94eda associated. External IP: 172.25.6.212, port: a8aa73b2-ae0e-496d-93ef-17a9b6defdfc. Aug 16 02:09:19.614315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 76e03580-bc6a-4dba-88ba-7d24436c246c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:19.615282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76e03580-bc6a-4dba-88ba-7d24436c246c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:19.625631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.630877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.746086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:09:19.746838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.774999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router edf619df-57a4-46b8-a424-fbd07dde6caf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:19.821427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Router 6cb00662-9c1f-4891-89b5-7b1dca9768de has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:19.847141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cab52a23-22e7-4971-bc83-098b96e63203,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:19.895645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:19.897311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Checking segment: {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:19.897678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network hostable DHCP agents. Network: 8e2ed60b-50c8-4637-995a-60eeb7c67b65, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:19.905296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:19.906484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b9c4bfd-e27c-48bc-9306-f9fa752f86c8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 704 time: 0.6572223 Aug 16 02:09:19.907376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] Sync routers for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:19.909312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:19.918722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:19.919442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.001664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:20.055713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:17Z', 'revision_number': 11, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.087128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] Checking router: edf619df-57a4-46b8-a424-fbd07dde6caf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:20.096751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] Routers {'edf619df-57a4-46b8-a424-fbd07dde6caf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:20.097397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['edf619df-57a4-46b8-a424-fbd07dde6caf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.113726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:20.169099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] Set router edf619df-57a4-46b8-a424-fbd07dde6caf gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:20.228348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:17Z', 'revision_number': 11, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.237712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f6d1d1b3-c927-415e-bafb-5ade5fd95ef8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 205 time: 0.3233848 Aug 16 02:09:20.240545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8e2ed60b-50c8-4637-995a-60eeb7c67b65) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:20.247396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.247396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.250033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44960) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:20.255916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552deb38-4ece-4df1-972c-100c29d20467 None None] The sync data for ids ['edf619df-57a4-46b8-a424-fbd07dde6caf'] in n-d-768852-19 is: [{'id': 'edf619df-57a4-46b8-a424-fbd07dde6caf', 'name': 'tempest-RoutersIpV6Test-router-998681485', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:27Z', 'updated_at': '2021-08-16T02:09:17Z', 'revision_number': 11, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:20.258919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf10aa-91cb-48b1-8cd2-d002a60a8fe6 None None] Network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:20.304450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:20.310856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.315813 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] Sync routers for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:20.328649 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:20.329572 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.369516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.400509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff280654-df53-4019-99c4-befc68e96284 None None] Network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:20.411852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cb5610f3-2afa-4f75-9f66-dd58e7682b22 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6456873 Aug 16 02:09:20.414381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:20.420331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-447028525', 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:20.442233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27dba57b-ec55-4dfe-a7f9-31bd574cb1b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "PUT /v2.0/floatingips/b3c6e994-ff78-40d8-9258-042358a94eda HTTP/1.1" status: 200 len: 992 time: 1.8590899 Aug 16 02:09:20.445090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:09:20.447623 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35024c-d502-4e0f-826a-1d4b868d6c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:09:20.485349 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:20.562915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Made reservation on behalf of fc27c6aed2dd46d38f4543abda22210d for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:20.566415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.576506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.580431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.599251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] device_id is not set on port b4a83252-a822-4cd4-bc7c-0d7fac03a29c yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:20.740004 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b194dc6-4443-4764-9677-441610461f8f x-openstack-request-id: req-9b194dc6-4443-4764-9677-441610461f8f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:09:20.740316 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:09:20.740889 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b194dc6-4443-4764-9677-441610461f8f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:09:20.741325 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'status': 'completed', 'code': 200} Aug 16 02:09:20.742441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.743791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router edf619df-57a4-46b8-a424-fbd07dde6caf {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:20.753125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.762890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a0625fb9-fe47-4428-acc8-e5a300bde93d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 204 len: 168 time: 0.5032556 Aug 16 02:09:20.764123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44974) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:20.767068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Allocated IP 2001:db8::8 (8e2ed60b-50c8-4637-995a-60eeb7c67b65/cab52a23-22e7-4971-bc83-098b96e63203/b4a83252-a822-4cd4-bc7c-0d7fac03a29c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:20.771367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1834646125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:20.785760 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b3c6e994-ff78-40d8-9258-042358a94eda', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'port_id': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'mac_address': 'fa:16:3e:1e:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:57Z', 'updated_at': '2021-08-16T02:09:19Z', 'revision_number': 1, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:09:02Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.821231 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] Checking router: 6cb00662-9c1f-4891-89b5-7b1dca9768de for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:20.833773 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:20.834870 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:20.839384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-7292f428-da58-4a33-ac2f-0d89d0d8d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.840929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-7292f428-da58-4a33-ac2f-0d89d0d8d43f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 1098 time: 0.0586505 Aug 16 02:09:20.942907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.950150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.960027 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:20.967320 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:20.985386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-c72fdadb-bd34-488c-b339-61d327e26d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:20.986961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-c72fdadb-bd34-488c-b339-61d327e26d14 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f19c292f-64dd-47ad-b136-805f21826472 HTTP/1.1" status: 200 len: 907 time: 0.1394680 Aug 16 02:09:21.114210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.137857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.157299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-cf200b06-6619-4754-bc71-44eac7cf04c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc HTTP/1.1" status: 200 len: 1000 time: 0.1604240 Aug 16 02:09:21.200749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:21.205421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:21.212434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:21.214105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.214763 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.228056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.231967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a83252-a822-4cd4-bc7c-0d7fac03a29c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:21.266566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-846d9808-57be-4970-bcf2-ffe81b456de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.270086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-846d9808-57be-4970-bcf2-ffe81b456de9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb HTTP/1.1" status: 200 len: 845 time: 0.1029115 Aug 16 02:09:21.286210 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b3c6e994-ff78-40d8-9258-042358a94eda', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'port_id': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'mac_address': 'fa:16:3e:1e:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:57Z', 'updated_at': '2021-08-16T02:09:19Z', 'revision_number': 1, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:09:02Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:21.327446 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe86e17-804e-43fd-85f1-1c9435241b67 None None] The sync data for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 is: [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b3c6e994-ff78-40d8-9258-042358a94eda', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'floating_ip_address': '172.25.6.212', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'port_id': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1593, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'mac_address': 'fa:16:3e:1e:a9:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:08:57Z', 'updated_at': '2021-08-16T02:09:19Z', 'revision_number': 1, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:09:02Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:21.331895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-4c2f6029-5b8f-4c48-b346-eb12b38d4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:21.333690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-4c2f6029-5b8f-4c48-b346-eb12b38d4ad4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f19c292f-64dd-47ad-b136-805f21826472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572119 Aug 16 02:09:21.403643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-59e2e930-b991-47a9-a42a-a05808e603b6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9881606 Aug 16 02:09:21.406288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44984) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.448259 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.452162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ecc5d2f1-86e8-4a1c-a128-6fc6d51268e2 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6841688 Aug 16 02:09:21.452594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44986) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:21.458029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:21.475073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-33a05fca-cfe6-4c63-89f5-9f3776406f45 service neutron] 10.222.0.58 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340220 Aug 16 02:09:21.597118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a91930b3-d1b6-4c21-89f6-a1ee534911b3 None None] New status for floating IP b3c6e994-ff78-40d8-9258-042358a94eda: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:09:21.623932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Deleting port b4a83252-a822-4cd4-bc7c-0d7fac03a29c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:21.624302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.670959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c35024c-d502-4e0f-826a-1d4b868d6c1a req-f5d20424-30aa-4534-986f-995a4f7ff214 service neutron] 10.222.0.58 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762156 Aug 16 02:09:21.728306 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:21.746050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Calling delete_port for b4a83252-a822-4cd4-bc7c-0d7fac03a29c owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:22.023700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.105685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.131887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a83252-a822-4cd4-bc7c-0d7fac03a29c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:22.159988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.161982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9b19203c-1d61-4548-9473-ccc191ec96bf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b4a83252-a822-4cd4-bc7c-0d7fac03a29c HTTP/1.1" status: 204 len: 168 time: 0.7546840 Aug 16 02:09:22.164774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44994) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.169818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65', 'external_fixed_ips': [{'subnet_id': 'cab52a23-22e7-4971-bc83-098b96e63203', 'ip_address': '2001:db8::8'}]}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:22.197291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.313811 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.315063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.372074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.381908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Router 24ed2a02-01a8-4798-92a7-0351180e6304 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:22.460204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:22.468484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.468484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6aebcd38-5a24-4f40-8d32-6f56763ac9ef tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "PUT /v2.0/routers/24ed2a02-01a8-4798-92a7-0351180e6304 HTTP/1.1" status: 200 len: 698 time: 1.0143063 Aug 16 02:09:22.470695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45000) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.470995 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] Sync routers for ids ['24ed2a02-01a8-4798-92a7-0351180e6304'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:22.481576 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] Routers {'24ed2a02-01a8-4798-92a7-0351180e6304'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:22.485137 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['24ed2a02-01a8-4798-92a7-0351180e6304'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:22.556088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5aece604-3c40-4904-a919-f9290d87e99d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/routers/24ed2a02-01a8-4798-92a7-0351180e6304 HTTP/1.1" status: 200 len: 704 time: 0.0817008 Aug 16 02:09:22.556513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45002) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.562597 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] Set router 24ed2a02-01a8-4798-92a7-0351180e6304 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:22.585996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9e1e3c87-7ccd-4581-bf9a-89477a729cb3 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=24ed2a02-01a8-4798-92a7-0351180e6304 HTTP/1.1" status: 200 len: 205 time: 0.0258853 Aug 16 02:09:22.586238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45004) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:22.609357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.626484 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ed2a02-01a8-4798-92a7-0351180e6304', 'name': 'tempest-RoutersIpV6Test-router-1834646125', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:20Z', 'updated_at': '2021-08-16T02:09:22Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:22.655331 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] Checking router: 24ed2a02-01a8-4798-92a7-0351180e6304 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:22.664525 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] Routers {'24ed2a02-01a8-4798-92a7-0351180e6304'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:22.665273 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['24ed2a02-01a8-4798-92a7-0351180e6304'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:22.670545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.743109 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] Set router 24ed2a02-01a8-4798-92a7-0351180e6304 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:22.809812 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ed2a02-01a8-4798-92a7-0351180e6304', 'name': 'tempest-RoutersIpV6Test-router-1834646125', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:20Z', 'updated_at': '2021-08-16T02:09:22Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:22.842292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c08511-6cda-42b2-87cc-82b735a70aea None None] The sync data for ids ['24ed2a02-01a8-4798-92a7-0351180e6304'] in n-d-768852-19 is: [{'id': '24ed2a02-01a8-4798-92a7-0351180e6304', 'name': 'tempest-RoutersIpV6Test-router-1834646125', 'tenant_id': '9722435071f04c9bbff64648b455da6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:20Z', 'updated_at': '2021-08-16T02:09:22Z', 'revision_number': 2, 'project_id': '9722435071f04c9bbff64648b455da6c', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:22.902160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:22.905100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.005087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.025546 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.074758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.076639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Fanout notify agent at l3_agent the message router_deleted on router 24ed2a02-01a8-4798-92a7-0351180e6304 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:23.086987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.086987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63e3ec6a-ed0c-49c0-98fa-2ad9f25b546f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/24ed2a02-01a8-4798-92a7-0351180e6304 HTTP/1.1" status: 204 len: 168 time: 0.4995630 Aug 16 02:09:23.091031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45020) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.121275 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2ebb3fd-c0ad-44a7-a171-464e309be6fb tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=24ed2a02-01a8-4798-92a7-0351180e6304 HTTP/1.1" status: 200 len: 205 time: 0.0289695 Aug 16 02:09:23.126127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.166006 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-541a8a3d-2e77-4131-9d27-e8191a4f2870 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.170499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-541a8a3d-2e77-4131-9d27-e8191a4f2870 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/24ed2a02-01a8-4798-92a7-0351180e6304 HTTP/1.1" status: 404 len: 336 time: 0.0398772 Aug 16 02:09:23.172275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45026) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.204516 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-096566fc-968d-4274-85e2-36af88b29b86 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.204984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096566fc-968d-4274-85e2-36af88b29b86 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.209376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-096566fc-968d-4274-85e2-36af88b29b86 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/5d034ecd-5faa-4b68-92de-f54eabf02c6a HTTP/1.1" status: 404 len: 337 time: 0.0336230 Aug 16 02:09:23.209871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45028) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.237168 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7212ac3a-5cf8-48c0-8626-8a4c28f2372d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.237679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7212ac3a-5cf8-48c0-8626-8a4c28f2372d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.242107 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7212ac3a-5cf8-48c0-8626-8a4c28f2372d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/151c7b35-88e4-4590-a909-34283c3eb74e HTTP/1.1" status: 404 len: 337 time: 0.0289705 Aug 16 02:09:23.242390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45030) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.269268 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7ac186-b726-495d-80cd-e65cef7b28df tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.275227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7ac186-b726-495d-80cd-e65cef7b28df tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.275227 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9c7ac186-b726-495d-80cd-e65cef7b28df tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/b8a5f144-535e-4baa-9ad7-0144a5d8b217 HTTP/1.1" status: 404 len: 337 time: 0.0281000 Aug 16 02:09:23.277891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45032) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.306601 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac4254e-000d-48ae-bb2c-553caba96495 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.307297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac4254e-000d-48ae-bb2c-553caba96495 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.309073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Allocated IP 2001:db8::8 (8e2ed60b-50c8-4637-995a-60eeb7c67b65/cab52a23-22e7-4971-bc83-098b96e63203/61803a21-2719-4812-8614-dda27db5b3f1) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:23.309938 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ac4254e-000d-48ae-bb2c-553caba96495 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/d69a18f6-0588-4a9f-9790-b6139bbc8330 HTTP/1.1" status: 404 len: 337 time: 0.0306811 Aug 16 02:09:23.312038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45034) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.345419 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6e797ece-af44-4ab8-8d25-b91833f202aa tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 200 len: 205 time: 0.0261333 Aug 16 02:09:23.345419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45038) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.390203 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-dd29edbd-352c-43db-81f3-effb3dde2705 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.390203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dd29edbd-352c-43db-81f3-effb3dde2705 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/edf619df-57a4-46b8-a424-fbd07dde6caf HTTP/1.1" status: 404 len: 336 time: 0.0432737 Aug 16 02:09:23.390203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45040) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.419826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-68f7bf37-9fc0-4dfc-b326-7bb3a2701181 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fce5b69-d995-47cd-8ea6-aac311da6a3d HTTP/1.1" status: 200 len: 205 time: 0.0275202 Aug 16 02:09:23.420059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.424410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.458613 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-b2d72c6c-eebf-4089-bca1-bd4b1053e513 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.459695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2d72c6c-eebf-4089-bca1-bd4b1053e513 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/6fce5b69-d995-47cd-8ea6-aac311da6a3d HTTP/1.1" status: 404 len: 336 time: 0.0387115 Aug 16 02:09:23.462823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45046) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.497237 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-75729caa-ae5c-47f3-8b04-040b9b0ab92d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.497706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75729caa-ae5c-47f3-8b04-040b9b0ab92d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.499517 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-75729caa-ae5c-47f3-8b04-040b9b0ab92d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/9a32aeb7-e5b1-4016-9138-5e1321547282 HTTP/1.1" status: 404 len: 337 time: 0.0362756 Aug 16 02:09:23.502202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45048) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.529661 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca07c756-90f7-4344-b337-af5c9d2a7983 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 200 len: 205 time: 0.0262737 Aug 16 02:09:23.539250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45050) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.578431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:23.580870 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-bce13176-7a24-4e58-aa5d-e504db2cdea8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.582667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bce13176-7a24-4e58-aa5d-e504db2cdea8 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/122f2b01-a667-44df-ab8f-7bc1bab05290 HTTP/1.1" status: 404 len: 336 time: 0.0424032 Aug 16 02:09:23.584498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45052) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.617199 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b6a779a5-98e1-4ec2-8149-e754a963516f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a0d1bff-7f75-48f3-8d89-da0d5bca710d HTTP/1.1" status: 200 len: 205 time: 0.0315762 Aug 16 02:09:23.621455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:23.624431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:23.625039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45054) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.628291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:23.633696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Port': ['ID=61803a21-2719-4812-8614-dda27db5b3f1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:23.670035 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-74cf5a2f-8ec4-4104-a2d9-1a196fa2f389 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.673769 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74cf5a2f-8ec4-4104-a2d9-1a196fa2f389 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/3a0d1bff-7f75-48f3-8d89-da0d5bca710d HTTP/1.1" status: 404 len: 336 time: 0.0451174 Aug 16 02:09:23.673940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45056) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.701035 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-883c2ac2-e362-4314-b0fc-2cfef62cb02f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.701505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-883c2ac2-e362-4314-b0fc-2cfef62cb02f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.703274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-883c2ac2-e362-4314-b0fc-2cfef62cb02f tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/2422c942-82a0-4b81-b1fa-9bda857aff2b HTTP/1.1" status: 404 len: 337 time: 0.0285022 Aug 16 02:09:23.705881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45058) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.738991 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fa3a60cf-207c-44ba-8684-c1e7158f7738 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=429865a0-3012-496b-a9f5-ac4926dd9c2e HTTP/1.1" status: 200 len: 205 time: 0.0318658 Aug 16 02:09:23.739212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45062) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.788068 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-04410ef0-e5b5-415a-a8ce-45263b5c5acf tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.789138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-04410ef0-e5b5-415a-a8ce-45263b5c5acf tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/429865a0-3012-496b-a9f5-ac4926dd9c2e HTTP/1.1" status: 404 len: 336 time: 0.0490615 Aug 16 02:09:23.792700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45064) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.823168 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-72feb4ad-b7c6-41e2-8e83-8de5338aa69d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.823637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72feb4ad-b7c6-41e2-8e83-8de5338aa69d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.825500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72feb4ad-b7c6-41e2-8e83-8de5338aa69d tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/cf52f8ef-7d69-427d-95aa-44845234a969 HTTP/1.1" status: 404 len: 337 time: 0.0316985 Aug 16 02:09:23.828132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.857921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:09:23.860203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e56290db-e595-4728-8220-404e23bd5b1a tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "GET /v2.0/ports?device_id=66c1b012-467b-4b2d-bcc4-eb591449970b HTTP/1.1" status: 200 len: 205 time: 0.0307460 Aug 16 02:09:23.862271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45068) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.901660 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-0e0443f4-155c-464c-9a50-d6d94723ec69 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] delete failed (client error): The resource could not be found. Aug 16 02:09:23.903509 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0e0443f4-155c-464c-9a50-d6d94723ec69 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/routers/66c1b012-467b-4b2d-bcc4-eb591449970b HTTP/1.1" status: 404 len: 336 time: 0.0400054 Aug 16 02:09:23.906124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45072) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.941792 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0150f5-7e77-4daa-b094-266043630058 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.942328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0150f5-7e77-4daa-b094-266043630058 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.946396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8e0150f5-7e77-4daa-b094-266043630058 tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/f9c04856-56f6-4d35-b956-fbb3079faf78 HTTP/1.1" status: 404 len: 337 time: 0.0370088 Aug 16 02:09:23.946961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:23.983483 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e494a37-0251-4ad4-8f68-9cd2d56f85ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:23.983988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e494a37-0251-4ad4-8f68-9cd2d56f85ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:23.988013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1e494a37-0251-4ad4-8f68-9cd2d56f85ed tempest-RoutersIpV6Test-1031486772 tempest-RoutersIpV6Test-1031486772-project] 10.222.0.76 "DELETE /v2.0/subnets/1dea18c3-52cc-4bf7-acc8-d15f43680a68 HTTP/1.1" status: 404 len: 337 time: 0.0365593 Aug 16 02:09:24.050344 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.563817 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.671721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45092) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:24.809576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5cdaaaa4-8c63-42cb-bcab-0eba69a812f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9722435071f04c9bbff64648b455da6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1359935 Aug 16 02:09:24.811530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45098) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:24.856199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Router e750e53f-89d6-4da3-82d9-9e91f2a02671 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:24.861562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5026c6c1-55a6-401a-b6cd-ffc92f44bc28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.883402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5026c6c1-55a6-401a-b6cd-ffc92f44bc28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:24.967132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:24.976256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Sync routers for ids ['e750e53f-89d6-4da3-82d9-9e91f2a02671'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:24.992635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Routers {'e750e53f-89d6-4da3-82d9-9e91f2a02671'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:24.992635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e750e53f-89d6-4da3-82d9-9e91f2a02671'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.076739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5026c6c1-55a6-401a-b6cd-ffc92f44bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.083174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5026c6c1-55a6-401a-b6cd-ffc92f44bc28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.083174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5026c6c1-55a6-401a-b6cd-ffc92f44bc28 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1d3b08cf-4eb2-4608-94bb-3f09c1974760 HTTP/1.1" status: 204 len: 168 time: 0.2682018 Aug 16 02:09:25.089249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026c6c1-55a6-401a-b6cd-ffc92f44bc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3b08cf-4eb2-4608-94bb-3f09c1974760,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.099341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Set router e750e53f-89d6-4da3-82d9-9e91f2a02671 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:25.105999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.109932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2752f800-a20a-4112-b149-c7ffd229baaf tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.9417059 Aug 16 02:09:25.110310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45106) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:25.226107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.301268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e750e53f-89d6-4da3-82d9-9e91f2a02671', 'name': '', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65', 'external_fixed_ips': [{'subnet_id': 'cab52a23-22e7-4971-bc83-098b96e63203', 'ip_address': '2001:db8::8'}], 'enable_snat': True}, 'gw_port_id': '61803a21-2719-4812-8614-dda27db5b3f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:22Z', 'updated_at': '2021-08-16T02:09:23Z', 'revision_number': 3, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port': {'id': '61803a21-2719-4812-8614-dda27db5b3f1', 'name': '', 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:21:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e750e53f-89d6-4da3-82d9-9e91f2a02671', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': 'cab52a23-22e7-4971-bc83-098b96e63203', 'ip_address': '2001:db8::8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:23Z', 'updated_at': '2021-08-16T02:09:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cab52a23-22e7-4971-bc83-098b96e63203', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:25.331470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Checking router: e750e53f-89d6-4da3-82d9-9e91f2a02671 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:25.331833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Updating router e750e53f-89d6-4da3-82d9-9e91f2a02671 port 61803a21-2719-4812-8614-dda27db5b3f1 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:25.338947 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.358479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.562687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Deleting port 61803a21-2719-4812-8614-dda27db5b3f1 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:25.563200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.623732 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.638869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Transition to ACTIVE for port object 61803a21-2719-4812-8614-dda27db5b3f1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:25.655548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.668118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Calling delete_port for 61803a21-2719-4812-8614-dda27db5b3f1 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:25.733321 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.785394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Attempting to bind port 61803a21-2719-4812-8614-dda27db5b3f1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:25.785772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Attempting to bind port 61803a21-2719-4812-8614-dda27db5b3f1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:25.786139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Attempting to bind port 61803a21-2719-4812-8614-dda27db5b3f1 on network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:25.788103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39622d0e-c280-4ae0-b81d-816a972452d2 None None] Pushing event updated for resources: {'Port': ['ID=61803a21-2719-4812-8614-dda27db5b3f1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.794204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:25.794847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Checking segment: {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:25.795251 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.795821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Bound using segment: {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:25.796296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Bound port: 61803a21-2719-4812-8614-dda27db5b3f1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:25.796696 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.931102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:25.931797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:25.932119 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:25.969013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event deleted for resources: {'Port': ['ID=61803a21-2719-4812-8614-dda27db5b3f1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:25.987484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.081182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.083416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.313224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.313733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e750e53f-89d6-4da3-82d9-9e91f2a02671 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:26.317975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.319297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d774e68e-2c65-4177-bfc4-9f6c2745c933 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/routers/e750e53f-89d6-4da3-82d9-9e91f2a02671 HTTP/1.1" status: 204 len: 168 time: 1.2080483 Aug 16 02:09:26.321959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45144) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.375642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Deleting subnet cab52a23-22e7-4971-bc83-098b96e63203 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:26.378658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.417508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.449861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Attempting to bind port 61803a21-2719-4812-8614-dda27db5b3f1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:26.450439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Attempting to bind port 61803a21-2719-4812-8614-dda27db5b3f1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:26.450735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Attempting to bind port 61803a21-2719-4812-8614-dda27db5b3f1 on network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:26.456374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:26.456996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Checking segment: {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:26.457468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.457881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Bound using segment: {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:26.458357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Bound port: 61803a21-2719-4812-8614-dda27db5b3f1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163aa386-8760-4f8a-a77a-29ebdb88c033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e2ed60b-50c8-4637-995a-60eeb7c67b65'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:26.459102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.460904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.471912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.486924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Port 61803a21-2719-4812-8614-dda27db5b3f1 has been deleted concurrently {{(pid=101947) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:09:26.498078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Routers set() bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:26.498465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Router IDs set() for agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:09:26.499126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e750e53f-89d6-4da3-82d9-9e91f2a02671'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent'). {{(pid=101947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:09:26.499508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec70fa1-e203-46bd-a1c6-6252331177ec None None] The sync data for ids ['e750e53f-89d6-4da3-82d9-9e91f2a02671'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:26.584128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1396919121'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:26.656643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.691019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.692917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/cab52a23-22e7-4971-bc83-098b96e63203 HTTP/1.1" status: 204 len: 168 time: 0.3690000 Aug 16 02:09:26.693869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f632e3-4df7-4681-9632-bca237f277d6 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cab52a23-22e7-4971-bc83-098b96e63203,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:26.696169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45158) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:26.770892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.805562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:26.813669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.865356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.890560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.905654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2ed60b-50c8-4637-995a-60eeb7c67b65']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:26.921727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163aa386-8760-4f8a-a77a-29ebdb88c033') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:26.922084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163aa386-8760-4f8a-a77a-29ebdb88c033') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:26.935465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.966630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.977711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:26.978134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:26.980625 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:27.036663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.069993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.113671 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.228219 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.235077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.250489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e2ed60b-50c8-4637-995a-60eeb7c67b65 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:09:27.259142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.262341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/networks/8e2ed60b-50c8-4637-995a-60eeb7c67b65 HTTP/1.1" status: 204 len: 168 time: 0.5645981 Aug 16 02:09:27.297812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:27.300391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25699a4a-1620-4ca7-8d1f-6c2857a636ba tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e2ed60b-50c8-4637-995a-60eeb7c67b65,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.312091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabc3a16-39d8-4d0b-953e-96a73043a266,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.321417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.327752 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 9a8627dd-c8d3-450e-b266-84bddbb7c0c0 of type vlan for network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee Aug 16 02:09:27.379559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.525008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.531835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:27.532763 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.652942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:27.737999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-92580d45-ec22-4159-9577-00dc2907e8ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2648790 Aug 16 02:09:27.740433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.747589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574292833'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.783983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45184) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:27.792418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'name': 'tempest-router--1189099620', 'project_id': 'd065d49035f04f83bd283c9c3449411a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:27.867776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:27.884709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:27.889125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.922456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:27.941016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:27.941380 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 91db6162-bfbc-493c-a1d7-2a84d1de21af of type vlan for network 2deb8f76-54eb-4a80-8c87-e4dab74de88d Aug 16 02:09:27.997822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.013223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.014716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.077930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.121847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.127690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:28.128456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.199412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=2deb8f76-54eb-4a80-8c87-e4dab74de88d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.202244 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.216145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:28.300278 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7fcb4ab9-3d8d-4a78-868b-48a0d865f245 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5585346 Aug 16 02:09:28.303844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45196) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.308950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:28.353192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.355310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-11b3050b-ef1d-43c0-98ce-3e71d1ffe03d tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5685434 Aug 16 02:09:28.357971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45198) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:28.435866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.499094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:28.507899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.631830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.637318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.770811 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.771336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed11fe88-da79-4d52-b8aa-ed5d0dfd8052 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:28.776313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.777511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eea0883e-8dd3-4622-a312-4ea397dd409b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/routers/ed11fe88-da79-4d52-b8aa-ed5d0dfd8052 HTTP/1.1" status: 204 len: 168 time: 0.4183028 Aug 16 02:09:28.850804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:28.969101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=2d0b9680-4651-4ae9-b1f0-58942ddd203d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:28.979465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '9a8627dd-c8d3-450e-b266-84bddbb7c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:28.979983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:29.102189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:29.152826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.175397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45222) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.244747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:29.247358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:29.248331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.255358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3582cf3-ec40-4227-8771-60762d3dd815 None None] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:29.309456 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e641623f-fdd8-4d7c-8ac9-010138fed3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.387894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c736fcea-9b18-4c8b-a24f-3b933c8c5752 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0809605 Aug 16 02:09:29.388605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45228) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.393905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:29.402193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1018233423', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:29.422897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee', 'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '2d0b9680-4651-4ae9-b1f0-58942ddd203d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:29.424326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.507925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e641623f-fdd8-4d7c-8ac9-010138fed3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.571483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Allocated IP 172.20.0.2 (7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee/2d0b9680-4651-4ae9-b1f0-58942ddd203d/f4958047-a409-4aaf-8adf-89b5afeffd7c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:29.626972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e641623f-fdd8-4d7c-8ac9-010138fed3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.651248 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:09:29.651248 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:09:29.651248 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '2be00961c6164b149fdbd667fbda05e3', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 9, 29, 471215)}] Aug 16 02:09:29.651248 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:29.651857 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:29.680831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641623f-fdd8-4d7c-8ac9-010138fed3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d733183-b31e-4b2c-8686-ee41c7832172,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:29.688368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:29.688582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e641623f-fdd8-4d7c-8ac9-010138fed3d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c100e308c8540c6b2818dbe60690569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5119910 Aug 16 02:09:29.721435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.730550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Transition to ACTIVE for port object f4958047-a409-4aaf-8adf-89b5afeffd7c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:29.739340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.743296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2727dc6a-4524-4240-8591-88f9dbbd1cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.743431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.745299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Transition to ACTIVE for port object f4958047-a409-4aaf-8adf-89b5afeffd7c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:29.764244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2727dc6a-4524-4240-8591-88f9dbbd1cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.792726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.899830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.945163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:29.948738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:29.953246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:29.956443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2727dc6a-4524-4240-8591-88f9dbbd1cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.959595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2727dc6a-4524-4240-8591-88f9dbbd1cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:29.961198 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2727dc6a-4524-4240-8591-88f9dbbd1cfb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5d733183-b31e-4b2c-8686-ee41c7832172 HTTP/1.1" status: 204 len: 168 time: 0.2718391 Aug 16 02:09:29.983165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727dc6a-4524-4240-8591-88f9dbbd1cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d733183-b31e-4b2c-8686-ee41c7832172,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.042368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Pushing event updated for resources: {'Port': ['ID=f4958047-a409-4aaf-8adf-89b5afeffd7c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.070286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Attempting to bind port f4958047-a409-4aaf-8adf-89b5afeffd7c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:30.070704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Attempting to bind port f4958047-a409-4aaf-8adf-89b5afeffd7c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9a8627dd-c8d3-450e-b266-84bddbb7c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:30.071075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Attempting to bind port f4958047-a409-4aaf-8adf-89b5afeffd7c on network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:30.077756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:30.078755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Checking segment: {'id': '9a8627dd-c8d3-450e-b266-84bddbb7c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:30.079174 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.079570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Bound using segment: {'id': '9a8627dd-c8d3-450e-b266-84bddbb7c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:30.080100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Bound port: f4958047-a409-4aaf-8adf-89b5afeffd7c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a8627dd-c8d3-450e-b266-84bddbb7c0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:30.080493 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.137744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.168718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] For port f4958047-a409-4aaf-8adf-89b5afeffd7c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:30.174062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] For port f4958047-a409-4aaf-8adf-89b5afeffd7c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f4958047-a409-4aaf-8adf-89b5afeffd7c,segment=NetworkSegment(9a8627dd-c8d3-450e-b266-84bddbb7c0c0),segment_id=9a8627dd-c8d3-450e-b266-84bddbb7c0c0)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:30.262866 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.313461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:30.326291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.341131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3561a-fdcb-450e-adff-e08dfb570157 None None] Pushing event updated for resources: {'Port': ['ID=f4958047-a409-4aaf-8adf-89b5afeffd7c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.432945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.455196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.681095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Allocated IP 172.25.6.187 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/4ca8009c-a4ee-4814-a1d4-3c8e2e785441) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:30.789907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.838184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:30.850482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=b3b4eb66-384d-4aff-94e5-afc633031343,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:30.859997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '91db6162-bfbc-493c-a1d7-2a84d1de21af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:30.860325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 2deb8f76-54eb-4a80-8c87-e4dab74de88d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:30.984792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:31.029463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.057410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2deb8f76-54eb-4a80-8c87-e4dab74de88d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:31.064525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:31.081794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.083061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:31.083061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:31.083061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:31.088244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf84afb-921e-42b7-ad59-e5a8e4672f42 None None] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:31.109366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event updated for resources: {'Port': ['ID=4ca8009c-a4ee-4814-a1d4-3c8e2e785441,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:31.167141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e91b969f-a85a-47b2-92fb-57630461e152 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7774105 Aug 16 02:09:31.169815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45276) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:31.174675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-654391517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:31.311993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.312534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.362140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2deb8f76-54eb-4a80-8c87-e4dab74de88d', 'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': 'b3b4eb66-384d-4aff-94e5-afc633031343'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:31.364157 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.435071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.512140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.522249 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.596203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.600367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6674a867-39c3-4e05-b51e-1031ca5dab86 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4294734 Aug 16 02:09:31.601351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45288) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:31.627639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Allocated IP 172.21.0.2 (2deb8f76-54eb-4a80-8c87-e4dab74de88d/b3b4eb66-384d-4aff-94e5-afc633031343/2825ce50-fec1-4d40-8c1b-957f4004024a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:31.661886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f4958047-a409-4aaf-8adf-89b5afeffd7c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:31.870741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23472d6-d7b4-481b-882b-a1df36b43742 None None] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:31.951538 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:31.968032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Transition to ACTIVE for port object 2825ce50-fec1-4d40-8c1b-957f4004024a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:31.987921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f4958047-a409-4aaf-8adf-89b5afeffd7c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:32.012005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.016137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Transition to ACTIVE for port object 2825ce50-fec1-4d40-8c1b-957f4004024a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:32.156301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] Provisioning for port f4958047-a409-4aaf-8adf-89b5afeffd7c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:32.171047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.171629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] Provisioning complete for port f4958047-a409-4aaf-8adf-89b5afeffd7c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:32.171629 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.270847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.407730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Router 5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:32.521818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.522449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.20.0.1 (7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee/2d0b9680-4651-4ae9-b1f0-58942ddd203d/30df7936-7499-4da3-bf77-7d3dfc013d8b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:32.555240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] For port f4958047-a409-4aaf-8adf-89b5afeffd7c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f4958047-a409-4aaf-8adf-89b5afeffd7c,segment=NetworkSegment(9a8627dd-c8d3-450e-b266-84bddbb7c0c0),segment_id=9a8627dd-c8d3-450e-b266-84bddbb7c0c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:32.570620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:32.583625 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] Sync routers for ids ['5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:32.592954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:32.600234 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] Routers {'5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:32.600890 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.604102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:32.612980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:32.638913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Pushing event updated for resources: {'Port': ['ID=2825ce50-fec1-4d40-8c1b-957f4004024a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.673054 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.673177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.683698 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] Routers {'5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:32.684426 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.724184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Attempting to bind port 2825ce50-fec1-4d40-8c1b-957f4004024a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:32.726101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Attempting to bind port 2825ce50-fec1-4d40-8c1b-957f4004024a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '91db6162-bfbc-493c-a1d7-2a84d1de21af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:32.726101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Attempting to bind port 2825ce50-fec1-4d40-8c1b-957f4004024a on network 2deb8f76-54eb-4a80-8c87-e4dab74de88d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:32.733764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:32.734358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Checking segment: {'id': '91db6162-bfbc-493c-a1d7-2a84d1de21af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:32.735071 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.738987 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:32.739701 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d411b3b-1f54-4c89-b3cc-8799f90a5d68 None None] The sync data for ids ['5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:32.744497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Bound using segment: {'id': '91db6162-bfbc-493c-a1d7-2a84d1de21af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:32.744988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.745555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Bound port: 2825ce50-fec1-4d40-8c1b-957f4004024a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91db6162-bfbc-493c-a1d7-2a84d1de21af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2deb8f76-54eb-4a80-8c87-e4dab74de88d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:32.746200 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.746334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6080532c-d00e-4af5-87c0-949e2f3e8a6f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.5916405 Aug 16 02:09:32.755422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45312) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:32.777373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.813649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object 30df7936-7499-4da3-bf77-7d3dfc013d8b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:32.815134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88375fab-7d1f-4212-9c8c-f20932dfabe6 None None] Pushing event updated for resources: {'Port': ['ID=f4958047-a409-4aaf-8adf-89b5afeffd7c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:32.844890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-337dfb51-cc36-4e7f-abfa-45224a793bf3 None None] Provisioning complete for port f4958047-a409-4aaf-8adf-89b5afeffd7c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:32.845413 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-337dfb51-cc36-4e7f-abfa-45224a793bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:32.870680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] For port 2825ce50-fec1-4d40-8c1b-957f4004024a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:32.891048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] For port 2825ce50-fec1-4d40-8c1b-957f4004024a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2825ce50-fec1-4d40-8c1b-957f4004024a,segment=NetworkSegment(91db6162-bfbc-493c-a1d7-2a84d1de21af),segment_id=91db6162-bfbc-493c-a1d7-2a84d1de21af)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:32.976620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.006175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.023916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:33.030421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:33.035247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:33.111337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=30df7936-7499-4da3-bf77-7d3dfc013d8b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.159820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.237675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa1ff1-0d4a-45f2-afb8-7e116837fefb None None] Pushing event updated for resources: {'Port': ['ID=2825ce50-fec1-4d40-8c1b-957f4004024a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:33.450542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45334) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.453929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e7292946-0430-4b14-96e8-8368e14493f8 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 HTTP/1.1" status: 200 len: 925 time: 0.6972587 Aug 16 02:09:33.533812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cf917645-e8dc-493b-9b4c-fa77c2802a45 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 HTTP/1.1" status: 200 len: 205 time: 0.0812378 Aug 16 02:09:33.538791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45336) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:33.589354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c118f67b-d2e1-4582-a5bb-551b017f78e4 None None] Provisioning for port 30df7936-7499-4da3-bf77-7d3dfc013d8b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:33.596116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c118f67b-d2e1-4582-a5bb-551b017f78e4 None None] Provisioning complete for port 30df7936-7499-4da3-bf77-7d3dfc013d8b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:33.596637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c118f67b-d2e1-4582-a5bb-551b017f78e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.681077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c118f67b-d2e1-4582-a5bb-551b017f78e4 None None] Port 30df7936-7499-4da3-bf77-7d3dfc013d8b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:33.768582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:33.872851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2825ce50-fec1-4d40-8c1b-957f4004024a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:34.005289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2825ce50-fec1-4d40-8c1b-957f4004024a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:34.010858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f4958047-a409-4aaf-8adf-89b5afeffd7c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:34.090181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f4958047-a409-4aaf-8adf-89b5afeffd7c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:34.090936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.368190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.592910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.654712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf989a8-a941-42d0-8863-d7d55a47af62 None None] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:34.778281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.812702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Deleting port 4ca8009c-a4ee-4814-a1d4-3c8e2e785441 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:34.813153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.845147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] Provisioning for port 2825ce50-fec1-4d40-8c1b-957f4004024a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:34.851175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] Provisioning complete for port 2825ce50-fec1-4d40-8c1b-957f4004024a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:34.851793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.876388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.954630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.972882 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:34.998358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=30df7936-7499-4da3-bf77-7d3dfc013d8b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.003209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.024161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Calling delete_port for 4ca8009c-a4ee-4814-a1d4-3c8e2e785441 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:35.038370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] For port 2825ce50-fec1-4d40-8c1b-957f4004024a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2825ce50-fec1-4d40-8c1b-957f4004024a,segment=NetworkSegment(91db6162-bfbc-493c-a1d7-2a84d1de21af),segment_id=91db6162-bfbc-493c-a1d7-2a84d1de21af)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:35.132113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45406) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.151440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2005786434'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:35.171650 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.178806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:35.178806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:35.277793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8809e44-afb2-409c-9889-879bf986a453 None None] Pushing event updated for resources: {'Port': ['ID=2825ce50-fec1-4d40-8c1b-957f4004024a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.297642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7d457b46-bc75-4d00-a659-f6abac099f5c None None] Provisioning complete for port 2825ce50-fec1-4d40-8c1b-957f4004024a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:35.298021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7d457b46-bc75-4d00-a659-f6abac099f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.338772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:35.342184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.467493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.480294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:35.496846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event deleted for resources: {'Port': ['ID=4ca8009c-a4ee-4814-a1d4-3c8e2e785441,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.502084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router e6b2b3b2-0ca9-422b-aca9-bb061333018f is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:35.520164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.524587 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Added segment 8dffb938-c493-4aa6-91ec-de070c15536c of type vlan for network 7bf69ba6-2629-44fb-af37-6e121264581a Aug 16 02:09:35.552621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1f5240c6-f7f9-42a3-924e-0dc75a5e2bd6 None None] Provisioning complete for port 30df7936-7499-4da3-bf77-7d3dfc013d8b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:35.553013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f5240c6-f7f9-42a3-924e-0dc75a5e2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.584714 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.610808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1f5240c6-f7f9-42a3-924e-0dc75a5e2bd6 None None] Port 30df7936-7499-4da3-bf77-7d3dfc013d8b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:35.612995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2825ce50-fec1-4d40-8c1b-957f4004024a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:35.663282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2825ce50-fec1-4d40-8c1b-957f4004024a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:35.664520 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.668070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.693182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.700454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.704948 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.739242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:35.747051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9cacf63-7018-4364-b00b-e01e0d25cfc0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/e6b2b3b2-0ca9-422b-aca9-bb061333018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1412728 Aug 16 02:09:35.770779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.778174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] Sync routers for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:35.788586 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.807951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:35.808192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Network': ['ID=7bf69ba6-2629-44fb-af37-6e121264581a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:35.826995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7bf69ba6-2629-44fb-af37-6e121264581a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:35.829907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:35.830727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.871036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedde12-4c5b-413e-a7b8-68f6df679772 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:35.871036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cbedde12-4c5b-413e-a7b8-68f6df679772 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports/30df7936-7499-4da3-bf77-7d3dfc013d8b HTTP/1.1" status: 200 len: 910 time: 0.0953238 Aug 16 02:09:35.871036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.901848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.916132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-81d097b6-af53-4d73-bb23-fa8843677e80 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7817302 Aug 16 02:09:35.918220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45432) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:35.925548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-114888665'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:35.935442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:35.936218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.984888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:35.985700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05ecb93-5a25-4926-839a-dfd00deb5f08 None None] The sync data for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:36.075939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:36.079848 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.101420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45438) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.105374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.105967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:36.114567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.115974 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d7a6947-fb72-411b-9566-7ed66b9f309d tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 HTTP/1.1" status: 204 len: 168 time: 2.5752981 Aug 16 02:09:36.120890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45442) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.130987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:36.135701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1580209322', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': False}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:36.144891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.146374 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Added segment 28c66a50-354c-4e33-a5bf-a2b2a3ee7473 of type vlan for network 8f42de13-11f5-40cd-8597-dfbf75d7c956 Aug 16 02:09:36.216154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.256354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.257406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.294784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab32a6e8-ddea-4033-8aba-ac25038d7c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.324158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.329885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:36.330824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.400450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.402805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.425733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Network': ['ID=8f42de13-11f5-40cd-8597-dfbf75d7c956,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.443345 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:36.469319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab32a6e8-ddea-4033-8aba-ac25038d7c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.551657 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab32a6e8-ddea-4033-8aba-ac25038d7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.592875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ab32a6e8-ddea-4033-8aba-ac25038d7c76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=942e1845612e4a8d88e1ff073cc8dc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4926355 Aug 16 02:09:36.595067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32a6e8-ddea-4033-8aba-ac25038d7c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33a6662-4624-4f99-b9a3-da3a61cf5b82,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:36.597847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45446) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.621527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b2ac7f84-c4eb-4280-8db1-0455d6fc8e2b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7015827 Aug 16 02:09:36.624141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:36.631632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'subnet': {'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:36.717567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.735112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-271fa4a3-5408-43ff-b3cc-91dbacd60a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.766071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-271fa4a3-5408-43ff-b3cc-91dbacd60a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.885069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.21.0.1 (2deb8f76-54eb-4a80-8c87-e4dab74de88d/b3b4eb66-384d-4aff-94e5-afc633031343/4ef8babe-8790-4948-a4dd-28e160c10ef2) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:36.904466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:36.908138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.957711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-271fa4a3-5408-43ff-b3cc-91dbacd60a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.960538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-271fa4a3-5408-43ff-b3cc-91dbacd60a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:36.964348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-271fa4a3-5408-43ff-b3cc-91dbacd60a89 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a33a6662-4624-4f99-b9a3-da3a61cf5b82 HTTP/1.1" status: 204 len: 168 time: 0.3625870 Aug 16 02:09:36.982371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fa4a3-5408-43ff-b3cc-91dbacd60a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33a6662-4624-4f99-b9a3-da3a61cf5b82,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.036529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.057812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object 4ef8babe-8790-4948-a4dd-28e160c10ef2 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:37.207799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.296035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Subnet': ['ID=06e9a2aa-8f66-4e46-9c34-e119f58473de,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.312671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Checking segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:37.313151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network hostable DHCP agents. Network: 7bf69ba6-2629-44fb-af37-6e121264581a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:37.410477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 7bf69ba6-2629-44fb-af37-6e121264581a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:37.467639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7bf69ba6-2629-44fb-af37-6e121264581a) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:37.475176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:37.475796 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.484470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd60eec-2658-4162-9870-39c8836c2163 None None] Network 7bf69ba6-2629-44fb-af37-6e121264581a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:37.496553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.518084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.568387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.568970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a8d5dd84-8a00-4d1a-98a6-c847121ac5b0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9435825 Aug 16 02:09:37.569813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:37.580369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'subnet': {'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:37.591784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:37.596564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:37.639073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:37.667199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7bf69ba6-2629-44fb-af37-6e121264581a', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:37.668191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.749132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=4ef8babe-8790-4948-a4dd-28e160c10ef2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:37.754626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.800572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45464) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:37.819654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Allocated IP 10.1.1.2 (7bf69ba6-2629-44fb-af37-6e121264581a/06e9a2aa-8f66-4e46-9c34-e119f58473de/c1de03d5-8354-4122-9d84-0c4d4dbcdab8) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:37.825016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a10a080-1538-42c5-be2e-b66507b141e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.829413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:37.834734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:37.874497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Allocated IP 172.25.6.8 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/5f05887e-7603-47e0-a825-172129c10892) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:37.994428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.002975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Transition to ACTIVE for port object c1de03d5-8354-4122-9d84-0c4d4dbcdab8 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:38.011987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.023924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Transition to ACTIVE for port object c1de03d5-8354-4122-9d84-0c4d4dbcdab8 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:38.030062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.058992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67a32c65-b313-4fdb-ab47-cb612b109748 None None] Provisioning for port 4ef8babe-8790-4948-a4dd-28e160c10ef2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:38.062933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67a32c65-b313-4fdb-ab47-cb612b109748 None None] Provisioning complete for port 4ef8babe-8790-4948-a4dd-28e160c10ef2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:38.063316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67a32c65-b313-4fdb-ab47-cb612b109748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.095235 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.119336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Network 7bf69ba6-2629-44fb-af37-6e121264581a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:38.124887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a10a080-1538-42c5-be2e-b66507b141e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.151452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:38.157715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:38.162490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-67a32c65-b313-4fdb-ab47-cb612b109748 None None] Port 4ef8babe-8790-4948-a4dd-28e160c10ef2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:38.191848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Pushing event updated for resources: {'Port': ['ID=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.202346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a10a080-1538-42c5-be2e-b66507b141e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.228976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Attempting to bind port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:38.229357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Attempting to bind port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:38.229778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Attempting to bind port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:38.235660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:38.236024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Checking segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:38.236725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.236861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Bound using segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:38.237276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Bound port: c1de03d5-8354-4122-9d84-0c4d4dbcdab8, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:38.237669 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.244438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.254451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a10a080-1538-42c5-be2e-b66507b141e4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a2adf63cada040a0b0c33d283bc40f15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4496233 Aug 16 02:09:38.256275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10a080-1538-42c5-be2e-b66507b141e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec609c7-ded3-434d-ba7d-fcf32e93aab3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.262387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45470) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.271414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.320262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] For port c1de03d5-8354-4122-9d84-0c4d4dbcdab8, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:38.326667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] For port c1de03d5-8354-4122-9d84-0c4d4dbcdab8, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:38.335967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:38.338272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Subnet': ['ID=b32b0030-dd70-4999-97ed-080e124d3a16,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.347717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Checking segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:38.348176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network hostable DHCP agents. Network: 8f42de13-11f5-40cd-8597-dfbf75d7c956, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:38.351378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:38.364170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:38.393576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.425178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Port': ['ID=5f05887e-7603-47e0-a825-172129c10892,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.446164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:38.467175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44239a0a-d87e-4f40-ba22-c6ebb230a0f7 None None] Pushing event updated for resources: {'Port': ['ID=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.469868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa79d580-c20b-43ad-9571-2bd238d47a2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.521918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8f42de13-11f5-40cd-8597-dfbf75d7c956) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:38.527140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:38.528195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.532979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555bece4-51fa-46dc-b2fb-1be4e527f341 None None] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:38.568817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.576526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa79d580-c20b-43ad-9571-2bd238d47a2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.611292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f18ad925-8580-45fc-ab51-88be7f33188b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0377476 Aug 16 02:09:38.612314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45474) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:38.633281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'name': 'tempest-TaggedBootDevicesTest-1428722325', 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:38.642519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.740346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-8f42de13-11f5-40cd-8597-dfbf75d7c956', 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'fixed_ips': [{'subnet_id': 'b32b0030-dd70-4999-97ed-080e124d3a16'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:38.741625 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.770283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=4ef8babe-8790-4948-a4dd-28e160c10ef2,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.774044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.876271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa79d580-c20b-43ad-9571-2bd238d47a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.878685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa79d580-c20b-43ad-9571-2bd238d47a2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:38.882121 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fa79d580-c20b-43ad-9571-2bd238d47a2d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ec609c7-ded3-434d-ba7d-fcf32e93aab3 HTTP/1.1" status: 204 len: 168 time: 0.6162531 Aug 16 02:09:38.906805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79d580-c20b-43ad-9571-2bd238d47a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec609c7-ded3-434d-ba7d-fcf32e93aab3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:38.917116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:39.002083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Allocated IP 10.2.2.2 (8f42de13-11f5-40cd-8597-dfbf75d7c956/b32b0030-dd70-4999-97ed-080e124d3a16/b9b2a1cb-03a1-49d7-8255-130b53ecc118) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:39.005515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:39.008779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:39.075516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.100262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] device_id is not set on port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:39.129938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.255306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.270871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Transition to ACTIVE for port object b9b2a1cb-03a1-49d7-8255-130b53ecc118 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:39.291970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Transition to ACTIVE for port object b9b2a1cb-03a1-49d7-8255-130b53ecc118 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:39.314857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router e6b2b3b2-0ca9-422b-aca9-bb061333018f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:39.348398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 10.1.1.230 (7bf69ba6-2629-44fb-af37-6e121264581a/06e9a2aa-8f66-4e46-9c34-e119f58473de/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:39.370503 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.463945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:39.473835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:39.481736 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] Sync routers for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:39.492065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:39.502514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:39.519899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d31b33a7-e9bd-4217-848f-f9a3876e84cc None None] Provisioning complete for port 4ef8babe-8790-4948-a4dd-28e160c10ef2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:39.520101 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:39.520756 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d31b33a7-e9bd-4217-848f-f9a3876e84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.520971 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.597216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a1cb-03a1-49d7-8255-130b53ecc118,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:39.616942 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.633536 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:39.635642 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.639270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Attempting to bind port b9b2a1cb-03a1-49d7-8255-130b53ecc118 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:39.639270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Attempting to bind port b9b2a1cb-03a1-49d7-8255-130b53ecc118 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:39.639536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Attempting to bind port b9b2a1cb-03a1-49d7-8255-130b53ecc118 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:39.673271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.688155 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-11942d60-c2ef-4712-967f-1fc91239bc67 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/e6b2b3b2-0ca9-422b-aca9-bb061333018f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8153918 Aug 16 02:09:39.690758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:39.691262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Checking segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:39.692632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.693296 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.693775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Bound using segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:39.694623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Bound port: b9b2a1cb-03a1-49d7-8255-130b53ecc118, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:39.695059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.717069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c1de03d5-8354-4122-9d84-0c4d4dbcdab8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:39.724715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d31b33a7-e9bd-4217-848f-f9a3876e84cc None None] Port 4ef8babe-8790-4948-a4dd-28e160c10ef2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:39.739177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:39.785724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:39.822499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe2742-a417-473d-8a92-8d847ed9f773 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:39.825897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-37fe2742-a417-473d-8a92-8d847ed9f773 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports/4ef8babe-8790-4948-a4dd-28e160c10ef2 HTTP/1.1" status: 200 len: 910 time: 0.1322353 Aug 16 02:09:39.828811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:39.843274 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:39.845310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787a4950-14c8-4f49-9481-018834cc3a7d None None] The sync data for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:39.856065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51bea10-8a50-4136-9643-7970be17ad48 None None] Network 7bf69ba6-2629-44fb-af37-6e121264581a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:39.935196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.017430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.020129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] For port b9b2a1cb-03a1-49d7-8255-130b53ecc118, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:40.028170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40b8d794-7546-44a0-8db1-959e62e542be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.030916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] For port b9b2a1cb-03a1-49d7-8255-130b53ecc118, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b9b2a1cb-03a1-49d7-8255-130b53ecc118,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:40.046132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 7bf69ba6-2629-44fb-af37-6e121264581a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:40.052659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:40.062821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:40.077018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da0d1b9d-561c-4af5-a55e-0ed387257678 None None] Provisioning for port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:40.113099 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.121544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:40.131841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:40.132536 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.185617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Router a35e40b0-2c79-4aa3-bfaf-da412320bcd4 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:40.250411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f7df30a9-1f01-4f9b-a034-fbb89d13e9a8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6363900 Aug 16 02:09:40.253037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.263427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'name': 'tempest-TaggedBootDevicesTest-2080328087', 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:40.312068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:40.312913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.358769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcbb0a9-fec8-406b-8bdd-81fbd129abf6 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a1cb-03a1-49d7-8255-130b53ecc118,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:40.385934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:40.416268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Sync routers for ids ['a35e40b0-2c79-4aa3-bfaf-da412320bcd4'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:40.425927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.448077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Routers {'a35e40b0-2c79-4aa3-bfaf-da412320bcd4'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:40.448762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a35e40b0-2c79-4aa3-bfaf-da412320bcd4'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:40.510084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.512606 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-09511815-fed2-4dc9-832c-02c62a810f21 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3901658 Aug 16 02:09:40.515070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45518) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:40.587575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:40.603070 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.649122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.655778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] device_id is not set on port f0714b3a-57d1-4b28-adef-dcb52c358e70 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:40.677273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Set router a35e40b0-2c79-4aa3-bfaf-da412320bcd4 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:40.823637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c1de03d5-8354-4122-9d84-0c4d4dbcdab8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:40.915960 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:40.965860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 10.1.1.251 (7bf69ba6-2629-44fb-af37-6e121264581a/06e9a2aa-8f66-4e46-9c34-e119f58473de/f0714b3a-57d1-4b28-adef-dcb52c358e70) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:41.051137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f198f00a-1939-4f52-a810-6fa519dc84d9 None None] Provisioning complete for port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:41.051563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f198f00a-1939-4f52-a810-6fa519dc84d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.130659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:41.176949 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d736b9c5-352a-45b8-82e0-bb9884f5ddf9 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/a35e40b0-2c79-4aa3-bfaf-da412320bcd4 HTTP/1.1" status: 200 len: 907 time: 0.6611164 Aug 16 02:09:41.178553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45530) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:41.184561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1580209322', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': True}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:41.223103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e40b0-2c79-4aa3-bfaf-da412320bcd4', 'name': 'tempest-snat-router-1580209322', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.8'}], 'enable_snat': False}, 'gw_port_id': '5f05887e-7603-47e0-a825-172129c10892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:36Z', 'updated_at': '2021-08-16T02:09:38Z', 'revision_number': 3, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port': {'id': '5f05887e-7603-47e0-a825-172129c10892', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e40b0-2c79-4aa3-bfaf-da412320bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:37Z', 'updated_at': '2021-08-16T02:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:41.278843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Checking router: a35e40b0-2c79-4aa3-bfaf-da412320bcd4 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:41.279198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Updating router a35e40b0-2c79-4aa3-bfaf-da412320bcd4 port 5f05887e-7603-47e0-a825-172129c10892 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:41.319022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.326472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.327304 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.329051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.344073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object f0714b3a-57d1-4b28-adef-dcb52c358e70 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:41.375268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 4ef8babe-8790-4948-a4dd-28e160c10ef2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:41.375630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.416070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.444738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.469051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f198f00a-1939-4f52-a810-6fa519dc84d9 None None] Provisioning for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:41.502069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f198f00a-1939-4f52-a810-6fa519dc84d9 None None] Provisioning complete for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:41.504432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f198f00a-1939-4f52-a810-6fa519dc84d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.551522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:41.551720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.562387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 7bf69ba6-2629-44fb-af37-6e121264581a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:41.564136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:41.566741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:41.616449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 4ef8babe-8790-4948-a4dd-28e160c10ef2 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:41.628553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f198f00a-1939-4f52-a810-6fa519dc84d9 None None] Port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:41.758275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:41.760592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.838692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5fa340ed-ecb3-405b-97c9-b0adf636f527 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5829170 Aug 16 02:09:41.854146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.889295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c1de03d5-8354-4122-9d84-0c4d4dbcdab8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:41.893458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.941575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-45ce318b-0124-4502-bf99-9b31e4544f60 None None] Provisioning complete for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:41.942257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-45ce318b-0124-4502-bf99-9b31e4544f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:41.944814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Transition to ACTIVE for port object 5f05887e-7603-47e0-a825-172129c10892 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:41.987167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.028347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3101b6-833e-47a6-8620-dcf8f108dfcf None None] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:42.037523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.041151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-45ce318b-0124-4502-bf99-9b31e4544f60 None None] Port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:42.177457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854bf68-d925-450f-9d43-9bac93aa05d3 None None] Pushing event updated for resources: {'Port': ['ID=5f05887e-7603-47e0-a825-172129c10892,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.180490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:42.181570 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.189483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.251105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Attempting to bind port 5f05887e-7603-47e0-a825-172129c10892 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:42.251538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Attempting to bind port 5f05887e-7603-47e0-a825-172129c10892 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:42.251905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Attempting to bind port 5f05887e-7603-47e0-a825-172129c10892 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:42.266469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-13579779'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:42.268470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=4ef8babe-8790-4948-a4dd-28e160c10ef2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.283246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:42.283631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:42.284415 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.284668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:42.285213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Bound port: 5f05887e-7603-47e0-a825-172129c10892, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:42.285606 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.312693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e8e3b902-c37a-4e0c-97fc-e355d326937f None None] Provisioning for port b9b2a1cb-03a1-49d7-8255-130b53ecc118 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:42.371152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.399014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.400481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Made reservation on behalf of 5f51cddd62df4517a265e0d49f1851cc for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:42.405404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.428651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.464807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b9b2a1cb-03a1-49d7-8255-130b53ecc118 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:42.506553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] For port 5f05887e-7603-47e0-a825-172129c10892, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:42.526542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] For port 5f05887e-7603-47e0-a825-172129c10892, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f05887e-7603-47e0-a825-172129c10892,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:42.537101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e8e3b902-c37a-4e0c-97fc-e355d326937f None None] Provisioning for port f0714b3a-57d1-4b28-adef-dcb52c358e70 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:42.547672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e8e3b902-c37a-4e0c-97fc-e355d326937f None None] Provisioning complete for port f0714b3a-57d1-4b28-adef-dcb52c358e70 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:42.548057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8e3b902-c37a-4e0c-97fc-e355d326937f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.578694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.612025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e8e3b902-c37a-4e0c-97fc-e355d326937f None None] Port f0714b3a-57d1-4b28-adef-dcb52c358e70 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:42.622489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.637779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.702678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854bf68-d925-450f-9d43-9bac93aa05d3 None None] Pushing event updated for resources: {'Port': ['ID=5f05887e-7603-47e0-a825-172129c10892,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.721885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b9b2a1cb-03a1-49d7-8255-130b53ecc118 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:42.731017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45556) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:42.736203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--372999801', 'description': 'tempest-description--1866904589'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:42.743842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.755939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b9b2a1cb-03a1-49d7-8255-130b53ecc118 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:42.755939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.757254 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.762487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Allocated IP 172.25.6.230 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/2a3389e1-462e-460d-8811-d2f283e058f7) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:42.802991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:42.829319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f78c4aad-a04b-42f1-93c8-0abd242e2bd0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:42.851452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.851452 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Added segment 9ef83170-0765-49e0-a451-6b200837773a of type vlan for network 4dba3cff-2551-41f2-a060-e53f93809447 Aug 16 02:09:42.851801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Routers {'a35e40b0-2c79-4aa3-bfaf-da412320bcd4'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:42.851801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a35e40b0-2c79-4aa3-bfaf-da412320bcd4'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:42.891670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.898542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a14d515c-6ea4-471f-9087-55ab73bf1ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.900514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b42e99d6-5bc0-4bd3-91f7-e4007501be05 None None] Provisioning complete for port b9b2a1cb-03a1-49d7-8255-130b53ecc118 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:42.901232 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b42e99d6-5bc0-4bd3-91f7-e4007501be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:42.929168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router e6b2b3b2-0ca9-422b-aca9-bb061333018f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:42.938890 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.035117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.036824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.043361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.044007 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.047654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.080615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:43.091223 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0a59f066-bfe5-4b88-80e7-b424b680ac53 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/e6b2b3b2-0ca9-422b-aca9-bb061333018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2603927 Aug 16 02:09:43.095396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] Sync routers for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:43.102399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45562) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.113039 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:43.113673 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:43.148862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.176627 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:43.186324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.214503 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:43.215506 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:43.216131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event updated for resources: {'Network': ['ID=4dba3cff-2551-41f2-a060-e53f93809447,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.217954 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.236935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4bc42ee4-2e98-42ef-a399-6375c2cf809a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2485130 Aug 16 02:09:43.237962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.245338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Request body: {'subnet': {'network_id': '4dba3cff-2551-41f2-a060-e53f93809447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:43.251871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 4dba3cff-2551-41f2-a060-e53f93809447 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:43.261684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] Set router a35e40b0-2c79-4aa3-bfaf-da412320bcd4 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:43.277453 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:43.278274 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4614a12a-accd-47f7-8e6a-0035586d19a1 None None] The sync data for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:43.322824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.326903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c35f8fe2-2eed-4acb-917d-04967de3ddc5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5918136 Aug 16 02:09:43.327815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.332218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'security_group_rule': {'security_group_id': 'd7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:43.392091 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b42e99d6-5bc0-4bd3-91f7-e4007501be05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.485199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b9b2a1cb-03a1-49d7-8255-130b53ecc118, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b9b2a1cb-03a1-49d7-8255-130b53ecc118,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:43.527354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.568680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.597748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a35e40b0-2c79-4aa3-bfaf-da412320bcd4', 'name': 'tempest-snat-router-1580209322', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.8'}], 'enable_snat': False}, 'gw_port_id': '5f05887e-7603-47e0-a825-172129c10892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:36Z', 'updated_at': '2021-08-16T02:09:38Z', 'revision_number': 3, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port': {'id': '5f05887e-7603-47e0-a825-172129c10892', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e40b0-2c79-4aa3-bfaf-da412320bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:37Z', 'updated_at': '2021-08-16T02:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:43.599544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:43.610396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:43.615477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:43.637802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.639664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46261410-15a6-4856-babf-073a60b8cc2f None None] The sync data for ids ['a35e40b0-2c79-4aa3-bfaf-da412320bcd4'] in n-d-768852-19 is: [{'id': 'a35e40b0-2c79-4aa3-bfaf-da412320bcd4', 'name': 'tempest-snat-router-1580209322', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.8'}], 'enable_snat': False}, 'gw_port_id': '5f05887e-7603-47e0-a825-172129c10892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:36Z', 'updated_at': '2021-08-16T02:09:38Z', 'revision_number': 3, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port': {'id': '5f05887e-7603-47e0-a825-172129c10892', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a35e40b0-2c79-4aa3-bfaf-da412320bcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:37Z', 'updated_at': '2021-08-16T02:09:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:43.645181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Port': ['ID=2a3389e1-462e-460d-8811-d2f283e058f7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.652112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.657199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Made reservation on behalf of 5f51cddd62df4517a265e0d49f1851cc for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:43.661311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.675483 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-ac1e2956-83dd-4a8d-84cf-f818981771e5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1828573 Aug 16 02:09:43.683058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.726807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-b42e99d6-5bc0-4bd3-91f7-e4007501be05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:09:43.727362 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-b42e99d6-5bc0-4bd3-91f7-e4007501be05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:09:43.744520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b9b2a1cb-03a1-49d7-8255-130b53ecc118,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.764163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.799302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818b9753-9a96-4e87-839e-44ab696e0e01,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:43.876996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:43.880988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1a973b9-333f-4997-aebc-55dfb5151218 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504353 Aug 16 02:09:43.882183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45576) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:43.886847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'security_group_rule': {'security_group_id': 'd7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:43.943860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-5fdc8448-4f3d-4c72-9124-7d09fcbc5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:43.945570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-5fdc8448-4f3d-4c72-9124-7d09fcbc5850 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1098 time: 0.1687715 Aug 16 02:09:44.071871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.078130 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.206710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event updated for resources: {'Subnet': ['ID=0deba759-dcc7-423c-b7cd-1edcbf100b0d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.226951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.232637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Checking segment: {'id': '9ef83170-0765-49e0-a451-6b200837773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4dba3cff-2551-41f2-a060-e53f93809447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:44.233040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Network hostable DHCP agents. Network: 4dba3cff-2551-41f2-a060-e53f93809447, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:44.298252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.318361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a1c18b-9078-4f7d-9dbc-71896c56ec3e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:44.361072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Network 4dba3cff-2551-41f2-a060-e53f93809447 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:44.392997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.394947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa0dc8dc-39fd-45b8-9f51-e78e9e16a71a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5120490 Aug 16 02:09:44.398041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45584) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:44.406583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:44.471633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 4dba3cff-2551-41f2-a060-e53f93809447) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:44.485125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0135d2d8-e2d0-4a43-9186-d3efa345ff56 None None] Network 4dba3cff-2551-41f2-a060-e53f93809447 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:44.518537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.519280 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.525892 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.627487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ab253-d10b-458b-855a-8d07bd61b5d3 req-155439e4-2b72-4acb-bc15-e9687d63d380 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.636340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d9ab253-d10b-458b-855a-8d07bd61b5d3 req-155439e4-2b72-4acb-bc15-e9687d63d380 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1783180 Aug 16 02:09:44.643438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-f71cd869-47b2-457c-a3d9-af2c95aee64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:44.646052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-f71cd869-47b2-457c-a3d9-af2c95aee64f service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.6658678 Aug 16 02:09:44.650497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.693079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d9ab253-d10b-458b-855a-8d07bd61b5d3 req-f28c38d7-93cc-47b4-8e95-601c0c16779a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544221 Aug 16 02:09:44.694579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-29cb86e7-77a1-43de-9887-e0bfbef9b90a tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4552114 Aug 16 02:09:44.699203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45590) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:44.705769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Request body: {'port': {'network_id': '4dba3cff-2551-41f2-a060-e53f93809447', 'name': 'tempest-DHCPAgentSchedulersTestJSON-272542779'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:44.710484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-4dba3cff-2551-41f2-a060-e53f93809447', 'network_id': '4dba3cff-2551-41f2-a060-e53f93809447', 'tenant_id': '5f51cddd62df4517a265e0d49f1851cc', 'fixed_ips': [{'subnet_id': '0deba759-dcc7-423c-b7cd-1edcbf100b0d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:44.711567 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.796624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.859156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:44.905782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Allocated IP 172.20.0.2 (4dba3cff-2551-41f2-a060-e53f93809447/0deba759-dcc7-423c-b7cd-1edcbf100b0d/9516c4a3-1b1b-4cc6-ba58-72653469d10c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:44.940533 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-158d67f9-1e98-48df-a72b-52fad508a038 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1002 time: 0.2852266 Aug 16 02:09:45.031958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 172.25.6.86 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/d2269b12-5f7c-4e94-9fe5-49478e078cac) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:45.034506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Made reservation on behalf of 5f51cddd62df4517a265e0d49f1851cc for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:45.038430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.058505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 30df7936-7499-4da3-bf77-7d3dfc013d8b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:45.059013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.066123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] device_id is not set on port b5e78247-e506-4d18-9c84-d5b27bc9e383 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:45.081468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.096586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Transition to ACTIVE for port object 9516c4a3-1b1b-4cc6-ba58-72653469d10c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:45.096788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-e6585b5f-558e-449a-ada8-13070ca818cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.096788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-e6585b5f-558e-449a-ada8-13070ca818cd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1451263 Aug 16 02:09:45.115478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Transition to ACTIVE for port object 9516c4a3-1b1b-4cc6-ba58-72653469d10c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:45.195135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.199309 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.261796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Network 4dba3cff-2551-41f2-a060-e53f93809447 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:45.262219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-4fadf490-8491-4658-8d3e-a787b4b81e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.263486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Pushing event updated for resources: {'Port': ['ID=9516c4a3-1b1b-4cc6-ba58-72653469d10c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.263821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-4fadf490-8491-4658-8d3e-a787b4b81e1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574953 Aug 16 02:09:45.269770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.273897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:45.277004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:45.294126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-f999f571-9ef9-436d-bc90-ddb2c838cd39 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1528962 Aug 16 02:09:45.333191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Allocated IP 172.20.0.8 (4dba3cff-2551-41f2-a060-e53f93809447/0deba759-dcc7-423c-b7cd-1edcbf100b0d/b5e78247-e506-4d18-9c84-d5b27bc9e383) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:45.339105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 30df7936-7499-4da3-bf77-7d3dfc013d8b owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:45.353581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.354560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Attempting to bind port 9516c4a3-1b1b-4cc6-ba58-72653469d10c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:45.355322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Attempting to bind port 9516c4a3-1b1b-4cc6-ba58-72653469d10c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9ef83170-0765-49e0-a451-6b200837773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4dba3cff-2551-41f2-a060-e53f93809447'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:45.355630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Attempting to bind port 9516c4a3-1b1b-4cc6-ba58-72653469d10c on network 4dba3cff-2551-41f2-a060-e53f93809447 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:45.362713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:45.363258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Checking segment: {'id': '9ef83170-0765-49e0-a451-6b200837773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4dba3cff-2551-41f2-a060-e53f93809447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:45.363728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.364120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Bound using segment: {'id': '9ef83170-0765-49e0-a451-6b200837773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4dba3cff-2551-41f2-a060-e53f93809447'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:45.364600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Bound port: 9516c4a3-1b1b-4cc6-ba58-72653469d10c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ef83170-0765-49e0-a451-6b200837773a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '4dba3cff-2551-41f2-a060-e53f93809447'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:45.364988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.465043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] For port 9516c4a3-1b1b-4cc6-ba58-72653469d10c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:45.468666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] For port 9516c4a3-1b1b-4cc6-ba58-72653469d10c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9516c4a3-1b1b-4cc6-ba58-72653469d10c,segment=NetworkSegment(9ef83170-0765-49e0-a451-6b200837773a),segment_id=9ef83170-0765-49e0-a451-6b200837773a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:45.471222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.472189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.472692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.473187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.473682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.474228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.474804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:45.476742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6da2d92c-1c22-4f63-90c4-64be1ddb8815 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.1192143 Aug 16 02:09:45.501449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-c0c4aec3-5180-4ecd-a23b-a060caf521a3 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276063 Aug 16 02:09:45.544991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.652013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0507d-a9bd-45c3-bff8-74a46ca59648 None None] Pushing event updated for resources: {'Port': ['ID=9516c4a3-1b1b-4cc6-ba58-72653469d10c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:45.722513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Router a770a1c1-fcfb-4b35-993d-41ad5ee7e994 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:45.772593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.805531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:45.809939 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0e64326-20da-447f-94fa-aa07ff07a09a req-eb140d26-0fe6-4322-85c5-971498f73394 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717171 Aug 16 02:09:45.880250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=30df7936-7499-4da3-bf77-7d3dfc013d8b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.019390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f05887e-7603-47e0-a825-172129c10892 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:46.085785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.113491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:46.153206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Sync routers for ids ['a770a1c1-fcfb-4b35-993d-41ad5ee7e994'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:46.175395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.183463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Routers {'a770a1c1-fcfb-4b35-993d-41ad5ee7e994'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:46.185592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a770a1c1-fcfb-4b35-993d-41ad5ee7e994'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.260908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.262403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3cb5b623-32b8-4d27-ada1-b5a5434ac62f tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0815568 Aug 16 02:09:46.266200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5f05887e-7603-47e0-a825-172129c10892 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:46.280827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5f05887e-7603-47e0-a825-172129c10892 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:46.281215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.287447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45602) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.289854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.294535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:46.329299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269daa4-5942-49b5-a76a-15af4930937e req-c1a9e04b-a312-483d-99d4-2c5182aa8e98 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.336792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6269daa4-5942-49b5-a76a-15af4930937e req-c1a9e04b-a312-483d-99d4-2c5182aa8e98 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.4326234 Aug 16 02:09:46.345396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:46.391431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:46.400621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router e6b2b3b2-0ca9-422b-aca9-bb061333018f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:46.403288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=d2269b12-5f7c-4e94-9fe5-49478e078cac,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.437267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Set router a770a1c1-fcfb-4b35-993d-41ad5ee7e994 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:46.448560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Transition to ACTIVE for port object b5e78247-e506-4d18-9c84-d5b27bc9e383 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:46.450975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-dd1b45b1-d7d4-4734-b6cd-cccdcaa55f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.451642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-dd1b45b1-d7d4-4734-b6cd-cccdcaa55f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.452322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-dd1b45b1-d7d4-4734-b6cd-cccdcaa55f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:46.454156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-dd1b45b1-d7d4-4734-b6cd-cccdcaa55f31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 2298 time: 0.5708768 Aug 16 02:09:46.513044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:46.549667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] Sync routers for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:46.552876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9fb8519a-ca34-4f9f-8272-7f92e1ee89be tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/e6b2b3b2-0ca9-422b-aca9-bb061333018f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4492357 Aug 16 02:09:46.553899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.567489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:46.568204 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.626955 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.639633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6157144-f956-44c2-bed1-27b75a5040b2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6b2b3b2-0ca9-422b-aca9-bb061333018f HTTP/1.1" status: 200 len: 205 time: 0.0843368 Aug 16 02:09:46.640352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45608) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.645018 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] Routers {'e6b2b3b2-0ca9-422b-aca9-bb061333018f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:46.646753 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.660211 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.694961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6269daa4-5942-49b5-a76a-15af4930937e req-35fc06e8-e3e7-4484-bc9b-d085ebda94b0 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3562710 Aug 16 02:09:46.718745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5f05887e-7603-47e0-a825-172129c10892, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f05887e-7603-47e0-a825-172129c10892,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:46.727658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.728351 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb609b4c-6afe-4762-a277-c7b7a96fd2bd None None] The sync data for ids ['e6b2b3b2-0ca9-422b-aca9-bb061333018f'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:46.796067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.798381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:46.799226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b9b2a1cb-03a1-49d7-8255-130b53ecc118 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:46.854205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3f1f374e-fd8b-4d95-a093-3fb66d55d76e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/a770a1c1-fcfb-4b35-993d-41ad5ee7e994 HTTP/1.1" status: 200 len: 908 time: 0.5504220 Aug 16 02:09:46.854205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9e862d02-1ca7-4429-ac1b-b1ca17e641f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 1001 time: 0.3856907 Aug 16 02:09:46.855869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45612) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:46.859393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5f05887e-7603-47e0-a825-172129c10892,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:46.871505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a770a1c1-fcfb-4b35-993d-41ad5ee7e994', 'name': 'tempest-snat-router-1580209322', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': '2a3389e1-462e-460d-8811-d2f283e058f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:41Z', 'updated_at': '2021-08-16T02:09:43Z', 'revision_number': 3, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port': {'id': '2a3389e1-462e-460d-8811-d2f283e058f7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:85:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a770a1c1-fcfb-4b35-993d-41ad5ee7e994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:09:42Z', 'updated_at': '2021-08-16T02:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:46.926432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Checking router: a770a1c1-fcfb-4b35-993d-41ad5ee7e994 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:09:46.926837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Updating router a770a1c1-fcfb-4b35-993d-41ad5ee7e994 port 2a3389e1-462e-460d-8811-d2f283e058f7 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:09:46.962408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.011862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.024987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-c6fe0d50-3bb6-4691-8023-1c8da05a8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.024987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-c6fe0d50-3bb6-4691-8023-1c8da05a8ff5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 200 len: 855 time: 0.1566734 Aug 16 02:09:47.114994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Network 4dba3cff-2551-41f2-a060-e53f93809447 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:47.141705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:47.143158 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.166850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event updated for resources: {'Port': ['ID=b5e78247-e506-4d18-9c84-d5b27bc9e383,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.166850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:47.192437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.198935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.219637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b9b2a1cb-03a1-49d7-8255-130b53ecc118 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:47.220283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.225346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbf797-15ed-440e-9702-ac28d3a17396 None None] Network 4dba3cff-2551-41f2-a060-e53f93809447 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:47.279004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-2d3525f0-cdfc-488f-83d1-185ac8657d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.280580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-2d3525f0-cdfc-488f-83d1-185ac8657d34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2335765 Aug 16 02:09:47.320512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:47.321255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.371405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.384273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.488215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-da8d68fe-98ac-497a-a661-d0bf18364af5 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7864401 Aug 16 02:09:47.491931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45616) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.528836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.529919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router e6b2b3b2-0ca9-422b-aca9-bb061333018f {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:47.535751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.539657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.541933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab737575-a8e0-4557-9d9f-642daa75e829 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/e6b2b3b2-0ca9-422b-aca9-bb061333018f HTTP/1.1" status: 204 len: 168 time: 0.9005158 Aug 16 02:09:47.544903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:47.546754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9befbc06-bf0d-4d9b-ade4-9638d260db1d service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523003 Aug 16 02:09:47.552083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-00638ca0-ff37-422a-8bb5-e2a6d1479ddf None None] Provisioning for port 9516c4a3-1b1b-4cc6-ba58-72653469d10c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:47.647660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet b3b4eb66-384d-4aff-94e5-afc633031343 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:47.652717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.741772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.746349 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.778473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Deleting port b5e78247-e506-4d18-9c84-d5b27bc9e383 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:47.778630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Transition to ACTIVE for port object 2a3389e1-462e-460d-8811-d2f283e058f7 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:47.778762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.794744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.803236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.845441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-09363598-df6f-4e93-b5b7-c48fd395d772 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856932 Aug 16 02:09:47.853356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.914801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60af96e-e261-4592-8b9b-109e335fb6a8 None None] Pushing event updated for resources: {'Port': ['ID=2a3389e1-462e-460d-8811-d2f283e058f7,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:47.964859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f05887e-7603-47e0-a825-172129c10892 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:47.980913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:47.990237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Attempting to bind port 2a3389e1-462e-460d-8811-d2f283e058f7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:47.990620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Attempting to bind port 2a3389e1-462e-460d-8811-d2f283e058f7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:47.991085 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Attempting to bind port 2a3389e1-462e-460d-8811-d2f283e058f7 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:48.001197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:48.001572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:48.001918 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.002569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:48.002726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9b93d1a1-4de7-42ab-ab62-a037dc9c4356 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 217 time: 0.0741968 Aug 16 02:09:48.002841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Bound port: 2a3389e1-462e-460d-8811-d2f283e058f7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:48.003214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.003986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Deleting port 2a3389e1-462e-460d-8811-d2f283e058f7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:48.004627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.006319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Calling delete_port for b5e78247-e506-4d18-9c84-d5b27bc9e383 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:48.017222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.091583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] For port 2a3389e1-462e-460d-8811-d2f283e058f7, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:48.100917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5f05887e-7603-47e0-a825-172129c10892 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:48.101827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=d2269b12-5f7c-4e94-9fe5-49478e078cac,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.101965 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.124678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] For port 2a3389e1-462e-460d-8811-d2f283e058f7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2a3389e1-462e-460d-8811-d2f283e058f7,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:48.147084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1aab6f-fdc6-4223-8b88-ddf604012192 req-e2ffb393-cc50-427e-badf-b48feeb6e863 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.155238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd1aab6f-fdc6-4223-8b88-ddf604012192 req-e2ffb393-cc50-427e-badf-b48feeb6e863 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.3494213 Aug 16 02:09:48.167781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.174254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bbe0a79f-a934-4da9-b2c6-78f4b54bd8c5 None None] Provisioning for port b5e78247-e506-4d18-9c84-d5b27bc9e383 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:48.184885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bbe0a79f-a934-4da9-b2c6-78f4b54bd8c5 None None] Provisioning complete for port b5e78247-e506-4d18-9c84-d5b27bc9e383 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:48.185468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bbe0a79f-a934-4da9-b2c6-78f4b54bd8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.200931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-b04053d6-486d-4fd3-9871-be072130940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.201223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-b04053d6-486d-4fd3-9871-be072130940d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1787343 Aug 16 02:09:48.238529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0a79f-a934-4da9-b2c6-78f4b54bd8c5 None None] Port b5e78247-e506-4d18-9c84-d5b27bc9e383 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:48.246549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.258695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.297275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=b3b4eb66-384d-4aff-94e5-afc633031343,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.309582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.312709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-23154791-5472-498b-bff3-df31968e390f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/b3b4eb66-384d-4aff-94e5-afc633031343 HTTP/1.1" status: 204 len: 168 time: 0.7668576 Aug 16 02:09:48.315883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.322806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.331205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b39faa1b-8b3d-4b5f-847f-2eb0a49bd0f2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9319212 Aug 16 02:09:48.337932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.354307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.362257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd1aab6f-fdc6-4223-8b88-ddf604012192 req-f5664e2a-7563-40e8-b888-53a70a6e5415 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059603 Aug 16 02:09:48.363380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9516c4a3-1b1b-4cc6-ba58-72653469d10c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:48.365463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4614a-8440-44fd-8692-84428be66cc3 None None] Network 2deb8f76-54eb-4a80-8c87-e4dab74de88d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:48.383156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Calling delete_port for 2a3389e1-462e-460d-8811-d2f283e058f7 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:48.395818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-08df10c7-a8dc-4115-97fc-33c9be5fe2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:48.397738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-08df10c7-a8dc-4115-97fc-33c9be5fe2b4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1799076 Aug 16 02:09:48.440605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event deleted for resources: {'Port': ['ID=b5e78247-e506-4d18-9c84-d5b27bc9e383,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.473775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60af96e-e261-4592-8b9b-109e335fb6a8 None None] Pushing event updated for resources: {'Port': ['ID=2a3389e1-462e-460d-8811-d2f283e058f7,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.495224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 2d0b9680-4651-4ae9-b1f0-58942ddd203d {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:48.501039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Routers {'a770a1c1-fcfb-4b35-993d-41ad5ee7e994'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:48.501770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a770a1c1-fcfb-4b35-993d-41ad5ee7e994'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:48.503085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.572574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.585128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-faf8c3ea-c752-4fb5-b124-3166fb5d326e None None] Could not find standard attr ID for object b5e78247-e506-4d18-9c84-d5b27bc9e383. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:09:48.679175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9780b136-b5e8-4599-a72a-6b62aa3f705c service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724128 Aug 16 02:09:48.689910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.756334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] Set router a770a1c1-fcfb-4b35-993d-41ad5ee7e994 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:09:48.778623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.783048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0c669d07-451c-4768-a7e2-f24e3bd58ecd tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "DELETE /v2.0/ports/b5e78247-e506-4d18-9c84-d5b27bc9e383 HTTP/1.1" status: 204 len: 168 time: 1.2876434 Aug 16 02:09:48.783860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.799466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 9516c4a3-1b1b-4cc6-ba58-72653469d10c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:48.831019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a770a1c1-fcfb-4b35-993d-41ad5ee7e994', 'name': 'tempest-snat-router-1580209322', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:41Z', 'updated_at': '2021-08-16T02:09:47Z', 'revision_number': 4, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:48.835093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9516c4a3-1b1b-4cc6-ba58-72653469d10c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:48.835478 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.860097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-67df824a-5a5b-4595-8a77-9bae74617a5b tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.0718472 Aug 16 02:09:48.860097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45646) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.868346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2106537606'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:48.883307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.887969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8a6198-fd29-431b-865e-c148e3f86621 None None] The sync data for ids ['a770a1c1-fcfb-4b35-993d-41ad5ee7e994'] in n-d-768852-19 is: [{'id': 'a770a1c1-fcfb-4b35-993d-41ad5ee7e994', 'name': 'tempest-snat-router-1580209322', 'tenant_id': 'fc27c6aed2dd46d38f4543abda22210d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:09:41Z', 'updated_at': '2021-08-16T02:09:47Z', 'revision_number': 4, 'project_id': 'fc27c6aed2dd46d38f4543abda22210d', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:48.930961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0b9680-4651-4ae9-b1f0-58942ddd203d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:48.935370 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:48.942182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-567c2e5c-b35e-49d7-b5d6-630ae4ff69ab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/2d0b9680-4651-4ae9-b1f0-58942ddd203d HTTP/1.1" status: 204 len: 168 time: 0.6249483 Aug 16 02:09:48.944407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:48.961128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b76fb2b-f39e-4b4c-bd94-cb331418c8a0 None None] Network 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:49.014177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Made reservation on behalf of 5f51cddd62df4517a265e0d49f1851cc for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:49.018813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.019492 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.047012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] DHCP port deletion for 2deb8f76-54eb-4a80-8c87-e4dab74de88d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:49.079433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:49.111071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.111752 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Added segment 89859a7f-ee40-4555-a52e-193d12556bab of type vlan for network f85763a4-0e5e-48d3-a649-15a7ceb0d1a0 Aug 16 02:09:49.126418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.164899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 9516c4a3-1b1b-4cc6-ba58-72653469d10c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9516c4a3-1b1b-4cc6-ba58-72653469d10c,segment=NetworkSegment(9ef83170-0765-49e0-a451-6b200837773a),segment_id=9ef83170-0765-49e0-a451-6b200837773a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:49.205227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.243360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] Deleting port 2825ce50-fec1-4d40-8c1b-957f4004024a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:49.243993 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.256466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.296878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-e1ad35f5-dd5c-44ff-9a4d-e1f68f0ff55b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--372999801&fields=id&tenant_id=c7cf215a143e408387e8c3e79ed5686c HTTP/1.1" status: 200 len: 267 time: 0.0852361 Aug 16 02:09:49.298583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-8c90408b-63d0-40bd-a795-0e602d967b05 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084547 Aug 16 02:09:49.326470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 2825ce50-fec1-4d40-8c1b-957f4004024a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:49.326842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.346285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] DHCP port deletion for 7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:49.352235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] For port 2825ce50-fec1-4d40-8c1b-957f4004024a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2825ce50-fec1-4d40-8c1b-957f4004024a,segment=NetworkSegment(91db6162-bfbc-493c-a1d7-2a84d1de21af),segment_id=91db6162-bfbc-493c-a1d7-2a84d1de21af)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:49.352799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.373621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-8169667c-77a0-41f8-83ec-f8d721a18948 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.380430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-8169667c-77a0-41f8-83ec-f8d721a18948 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 932 time: 0.0660985 Aug 16 02:09:49.401398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.408621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.409290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.457978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.499137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port 2825ce50-fec1-4d40-8c1b-957f4004024a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2825ce50-fec1-4d40-8c1b-957f4004024a,segment=NetworkSegment(91db6162-bfbc-493c-a1d7-2a84d1de21af),segment_id=91db6162-bfbc-493c-a1d7-2a84d1de21af)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:49.499684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.503434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9e1dc594-2a02-45d6-bf1d-7cf617b59f00 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 217 time: 0.1425016 Aug 16 02:09:49.520277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event updated for resources: {'Network': ['ID=f85763a4-0e5e-48d3-a649-15a7ceb0d1a0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.522915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 2825ce50-fec1-4d40-8c1b-957f4004024a owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:49.559061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f85763a4-0e5e-48d3-a649-15a7ceb0d1a0 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:49.565714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] Calling delete_port for 2825ce50-fec1-4d40-8c1b-957f4004024a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:49.569095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a3389e1-462e-460d-8811-d2f283e058f7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.599089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-53825c2e-4c8a-4fa1-8d57-d05f078f63d5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.600598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-53825c2e-4c8a-4fa1-8d57-d05f078f63d5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 932 time: 0.2188206 Aug 16 02:09:49.619550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=9516c4a3-1b1b-4cc6-ba58-72653469d10c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.628958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ae31abdd-869c-44ef-a90e-9c1733fd6b3b tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7676148 Aug 16 02:09:49.631838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:49.707245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] Deleting port f4958047-a409-4aaf-8adf-89b5afeffd7c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:49.707634 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.720639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-42ee8fc6-a3c9-49c5-85d7-21cefc40650f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0980289 Aug 16 02:09:49.733720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1910bf0-9424-4ad1-83a5-f7d5be5c39fe req-58e66df6-ac15-4369-9114-dca017e44185 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.735323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1910bf0-9424-4ad1-83a5-f7d5be5c39fe req-58e66df6-ac15-4369-9114-dca017e44185 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.2536030 Aug 16 02:09:49.740309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-d3661edb-a27f-4000-8cd7-1f21a6016b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:49.741853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-d3661edb-a27f-4000-8cd7-1f21a6016b60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.2139268 Aug 16 02:09:49.758045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.792913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port 2825ce50-fec1-4d40-8c1b-957f4004024a on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:49.802622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-89361c35-88df-4e3d-a3d0-94c5163cabd9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0661755 Aug 16 02:09:49.816784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] For port f4958047-a409-4aaf-8adf-89b5afeffd7c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f4958047-a409-4aaf-8adf-89b5afeffd7c,segment=NetworkSegment(9a8627dd-c8d3-450e-b266-84bddbb7c0c0),segment_id=9a8627dd-c8d3-450e-b266-84bddbb7c0c0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:49.817336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.829747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.832283 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.839072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] Calling delete_port for f4958047-a409-4aaf-8adf-89b5afeffd7c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:49.858322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=2825ce50-fec1-4d40-8c1b-957f4004024a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.873461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9516c4a3-1b1b-4cc6-ba58-72653469d10c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:49.878685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] Pushing event deleted for resources: {'Port': ['ID=2825ce50-fec1-4d40-8c1b-957f4004024a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:49.910322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f8ce4c-459e-47f1-a30a-f0b0eef05434 None None] No DVR routers for this DVR port 2825ce50-fec1-4d40-8c1b-957f4004024a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:49.969877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-abb05355-528f-4dfb-8140-528bd20488d1 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/agents/37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1/dhcp-networks HTTP/1.1" status: 200 len: 11915 time: 0.3338957 Aug 16 02:09:49.971274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45664) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:49.972809 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.987208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.988299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9516c4a3-1b1b-4cc6-ba58-72653469d10c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:49.988686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:49.997178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.001370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1910bf0-9424-4ad1-83a5-f7d5be5c39fe req-11c126cb-1b16-4dba-aebd-14db0220d82b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450783 Aug 16 02:09:50.033223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2deb8f76-54eb-4a80-8c87-e4dab74de88d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:50.063899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6b897d6c-c0bc-4c5b-8e0e-ef9752cd4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.065425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-6b897d6c-c0bc-4c5b-8e0e-ef9752cd4aef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3012121 Aug 16 02:09:50.083167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91db6162-bfbc-493c-a1d7-2a84d1de21af') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:50.083471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91db6162-bfbc-493c-a1d7-2a84d1de21af') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:50.120762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.141473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-db7ca351-bf3a-46a0-a350-394b53b6a9e6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.142030 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.147538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-db7ca351-bf3a-46a0-a350-394b53b6a9e6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.153509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-db7ca351-bf3a-46a0-a350-394b53b6a9e6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.154128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.155559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-db7ca351-bf3a-46a0-a350-394b53b6a9e6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=8f42de13-11f5-40cd-8597-dfbf75d7c956&id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 1989 time: 0.3340802 Aug 16 02:09:50.163342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:50.164355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:50.168334 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:50.191192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.194569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a770a1c1-fcfb-4b35-993d-41ad5ee7e994 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:50.199404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] Pushing event deleted for resources: {'Port': ['ID=f4958047-a409-4aaf-8adf-89b5afeffd7c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.201364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.202154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-20bb3a31-6323-459b-ab03-5c8945379f79 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a770a1c1-fcfb-4b35-993d-41ad5ee7e994 HTTP/1.1" status: 204 len: 168 time: 3.3438721 Aug 16 02:09:50.206501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45668) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.218499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f6020-c754-44cc-a5a0-57bc5be63d58 None None] No DVR routers for this DVR port f4958047-a409-4aaf-8adf-89b5afeffd7c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:50.244307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b6eaf845-4b34-4244-b9a1-5ee5eda78857 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/quotas/c7cf215a143e408387e8c3e79ed5686c HTTP/1.1" status: 200 len: 375 time: 0.0749779 Aug 16 02:09:50.251612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2825ce50-fec1-4d40-8c1b-957f4004024a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:50.268935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bac5d-2f83-432a-b484-ef865d0d55f9 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] Network f85763a4-0e5e-48d3-a649-15a7ceb0d1a0 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:50.272987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 2825ce50-fec1-4d40-8c1b-957f4004024a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:50.273344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2825ce50-fec1-4d40-8c1b-957f4004024a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:50.273777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f4958047-a409-4aaf-8adf-89b5afeffd7c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:50.295442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f4958047-a409-4aaf-8adf-89b5afeffd7c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:50.295805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f4958047-a409-4aaf-8adf-89b5afeffd7c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:50.322737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-3aa6d165-66f8-417a-98c6-c444eea448ab service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470028 Aug 16 02:09:50.332223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.354452 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.358295 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/2deb8f76-54eb-4a80-8c87-e4dab74de88d HTTP/1.1" status: 204 len: 168 time: 1.4107924 Aug 16 02:09:50.365954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.373072 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4e2bac5d-2f83-432a-b484-ef865d0d55f9 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "POST /v2.0/agents/37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3933914 Aug 16 02:09:50.373072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75934869-f9b7-46a0-88b0-2ce012565c94 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=2deb8f76-54eb-4a80-8c87-e4dab74de88d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:50.375168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45672) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.375726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d7787-a5ed-411a-8f6d-e701b7564a74 None None] Network f85763a4-0e5e-48d3-a649-15a7ceb0d1a0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:50.550981 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9aee04d2-2835-4b91-a4a9-d6b928ba03a4 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/agents/37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1/dhcp-networks HTTP/1.1" status: 200 len: 11944 time: 0.1743236 Aug 16 02:09:50.553873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45676) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.571130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-0047cc20-07ef-4ddc-8d3b-f673fe074e4e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2657773 Aug 16 02:09:50.609312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.615983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.677780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-14b379a4-88d3-451c-8bbe-5f047af7dd7a tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "DELETE /v2.0/agents/37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1/dhcp-networks/f85763a4-0e5e-48d3-a649-15a7ceb0d1a0 HTTP/1.1" status: 204 len: 168 time: 0.1207068 Aug 16 02:09:50.678297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45680) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.686032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-be8a25ba-d972-4de5-b358-9c65b52f8333 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439434 Aug 16 02:09:50.810736 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4925823c-b5a3-4821-b210-f23a92399128 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/agents/37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1/dhcp-networks HTTP/1.1" status: 200 len: 11173 time: 0.1277447 Aug 16 02:09:50.811086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45682) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.817211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-7b94ddbc-b438-406b-8875-bbf88bc1ead9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 200 len: 217 time: 0.0950458 Aug 16 02:09:50.829863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0ec95bc9-c15e-4097-b304-7e9c30f43628 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/networks/4dba3cff-2551-41f2-a060-e53f93809447/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0176940 Aug 16 02:09:50.833291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45684) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.852180 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6c03610f-1f98-4180-b9b4-8120ddf02bc9 tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/networks/4dba3cff-2551-41f2-a060-e53f93809447/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0178440 Aug 16 02:09:50.854700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45686) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:50.946806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.952454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b81a4a33-900f-4d57-a8a8-812440b958ce service neutron] 10.222.0.76 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638856 Aug 16 02:09:50.973783 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:50.979317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:50.980251 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e5598d10-b118-4c69-bc0b-a5592ee17a7b tempest-DHCPAgentSchedulersTestJSON-845480745 tempest-DHCPAgentSchedulersTestJSON-845480745-project-admin] 10.222.0.76 "GET /v2.0/agents/37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1/dhcp-networks HTTP/1.1" status: 200 len: 11173 time: 0.1244957 Aug 16 02:09:50.982193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-0d62c6b4-f6ab-46e2-8645-72dd0ae0c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:50.983807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-0d62c6b4-f6ab-46e2-8645-72dd0ae0c8a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1454599 Aug 16 02:09:50.983936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45688) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.039845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8627dd-c8d3-450e-b266-84bddbb7c0c0') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:51.040164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8627dd-c8d3-450e-b266-84bddbb7c0c0') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:51.061358 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.076373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.098751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.120418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:51.122786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: items = [ Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:51.123771 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:51.153562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.163516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85763a4-0e5e-48d3-a649-15a7ceb0d1a0']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:51.174613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89859a7f-ee40-4555-a52e-193d12556bab') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:51.175224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89859a7f-ee40-4555-a52e-193d12556bab') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:51.185892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.206083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.212798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:51.213209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:51.216387 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:51.219269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-beec2da1-2f1a-4fb8-ab75-f4dbb8f0fd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.220376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-beec2da1-2f1a-4fb8-ab75-f4dbb8f0fd6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1969845 Aug 16 02:09:51.229678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ff13def5-24ed-4f73-8dde-d3024346b931 service neutron] 10.222.0.76 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667863 Aug 16 02:09:51.338284 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.338830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a0e15c-6bf5-458c-93a5-93ceac6b116c req-afd1744f-24ca-4c7b-b24b-7ca7dcdcaf20 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:51.340392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9a0e15c-6bf5-458c-93a5-93ceac6b116c req-afd1744f-24ca-4c7b-b24b-7ca7dcdcaf20 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.2394793 Aug 16 02:09:51.346960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.347487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b54abf76-a8ff-4097-86bb-a9c2470e5a1c service neutron] 10.222.0.76 "GET /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1011589 Aug 16 02:09:51.348814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "DELETE /v2.0/networks/f85763a4-0e5e-48d3-a649-15a7ceb0d1a0 HTTP/1.1" status: 204 len: 168 time: 0.3640060 Aug 16 02:09:51.351381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45696) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.369952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f81ae-9638-45a3-9bd1-cb8c86e22470 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event deleted for resources: {'Network': ['ID=f85763a4-0e5e-48d3-a649-15a7ceb0d1a0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.374072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.386909 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dca4b6a-d6cf-4d7a-8181-3ee508f88f11 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] DELETE failed (client error): The resource could not be found. Aug 16 02:09:51.387620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dca4b6a-d6cf-4d7a-8181-3ee508f88f11 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:09:51.389399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9dca4b6a-d6cf-4d7a-8181-3ee508f88f11 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "DELETE /v2.0/ports/b5e78247-e506-4d18-9c84-d5b27bc9e383 HTTP/1.1" status: 404 len: 333 time: 0.0371532 Aug 16 02:09:51.392008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.448737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Deleting subnet 0deba759-dcc7-423c-b7cd-1edcbf100b0d {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:09:51.452216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.495634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.586674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.704768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.707438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.709232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee HTTP/1.1" status: 204 len: 168 time: 1.3398051 Aug 16 02:09:51.715701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45702) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.740322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1930403834'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:51.747675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.749821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "DELETE /v2.0/subnets/0deba759-dcc7-423c-b7cd-1edcbf100b0d HTTP/1.1" status: 204 len: 168 time: 0.3568442 Aug 16 02:09:51.752920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e86ee-3c3b-47db-8294-ddbfdc941f15 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event deleted for resources: {'Subnet': ['ID=0deba759-dcc7-423c-b7cd-1edcbf100b0d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.754587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45704) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:51.755651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d27e5a-f061-454c-b146-1402d1cda7e1 None None] Network 4dba3cff-2551-41f2-a060-e53f93809447 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:51.770174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e021cf-d099-4d17-873e-81fb35f2364a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=7e20bea6-6f7a-4ae2-96a2-9a0c494b29ee,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:51.785580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Deleting port 5f05887e-7603-47e0-a825-172129c10892 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:51.786680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.795147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-b898a67a-8d74-4136-b97d-bb60a7888dea service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602889 Aug 16 02:09:51.802069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9a0e15c-6bf5-458c-93a5-93ceac6b116c req-8440b079-6b3a-449d-aaee-d2357aaa1d10 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4511015 Aug 16 02:09:51.863444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.929580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:51.936003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:51.938417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-9f6ef446-c754-4958-b4aa-a2e189becf8f service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685279 Aug 16 02:09:51.987731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:09:52.001284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Deleting port 9516c4a3-1b1b-4cc6-ba58-72653469d10c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:52.001634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.005941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.006294 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 82c1095e-01db-4ca9-b848-f5cd6c7bed07 of type vlan for network 09dafd2d-5aee-494c-8f81-a69045ab0809 Aug 16 02:09:52.025588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] DHCP port deletion for 4dba3cff-2551-41f2-a060-e53f93809447 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:09:52.036537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] For port 5f05887e-7603-47e0-a825-172129c10892, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f05887e-7603-47e0-a825-172129c10892,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:52.036908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.054462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-3ba314d0-6a28-46d9-bbf3-167714d77970 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410338 Aug 16 02:09:52.060297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Calling delete_port for 5f05887e-7603-47e0-a825-172129c10892 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:52.085572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] Deleting port 9516c4a3-1b1b-4cc6-ba58-72653469d10c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:52.085972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.094695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.112518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] For port 9516c4a3-1b1b-4cc6-ba58-72653469d10c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9516c4a3-1b1b-4cc6-ba58-72653469d10c,segment=NetworkSegment(9ef83170-0765-49e0-a451-6b200837773a),segment_id=9ef83170-0765-49e0-a451-6b200837773a)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:52.112897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.129693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Calling delete_port for 9516c4a3-1b1b-4cc6-ba58-72653469d10c owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:52.130512 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-16225fb4-8644-4820-a8a6-c8ca9816600a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 200 len: 217 time: 0.0567563 Aug 16 02:09:52.161166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] For port 9516c4a3-1b1b-4cc6-ba58-72653469d10c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9516c4a3-1b1b-4cc6-ba58-72653469d10c,segment=NetworkSegment(9ef83170-0765-49e0-a451-6b200837773a),segment_id=9ef83170-0765-49e0-a451-6b200837773a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:52.161966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.196613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] Calling delete_port for 9516c4a3-1b1b-4cc6-ba58-72653469d10c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:09:52.199596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-c4d330ef-ad2e-480f-b99b-44e1dfcf304b service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514911 Aug 16 02:09:52.214538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.220593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.221422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.267475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-a7f16f15-d0d8-43ab-a118-d41dda04c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.269063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-a7f16f15-d0d8-43ab-a118-d41dda04c1c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.1056693 Aug 16 02:09:52.278627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-9e9b5bc1-e3d3-41fa-87c0-d31db98e7aa3 service neutron] 10.222.0.76 "GET /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0637677 Aug 16 02:09:52.300336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=09dafd2d-5aee-494c-8f81-a69045ab0809,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.311019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:09:52.325290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3b42edcd-9803-4731-89f6-7005e2dfc663 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6085062 Aug 16 02:09:52.325908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45706) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:52.330885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:52.387525 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.415225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.417671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] Pushing event deleted for resources: {'Port': ['ID=9516c4a3-1b1b-4cc6-ba58-72653469d10c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.419554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2f18d-562e-4154-a4fc-56c2c961abfa None None] No DVR routers for this DVR port 9516c4a3-1b1b-4cc6-ba58-72653469d10c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:52.436574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-1697bb2b-57d7-43c3-8e21-0b5d0d27504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:52.436574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-1697bb2b-57d7-43c3-8e21-0b5d0d27504f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565492 Aug 16 02:09:52.457689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] No DVR routers for this DVR port 9516c4a3-1b1b-4cc6-ba58-72653469d10c on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:09:52.466794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event deleted for resources: {'Port': ['ID=9516c4a3-1b1b-4cc6-ba58-72653469d10c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.536626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5bf049b7-d55d-419a-9738-ab5e00ed72da service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167838 Aug 16 02:09:52.548727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:52.552204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.557017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.600184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dba3cff-2551-41f2-a060-e53f93809447']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:52.619057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef83170-0765-49e0-a451-6b200837773a') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:52.619348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef83170-0765-49e0-a451-6b200837773a') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:52.635953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.647393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-003defd3-a04b-46e8-940b-2ce8ce8600da service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023845 Aug 16 02:09:52.658849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.666856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:09:52.667177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:09:52.670129 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:09:52.712759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b884ba97-2a4b-4767-a144-b1766d0fcceb service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682770 Aug 16 02:09:52.714989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.769614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f05887e-7603-47e0-a825-172129c10892,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.820437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.831381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:52.833251 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] 10.222.0.76 "DELETE /v2.0/networks/4dba3cff-2551-41f2-a060-e53f93809447 HTTP/1.1" status: 204 len: 168 time: 1.0762639 Aug 16 02:09:52.857919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329b6cc-5c8e-4daf-a13e-b6c9b43c9275 tempest-DHCPAgentSchedulersTestJSON-566866178 tempest-DHCPAgentSchedulersTestJSON-566866178-project] Pushing event deleted for resources: {'Network': ['ID=4dba3cff-2551-41f2-a060-e53f93809447,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:52.892549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-874e3f8a-3579-48a0-ab0e-754a4db22156 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368252 Aug 16 02:09:52.922237 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.022968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-2ad839d0-e400-41cc-8a7a-40cc7e6100d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 217 time: 0.1194804 Aug 16 02:09:53.038341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-7bc7e91f-9af4-434f-81e2-f0789d7a7a27 service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176212 Aug 16 02:09:53.084269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.092219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.096355 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.152370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=47d5a46a-1970-4b5e-95df-11315e509b1d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:53.160956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '82c1095e-01db-4ca9-b848-f5cd6c7bed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:53.161249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 09dafd2d-5aee-494c-8f81-a69045ab0809, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:09:53.220377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe6a34-b4a2-4919-9a81-15c80c2fe6d5 req-51a4eeb3-9962-4922-a5bf-4a71248c87cf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.221904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3fe6a34-b4a2-4919-9a81-15c80c2fe6d5 req-51a4eeb3-9962-4922-a5bf-4a71248c87cf tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.3085659 Aug 16 02:09:53.245740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-604e5a6a-e494-40d5-afa9-31038191d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.247212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-604e5a6a-e494-40d5-afa9-31038191d441 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.2079985 Aug 16 02:09:53.315493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-2f5ce0e3-88f6-4097-80ed-bf6d183034f7 service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452338 Aug 16 02:09:53.321415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3fe6a34-b4a2-4919-9a81-15c80c2fe6d5 req-593c0cd2-fff0-427e-a1ce-33a1efc7a7e4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902424 Aug 16 02:09:53.325032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:09:53.332373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.332933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a35e40b0-2c79-4aa3-bfaf-da412320bcd4 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:09:53.348895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.350055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-38a8a127-5b23-4908-ae9b-07826f75293b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a35e40b0-2c79-4aa3-bfaf-da412320bcd4 HTTP/1.1" status: 204 len: 168 time: 3.1431882 Aug 16 02:09:53.354581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45720) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.360665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-945006957', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:53.386884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-d35309ac-5d99-42a0-8e4a-b3105b114ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.388462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-d35309ac-5d99-42a0-8e4a-b3105b114ae9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331260 Aug 16 02:09:53.418275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 09dafd2d-5aee-494c-8f81-a69045ab0809) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:53.426215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:53.428867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.433358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f195d0f9-2aaf-4132-a36c-58ad5c282427 None None] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:53.453652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45722) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.471622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.472655 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.502092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-c2b465d0-ea09-4c07-84b8-a471f510baa9 service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790075 Aug 16 02:09:53.569666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.587510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-a686eeb4-78a4-44dc-9ea8-7c0fce1f1f5f service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891959 Aug 16 02:09:53.602786 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-726bd4bf-ac7f-4df4-a3ee-41bfe195c789 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2753365 Aug 16 02:09:53.603610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45726) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.608835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1236176031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:53.690683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-61580b0c-a515-43ca-920d-af5c667d16b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5f51cddd62df4517a265e0d49f1851cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338521 Aug 16 02:09:53.690914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ba48b1ed-bd5c-4bfd-bcf3-9a90428796b1 service neutron] 10.222.0.76 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798885 Aug 16 02:09:53.691341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45728) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:53.701908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.702346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.705182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-09dafd2d-5aee-494c-8f81-a69045ab0809', 'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '47d5a46a-1970-4b5e-95df-11315e509b1d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:09:53.706404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.806131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9bc2dff2-1e96-4bdc-9c42-b182c26fa26a service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021518 Aug 16 02:09:53.857436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Allocated IP 172.20.0.2 (09dafd2d-5aee-494c-8f81-a69045ab0809/47d5a46a-1970-4b5e-95df-11315e509b1d/a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:53.869419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-a59cc988-741e-401a-9214-1ad26155bf67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 217 time: 0.0535183 Aug 16 02:09:53.893331 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a041e2d4-aecd-44e0-b399-409c4250d2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:53.923061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-0bf84321-7c70-487d-a8bc-cd8d54d37077 service neutron] 10.222.0.76 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228425 Aug 16 02:09:54.029138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a041e2d4-aecd-44e0-b399-409c4250d2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.046070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-b3abf5ad-e5c8-49f0-a5a1-26e4413d9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.047913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-b3abf5ad-e5c8-49f0-a5a1-26e4413d9ff3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1656144 Aug 16 02:09:54.072800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.091610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Transition to ACTIVE for port object a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:54.119898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Transition to ACTIVE for port object a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:54.135480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-4627240a-c345-4b66-9799-18102b622b16 service neutron] 10.222.0.76 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050459 Aug 16 02:09:54.143302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9516c4a3-1b1b-4cc6-ba58-72653469d10c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:54.143953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9025f626-4e05-40ae-bc57-0b4d33a3a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.145644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9025f626-4e05-40ae-bc57-0b4d33a3a1af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871599 Aug 16 02:09:54.182321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9516c4a3-1b1b-4cc6-ba58-72653469d10c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:54.182790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9516c4a3-1b1b-4cc6-ba58-72653469d10c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:54.184273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f05887e-7603-47e0-a825-172129c10892 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:09:54.211862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5f05887e-7603-47e0-a825-172129c10892 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:09:54.212273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f05887e-7603-47e0-a825-172129c10892 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:09:54.250489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.274698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:54.311218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:54.319772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:54.345207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.359725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.379743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Pushing event updated for resources: {'Port': ['ID=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:54.417512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Attempting to bind port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:09:54.417904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Attempting to bind port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '82c1095e-01db-4ca9-b848-f5cd6c7bed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:09:54.418701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Attempting to bind port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 on network 09dafd2d-5aee-494c-8f81-a69045ab0809 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:09:54.424464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:09:54.425049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Checking segment: {'id': '82c1095e-01db-4ca9-b848-f5cd6c7bed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:09:54.425529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.425936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Bound using segment: {'id': '82c1095e-01db-4ca9-b848-f5cd6c7bed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:09:54.426609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Bound port: a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c1095e-01db-4ca9-b848-f5cd6c7bed07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:09:54.427044 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.435577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.496501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] For port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:09:54.499712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] For port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,segment=NetworkSegment(82c1095e-01db-4ca9-b848-f5cd6c7bed07),segment_id=82c1095e-01db-4ca9-b848-f5cd6c7bed07)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:09:54.512797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.515823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37ff868a-502b-4d40-806b-7c2e847ff23a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9090052 Aug 16 02:09:54.517973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45734) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:54.525006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'port': {'network_id': '09dafd2d-5aee-494c-8f81-a69045ab0809', 'name': 'tempest-RoutersTest-1633969270'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:54.587563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.591997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a041e2d4-aecd-44e0-b399-409c4250d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.595240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a041e2d4-aecd-44e0-b399-409c4250d2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.596638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a041e2d4-aecd-44e0-b399-409c4250d2bd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f78c4aad-a04b-42f1-93c8-0abd242e2bd0 HTTP/1.1" status: 204 len: 168 time: 0.9043150 Aug 16 02:09:54.653741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041e2d4-aecd-44e0-b399-409c4250d2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f78c4aad-a04b-42f1-93c8-0abd242e2bd0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:54.718936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fefdb4-7e3f-472e-82cf-0e8d097ca816 req-7e57371f-3dd5-40fe-b7b2-de4c8bcff089 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:54.726801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6fefdb4-7e3f-472e-82cf-0e8d097ca816 req-7e57371f-3dd5-40fe-b7b2-de4c8bcff089 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1644199 Aug 16 02:09:54.735578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283b780-78f8-4208-bda5-e7c273d3f394 None None] Pushing event updated for resources: {'Port': ['ID=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:54.760912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-571e1b01-5928-45c9-b516-3614fff5dc60 service neutron] 10.222.0.76 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142077 Aug 16 02:09:54.765056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-e635a829-5834-420b-8751-0251c526294e service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6104727 Aug 16 02:09:54.806213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6fefdb4-7e3f-472e-82cf-0e8d097ca816 req-245116f2-bae9-4c71-956d-10ed0cb35110 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775230 Aug 16 02:09:54.880160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.882834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:09:54.887545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:54.929227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.044576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-f9efaad1-1412-402c-aaf8-9c3542e8df97 service neutron] 10.222.0.76 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744248 Aug 16 02:09:55.054769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2914ca58-6d10-4c56-86ec-49241754e3c9 req-9ff588fe-e9ed-417a-951a-e6e50f7b1c80 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520010 Aug 16 02:09:55.096041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] device_id is not set on port c498cf50-f65a-4313-ba19-8c70a28e9e6f yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:09:55.181892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Allocated IP 172.25.6.11 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/0a99ab05-acf5-4175-a230-376a662f6938) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:55.317252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.20.0.5 (09dafd2d-5aee-494c-8f81-a69045ab0809/47d5a46a-1970-4b5e-95df-11315e509b1d/c498cf50-f65a-4313-ba19-8c70a28e9e6f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:09:55.409127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.528480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45754) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:55.529850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.543689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object c498cf50-f65a-4313-ba19-8c70a28e9e6f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:09:55.544873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-930f96ac-7c9e-4a1e-aa38-7c20bc278892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.606398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.643669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:55.648177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-930f96ac-7c9e-4a1e-aa38-7c20bc278892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.648721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:55.653079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:55.683238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event updated for resources: {'Port': ['ID=0a99ab05-acf5-4175-a230-376a662f6938,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:55.686498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.698078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.698455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.698829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.699174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.699513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.699849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.700181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.700511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.700839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.701234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.701567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.701893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:09:55.753224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-930f96ac-7c9e-4a1e-aa38-7c20bc278892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:55.763772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:55.825311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:55.827216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=c498cf50-f65a-4313-ba19-8c70a28e9e6f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:55.829884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:09:55.832639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:55.849083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f96ac-7c9e-4a1e-aa38-7c20bc278892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be59b9ce-99e7-4c65-8bae-44c9823132ae,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:55.891111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-930f96ac-7c9e-4a1e-aa38-7c20bc278892 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d1dec4451ea4b46aa1628951d871b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3589242 Aug 16 02:09:55.891636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45762) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:55.963416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11944ea-e3a8-4a68-b224-a2e4f8962c89 None None] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:09:55.972721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:55.974441 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.008998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54192b-3ad1-4b80-adca-78eb6514b4ac req-00753a0d-034c-4049-801c-a8dd5cb1281e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:56.011132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec54192b-3ad1-4b80-adca-78eb6514b4ac req-00753a0d-034c-4049-801c-a8dd5cb1281e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.0882165 Aug 16 02:09:56.038013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d825b11f-670e-4587-a9e5-caab45bb3274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.071572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:56.077403 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d825b11f-670e-4587-a9e5-caab45bb3274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.081827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec54192b-3ad1-4b80-adca-78eb6514b4ac req-14f9a4ef-3082-4cab-bf16-9760d2d73903 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608461 Aug 16 02:09:56.092484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d285add3-c10e-4f37-939b-24eae35dc2c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5706811 Aug 16 02:09:56.093224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45768) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:56.151998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] Provisioning for port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:56.159080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] Provisioning complete for port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:56.159599 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.272343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.313657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] For port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,segment=NetworkSegment(82c1095e-01db-4ca9-b848-f5cd6c7bed07),segment_id=82c1095e-01db-4ca9-b848-f5cd6c7bed07)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:09:56.317663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.392434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d825b11f-670e-4587-a9e5-caab45bb3274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.395417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d825b11f-670e-4587-a9e5-caab45bb3274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.399843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d825b11f-670e-4587-a9e5-caab45bb3274 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/be59b9ce-99e7-4c65-8bae-44c9823132ae HTTP/1.1" status: 204 len: 168 time: 0.5040727 Aug 16 02:09:56.405068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.437778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825b11f-670e-4587-a9e5-caab45bb3274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be59b9ce-99e7-4c65-8bae-44c9823132ae,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.507414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd31daa-5a81-4c0a-a7a0-78f6a66940a3 None None] Pushing event updated for resources: {'Port': ['ID=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:56.543072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86cb0dac-3285-484f-93cf-7dcbbec8ba5d None None] Provisioning complete for port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:56.543760 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86cb0dac-3285-484f-93cf-7dcbbec8ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.575031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.621738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.818604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c9949f-f001-4ff0-bd1d-da32776a9b8f req-03288bdb-60ec-4f97-bdaf-3131659ded1b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0304108 Aug 16 02:09:56.823909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86cb0dac-3285-484f-93cf-7dcbbec8ba5d None None] Provisioning for port c498cf50-f65a-4313-ba19-8c70a28e9e6f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:09:56.828004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86cb0dac-3285-484f-93cf-7dcbbec8ba5d None None] Provisioning complete for port c498cf50-f65a-4313-ba19-8c70a28e9e6f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:56.828387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86cb0dac-3285-484f-93cf-7dcbbec8ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.876527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-86cb0dac-3285-484f-93cf-7dcbbec8ba5d None None] Port c498cf50-f65a-4313-ba19-8c70a28e9e6f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:56.915109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Router f38e6c06-0414-40be-b9b4-2342b7e796a8 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:56.992485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:56.996159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e91dcfd8-35c0-462e-b168-752db7204cb2 None None] Provisioning complete for port c498cf50-f65a-4313-ba19-8c70a28e9e6f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:56.996542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e91dcfd8-35c0-462e-b168-752db7204cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.036295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.049302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e91dcfd8-35c0-462e-b168-752db7204cb2 None None] Port c498cf50-f65a-4313-ba19-8c70a28e9e6f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:57.058615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.063283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:57.075860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] Sync routers for ids ['f38e6c06-0414-40be-b9b4-2342b7e796a8'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:57.088075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] Routers {'f38e6c06-0414-40be-b9b4-2342b7e796a8'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:57.089143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f38e6c06-0414-40be-b9b4-2342b7e796a8'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:57.126684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=c498cf50-f65a-4313-ba19-8c70a28e9e6f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:57.153720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:57.166753 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.171802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] Routers {'f38e6c06-0414-40be-b9b4-2342b7e796a8'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:57.172955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f38e6c06-0414-40be-b9b4-2342b7e796a8'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:57.229432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.230996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d6f207d6-f46c-4e6d-bada-bba6c45f15fc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.8748124 Aug 16 02:09:57.235611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:57.239378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': False}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:57.272699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:57.272961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8d19ad-7917-4f18-8352-bff24e3da86b None None] The sync data for ids ['f38e6c06-0414-40be-b9b4-2342b7e796a8'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:57.406911 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.474345 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0b3909eb-5626-4790-9772-dd2f9e703fdb None None] Provisioning complete for port c498cf50-f65a-4313-ba19-8c70a28e9e6f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:57.475126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0b3909eb-5626-4790-9772-dd2f9e703fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.542403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97385d69-ec7d-4c58-8cc7-17b31adf7333 req-c2257378-717c-4675-8d35-72bc71a3fb22 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:57.544016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97385d69-ec7d-4c58-8cc7-17b31adf7333 req-c2257378-717c-4675-8d35-72bc71a3fb22 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.2074914 Aug 16 02:09:57.556212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0b3909eb-5626-4790-9772-dd2f9e703fdb None None] Port c498cf50-f65a-4313-ba19-8c70a28e9e6f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:57.584918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97385d69-ec7d-4c58-8cc7-17b31adf7333 req-598304d4-ffdf-4559-92ea-b8bdf1d760e2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331926 Aug 16 02:09:57.664269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.704980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.769462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:09:57.832025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:57.832418 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:57.948704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c3a7641-1695-409a-8ba0-012aaca8e55e req-0eabce7c-1cb8-489d-b2b0-a0f60999a328 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0521648 Aug 16 02:09:58.048025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.119247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.200158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.204245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.206858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=c498cf50-f65a-4313-ba19-8c70a28e9e6f,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:09:58.209177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.316337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:09:58.318251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:09:58.326445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Router f38e6c06-0414-40be-b9b4-2342b7e796a8 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:09:58.462459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:58.467303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.468621 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eedeade3-b373-434a-a1f8-7f7c57d76c1b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "PUT /v2.0/routers/f38e6c06-0414-40be-b9b4-2342b7e796a8 HTTP/1.1" status: 200 len: 924 time: 1.2336323 Aug 16 02:09:58.471915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45830) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.475406 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] Sync routers for ids ['f38e6c06-0414-40be-b9b4-2342b7e796a8'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:58.485286 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] Routers {'f38e6c06-0414-40be-b9b4-2342b7e796a8'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:58.485913 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f38e6c06-0414-40be-b9b4-2342b7e796a8'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.534613 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.546686 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] Routers {'f38e6c06-0414-40be-b9b4-2342b7e796a8'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:58.547586 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f38e6c06-0414-40be-b9b4-2342b7e796a8'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.593969 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.594743 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a5729a-8da7-4384-9d86-d4927dc844f2 None None] The sync data for ids ['f38e6c06-0414-40be-b9b4-2342b7e796a8'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:58.604242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router fa88a28a-8101-4ff2-af73-9001fce33c43 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:09:58.619289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-653d84e5-9104-4d8c-872e-8f4442b6f439 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/f38e6c06-0414-40be-b9b4-2342b7e796a8 HTTP/1.1" status: 200 len: 924 time: 0.1407952 Aug 16 02:09:58.620111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45838) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.676307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f205012b-3b1e-4495-9fc4-8a3b80de9577 None None] Provisioning complete for port c498cf50-f65a-4313-ba19-8c70a28e9e6f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:09:58.678455 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f205012b-3b1e-4495-9fc4-8a3b80de9577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:58.713306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a58252-d332-4a89-ab0c-943a8866d900 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.718464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-83a58252-d332-4a89-ab0c-943a8866d900 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=f38e6c06-0414-40be-b9b4-2342b7e796a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0962749 Aug 16 02:09:58.719372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45842) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.720758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f205012b-3b1e-4495-9fc4-8a3b80de9577 None None] Port c498cf50-f65a-4313-ba19-8c70a28e9e6f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:09:58.765008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:09:58.770525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4847189a-864f-4562-b4de-b0c3b32ff391 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/fa88a28a-8101-4ff2-af73-9001fce33c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6766350 Aug 16 02:09:58.773547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45844) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.777773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] Sync routers for ids ['fa88a28a-8101-4ff2-af73-9001fce33c43'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:09:58.782796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d761b-7590-4253-945f-7355f9bb2743 req-a9bd25ff-34a7-4f1d-85f4-97610518999e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.785972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b24d761b-7590-4253-945f-7355f9bb2743 req-a9bd25ff-34a7-4f1d-85f4-97610518999e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1073692 Aug 16 02:09:58.789992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] Routers {'fa88a28a-8101-4ff2-af73-9001fce33c43'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:58.792674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fa88a28a-8101-4ff2-af73-9001fce33c43'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.842678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.845523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] Routers {'fa88a28a-8101-4ff2-af73-9001fce33c43'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:09:58.846242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fa88a28a-8101-4ff2-af73-9001fce33c43'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.849970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ef193b-3ceb-4bb0-a36b-f843c1ad7cd5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:58.851521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b7ef193b-3ceb-4bb0-a36b-f843c1ad7cd5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports/c498cf50-f65a-4313-ba19-8c70a28e9e6f HTTP/1.1" status: 200 len: 977 time: 0.0752401 Aug 16 02:09:58.856927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45848) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:58.877545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b24d761b-7590-4253-945f-7355f9bb2743 req-401014d3-1f7c-467c-b7be-543656f2420b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858541 Aug 16 02:09:58.880011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:09:58.880759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce47eae7-b166-47c0-af5a-2f360108ac0c None None] The sync data for ids ['fa88a28a-8101-4ff2-af73-9001fce33c43'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:09:59.074472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30fdb991-a49a-49fb-96bc-50676d347596 req-bece8a4f-b5c2-4f9f-abc4-8325a85c80b6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0379622 Aug 16 02:09:59.100690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45856) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.217321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:09:59.278973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414aad7-23a3-479e-a9fe-b155c955a53c tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.280395 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4414aad7-23a3-479e-a9fe-b155c955a53c tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.5598087 Aug 16 02:09:59.283444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45860) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.311429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-252674b5-9c63-4101-a8e5-f5cfeec0c9b8 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=f38e6c06-0414-40be-b9b4-2342b7e796a8 HTTP/1.1" status: 200 len: 205 time: 0.0267906 Aug 16 02:09:59.313904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45862) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:09:59.353469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.475413 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.548945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.638086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ebcce-5ab9-4f9c-a7d4-71c1baa38887 req-a7334169-ce54-47ac-9918-84f09804314d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:09:59.639686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-053ebcce-5ab9-4f9c-a7d4-71c1baa38887 req-a7334169-ce54-47ac-9918-84f09804314d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 946 time: 0.1281960 Aug 16 02:09:59.647106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.667202 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.738318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-053ebcce-5ab9-4f9c-a7d4-71c1baa38887 req-3024f5a0-4a4f-4d55-9b83-d1e6e1fc3cd6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878444 Aug 16 02:09:59.772704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port c498cf50-f65a-4313-ba19-8c70a28e9e6f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:09:59.773253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.896585 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:09:59.912531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for c498cf50-f65a-4313-ba19-8c70a28e9e6f owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:00.161867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Allocated IP 172.25.6.58 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/5a2185a2-9c0c-4d98-b0b9-93f33fd8edb1) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:00.234221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-342df47e-b3f8-45ee-8713-86974b668002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.235649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-342df47e-b3f8-45ee-8713-86974b668002 service neutron] 10.222.0.58 "GET /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 1028 time: 0.0840099 Aug 16 02:10:00.269440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.300147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=c498cf50-f65a-4313-ba19-8c70a28e9e6f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:00.328045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75785a-753a-484c-970d-6ca9abb107a5 req-98d06295-e8e5-4773-8317-fcfa915f63bc tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.330359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f75785a-753a-484c-970d-6ca9abb107a5 req-98d06295-e8e5-4773-8317-fcfa915f63bc tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1860337 Aug 16 02:10:00.349469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Deleting port 0a99ab05-acf5-4175-a230-376a662f6938 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:00.349828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.354978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-91465349-1c14-4a57-975b-88cd5efdf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.359443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-91465349-1c14-4a57-975b-88cd5efdf07b service neutron] 10.222.0.58 "GET /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 1028 time: 0.0802040 Aug 16 02:10:00.457980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.536107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f75785a-753a-484c-970d-6ca9abb107a5 req-431ac0c3-2f54-4543-b153-78b95854c31e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882815 Aug 16 02:10:00.539724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.611084 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.639439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-6b2cfdc4-691d-4e95-8146-3123d0e55829 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.645294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-6b2cfdc4-691d-4e95-8146-3123d0e55829 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.652436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-6b2cfdc4-691d-4e95-8146-3123d0e55829 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:00.654310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-6b2cfdc4-691d-4e95-8146-3123d0e55829 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=8f42de13-11f5-40cd-8597-dfbf75d7c956&id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 1989 time: 0.2876637 Aug 16 02:10:00.661391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Calling delete_port for 0a99ab05-acf5-4175-a230-376a662f6938 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:00.674521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router fa88a28a-8101-4ff2-af73-9001fce33c43 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:00.746140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bf61f8d-3d00-4222-aa47-6d8c27dae026 req-2781445a-618f-40de-9ebc-4d46371bf8e5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0851464 Aug 16 02:10:00.781610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:00.788330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e8f0f1b5-e9da-47b6-bd58-5ebe74f0e4e7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/fa88a28a-8101-4ff2-af73-9001fce33c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9296782 Aug 16 02:10:00.790544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45894) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:00.795189 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] Sync routers for ids ['fa88a28a-8101-4ff2-af73-9001fce33c43'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:00.810606 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] Routers {'fa88a28a-8101-4ff2-af73-9001fce33c43'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:00.811384 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fa88a28a-8101-4ff2-af73-9001fce33c43'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.843954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-74432a62-a990-4c17-8d80-6dffb191c024 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c7cf215a143e408387e8c3e79ed5686c HTTP/1.1" status: 200 len: 379 time: 0.1745422 Aug 16 02:10:00.857142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.859250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'admin_state_up': True, 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'security_groups': ['d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:00.864081 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:00.869787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:00.870901 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] Routers {'fa88a28a-8101-4ff2-af73-9001fce33c43'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:00.871919 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fa88a28a-8101-4ff2-af73-9001fce33c43'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.914095 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:00.915251 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5671bcd0-ee9e-4c88-a928-334b50f77bfd None None] The sync data for ids ['fa88a28a-8101-4ff2-af73-9001fce33c43'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:01.004798 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-6d1a7f7b-9ff4-4be7-8c1e-bd2298ebbb79 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] remove_router_interface failed (client error): The resource could not be found. Aug 16 02:10:01.009125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6d1a7f7b-9ff4-4be7-8c1e-bd2298ebbb79 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/fa88a28a-8101-4ff2-af73-9001fce33c43/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2073050 Aug 16 02:10:01.010129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45896) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.038369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4525ffe2-69cb-45a1-b932-072fc9755f01 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa88a28a-8101-4ff2-af73-9001fce33c43 HTTP/1.1" status: 200 len: 205 time: 0.0255356 Aug 16 02:10:01.038832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:01.039485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45898) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.049688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2185a2-9c0c-4d98-b0b9-93f33fd8edb1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.061552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:01.064094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:01.176898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.411967 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.415074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.457336 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.504379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:01.507850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.519313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event deleted for resources: {'Port': ['ID=0a99ab05-acf5-4175-a230-376a662f6938,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:01.595321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.595862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router fa88a28a-8101-4ff2-af73-9001fce33c43 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:01.597986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.609092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.612563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36c8184a-7faf-4852-8000-e8c1a0dd667c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/fa88a28a-8101-4ff2-af73-9001fce33c43 HTTP/1.1" status: 204 len: 168 time: 0.5690291 Aug 16 02:10:01.612925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45906) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:01.681270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.682348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 47d5a46a-1970-4b5e-95df-11315e509b1d {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:01.685875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.740762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.842628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.909140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.912333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.940677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:01.965324 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b51d318-47d9-4cef-935f-6248392c6b00 req-f9ecab2e-efe4-446a-85d6-766a40818a59 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0812438 Aug 16 02:10:02.006457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.030764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c5bf7f-a9bb-4a7a-bc52-feeb0dbddde6 req-bc01c5e8-4fe2-462b-be30-b3ca096ddd67 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.034023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9c5bf7f-a9bb-4a7a-bc52-feeb0dbddde6 req-bc01c5e8-4fe2-462b-be30-b3ca096ddd67 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.3720920 Aug 16 02:10:02.043208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=47d5a46a-1970-4b5e-95df-11315e509b1d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.050906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.056601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60801f4f-1e21-4d59-b9a5-f77a4236b782 None None] Network 09dafd2d-5aee-494c-8f81-a69045ab0809 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:02.061118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5d13bb65-1a9e-4e04-b4e3-6022dcb378e3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/47d5a46a-1970-4b5e-95df-11315e509b1d HTTP/1.1" status: 204 len: 168 time: 0.4470470 Aug 16 02:10:02.062559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45914) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:02.063002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 172.20.0.13 (cd6dc3da-7a2b-42b5-8651-4224815901b1/bec869a3-5269-413a-a6f5-1b8948d72186/2e065c40-8df4-451c-b8e0-1cae6871f4f2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:02.158973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9c5bf7f-a9bb-4a7a-bc52-feeb0dbddde6 req-2448f860-205f-4bd0-ba88-858920d59d65 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160619 Aug 16 02:10:02.160263 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.160798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Fanout notify agent at l3_agent the message router_deleted on router f38e6c06-0414-40be-b9b4-2342b7e796a8 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:02.201110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.208066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.209157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cd8cb382-6b96-4795-968f-0daa0d468c20 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/f38e6c06-0414-40be-b9b4-2342b7e796a8 HTTP/1.1" status: 204 len: 168 time: 2.8943365 Aug 16 02:10:02.223882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45918) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:02.239009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1246311380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:02.370510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:02.370902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.380462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] DHCP port deletion for 09dafd2d-5aee-494c-8f81-a69045ab0809 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:02.408379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.427198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.444177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object 2e065c40-8df4-451c-b8e0-1cae6871f4f2 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:02.449732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] Deleting port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:02.450450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.467888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,segment=NetworkSegment(82c1095e-01db-4ca9-b848-f5cd6c7bed07),segment_id=82c1095e-01db-4ca9-b848-f5cd6c7bed07)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:02.472607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.485011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:02.492166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.532041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] For port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,segment=NetworkSegment(82c1095e-01db-4ca9-b848-f5cd6c7bed07),segment_id=82c1095e-01db-4ca9-b848-f5cd6c7bed07)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:02.532822 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.547677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.547677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.559594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] Calling delete_port for a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:02.574889 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.610307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Pushing event updated for resources: {'Port': ['ID=5a2185a2-9c0c-4d98-b0b9-93f33fd8edb1,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.612582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:02.632481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.673483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:02.675161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:02.692440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.733720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.739300 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.750623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.787628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] Pushing event deleted for resources: {'Port': ['ID=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.790039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5646b32-8f8d-4e78-838f-1558a7024fff None None] No DVR routers for this DVR port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:02.887561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.889291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:02.889291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:02.890742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.890742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.890742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e8408a-e7ed-428f-b76e-f9cc5865789d req-beb100cd-67c8-4ac4-912a-5e21b082f08b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.890742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38e8408a-e7ed-428f-b76e-f9cc5865789d req-beb100cd-67c8-4ac4-912a-5e21b082f08b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1982481 Aug 16 02:10:02.930045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38e8408a-e7ed-428f-b76e-f9cc5865789d req-6fae2d3b-b9c5-4c0e-b149-144c21afecae tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540564 Aug 16 02:10:02.939861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.939861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab54397d-797d-4a98-928a-e38dadc87896 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7081115 Aug 16 02:10:02.941245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45928) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:02.944446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465566-83a9-4866-85a3-7ff690ee041d req-32d0affd-0ff7-490f-ac61-09af42b0d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:02.946779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-32d0affd-0ff7-490f-ac61-09af42b0d564 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1098 time: 0.1626513 Aug 16 02:10:02.949253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:02.952987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:02.996103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09dafd2d-5aee-494c-8f81-a69045ab0809']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:03.043122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82c1095e-01db-4ca9-b848-f5cd6c7bed07') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:03.043574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82c1095e-01db-4ca9-b848-f5cd6c7bed07') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:03.059099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.083141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.094691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:03.095390 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:03.101171 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:03.147360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.152607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8c9e5648-1367-48cf-a35d-95f73c321de1 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0504980 Aug 16 02:10:03.153337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45934) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:03.168338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465566-83a9-4866-85a3-7ff690ee041d req-241d2d02-66de-435e-8a2c-b405d388aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.173270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-241d2d02-66de-435e-8a2c-b405d388aedd service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.2125297 Aug 16 02:10:03.176204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2025578710', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'fixed_ips': [{'ip_address': '172.25.6.58'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:03.182673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d6c196a5-43fe-463f-b317-b0a5d701e40b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3282628 Aug 16 02:10:03.202829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'admin_state_up': True, 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'security_groups': ['d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:03.250135 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-2e1c0343-61df-420b-af76-e642857a3a9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 1001 time: 0.0704556 Aug 16 02:10:03.283734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae9c7b6b-3cc8-437d-985b-cf5bcec3cd85 None None] Provisioning for port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:03.291168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae9c7b6b-3cc8-437d-985b-cf5bcec3cd85 None None] Provisioning complete for port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:03.291964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c7b6b-3cc8-437d-985b-cf5bcec3cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.308797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465566-83a9-4866-85a3-7ff690ee041d req-f1561a11-524d-4f97-b2b0-0ef0d200d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.310466 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-f1561a11-524d-4f97-b2b0-0ef0d200d33a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.0527568 Aug 16 02:10:03.339923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c7b6b-3cc8-437d-985b-cf5bcec3cd85 None None] Port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:03.354389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.370477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.379366 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/09dafd2d-5aee-494c-8f81-a69045ab0809 HTTP/1.1" status: 204 len: 168 time: 1.3071780 Aug 16 02:10:03.381904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45936) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:03.391236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1604747446'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:03.400410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667c957-dfc6-4d93-aa15-efbadcb7dc0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=09dafd2d-5aee-494c-8f81-a69045ab0809,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:03.419979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d465566-83a9-4866-85a3-7ff690ee041d req-35916ac4-d350-4323-a88f-0e9bf018676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.421608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-35916ac4-d350-4323-a88f-0e9bf018676a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032131 Aug 16 02:10:03.528370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-ed6a6d91-6517-469d-b24a-b401e5cbd710 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962009 Aug 16 02:10:03.630376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d465566-83a9-4866-85a3-7ff690ee041d req-3143d884-05f8-4640-838c-71241fc48a5c service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936127 Aug 16 02:10:03.694002 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.713947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320208f4-1486-45a4-908b-da37dc488d51 req-4f01167e-f589-40bc-ac17-609167338f68 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:03.715530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-320208f4-1486-45a4-908b-da37dc488d51 req-4f01167e-f589-40bc-ac17-609167338f68 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 932 time: 0.6193054 Aug 16 02:10:03.743435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:03.765025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:03.765611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a4b9a50a-7e3e-4b86-83a7-103ae3e5d0f1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:03.774786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Made reservation on behalf of 8e0c2b019b6743b3afb42b2b53ecfd4a for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:03.777684 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.810166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.827482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-320208f4-1486-45a4-908b-da37dc488d51 req-4f21d163-e624-4eec-85f2-5c0d787d23aa tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054802 Aug 16 02:10:03.861385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:03.866159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.900305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:10:03.900305 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:10:03.900305 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': '8e0c2b019b6743b3afb42b2b53ecfd4a', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 10, 3, 837516)}] Aug 16 02:10:03.900305 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:03.900795 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:03.909682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:03.927907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:03.928450 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 8f37fd77-a838-49de-b6e3-6a3ebb07d5cd of type vlan for network 8ecd1ae7-8252-4a35-b1e8-b15647210998 Aug 16 02:10:03.982986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.058170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:04.061711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.095368 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.101250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.102265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.118104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.155871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.174469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=8ecd1ae7-8252-4a35-b1e8-b15647210998,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:04.185694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:04.200097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764e880-a6f3-4d18-852b-1a751d0d14e4 req-29f64aaa-df15-44da-bd61-a353baa809a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:04.203010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3764e880-a6f3-4d18-852b-1a751d0d14e4 req-29f64aaa-df15-44da-bd61-a353baa809a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1816280 Aug 16 02:10:04.260039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a53c8e57-e0ae-4d21-b871-8fd27c329c8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8732121 Aug 16 02:10:04.263882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45948) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:04.269227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:04.390353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3764e880-a6f3-4d18-852b-1a751d0d14e4 req-ed6b0313-9556-4603-a475-bd2062fbdb67 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499705 Aug 16 02:10:04.402453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.407748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 10.1.1.117 (7bf69ba6-2629-44fb-af37-6e121264581a/06e9a2aa-8f66-4e46-9c34-e119f58473de/3815947f-030e-4b25-9c4d-e1090380302d) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:04.494936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Allocated IP 172.25.6.118 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/f64f33df-d686-438c-8d41-a44ac2d0db28) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:04.497988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:04.505081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.526406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:04.753873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.850316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object 3815947f-030e-4b25-9c4d-e1090380302d will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:04.880564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.895516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.961778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:04.975097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:04.985081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '172bfbaa-e264-44eb-893d-5278a2e25368', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:04.991558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] device_id is not set on port c8f91ec3-2b70-47ae-8cd9-39678e384096 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:05.035950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.047654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.072326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:05.115625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:05.144767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=e832fff3-18af-421e-bb46-d6422ab13cde,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.159080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.161104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:05.165005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 8ecd1ae7-8252-4a35-b1e8-b15647210998, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:05.169792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.183153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e2228-8558-4632-b9d0-9be53efb98a4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.229016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.247542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:05.262352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:05.272530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:05.295472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.303959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['172bfbaa-e264-44eb-893d-5278a2e25368'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:05.309071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.309743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.316246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:05.354370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:05.363798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199c647-1fd9-47e9-907c-3529ba501cb6 req-d4c98ef2-497a-4522-abc3-29c24f0319ad tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.363798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5199c647-1fd9-47e9-907c-3529ba501cb6 req-d4c98ef2-497a-4522-abc3-29c24f0319ad tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 932 time: 0.4214449 Aug 16 02:10:05.373829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 7bf69ba6-2629-44fb-af37-6e121264581a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:05.390438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:05.394001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.395805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:05.512515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8ecd1ae7-8252-4a35-b1e8-b15647210998) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:05.517995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.519644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.555511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27895f7-1409-4382-8665-265142542554 None None] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:05.621641 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1eb1cc1-bb78-4a17-8f5a-1cd460442e1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3554552 Aug 16 02:10:05.622701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45990) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:05.631326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-563141906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:05.726286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.727532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.752806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5199c647-1fd9-47e9-907c-3529ba501cb6 req-8d8e1bdb-a03c-495e-a7e3-674f9483c60a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835061 Aug 16 02:10:05.799442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event updated for resources: {'Port': ['ID=f64f33df-d686-438c-8d41-a44ac2d0db28,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:05.828177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.830551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.835191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-8ecd1ae7-8252-4a35-b1e8-b15647210998', 'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': 'e832fff3-18af-421e-bb46-d6422ab13cde'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:05.836836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.844528 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.901792 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:10:05.902670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:10:05.940856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-10a95564-6879-4d82-a281-0ecd1328a87e None None] Provisioning for port 3815947f-030e-4b25-9c4d-e1090380302d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:05.948077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa18ca-1ae3-41eb-a6a5-2da6bd17db18 req-aabc2de5-77e0-4eee-8376-8a95eb361ccc tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:05.948294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-10a95564-6879-4d82-a281-0ecd1328a87e None None] Provisioning complete for port 3815947f-030e-4b25-9c4d-e1090380302d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:05.948445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-10a95564-6879-4d82-a281-0ecd1328a87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:05.955269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5faa18ca-1ae3-41eb-a6a5-2da6bd17db18 req-aabc2de5-77e0-4eee-8376-8a95eb361ccc tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1904945 Aug 16 02:10:05.965134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.029994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-68cd60e9-2297-4c46-9c9b-516af8888cee tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8373413 Aug 16 02:10:06.036517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-10a95564-6879-4d82-a281-0ecd1328a87e None None] Port 3815947f-030e-4b25-9c4d-e1090380302d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:06.042470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'admin_state_up': True, 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'security_groups': ['d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:06.055370 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.055370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-67b61636-7a26-4f0e-a7a9-0973563a4937 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4296677 Aug 16 02:10:06.056229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Allocated IP 172.20.0.2 (8ecd1ae7-8252-4a35-b1e8-b15647210998/e832fff3-18af-421e-bb46-d6422ab13cde/6757b8f7-6023-460f-8d5b-8086b911dd3f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:06.056670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45996) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:06.062251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5faa18ca-1ae3-41eb-a6a5-2da6bd17db18 req-8772ab12-3094-4315-9b54-a7e0f9e660d5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994811 Aug 16 02:10:06.078662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.198030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5a645be4-ae7b-49b2-b4f1-5a3f492cdeca tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.0275438 Aug 16 02:10:06.199278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46002) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:06.345435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.355174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Transition to ACTIVE for port object 6757b8f7-6023-460f-8d5b-8086b911dd3f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:06.392548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Transition to ACTIVE for port object 6757b8f7-6023-460f-8d5b-8086b911dd3f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:06.533077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:06.545873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.559138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.635116 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.638933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Deleting port 5a2185a2-9c0c-4d98-b0b9-93f33fd8edb1 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:06.640232 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.705794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:06.714297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:06.723116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:06.734898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 172bfbaa-e264-44eb-893d-5278a2e25368 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:06.734898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.783130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Pushing event updated for resources: {'Port': ['ID=6757b8f7-6023-460f-8d5b-8086b911dd3f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:06.970317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.975243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Attempting to bind port 6757b8f7-6023-460f-8d5b-8086b911dd3f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:06.975767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Attempting to bind port 6757b8f7-6023-460f-8d5b-8086b911dd3f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:06.976142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Attempting to bind port 6757b8f7-6023-460f-8d5b-8086b911dd3f on network 8ecd1ae7-8252-4a35-b1e8-b15647210998 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:06.991081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:06.991460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Checking segment: {'id': '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:06.991874 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:06.992856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Bound using segment: {'id': '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:06.993339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Bound port: 6757b8f7-6023-460f-8d5b-8086b911dd3f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8ecd1ae7-8252-4a35-b1e8-b15647210998'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:06.993729 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.022435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:07.025101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:07.027813 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99121bb6-8bd7-4096-beba-04f41a6b5469" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:07.119838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.178601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] For port 6757b8f7-6023-460f-8d5b-8086b911dd3f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:07.189628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] For port 6757b8f7-6023-460f-8d5b-8086b911dd3f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6757b8f7-6023-460f-8d5b-8086b911dd3f,segment=NetworkSegment(8f37fd77-a838-49de-b6e3-6a3ebb07d5cd),segment_id=8f37fd77-a838-49de-b6e3-6a3ebb07d5cd)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:07.194350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:07.196084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.207302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.281258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.286414 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.388746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2199af19-b07c-4c0d-88ef-bae3ab784d0d None None] Pushing event updated for resources: {'Port': ['ID=6757b8f7-6023-460f-8d5b-8086b911dd3f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:07.403221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.403697 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:07.420938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd0f1-33b0-45b3-85c7-2e89ca93840d req-1300a853-7709-41bb-b0ca-8846f96c004f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.427258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bd0f1-33b0-45b3-85c7-2e89ca93840d req-1300a853-7709-41bb-b0ca-8846f96c004f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:07.432654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-210bd0f1-33b0-45b3-85c7-2e89ca93840d req-1300a853-7709-41bb-b0ca-8846f96c004f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 1654 time: 0.2437935 Aug 16 02:10:07.435685 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63964a9-0768-4a92-81ce-d68333d16ca2 x-openstack-request-id: req-a63964a9-0768-4a92-81ce-d68333d16ca2 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:07.436034 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:07.436341 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a63964a9-0768-4a92-81ce-d68333d16ca2 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:07.437088 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:10:07.625561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 10.1.1.112 (7bf69ba6-2629-44fb-af37-6e121264581a/06e9a2aa-8f66-4e46-9c34-e119f58473de/6630d242-1b57-4a56-b005-1609ea8ec7bf) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:07.715751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Calling delete_port for 5a2185a2-9c0c-4d98-b0b9-93f33fd8edb1 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:07.739480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.20.0.1 (8ecd1ae7-8252-4a35-b1e8-b15647210998/e832fff3-18af-421e-bb46-d6422ab13cde/d0d9809b-a590-4b76-bc07-ea449227640a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:07.865334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-210bd0f1-33b0-45b3-85c7-2e89ca93840d req-fb2ea462-0d1f-4e04-a6d7-08f75137f2d5 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3508451 Aug 16 02:10:07.939641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6757b8f7-6023-460f-8d5b-8086b911dd3f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:07.988741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.007096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object d0d9809b-a590-4b76-bc07-ea449227640a will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:08.042082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Router 1ba8d3cd-2eb5-48de-abf4-f534ce440886 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:08.060656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.099642 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.103280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a2185a2-9c0c-4d98-b0b9-93f33fd8edb1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.105270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6757b8f7-6023-460f-8d5b-8086b911dd3f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:08.132165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.159857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.165020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:08.223428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:08.232261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:08.236700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:08.252129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object 6630d242-1b57-4a56-b005-1609ea8ec7bf will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:08.258329 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.261086 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.262360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e71f9a1e-6541-497f-bc29-7388f3730f32 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150 tempest-ExternalNetworksAdminNegativeTestJSON-1437700150-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/bb4f9c65-3ce0-49ce-a8a0-12bd350c9393 HTTP/1.1" status: 204 len: 168 time: 2.0324988 Aug 16 02:10:08.287428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.332166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=d0d9809b-a590-4b76-bc07-ea449227640a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.438703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:08.450573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.450573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1ee6baa-4ecb-4189-89c4-5abd21c15a23 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "PUT /v2.0/routers/1ba8d3cd-2eb5-48de-abf4-f534ce440886 HTTP/1.1" status: 200 len: 884 time: 5.5062888 Aug 16 02:10:08.451688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46026) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.452453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] Sync routers for ids ['1ba8d3cd-2eb5-48de-abf4-f534ce440886'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:08.466866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] Routers {'1ba8d3cd-2eb5-48de-abf4-f534ce440886'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:08.467883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['1ba8d3cd-2eb5-48de-abf4-f534ce440886'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.549215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.572853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.618008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.618840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] Routers {'1ba8d3cd-2eb5-48de-abf4-f534ce440886'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:08.620541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['1ba8d3cd-2eb5-48de-abf4-f534ce440886'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.674034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 7bf69ba6-2629-44fb-af37-6e121264581a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:08.684137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:08.693207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:08.724379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:08.725497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ac843-1af4-4e2f-a341-da83cfee0fe8 None None] The sync data for ids ['1ba8d3cd-2eb5-48de-abf4-f534ce440886'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:08.761623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0ad6d1e5-d88a-4d08-b9ca-83dfdd4dd948 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/1ba8d3cd-2eb5-48de-abf4-f534ce440886 HTTP/1.1" status: 200 len: 925 time: 0.3086929 Aug 16 02:10:08.769441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46032) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.775236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.776901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:08.844494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:08.923104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b019039-fdc5-47b0-b86a-66820097e394 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:08.925034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b019039-fdc5-47b0-b86a-66820097e394 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=1ba8d3cd-2eb5-48de-abf4-f534ce440886&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1543248 Aug 16 02:10:08.928186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46038) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:08.939417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b225f989-9a0d-40f6-9524-7187f4ab7a90 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9012623 Aug 16 02:10:09.062958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956', 'admin_state_up': True, 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'security_groups': ['d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:09.268784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-703b82d9-bbc7-4d76-bd20-87ea7fca093c None None] Provisioning for port 6630d242-1b57-4a56-b005-1609ea8ec7bf completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:09.273808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-703b82d9-bbc7-4d76-bd20-87ea7fca093c None None] Provisioning complete for port 6630d242-1b57-4a56-b005-1609ea8ec7bf triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:09.274413 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-703b82d9-bbc7-4d76-bd20-87ea7fca093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.285823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46044) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.369338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.372215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-703b82d9-bbc7-4d76-bd20-87ea7fca093c None None] Port 6630d242-1b57-4a56-b005-1609ea8ec7bf cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:09.375116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d282f6-1312-478d-bfe9-11a5d7d62a80 None None] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:09.386309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b931d-b642-4f92-9878-afe510efc2cf req-21004660-3b4c-42af-9cf0-413311ad389c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.394598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b931d-b642-4f92-9878-afe510efc2cf req-21004660-3b4c-42af-9cf0-413311ad389c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.405216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b931d-b642-4f92-9878-afe510efc2cf req-21004660-3b4c-42af-9cf0-413311ad389c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.414871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-565b931d-b642-4f92-9878-afe510efc2cf req-21004660-3b4c-42af-9cf0-413311ad389c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 2375 time: 0.2575288 Aug 16 02:10:09.502560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a41002-d386-45cb-8be7-5a38d9d4a8e8 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:09.504153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-63a41002-d386-45cb-8be7-5a38d9d4a8e8 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.5748491 Aug 16 02:10:09.507131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46048) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.542425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a861adb8-dca0-4830-a40d-1048e728a6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.555967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.615471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-565b931d-b642-4f92-9878-afe510efc2cf req-e8c46ed4-fe4a-42b0-aef4-36a20a9d77b7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747568 Aug 16 02:10:09.640583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4fee09e4-e141-4fc0-9a1e-4640128cdac0 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ba8d3cd-2eb5-48de-abf4-f534ce440886 HTTP/1.1" status: 200 len: 205 time: 0.1292310 Aug 16 02:10:09.660841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46050) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:09.661340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.688460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] Provisioning for port 6757b8f7-6023-460f-8d5b-8086b911dd3f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:09.706006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] Provisioning complete for port 6757b8f7-6023-460f-8d5b-8086b911dd3f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:09.706401 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.748470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:09.869310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=d0d9809b-a590-4b76-bc07-ea449227640a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:09.948566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c3bd7d97-d678-4925-9476-fd14be5c094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:09.957722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:09.959700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:09.973108 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.046782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] For port 6757b8f7-6023-460f-8d5b-8086b911dd3f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6757b8f7-6023-460f-8d5b-8086b911dd3f,segment=NetworkSegment(8f37fd77-a838-49de-b6e3-6a3ebb07d5cd),segment_id=8f37fd77-a838-49de-b6e3-6a3ebb07d5cd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:10.062768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.154912 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.266151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a861adb8-dca0-4830-a40d-1048e728a6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.272706 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.314876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1787215-4dba-4ee2-9c78-5390659f1c79 None None] Pushing event updated for resources: {'Port': ['ID=6757b8f7-6023-460f-8d5b-8086b911dd3f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:10.392134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router b404106d-3675-47e3-b01b-679a88a6ac97 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:10.411239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.447661 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a861adb8-dca0-4830-a40d-1048e728a6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.451190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d43d3fc1-70ce-4976-b1a0-3a89b99653cf None None] Provisioning for port d0d9809b-a590-4b76-bc07-ea449227640a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:10.455590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d43d3fc1-70ce-4976-b1a0-3a89b99653cf None None] Provisioning complete for port d0d9809b-a590-4b76-bc07-ea449227640a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:10.456421 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d43d3fc1-70ce-4976-b1a0-3a89b99653cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.545916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d43d3fc1-70ce-4976-b1a0-3a89b99653cf None None] Port d0d9809b-a590-4b76-bc07-ea449227640a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:10.568767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d43d3fc1-70ce-4976-b1a0-3a89b99653cf None None] Provisioning complete for port 6757b8f7-6023-460f-8d5b-8086b911dd3f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:10.569449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d43d3fc1-70ce-4976-b1a0-3a89b99653cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.624805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:10.633511 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] Sync routers for ids ['b404106d-3675-47e3-b01b-679a88a6ac97'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:10.640939 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d2d3f8c0-fde3-4d09-a5dc-d4e03cfaaf6b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/b404106d-3675-47e3-b01b-679a88a6ac97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5831120 Aug 16 02:10:10.646261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46060) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:10.649120 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] Routers {'b404106d-3675-47e3-b01b-679a88a6ac97'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:10.650211 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b404106d-3675-47e3-b01b-679a88a6ac97'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:10.723102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861adb8-dca0-4830-a40d-1048e728a6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5eae44-cb69-4892-a694-c2502058f241,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:10.736444 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:10.745350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d86de72-9f6e-4bfe-bc27-76ef34aca9ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:10.746591 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] Routers {'b404106d-3675-47e3-b01b-679a88a6ac97'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:10.747265 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:09:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b404106d-3675-47e3-b01b-679a88a6ac97'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:10.755295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a861adb8-dca0-4830-a40d-1048e728a6b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f7df709f1d049ea94a19a97d8067fea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4653068 Aug 16 02:10:10.756038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46064) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:10.769751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d86de72-9f6e-4bfe-bc27-76ef34aca9ee tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports/d0d9809b-a590-4b76-bc07-ea449227640a HTTP/1.1" status: 200 len: 910 time: 0.1221290 Aug 16 02:10:10.770759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:10.793028 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:10.794451 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a981f84-b32e-42b6-a8f9-15f12ef503d4 None None] The sync data for ids ['b404106d-3675-47e3-b01b-679a88a6ac97'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:10.931980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f1aa80aa-be26-4c85-8307-9067ba1b408d None None] Provisioning complete for port d0d9809b-a590-4b76-bc07-ea449227640a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:10.932501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f1aa80aa-be26-4c85-8307-9067ba1b408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:10.977704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 10.2.2.100 (8f42de13-11f5-40cd-8597-dfbf75d7c956/b32b0030-dd70-4999-97ed-080e124d3a16/be34c2e7-54c1-4fe8-aee1-2474d2673dc2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:10.988351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Deleting port f64f33df-d686-438c-8d41-a44ac2d0db28 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:10.988707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.037725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51bbe-1d5f-4b6f-b44b-e67eae8e55b5 req-9754f6a8-d54e-489c-a31d-00f8a8395ddc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.055354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa80aa-be26-4c85-8307-9067ba1b408d None None] Port d0d9809b-a590-4b76-bc07-ea449227640a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:11.056886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51bbe-1d5f-4b6f-b44b-e67eae8e55b5 req-9754f6a8-d54e-489c-a31d-00f8a8395ddc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.072110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51bbe-1d5f-4b6f-b44b-e67eae8e55b5 req-9754f6a8-d54e-489c-a31d-00f8a8395ddc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:11.095787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce51bbe-1d5f-4b6f-b44b-e67eae8e55b5 req-9754f6a8-d54e-489c-a31d-00f8a8395ddc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 2375 time: 0.2805917 Aug 16 02:10:11.214797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e17e7e4-1570-4a51-bcbe-6e3fb79d4f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.263514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e17e7e4-1570-4a51-bcbe-6e3fb79d4f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.264802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.312585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce51bbe-1d5f-4b6f-b44b-e67eae8e55b5 req-5e30379e-6516-4831-b37e-0f6f4d9f1e41 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155144 Aug 16 02:10:11.441463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.480446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Calling delete_port for f64f33df-d686-438c-8d41-a44ac2d0db28 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:11.564491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e17e7e4-1570-4a51-bcbe-6e3fb79d4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.567040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e17e7e4-1570-4a51-bcbe-6e3fb79d4f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.568296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4e17e7e4-1570-4a51-bcbe-6e3fb79d4f58 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d5eae44-cb69-4892-a694-c2502058f241 HTTP/1.1" status: 204 len: 168 time: 0.7896993 Aug 16 02:10:11.572276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port d0d9809b-a590-4b76-bc07-ea449227640a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:11.572855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.582737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.615450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e17e7e4-1570-4a51-bcbe-6e3fb79d4f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5eae44-cb69-4892-a694-c2502058f241,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.636816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object be34c2e7-54c1-4fe8-aee1-2474d2673dc2 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:11.721762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.737124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for d0d9809b-a590-4b76-bc07-ea449227640a owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:11.850023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6757b8f7-6023-460f-8d5b-8086b911dd3f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:11.914915 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.950923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6757b8f7-6023-460f-8d5b-8086b911dd3f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:11.951320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:11.970134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event deleted for resources: {'Port': ['ID=f64f33df-d686-438c-8d41-a44ac2d0db28,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:11.992766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.074860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.131375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=d0d9809b-a590-4b76-bc07-ea449227640a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.154542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.353099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.411022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.417665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:12.423104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.426154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:12.433476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46090) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.437368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:12.485870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:12.671001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router b404106d-3675-47e3-b01b-679a88a6ac97 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:12.672083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.672656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba8d3cd-2eb5-48de-abf4-f534ce440886 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:12.674663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.699191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.705135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4664cefb-cccf-4092-835c-8a6df00118dc tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/1ba8d3cd-2eb5-48de-abf4-f534ce440886 HTTP/1.1" status: 204 len: 168 time: 3.0586321 Aug 16 02:10:12.710046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8cec8499-2165-4149-aeb2-5e0d9910531a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e0c2b019b6743b3afb42b2b53ecfd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2747924 Aug 16 02:10:12.713722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46092) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.714812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46094) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.771782 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f467a750-feaf-41af-9970-d8e74be6c58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.777264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-219469136', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:12.815203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.816264 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.836423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776368f-92ce-42b0-b036-4b9d0a8e02b1 req-82f4be21-b506-4692-b441-6484644ae5ca tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.837551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:12.849620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776368f-92ce-42b0-b036-4b9d0a8e02b1 req-82f4be21-b506-4692-b441-6484644ae5ca tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.855214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] Sync routers for ids ['b404106d-3675-47e3-b01b-679a88a6ac97'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:12.862459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63adafdd-64f6-48a1-8dd8-ef0b14cd5b7d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/b404106d-3675-47e3-b01b-679a88a6ac97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889907 Aug 16 02:10:12.865466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.868473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] Routers {'b404106d-3675-47e3-b01b-679a88a6ac97'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:12.873243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b404106d-3675-47e3-b01b-679a88a6ac97'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:12.873417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776368f-92ce-42b0-b036-4b9d0a8e02b1 req-82f4be21-b506-4692-b441-6484644ae5ca tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.898316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776368f-92ce-42b0-b036-4b9d0a8e02b1 req-82f4be21-b506-4692-b441-6484644ae5ca tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:12.900669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9776368f-92ce-42b0-b036-4b9d0a8e02b1 req-82f4be21-b506-4692-b441-6484644ae5ca tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3096 time: 0.4117520 Aug 16 02:10:12.911277 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bcc0230e-8a6b-448d-9d8b-ea7894608ed5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=b404106d-3675-47e3-b01b-679a88a6ac97 HTTP/1.1" status: 200 len: 205 time: 0.0418055 Aug 16 02:10:12.911541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46098) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:12.934033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:12.940979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-413aaef0-a282-4f97-8c49-f42ba0313eb9 None None] Provisioning for port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:12.951249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-413aaef0-a282-4f97-8c49-f42ba0313eb9 None None] Provisioning complete for port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:12.951924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-413aaef0-a282-4f97-8c49-f42ba0313eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.955961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] Routers {'b404106d-3675-47e3-b01b-679a88a6ac97'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:12.957284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b404106d-3675-47e3-b01b-679a88a6ac97'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:12.957452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90706c52-7a51-4a81-98d3-0969487215a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:12.996975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90706c52-7a51-4a81-98d3-0969487215a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.001212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9776368f-92ce-42b0-b036-4b9d0a8e02b1 req-80644eb0-641d-430d-bdf1-86663594e64a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872140 Aug 16 02:10:13.016991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:13.017671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7bc721-799f-43b8-86ed-4a755d0fbb73 None None] The sync data for ids ['b404106d-3675-47e3-b01b-679a88a6ac97'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:13.017797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.044954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-413aaef0-a282-4f97-8c49-f42ba0313eb9 None None] Port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:13.342732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.343790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.347568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90706c52-7a51-4a81-98d3-0969487215a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.356685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90706c52-7a51-4a81-98d3-0969487215a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.360276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90706c52-7a51-4a81-98d3-0969487215a0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3b4e2228-8558-4632-b9d0-9be53efb98a4 HTTP/1.1" status: 204 len: 168 time: 0.6376274 Aug 16 02:10:13.370803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90706c52-7a51-4a81-98d3-0969487215a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e2228-8558-4632-b9d0-9be53efb98a4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:13.452695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1014f288-608a-46ee-bdfe-644da981fc99 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4889843 Aug 16 02:10:13.469561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956', 'admin_state_up': True, 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'security_groups': ['d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:13.580556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.629601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.632114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.661569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.746186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Made reservation on behalf of c7cf215a143e408387e8c3e79ed5686c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:13.751023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.798378 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.800020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router b404106d-3675-47e3-b01b-679a88a6ac97 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:13.820735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.823667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-87c22b88-1178-464a-9542-bb83ec2e5b2d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/b404106d-3675-47e3-b01b-679a88a6ac97 HTTP/1.1" status: 204 len: 168 time: 0.9111595 Aug 16 02:10:13.827351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46116) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.873875 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:13.876116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5089a895-d8b7-45ea-9487-fddffd20c80c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1561871 Aug 16 02:10:13.886088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:13.891322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': True}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:13.984718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet e832fff3-18af-421e-bb46-d6422ab13cde {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:13.989059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.042109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Allocated IP 10.2.2.200 (8f42de13-11f5-40cd-8597-dfbf75d7c956/b32b0030-dd70-4999-97ed-080e124d3a16/400c62ed-1742-48ba-85e8-617763f1de24) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:14.223680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.235422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.368742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.565114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.623084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.660254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=e832fff3-18af-421e-bb46-d6422ab13cde,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:14.661652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.667400 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e0889713-89e8-4c54-9455-dce9bf2301f2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/e832fff3-18af-421e-bb46-d6422ab13cde HTTP/1.1" status: 204 len: 168 time: 0.8386211 Aug 16 02:10:14.668689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84583da7-0f61-4ef9-b342-8afd307d63ed None None] Network 8ecd1ae7-8252-4a35-b1e8-b15647210998 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:14.708373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46140) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:14.843195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0dd1-595d-42d4-ae46-207fd15b3501 req-7642f89a-52d8-490b-9001-70632687bf88 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.857574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0dd1-595d-42d4-ae46-207fd15b3501 req-7642f89a-52d8-490b-9001-70632687bf88 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.875101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0dd1-595d-42d4-ae46-207fd15b3501 req-7642f89a-52d8-490b-9001-70632687bf88 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.881199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad0dd1-595d-42d4-ae46-207fd15b3501 req-7642f89a-52d8-490b-9001-70632687bf88 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:14.891448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ad0dd1-595d-42d4-ae46-207fd15b3501 req-7642f89a-52d8-490b-9001-70632687bf88 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3096 time: 0.7625599 Aug 16 02:10:14.937101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.943415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:14.998787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ad0dd1-595d-42d4-ae46-207fd15b3501 req-6a22559a-a28f-4715-aebb-3b2fe046538e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062040 Aug 16 02:10:15.008094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] DHCP port deletion for 8ecd1ae7-8252-4a35-b1e8-b15647210998 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:15.009557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.065507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.107183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Transition to ACTIVE for port object 400c62ed-1742-48ba-85e8-617763f1de24 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:15.109154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] Deleting port 6757b8f7-6023-460f-8d5b-8086b911dd3f {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:15.109739 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.205605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 6757b8f7-6023-460f-8d5b-8086b911dd3f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:15.206077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.211914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] For port 6757b8f7-6023-460f-8d5b-8086b911dd3f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6757b8f7-6023-460f-8d5b-8086b911dd3f,segment=NetworkSegment(8f37fd77-a838-49de-b6e3-6a3ebb07d5cd),segment_id=8f37fd77-a838-49de-b6e3-6a3ebb07d5cd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:15.212604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.233529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] Calling delete_port for 6757b8f7-6023-460f-8d5b-8086b911dd3f owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:15.292038 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.308461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Allocated IP 172.25.6.207 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3d596de9-02d3-4c27-aae4-99088c06172f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:15.361187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:15.376641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:15.380627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:15.392160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port 6757b8f7-6023-460f-8d5b-8086b911dd3f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6757b8f7-6023-460f-8d5b-8086b911dd3f,segment=NetworkSegment(8f37fd77-a838-49de-b6e3-6a3ebb07d5cd),segment_id=8f37fd77-a838-49de-b6e3-6a3ebb07d5cd)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:15.392661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.501278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:15.502070 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.526417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event updated for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.541304 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.551926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 6757b8f7-6023-460f-8d5b-8086b911dd3f owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:15.596360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] Pushing event deleted for resources: {'Port': ['ID=6757b8f7-6023-460f-8d5b-8086b911dd3f,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.600677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-aa7a17d2-8631-4274-9e99-9b2fafc8e185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1369133 Aug 16 02:10:15.606261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e208ac3e-58a2-4a9d-92ec-f434944da51e None None] No DVR routers for this DVR port 6757b8f7-6023-460f-8d5b-8086b911dd3f on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:15.617621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:15.754176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.783222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.792710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.810142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:15.853216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6757b8f7-6023-460f-8d5b-8086b911dd3f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:15.888927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port 6757b8f7-6023-460f-8d5b-8086b911dd3f on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:15.901466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=6757b8f7-6023-460f-8d5b-8086b911dd3f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:15.920811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6757b8f7-6023-460f-8d5b-8086b911dd3f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:15.921176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6757b8f7-6023-460f-8d5b-8086b911dd3f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:16.017134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a0a5ed3d-f834-4a6f-b002-fd4bf87b23c2 None None] Provisioning for port 400c62ed-1742-48ba-85e8-617763f1de24 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:16.023128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a0a5ed3d-f834-4a6f-b002-fd4bf87b23c2 None None] Provisioning complete for port 400c62ed-1742-48ba-85e8-617763f1de24 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:16.023850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0a5ed3d-f834-4a6f-b002-fd4bf87b23c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.077879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.092290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a0a5ed3d-f834-4a6f-b002-fd4bf87b23c2 None None] Port 400c62ed-1742-48ba-85e8-617763f1de24 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:16.100083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ecd1ae7-8252-4a35-b1e8-b15647210998']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.121230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.121560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f37fd77-a838-49de-b6e3-6a3ebb07d5cd') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:16.136467 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.141869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.231164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-57c4c12b-5170-446d-91ff-138fa642b33d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.237194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-57c4c12b-5170-446d-91ff-138fa642b33d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.244060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-57c4c12b-5170-446d-91ff-138fa642b33d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.250336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-57c4c12b-5170-446d-91ff-138fa642b33d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.255127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.260000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:16.262913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-57c4c12b-5170-446d-91ff-138fa642b33d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:16.268610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:16.270722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-57c4c12b-5170-446d-91ff-138fa642b33d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3817 time: 0.1347861 Aug 16 02:10:16.274215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:16.282611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:16.283266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:16.287194 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:16.294292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Port': ['ID=3d596de9-02d3-4c27-aae4-99088c06172f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.347984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f23ec38e-b543-4e7e-9bdb-e3573a3f5db4 req-4528905c-5414-4f64-b1a9-a37fe4e3d794 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762894 Aug 16 02:10:16.424746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e065c40-8df4-451c-b8e0-1cae6871f4f2 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:16.439313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.495531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Transition to ACTIVE for port object 2e065c40-8df4-451c-b8e0-1cae6871f4f2 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:16.572024 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.588600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.597275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.599258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/8ecd1ae7-8252-4a35-b1e8-b15647210998 HTTP/1.1" status: 204 len: 168 time: 1.8893449 Aug 16 02:10:16.610681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46178) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:16.624579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1957766202', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:16.642775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46182) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:16.672490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29e0b5-8c4f-45c5-b40f-c175753ca0fd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=8ecd1ae7-8252-4a35-b1e8-b15647210998,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.781122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Pushing event updated for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:16.840126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.842459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.843675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:16.850073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-25a458e5-f453-4722-9b1a-e6dbb112c992 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1473595305'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:16.850686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-25a458e5-f453-4722-9b1a-e6dbb112c992 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Unknown quota resources ['metering_label']. {{(pid=101945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:10:16.912559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.053371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Attempting to bind port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:17.054890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Attempting to bind port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:17.055403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Attempting to bind port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 on network cd6dc3da-7a2b-42b5-8651-4224815901b1 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:17.060599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 on network cd6dc3da-7a2b-42b5-8651-4224815901b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:17.061176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Attempting to bind port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 on network cd6dc3da-7a2b-42b5-8651-4224815901b1 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:17.068968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:17.069552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Checking segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:17.070190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Bound using segment: {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:17.070952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Bound port: 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01dca8b1-77f7-49a7-a19e-cae2cc397eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:17.071515 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.165204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:17.169670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:17.272221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.359836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.392317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.402889 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25a458e5-f453-4722-9b1a-e6dbb112c992 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.408039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-25a458e5-f453-4722-9b1a-e6dbb112c992 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7619996 Aug 16 02:10:17.411838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.419553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46192) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:17.446010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-92289eed-b7e2-42b5-987c-63160c6cde76 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b86eb665-ed09-4698-88a6-74d9fd8a68e5'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:17.450771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-92289eed-b7e2-42b5-987c-63160c6cde76 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:10:17.641414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.642157 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:17.643864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] 10.222.0.58 "PUT /v2.0/ports/2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 1093 time: 2.0336633 Aug 16 02:10:17.645524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:17.648468 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:17.772182 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd207a13-91ea-4c28-b43c-77f724485d5b x-openstack-request-id: req-bd207a13-91ea-4c28-b43c-77f724485d5b {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:17.772753 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:17.773921 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd207a13-91ea-4c28-b43c-77f724485d5b {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:17.776832 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'status': 'completed', 'code': 200} Aug 16 02:10:17.781116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:17.891369 n-d-768852-19 neutron-server[101945]: WARNING neutron.services.metering.metering_plugin [None req-92289eed-b7e2-42b5-987c-63160c6cde76 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:10:17.913189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-3efb504f-1980-4d41-8b25-41e35e87d520 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.925315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-3efb504f-1980-4d41-8b25-41e35e87d520 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.937261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-3efb504f-1980-4d41-8b25-41e35e87d520 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.944032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-3efb504f-1980-4d41-8b25-41e35e87d520 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.959408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-3efb504f-1980-4d41-8b25-41e35e87d520 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:17.985490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-3efb504f-1980-4d41-8b25-41e35e87d520 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3829 time: 0.4800417 Aug 16 02:10:17.988426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8275f1-b38f-4217-bccb-fdd6dfe58565 service neutron] Pushing event updated for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:18.121713 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.168581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Router 735f7f6f-aa55-4e58-8015-611ef70189f6 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:18.183072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-92289eed-b7e2-42b5-987c-63160c6cde76 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.184714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-92289eed-b7e2-42b5-987c-63160c6cde76 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7611728 Aug 16 02:10:18.190321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46200) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.196936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ac8c337a-defb-40b3-82a2-396ed03a0b49 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b86eb665-ed09-4698-88a6-74d9fd8a68e5'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:18.197805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ac8c337a-defb-40b3-82a2-396ed03a0b49 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:10:18.266983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6d392cb-de75-42d0-891d-9c7a2eb70aab req-0f6232e8-0cfe-4c84-a785-2e314e461a82 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802937 Aug 16 02:10:18.378958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-32ad64dd-3f55-40bf-b128-3f352242e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.379482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-32ad64dd-3f55-40bf-b128-3f352242e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.379865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-32ad64dd-3f55-40bf-b128-3f352242e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.380354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-32ad64dd-3f55-40bf-b128-3f352242e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.380833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-32ad64dd-3f55-40bf-b128-3f352242e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.383512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-32ad64dd-3f55-40bf-b128-3f352242e718 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 4365 time: 0.2179947 Aug 16 02:10:18.418799 n-d-768852-19 neutron-server[101945]: WARNING neutron.services.metering.metering_plugin [None req-ac8c337a-defb-40b3-82a2-396ed03a0b49 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:10:18.453537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.488054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.564095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac8c337a-defb-40b3-82a2-396ed03a0b49 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.565323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ac8c337a-defb-40b3-82a2-396ed03a0b49 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3727210 Aug 16 02:10:18.569807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46206) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.585484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-67f4a0c5-6249-4a9c-b1e4-4cd6c357927a tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=b38f9a0b-ad91-438c-8980-963d47d1649e HTTP/1.1" status: 200 len: 462 time: 0.0143490 Aug 16 02:10:18.589379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.595581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:18.610911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99813087-42b3-458a-b1e7-1df8539888da None None] Sync routers for ids ['735f7f6f-aa55-4e58-8015-611ef70189f6'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:18.626397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.630739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6ae633b3-0c49-4159-a7c8-05babd8ed51e tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "PUT /v2.0/routers/735f7f6f-aa55-4e58-8015-611ef70189f6 HTTP/1.1" status: 200 len: 918 time: 4.7433321 Aug 16 02:10:18.631988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46210) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:18.648916 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99813087-42b3-458a-b1e7-1df8539888da None None] Routers {'735f7f6f-aa55-4e58-8015-611ef70189f6'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:18.649551 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-99813087-42b3-458a-b1e7-1df8539888da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['735f7f6f-aa55-4e58-8015-611ef70189f6'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:18.725736 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-99813087-42b3-458a-b1e7-1df8539888da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:18.737512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-6dae5fb2-830c-4b4d-b0b8-6d9111184061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.738016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-6dae5fb2-830c-4b4d-b0b8-6d9111184061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.738498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-6dae5fb2-830c-4b4d-b0b8-6d9111184061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.739628 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99813087-42b3-458a-b1e7-1df8539888da None None] Routers {'735f7f6f-aa55-4e58-8015-611ef70189f6'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:18.740141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-6dae5fb2-830c-4b4d-b0b8-6d9111184061 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c7cf215a143e408387e8c3e79ed5686c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3250496 Aug 16 02:10:18.740338 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-99813087-42b3-458a-b1e7-1df8539888da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['735f7f6f-aa55-4e58-8015-611ef70189f6'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:18.820029 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-99813087-42b3-458a-b1e7-1df8539888da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:18.821016 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99813087-42b3-458a-b1e7-1df8539888da None None] The sync data for ids ['735f7f6f-aa55-4e58-8015-611ef70189f6'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:18.863426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-da24c768-716a-4ed4-9fd2-816a97334f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:18.865190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d85a6dd5-1a01-4adb-b724-2cfc91ff315c req-da24c768-716a-4ed4-9fd2-816a97334f3b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1157172 Aug 16 02:10:18.877844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.25.6.72 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3fc1bf68-e795-4245-81ed-7986aa1057ed) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:18.966099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b556e18d-9947-4c7a-8ee5-c76bf84e77de tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:18.969040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b556e18d-9947-4c7a-8ee5-c76bf84e77de tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/b38f9a0b-ad91-438c-8980-963d47d1649e HTTP/1.1" status: 204 len: 168 time: 0.3786328 Aug 16 02:10:18.974441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.005278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:19.015694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.031381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Transition to ACTIVE for port object d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:19.057136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8757ab6f-be13-4990-b7a0-f46667458a70 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/735f7f6f-aa55-4e58-8015-611ef70189f6 HTTP/1.1" status: 200 len: 924 time: 0.4219332 Aug 16 02:10:19.059968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.060101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.134946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.135159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-64c043ed-97ce-4bec-a819-4f51c1bb915f tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=b38f9a0b-ad91-438c-8980-963d47d1649e HTTP/1.1" status: 200 len: 221 time: 0.1544011 Aug 16 02:10:19.135894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.140867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6f7b642d-681c-4481-a895-f9eab4aa2c2e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1266325416', 'description': 'label created by tempest'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:19.141841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6f7b642d-681c-4481-a895-f9eab4aa2c2e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Unknown quota resources ['metering_label']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:10:19.253124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198c11f-85d7-4cca-a473-78a7f5faea7b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.256670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1198c11f-85d7-4cca-a473-78a7f5faea7b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=735f7f6f-aa55-4e58-8015-611ef70189f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1937783 Aug 16 02:10:19.258136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.279164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46222) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.283070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.361347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:19.370513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:19.384019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:19.532365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=3fc1bf68-e795-4245-81ed-7986aa1057ed,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:19.590928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Attempting to bind port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:19.591489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Attempting to bind port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:19.591638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Attempting to bind port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:19.614241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.621727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.628190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.635098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.642379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.648990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.649744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f7b642d-681c-4481-a895-f9eab4aa2c2e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.653415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f7b642d-681c-4481-a895-f9eab4aa2c2e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5142100 Aug 16 02:10:19.653564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-867334bd-81e2-4044-a6e5-b34b659b935d req-1cee8354-3fba-4ab8-85ac-d883c561f93f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 4602 time: 0.2531433 Aug 16 02:10:19.654320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46230) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.665320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 on network 7bf69ba6-2629-44fb-af37-6e121264581a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:19.666372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Attempting to bind port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:19.673863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:19.674527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Checking segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:19.675299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Bound using segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:19.676004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Bound port: d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:19.676682 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:19.694434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d87a5b2-e73d-4d88-8168-efe6fb7df530 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:19.707486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46232) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.713210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d87a5b2-e73d-4d88-8168-efe6fb7df530 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.4178922 Aug 16 02:10:19.771970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-867334bd-81e2-4044-a6e5-b34b659b935d req-4918e073-6ef8-46b9-821a-ddb8bec78815 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964103 Aug 16 02:10:19.857020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:19.870341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:19.889499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46236) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:19.898896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b3c424b-f7ee-41d8-a737-3b083165f981 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=23d27b21-7347-464b-acb8-9210c351c1ae HTTP/1.1" status: 200 len: 468 time: 0.2434061 Aug 16 02:10:19.904927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1e9b6ae1-979c-44a9-aed0-011202fe9c34 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=735f7f6f-aa55-4e58-8015-611ef70189f6 HTTP/1.1" status: 200 len: 205 time: 0.1755419 Aug 16 02:10:19.935027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46238) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.086888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.099483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.109021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.112091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.114069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] 10.222.0.58 "PUT /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 1132 time: 2.3589988 Aug 16 02:10:20.144628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:20.147009 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9bdd4d-6f7e-4470-a268-966f2a372795" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "d0f6e62e-9a47-4aa1-a0ec-a9bda514d733"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:20.225990 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de8919c-0824-4efd-a1b5-05fac5968d87 x-openstack-request-id: req-8de8919c-0824-4efd-a1b5-05fac5968d87 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:20.226337 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "d0f6e62e-9a47-4aa1-a0ec-a9bda514d733", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:20.226634 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8de8919c-0824-4efd-a1b5-05fac5968d87 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:20.227507 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733', 'status': 'completed', 'code': 200} Aug 16 02:10:20.270155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.321390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1418589c-e918-42cd-8f79-c551b9a32add service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:20.342072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.342602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.343188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.343736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.344243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.344787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.347071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-638022ec-db3b-4609-af37-374dc554bedc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5290 time: 0.0740945 Aug 16 02:10:20.452122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:20.472367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-e4606fbb-85f7-4703-9ea6-176ab0799829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.473168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-e4606fbb-85f7-4703-9ea6-176ab0799829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.473959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-e4606fbb-85f7-4703-9ea6-176ab0799829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:20.475854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-e4606fbb-85f7-4703-9ea6-176ab0799829 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c7cf215a143e408387e8c3e79ed5686c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1188424 Aug 16 02:10:20.480659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe2de08-fa15-48f9-9360-785e5da7198e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.484237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bbe2de08-fa15-48f9-9360-785e5da7198e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/23d27b21-7347-464b-acb8-9210c351c1ae HTTP/1.1" status: 204 len: 168 time: 0.5922444 Aug 16 02:10:20.496128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46252) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.566626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a64092f-32fd-4bd6-9b9f-babfb0fd8646 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=23d27b21-7347-464b-acb8-9210c351c1ae HTTP/1.1" status: 200 len: 216 time: 0.0693676 Aug 16 02:10:20.570489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46254) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.586847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.592013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e8eb5f10-35a6-4b98-b430-06ae699cf6c6 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0201001 Aug 16 02:10:20.597866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46256) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.628035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fdef9ffb-7ad3-4238-840b-9e4d09248a95 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0216031 Aug 16 02:10:20.634212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46258) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:20.644931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:20.674034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Deleting port 3d596de9-02d3-4c27-aae4-99088c06172f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:20.674451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.208743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-4cbf96c7-4fa3-423a-905b-83256e4a95f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.211243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe9bdd4d-6f7e-4470-a268-966f2a372795 req-4cbf96c7-4fa3-423a-905b-83256e4a95f9 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7257130 Aug 16 02:10:21.220094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d439a1f5-9354-4df9-a65e-f459e201890c tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/b86eb665-ed09-4698-88a6-74d9fd8a68e5 HTTP/1.1" status: 200 len: 473 time: 0.5844698 Aug 16 02:10:21.245794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:21.264325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1dea661-1979-4709-a72d-2c75c9dbc276 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/0a798efd-d714-454e-ac48-64d4b731fd67 HTTP/1.1" status: 200 len: 459 time: 0.0171068 Aug 16 02:10:21.267953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46268) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:21.302895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.310942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.317493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.323867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.331206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.339609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:21.347927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8722d3db-6120-41f1-b460-6555b4573a5e req-d9a8e075-de64-4c6c-8137-70c7045df1ce tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 4602 time: 0.1449380 Aug 16 02:10:21.369053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.427490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Calling delete_port for 3d596de9-02d3-4c27-aae4-99088c06172f owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:21.441930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8722d3db-6120-41f1-b460-6555b4573a5e req-2c8a4b5b-58de-461b-b307-5abebf991099 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927305 Aug 16 02:10:21.546450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.588556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fd61cb3a-2e04-46d6-91e7-dc7ffd6e9ac6 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.591309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fd61cb3a-2e04-46d6-91e7-dc7ffd6e9ac6 tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/0a798efd-d714-454e-ac48-64d4b731fd67 HTTP/1.1" status: 204 len: 168 time: 0.3221717 Aug 16 02:10:21.593824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46274) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:21.859329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0714b3a-57d1-4b28-adef-dcb52c358e70 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:21.873893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.895827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Transition to ACTIVE for port object f0714b3a-57d1-4b28-adef-dcb52c358e70 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:21.911298 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4fda684-da6f-428d-91c0-a7f02f9b642e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:21.915724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4fda684-da6f-428d-91c0-a7f02f9b642e tempest-MeteringIpV6TestJSON-1752961928 tempest-MeteringIpV6TestJSON-1752961928-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/b86eb665-ed09-4698-88a6-74d9fd8a68e5 HTTP/1.1" status: 204 len: 168 time: 0.3169715 Aug 16 02:10:21.931343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:22.007962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.014019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.056964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event deleted for resources: {'Port': ['ID=3d596de9-02d3-4c27-aae4-99088c06172f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.276364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Pushing event updated for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.314275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:22.325739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.340863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] Sync routers for ids ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:22.366288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] Routers {'4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:22.369565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:22.423083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:22.434024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] Routers {'4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:22.435004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:22.474009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:22.474896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea10ede7-58d1-4165-b502-cea61d5e69cd None None] The sync data for ids ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:22.500413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.506425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.519616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Attempting to bind port f0714b3a-57d1-4b28-adef-dcb52c358e70 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:22.519991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Attempting to bind port f0714b3a-57d1-4b28-adef-dcb52c358e70 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:22.520301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Attempting to bind port f0714b3a-57d1-4b28-adef-dcb52c358e70 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:22.561554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.562982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7fb33829-9fa5-4843-93e1-75662a296bf6 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 5.9421659 Aug 16 02:10:22.564709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Port f0714b3a-57d1-4b28-adef-dcb52c358e70 on network 7bf69ba6-2629-44fb-af37-6e121264581a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:22.565046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Attempting to bind port f0714b3a-57d1-4b28-adef-dcb52c358e70 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:22.567075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46288) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.578655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:22.579023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Checking segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:22.579418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Bound using segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:22.579867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Bound port: f0714b3a-57d1-4b28-adef-dcb52c358e70, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:22.580242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.662284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.672011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.682094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.686361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:22.689260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.689735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:22.690661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46292) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.696833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.703157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.704134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.705510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Fanout notify agent at l3_agent the message router_deleted on router 735f7f6f-aa55-4e58-8015-611ef70189f6 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:22.710435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.713405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.713878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-4e800d96-4f8f-4a62-b286-a0c7256fcf1f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5375 time: 0.1531625 Aug 16 02:10:22.714540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d50d6a0f-5f27-4cdf-8a34-fecee93dd73c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/735f7f6f-aa55-4e58-8015-611ef70189f6 HTTP/1.1" status: 204 len: 168 time: 2.7785428 Aug 16 02:10:22.718626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46296) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.725445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2095229278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:22.761052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-caaedcc1-ca02-4b2b-ac86-a4893401aede req-2799dd67-8e66-4c05-92fe-0a6be2d6f0a6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410547 Aug 16 02:10:22.775446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.831178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:22.831770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.833242 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] 10.222.0.58 "PUT /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 1132 time: 2.4648154 Aug 16 02:10:22.835220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': 'f0714b3a-57d1-4b28-adef-dcb52c358e70'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:22.838173 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6088fd-b8f8-4221-b2c2-524df2c2807d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "f0714b3a-57d1-4b28-adef-dcb52c358e70"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:22.858672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ddc8d650-83d6-43b2-bb3d-2067d913c0ea tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/routers/4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 200 len: 880 time: 0.2865248 Aug 16 02:10:22.859563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46302) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:22.884633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.885708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:22.891396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9eac76-f7e7-4ebd-8ae8-425c188a340f service neutron] Pushing event updated for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:22.950307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:23.053568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.105014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.130499 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2d32e2-ca55-423a-8ae7-c4ecfe2ace09 x-openstack-request-id: req-8d2d32e2-ca55-423a-8ae7-c4ecfe2ace09 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:23.130738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "f0714b3a-57d1-4b28-adef-dcb52c358e70", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:23.130901 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8d2d32e2-ca55-423a-8ae7-c4ecfe2ace09 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:23.131305 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': 'f0714b3a-57d1-4b28-adef-dcb52c358e70', 'status': 'completed', 'code': 200} Aug 16 02:10:23.134049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6bebba82-fa51-4639-a8f2-c7f62f509474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.163767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.306572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.306939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.307910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.308033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.308698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.309167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.309827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.311840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-05aabb2d-3271-4a7d-9f22-f3b1dc534e7a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6215 time: 0.1495605 Aug 16 02:10:23.438062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-799f9c65-88c9-4fae-a71f-be3b321a2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.438675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-799f9c65-88c9-4fae-a71f-be3b321a2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.439217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-799f9c65-88c9-4fae-a71f-be3b321a2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.440990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-799f9c65-88c9-4fae-a71f-be3b321a2474 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c7cf215a143e408387e8c3e79ed5686c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1146994 Aug 16 02:10:23.479439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c3964b5-f5c1-4455-9af5-b7cd9e33fa3c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.6191158 Aug 16 02:10:23.488462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46308) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:23.501049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1957766202'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:23.568510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3815947f-030e-4b25-9c4d-e1090380302d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:23.569196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-97455855-6d57-4ccc-9031-c6f1e916b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:23.571269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc6088fd-b8f8-4221-b2c2-524df2c2807d req-97455855-6d57-4ccc-9031-c6f1e916b394 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1227436 Aug 16 02:10:23.583771 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6bebba82-fa51-4639-a8f2-c7f62f509474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.586972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.640861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Transition to ACTIVE for port object 3815947f-030e-4b25-9c4d-e1090380302d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:23.658990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6bebba82-fa51-4639-a8f2-c7f62f509474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.730735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.779499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6bebba82-fa51-4639-a8f2-c7f62f509474 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5668f782f914c079f5585ca762ce869&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0829599 Aug 16 02:10:23.782282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46314) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:23.785855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:23.787047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-30d4fd57-e3f7-4d74-b09f-727c7d0710b7 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0675151 Aug 16 02:10:23.789908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46316) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:23.796485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': False}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:23.836302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bebba82-fa51-4639-a8f2-c7f62f509474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd772b6-194d-4e9a-b31e-fd51293fdf18,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:23.948653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Pushing event updated for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.032371 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067ff563-0e16-4f3a-b754-bde47b809902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.045321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Attempting to bind port 3815947f-030e-4b25-9c4d-e1090380302d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:24.045663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Attempting to bind port 3815947f-030e-4b25-9c4d-e1090380302d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:24.046005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Attempting to bind port 3815947f-030e-4b25-9c4d-e1090380302d on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:24.074413 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067ff563-0e16-4f3a-b754-bde47b809902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.163013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.170950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Port 3815947f-030e-4b25-9c4d-e1090380302d on network 7bf69ba6-2629-44fb-af37-6e121264581a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:24.171283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Attempting to bind port 3815947f-030e-4b25-9c4d-e1090380302d on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:24.177192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.178410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:24.179329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Checking segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:24.179787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Bound using segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:24.182453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Bound port: 3815947f-030e-4b25-9c4d-e1090380302d, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:24.182453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.224379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.243528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.260027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.267884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.268003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.272215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:24.275333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.276405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3815947f-030e-4b25-9c4d-e1090380302d,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:24.281624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.288592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.290703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-5de300ba-9a2f-4bdf-9967-2a722ec3a2f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5387 time: 0.4085920 Aug 16 02:10:24.383956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9451d152-6a6e-4a45-8f9c-74a767d3a75d req-7a41a113-61be-4a9d-b78c-5d02d158e87d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0466685 Aug 16 02:10:24.390164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.420332 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067ff563-0e16-4f3a-b754-bde47b809902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.423918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067ff563-0e16-4f3a-b754-bde47b809902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.425696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-067ff563-0e16-4f3a-b754-bde47b809902 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cdd772b6-194d-4e9a-b31e-fd51293fdf18 HTTP/1.1" status: 204 len: 168 time: 0.6420009 Aug 16 02:10:24.453095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ff563-0e16-4f3a-b754-bde47b809902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd772b6-194d-4e9a-b31e-fd51293fdf18,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.485059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:24.486725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.492410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] 10.222.0.58 "PUT /v2.0/ports/3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 200 len: 1092 time: 1.5482326 Aug 16 02:10:24.526386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:24.554280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a492f2-2cbf-425b-8090-63261d51128c service neutron] Pushing event updated for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:24.719326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.743766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:24.916007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Allocated IP 172.25.6.25 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/4055e175-b1d0-4f86-b0e3-6f90fc257cce) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:25.066181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.068503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:25.134843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:25.137466 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e037e8-c5e0-4773-a28f-70ce0e0b9312" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "3815947f-030e-4b25-9c4d-e1090380302d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:25.180318 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c6fb50-75fc-4966-a46f-4f7d1adc3e74 x-openstack-request-id: req-79c6fb50-75fc-4966-a46f-4f7d1adc3e74 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:25.180619 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "3815947f-030e-4b25-9c4d-e1090380302d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:25.180888 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79c6fb50-75fc-4966-a46f-4f7d1adc3e74 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:25.181267 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d', 'status': 'completed', 'code': 200} Aug 16 02:10:25.192740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.195961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:25.208784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.209983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c73e6039-27e5-4732-b0fc-ab4e18d5e672 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 200 len: 887 time: 1.7205231 Aug 16 02:10:25.211566 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] Sync routers for ids ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:25.213720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46334) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:25.223344 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] Routers {'4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:25.224330 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:25.263991 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:25.266996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.267280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.267840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.268334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.268848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.269343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.270397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.272026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-fd559461-4bfd-411e-b0de-9e81f00e67dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6283 time: 0.0682352 Aug 16 02:10:25.275251 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] Routers {'4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:25.275880 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:25.312905 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:25.313644 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fea9c-151d-407f-bec2-9d0c3d127c64 None None] The sync data for ids ['4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:25.394870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-bded7ae5-182a-46d7-a880-22c8910ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.395437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-bded7ae5-182a-46d7-a880-22c8910ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.395929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-bded7ae5-182a-46d7-a880-22c8910ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.397702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-bded7ae5-182a-46d7-a880-22c8910ca091 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c7cf215a143e408387e8c3e79ed5686c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1154909 Aug 16 02:10:25.440363 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e47bb26e-db16-4e68-89c0-8f53c535be8e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/routers/4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 200 len: 887 time: 0.2255750 Aug 16 02:10:25.443733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46340) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:25.509607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b890b25b-b8aa-48ce-802d-cea81f878b43 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 200 len: 205 time: 0.0631964 Aug 16 02:10:25.512844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46342) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:25.556691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.563317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.585888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.585888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.585888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.599111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.605669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.608050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-904f6100-559e-41ad-bcd5-c53fc432c818 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5387 time: 0.1350496 Aug 16 02:10:25.622150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-b7fca5f2-024b-4b88-9ef0-aa2462fbcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:25.623652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02e037e8-c5e0-4773-a28f-70ce0e0b9312 req-b7fca5f2-024b-4b88-9ef0-aa2462fbcf59 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108343 Aug 16 02:10:25.671656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b6a4516-ae03-4b11-be70-b71dba0e5b10 req-26f6702b-e131-468e-b9bd-8ff12f4fb2c7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519528 Aug 16 02:10:25.673667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.681853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.722545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:25.728190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:25.737399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:25.769662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6630d242-1b57-4a56-b005-1609ea8ec7bf {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:25.774719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Pushing event updated for resources: {'Port': ['ID=4055e175-b1d0-4f86-b0e3-6f90fc257cce,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:25.807609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.831164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Transition to ACTIVE for port object 6630d242-1b57-4a56-b005-1609ea8ec7bf will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:25.848348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.915311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46354) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:25.923695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:25.941740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5739752-582e-4749-9f73-95668301a151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.009029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.172755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Attempting to bind port 6630d242-1b57-4a56-b005-1609ea8ec7bf on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:26.173345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Attempting to bind port 6630d242-1b57-4a56-b005-1609ea8ec7bf by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:26.173345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Attempting to bind port 6630d242-1b57-4a56-b005-1609ea8ec7bf on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:26.180635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 3fc1bf68-e795-4245-81ed-7986aa1057ed {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:26.180989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.185254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.249762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Port 6630d242-1b57-4a56-b005-1609ea8ec7bf on network 7bf69ba6-2629-44fb-af37-6e121264581a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:26.250020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Attempting to bind port 6630d242-1b57-4a56-b005-1609ea8ec7bf on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:26.278988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:26.279367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Checking segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:26.279748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Bound using segment: {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:26.280232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Bound port: 6630d242-1b57-4a56-b005-1609ea8ec7bf, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dffb938-c493-4aa6-91ec-de070c15536c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:26.280620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.332367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5739752-582e-4749-9f73-95668301a151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.411800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.443474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:26.448589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:26.457996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5739752-582e-4749-9f73-95668301a151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.477316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.482529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 3fc1bf68-e795-4245-81ed-7986aa1057ed owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:26.482772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.530113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5739752-582e-4749-9f73-95668301a151 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ea0da877c0e4fbc9a88dce8c04bbc6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114786 Aug 16 02:10:26.531488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46358) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:26.561280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.568807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5739752-582e-4749-9f73-95668301a151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b8e74-91b6-4bcb-901c-d9fcc78c3791,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.629744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:26.630396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.632020 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] 10.222.0.58 "PUT /v2.0/ports/6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 200 len: 1092 time: 1.5713804 Aug 16 02:10:26.672756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da140268-7709-4fdf-8f32-8eb2397c48c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.869263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:26.942177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:26.976553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=3fc1bf68-e795-4245-81ed-7986aa1057ed,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:26.982535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.062930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.099047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.123101 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.207511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:27.209972 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28994c99-47d3-4261-b69a-6a36f14b1e2e" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:27.260129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.263053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53bc5a82-9247-470f-a403-949670a021b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.264848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.293248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.299404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.306054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.312165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.318260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.325351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.331450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.333467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-c4bfea67-1ea7-457e-a1f2-2d5340370e9f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5399 time: 0.1971872 Aug 16 02:10:27.353013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.359066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.365334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.372433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.378393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.385477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.391457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.395053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-90858326-5bd5-4858-a6bf-ca119689fcbd tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.2582865 Aug 16 02:10:27.422905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53bc5a82-9247-470f-a403-949670a021b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.448046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.448690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:27.456637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.459117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e9b7b114-499c-4741-9727-b4ea6d4550d5 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 204 len: 168 time: 1.9452002 Aug 16 02:10:27.462119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46384) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:27.468777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-445005175'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:27.494369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-854a2fbb-c170-4fa6-b10b-0f19bc18e9f9 req-8825988c-330a-40de-a412-5fca21a8d65f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0992601 Aug 16 02:10:27.495351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be34c2e7-54c1-4fe8-aee1-2474d2673dc2 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:27.505211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3f86b2d-138a-4bd3-a774-71bf37e04c69 req-b9b4d42e-bc6b-4d15-a661-d6fe3472e81f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1009467 Aug 16 02:10:27.509261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.520023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Router e1cd2d47-38ee-4196-ae2d-f17c269d784a is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:27.587591 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f0b4f5-ae17-41bc-b990-f05bdfad71b5 x-openstack-request-id: req-51f0b4f5-ae17-41bc-b990-f05bdfad71b5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:27.588561 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:27.589050 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-51f0b4f5-ae17-41bc-b990-f05bdfad71b5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:27.589549 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf', 'status': 'completed', 'code': 200} Aug 16 02:10:27.591840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:27.598354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.643135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Transition to ACTIVE for port object be34c2e7-54c1-4fe8-aee1-2474d2673dc2 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:27.649088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:27.658087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.658486 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment bfcf6386-e8d6-49b2-9bfe-43730363086d of type vlan for network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac Aug 16 02:10:27.665179 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53bc5a82-9247-470f-a403-949670a021b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.667831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53bc5a82-9247-470f-a403-949670a021b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.668929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-53bc5a82-9247-470f-a403-949670a021b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8b2b8e74-91b6-4bcb-901c-d9fcc78c3791 HTTP/1.1" status: 204 len: 168 time: 1.1345818 Aug 16 02:10:27.700171 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.730186 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.737315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc5a82-9247-470f-a403-949670a021b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b8e74-91b6-4bcb-901c-d9fcc78c3791,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:27.777017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:27.782193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.786626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e40861ac-5034-4168-b1ea-924c0b04cbed tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "PUT /v2.0/routers/e1cd2d47-38ee-4196-ae2d-f17c269d784a HTTP/1.1" status: 200 len: 919 time: 3.9954212 Aug 16 02:10:27.787399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46398) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:27.798962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] Sync routers for ids ['e1cd2d47-38ee-4196-ae2d-f17c269d784a'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:27.817934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] Routers {'e1cd2d47-38ee-4196-ae2d-f17c269d784a'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:27.824448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e1cd2d47-38ee-4196-ae2d-f17c269d784a'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.879595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.892183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] Routers {'e1cd2d47-38ee-4196-ae2d-f17c269d784a'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:27.893192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e1cd2d47-38ee-4196-ae2d-f17c269d784a'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.929848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.934054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:27.934842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a299ed-d91f-419e-82d7-1077856a2763 None None] The sync data for ids ['e1cd2d47-38ee-4196-ae2d-f17c269d784a'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:27.935965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.936821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:27.944976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Pushing event updated for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:27.973847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.975661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.976908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.978181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.978754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.979269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.979969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:27.982383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-ea70cd10-12a0-42b3-ae98-84a79aecc07f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6351 time: 0.3296704 Aug 16 02:10:27.998136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.006113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.013908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.017258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Attempting to bind port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:28.017611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Attempting to bind port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:28.018071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Attempting to bind port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:28.020271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.027386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.031239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:28.031639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Attempting to bind port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:28.033690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=0c692d13-9aeb-4ae3-98fd-85a2850b4fac,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.034064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.039316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:28.039661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Checking segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:28.040052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Bound using segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:28.040802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Bound port: be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:28.040930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.042448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.045316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84f728b0-75e4-4b1e-acc6-22fb6ee9dcfa req-8202d407-6eb9-4621-baa7-78aed233dbf6 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.3907063 Aug 16 02:10:28.047959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:28.092043 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cfdd3f84-39ed-4b45-88d6-12bf1d62fda2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6285977 Aug 16 02:10:28.095837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46406) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.101131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:28.158147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:28.161930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:28.235758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d83869-5b58-41e4-b847-4c592413e557 req-aa754780-82e9-4036-9bf1-5143b7872baf tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.237428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35d83869-5b58-41e4-b847-4c592413e557 req-aa754780-82e9-4036-9bf1-5143b7872baf tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 946 time: 0.3142066 Aug 16 02:10:28.277186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1912e5fd-bd0c-4dd5-a034-73443a8cab0b tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/e1cd2d47-38ee-4196-ae2d-f17c269d784a HTTP/1.1" status: 200 len: 925 time: 0.4856658 Aug 16 02:10:28.278788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46412) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.311530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-b3538db0-bab5-4fb8-8801-ea8e4bc2dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.313408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-b3538db0-bab5-4fb8-8801-ea8e4bc2dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.313925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-b3538db0-bab5-4fb8-8801-ea8e4bc2dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.315978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-b3538db0-bab5-4fb8-8801-ea8e4bc2dc47 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c7cf215a143e408387e8c3e79ed5686c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2522800 Aug 16 02:10:28.337515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.388039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35d83869-5b58-41e4-b847-4c592413e557 req-32800c29-a1d7-4c8d-984a-9a3c3a0eddef tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412816 Aug 16 02:10:28.409646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.409646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.411160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] 10.222.0.58 "PUT /v2.0/ports/be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 200 len: 1092 time: 1.5484602 Aug 16 02:10:28.433285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca024a3e-7aab-433d-8fc4-80ca82807003 service neutron] Pushing event updated for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.438430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fbc698-2d31-409b-987b-ac95b95eea74 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.440262 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-68fbc698-2d31-409b-987b-ac95b95eea74 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=e1cd2d47-38ee-4196-ae2d-f17c269d784a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1602643 Aug 16 02:10:28.442778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46420) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.448348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-e38f39d4-a875-468d-9456-792cebe0e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.449909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28994c99-47d3-4261-b69a-6a36f14b1e2e req-e38f39d4-a875-468d-9456-792cebe0e9ce service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1249537 Aug 16 02:10:28.500249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Request body: {'port': {'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:28.505802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:28.510740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.611666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.694789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8012a26d-231e-4c62-9992-580547e64da8 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.696279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8012a26d-231e-4c62-9992-580547e64da8 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.2522235 Aug 16 02:10:28.700784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46432) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.753236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7655c08b-b134-4acd-8537-7ec187f0aa63 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1cd2d47-38ee-4196-ae2d-f17c269d784a HTTP/1.1" status: 200 len: 205 time: 0.0491812 Aug 16 02:10:28.759480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46440) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:28.828338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.834720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.841505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.847506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.854287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.860300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.866486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:28.868667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-265b170e-4a22-4cb9-8f1e-5aeba84bf157 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5411 time: 0.2286336 Aug 16 02:10:28.901443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:28.980648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=2e39936d-5a25-4fe9-9941-59fb1b47c3b1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:28.993440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': 'bfcf6386-e8d6-49b2-9bfe-43730363086d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:28.993810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 0c692d13-9aeb-4ae3-98fd-85a2850b4fac, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:29.054904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8357c0b-7b0d-4845-917e-053bd96f4a9c req-465dc59e-0fe8-4a8a-a1ef-ec683f24bc7a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1327269 Aug 16 02:10:29.101934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:29.110735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.212231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0c692d13-9aeb-4ae3-98fd-85a2850b4fac) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:29.216548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.217152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.224557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f75b0d-af9d-407c-b096-c1f67441a5b2 None None] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:29.271462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400c62ed-1742-48ba-85e8-617763f1de24 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:29.282441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.298370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.304044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Transition to ACTIVE for port object 400c62ed-1742-48ba-85e8-617763f1de24 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:29.380683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-0c692d13-9aeb-4ae3-98fd-85a2850b4fac', 'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '2e39936d-5a25-4fe9-9941-59fb1b47c3b1'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:29.381576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.389316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a5d3d4ad-7ed4-4ad6-ba3e-0dce28ef56c1 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2923210 Aug 16 02:10:29.392412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46456) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:29.399181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1050645327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:29.429076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.503635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Pushing event updated for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:29.524953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Allocated IP 172.20.0.2 (0c692d13-9aeb-4ae3-98fd-85a2850b4fac/2e39936d-5a25-4fe9-9941-59fb1b47c3b1/d64e50bd-768b-4144-9794-a84cbe2d1bea) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:29.542164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.543299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.591416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:29.591769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Deleting port 4055e175-b1d0-4f86-b0e3-6f90fc257cce {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:29.595878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.596245 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-819a09ec-807f-4f44-92f6-07bc23f8c7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:29.664152 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a6affdb-02c7-48a1-90f5-540956d4bde2 x-openstack-request-id: req-1a6affdb-02c7-48a1-90f5-540956d4bde2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:29.667660 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:29.669141 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a6affdb-02c7-48a1-90f5-540956d4bde2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:29.669829 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2', 'status': 'completed', 'code': 200} Aug 16 02:10:29.703101 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.716526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Attempting to bind port 400c62ed-1742-48ba-85e8-617763f1de24 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:29.717090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Attempting to bind port 400c62ed-1742-48ba-85e8-617763f1de24 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:29.717539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Attempting to bind port 400c62ed-1742-48ba-85e8-617763f1de24 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:29.722174 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.726392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Port 400c62ed-1742-48ba-85e8-617763f1de24 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:10:29.726859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Attempting to bind port 400c62ed-1742-48ba-85e8-617763f1de24 on network 8f42de13-11f5-40cd-8597-dfbf75d7c956 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:29.733761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Transition to ACTIVE for port object d64e50bd-768b-4144-9794-a84cbe2d1bea will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:29.748770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.749605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.750283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.752781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.752915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Transition to ACTIVE for port object d64e50bd-768b-4144-9794-a84cbe2d1bea will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:29.753040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.753040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.753040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.754963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c61e65e7-5c46-4445-88f3-0a9290cb5d11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6445 time: 0.0625312 Aug 16 02:10:29.762284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:29.762732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Checking segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:29.766875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Bound using segment: {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:29.767671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Bound port: 400c62ed-1742-48ba-85e8-617763f1de24, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c66a50-354c-4e33-a5bf-a2b2a3ee7473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:29.768513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.787350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.833668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.857316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.886589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:29.890509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-35807a28-c58f-4c15-9299-9ae931b2eaf0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4962666 Aug 16 02:10:29.891065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46470) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:29.891675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Calling delete_port for 4055e175-b1d0-4f86-b0e3-6f90fc257cce owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:29.901608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-aa106ef2-df12-4028-b1f3-c99c050a1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.902115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-aa106ef2-df12-4028-b1f3-c99c050a1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.902598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-aa106ef2-df12-4028-b1f3-c99c050a1806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:29.904214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-aa106ef2-df12-4028-b1f3-c99c050a1806 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c7cf215a143e408387e8c3e79ed5686c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1400073 Aug 16 02:10:29.919026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:29.931785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:29.939415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:29.958292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:29.981604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=400c62ed-1742-48ba-85e8-617763f1de24,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:30.065431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.072149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Pushing event updated for resources: {'Port': ['ID=d64e50bd-768b-4144-9794-a84cbe2d1bea,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.112711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Attempting to bind port d64e50bd-768b-4144-9794-a84cbe2d1bea on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:30.113476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Attempting to bind port d64e50bd-768b-4144-9794-a84cbe2d1bea by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'bfcf6386-e8d6-49b2-9bfe-43730363086d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:30.114170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Attempting to bind port d64e50bd-768b-4144-9794-a84cbe2d1bea on network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:30.124267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:30.130179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Checking segment: {'id': 'bfcf6386-e8d6-49b2-9bfe-43730363086d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:30.130179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.130179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Bound using segment: {'id': 'bfcf6386-e8d6-49b2-9bfe-43730363086d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:30.130179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Bound port: d64e50bd-768b-4144-9794-a84cbe2d1bea, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcf6386-e8d6-49b2-9bfe-43730363086d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0c692d13-9aeb-4ae3-98fd-85a2850b4fac'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:30.130179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.148306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.151269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.152936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] 10.222.0.58 "PUT /v2.0/ports/400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 1092 time: 1.6581726 Aug 16 02:10:30.153236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:30.159707 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "400c62ed-1742-48ba-85e8-617763f1de24"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:30.227796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ad7d2-4ce2-4176-aea5-8ebe83bae32b service neutron] Pushing event updated for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.279565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c3b6474c-6560-440f-875b-5cb818202550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.281147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-819a09ec-807f-4f44-92f6-07bc23f8c7f1 req-c3b6474c-6560-440f-875b-5cb818202550 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3160002 Aug 16 02:10:30.284122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46488) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.296484 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906f54b1-7ad9-4f8f-9a3b-6c4ed78d1fc5 x-openstack-request-id: req-906f54b1-7ad9-4f8f-9a3b-6c4ed78d1fc5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:30.299266 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "400c62ed-1742-48ba-85e8-617763f1de24", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:30.299739 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-906f54b1-7ad9-4f8f-9a3b-6c4ed78d1fc5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:30.300343 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24', 'status': 'completed', 'code': 200} Aug 16 02:10:30.355698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] For port d64e50bd-768b-4144-9794-a84cbe2d1bea, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:30.360389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] For port d64e50bd-768b-4144-9794-a84cbe2d1bea, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d64e50bd-768b-4144-9794-a84cbe2d1bea,segment=NetworkSegment(bfcf6386-e8d6-49b2-9bfe-43730363086d),segment_id=bfcf6386-e8d6-49b2-9bfe-43730363086d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:30.437768 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.530232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.536485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.559886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.573551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.581373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.590440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.593397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74684a2c-551e-4904-8fb3-2502ed2645d5 None None] Pushing event updated for resources: {'Port': ['ID=d64e50bd-768b-4144-9794-a84cbe2d1bea,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.602375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.605092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-9baef832-2e7d-4f0a-8eb1-054fe664731b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.3147845 Aug 16 02:10:30.606863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.647126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event deleted for resources: {'Port': ['ID=4055e175-b1d0-4f86-b0e3-6f90fc257cce,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:30.698441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46504) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:30.737886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93d8d951-db32-4782-b4d2-11ceabe5202c req-b2234e11-6740-4534-b7f4-b8b754844830 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245754 Aug 16 02:10:30.807213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.860054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-829063298', 'router:external': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:30.902786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.932597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.933107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.933571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.934050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.934529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.935057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.935530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.937525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fed67e44-33ea-4c09-ac90-567d661a1f69 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6487 time: 0.5883670 Aug 16 02:10:30.939160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.942095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:30.987741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.988255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.988754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.989250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.989746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.990235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.990746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:30.993587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-2fc1f15e-b9a9-4171-a61e-4c0408efb694 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.2942460 Aug 16 02:10:31.030424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Made reservation on behalf of 91aec8b65dba4545b11a580c9ed57128 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:31.031791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-799d4da0-94ea-47f7-8223-af449c6db649 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0316908 Aug 16 02:10:31.032770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.039590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b04307cc-6425-410a-ba16-351aa436910b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 217 time: 0.0728412 Aug 16 02:10:31.043217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.043827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Fanout notify agent at l3_agent the message router_deleted on router e1cd2d47-38ee-4196-ae2d-f17c269d784a {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:31.051562 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.053321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c9276e0e-800e-4cc0-8c6c-d53e6b2a7579 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/e1cd2d47-38ee-4196-ae2d-f17c269d784a HTTP/1.1" status: 204 len: 168 time: 2.2436833 Aug 16 02:10:31.057222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:31.062172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1643254715', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:31.066211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.152149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-64ea823e-9131-4b6d-afce-b78ebbd98925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.153541 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-64ea823e-9131-4b6d-afce-b78ebbd98925 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 200 len: 850 time: 0.0999556 Aug 16 02:10:31.170666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.171733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.237544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.300022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b0e42aeb-5835-4dd8-b1bd-bb8fa70573ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.301550 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b0e42aeb-5835-4dd8-b1bd-bb8fa70573ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd6dc3da-7a2b-42b5-8651-4224815901b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1390810 Aug 16 02:10:31.341801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.20.0.1 (0c692d13-9aeb-4ae3-98fd-85a2850b4fac/2e39936d-5a25-4fe9-9941-59fb1b47c3b1/af39f26f-7540-46b0-b753-0b5cf6db63f9) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:31.468227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.512408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.537609 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-2c104676-da4c-46ee-938c-e2d13f639f66 service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274578 Aug 16 02:10:31.596427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.643332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cf640b-19d8-4743-ab2d-f3123fae0ebf None None] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:31.659538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:31.670461 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.679631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4b5339-8b8e-49e9-a919-c7a9e3ed4889,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:31.694935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.695540 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Added segment c2f3dbe5-1091-4334-b33e-502928196538 of type vlan for network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f Aug 16 02:10:31.718244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object af39f26f-7540-46b0-b753-0b5cf6db63f9 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:31.753587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-90563d52-2d3b-4df4-b98d-39052f22621d service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080166 Aug 16 02:10:31.770382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.806690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.806863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:31.813328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-15cf58aa-13b8-412c-8bd7-c4ad417aa579 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 217 time: 0.0527542 Aug 16 02:10:31.830795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-96f3074f-f21f-419e-9497-b4850c086369 None None] Provisioning for port d64e50bd-768b-4144-9794-a84cbe2d1bea completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:31.859706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d64e50bd-768b-4144-9794-a84cbe2d1bea up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:31.910158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-08326b8d-2dd8-484e-9ecc-81e2bfea157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.911791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-08326b8d-2dd8-484e-9ecc-81e2bfea157a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0869145 Aug 16 02:10:31.960547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-603ce3d3-6818-4c1f-b89a-f7065709bfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:31.962165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-603ce3d3-6818-4c1f-b89a-f7065709bfa7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0435276 Aug 16 02:10:32.017469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.018586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.019289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.031584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d64e50bd-768b-4144-9794-a84cbe2d1bea completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:32.036434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d64e50bd-768b-4144-9794-a84cbe2d1bea triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:32.036823 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.088098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Network': ['ID=1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.098215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.124126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:32.157454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:32.173519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:32.176185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:32.203917 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.218886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3faf61ad-c7ef-46d2-a3d8-06a84f8fa501 None None] Provisioning complete for port d64e50bd-768b-4144-9794-a84cbe2d1bea triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:32.219425 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3faf61ad-c7ef-46d2-a3d8-06a84f8fa501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.246472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port d64e50bd-768b-4144-9794-a84cbe2d1bea, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d64e50bd-768b-4144-9794-a84cbe2d1bea,segment=NetworkSegment(bfcf6386-e8d6-49b2-9bfe-43730363086d),segment_id=bfcf6386-e8d6-49b2-9bfe-43730363086d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:32.262986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ad3c25c-9a94-4295-bae4-316eb1e8e7e5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9755170 Aug 16 02:10:32.266758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46526) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:32.276398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'subnet': {'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:32.283898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=af39f26f-7540-46b0-b753-0b5cf6db63f9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.304788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.344129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3faf61ad-c7ef-46d2-a3d8-06a84f8fa501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.361010 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-e5742802-a548-4c50-a983-032d860ae724 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912110 Aug 16 02:10:32.438905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.442139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.445439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.452077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.459267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.467023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.472962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Made reservation on behalf of 91aec8b65dba4545b11a580c9ed57128 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:32.473219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.475512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.480529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.482491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-c9b4dc9e-d03b-4f61-b773-cf3276a097d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.6059837 Aug 16 02:10:32.493310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Allocated IP 172.25.6.139 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b1d5948a-dcd7-4e71-aa9d-cc6447bc037d) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:32.519597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-3faf61ad-c7ef-46d2-a3d8-06a84f8fa501 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:32.520697 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-3faf61ad-c7ef-46d2-a3d8-06a84f8fa501 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:32.542891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=d64e50bd-768b-4144-9794-a84cbe2d1bea,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.583698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f16c679-2d4d-45d4-949f-3619be1a15c7 req-689c9aeb-f460-4bc5-a33d-f34917effa29 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0928679 Aug 16 02:10:32.597747 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-49307731-a770-4a4d-8475-1cd9267daf33 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283731 Aug 16 02:10:32.602896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.642663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.656229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-e9a8d3b7-9adb-438f-9464-df87fb7c9b1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 217 time: 0.0502911 Aug 16 02:10:32.679565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:32.683912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:32.765202 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.810711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:32.816565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:32.818670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event updated for resources: {'Port': ['ID=b1d5948a-dcd7-4e71-aa9d-cc6447bc037d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:32.828528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:32.856757 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:32.883482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d4bc8967-743e-45ac-b6d7-ae6409aed539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:32.884479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:32.884986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d4bc8967-743e-45ac-b6d7-ae6409aed539 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.2012467 Aug 16 02:10:32.912526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:32.914914 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d23d4e-3998-4416-a719-74fd5cb6b708" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:32.934220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:32.945909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '172bfbaa-e264-44eb-893d-5278a2e25368', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:32.974131 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acf2c27-7a03-4dc5-9f36-3e3fb8c63c92 x-openstack-request-id: req-8acf2c27-7a03-4dc5-9f36-3e3fb8c63c92 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:32.974573 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:32.974951 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8acf2c27-7a03-4dc5-9f36-3e3fb8c63c92 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:32.975652 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:10:32.997037 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.009944 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.015451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:33.024114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1ca56d30-060d-4207-98f9-2b19e607abbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.025684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-1ca56d30-060d-4207-98f9-2b19e607abbe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1177466 Aug 16 02:10:33.122537 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:33.122970 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:33.127480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.225780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.247828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-070718eb-809e-41c6-ba1e-ab6c5b224b12 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132444 Aug 16 02:10:33.252313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.330799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f7121bdd-1f90-4bc1-9d67-8b0a640c0410 None None] Provisioning for port af39f26f-7540-46b0-b753-0b5cf6db63f9 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:33.335728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f7121bdd-1f90-4bc1-9d67-8b0a640c0410 None None] Provisioning complete for port af39f26f-7540-46b0-b753-0b5cf6db63f9 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:33.336123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7121bdd-1f90-4bc1-9d67-8b0a640c0410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.364377 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-f80dd2a1-f325-4576-8799-1aec202f193a service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089907 Aug 16 02:10:33.368462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.466945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.470220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:10:33.470769 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.507717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f7121bdd-1f90-4bc1-9d67-8b0a640c0410 None None] Port af39f26f-7540-46b0-b753-0b5cf6db63f9 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:33.515318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d825af65-585c-4243-a55a-b72708d172ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 200 len: 217 time: 0.1208849 Aug 16 02:10:33.572015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.587980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=af39f26f-7540-46b0-b753-0b5cf6db63f9,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.630267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5cb15460-b1db-4134-848f-505bc857b190,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:33.664671 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.668258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-2801501a-b2d2-475c-b086-e924d14a6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.669752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-2801501a-b2d2-475c-b086-e924d14a6338 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1291566 Aug 16 02:10:33.679332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:33.687403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Router f07e6216-a2b9-45e8-8a68-7a039ef342c2 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:33.726860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:33.732499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Checking segment: {'id': 'c2f3dbe5-1091-4334-b33e-502928196538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:33.732887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network hostable DHCP agents. Network: 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:33.781048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-42b2965f-a057-443d-bf17-902b8d6c3d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.782587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-42b2965f-a057-443d-bf17-902b8d6c3d30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0968130 Aug 16 02:10:33.784363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:33.788309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:33.859356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d64e50bd-768b-4144-9794-a84cbe2d1bea up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:33.878731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.886086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.892407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.929128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.929128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.929128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.929128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:33.929128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-4746586b-cd1c-474a-b0d9-bbfed7b293b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2341659 Aug 16 02:10:33.938697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d64e50bd-768b-4144-9794-a84cbe2d1bea triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:33.939090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.971020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:33.977778 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:33.993070 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] Sync routers for ids ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:34.014319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] Routers {'f07e6216-a2b9-45e8-8a68-7a039ef342c2'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:34.015263 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:34.020841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44f10ee4-a812-4536-8b38-1e596a76e631 req-0e031a3e-1731-4166-97d7-4d720099866b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931585 Aug 16 02:10:34.079326 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:34.080448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['172bfbaa-e264-44eb-893d-5278a2e25368'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:10:34.091176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:34.091659 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] Routers {'f07e6216-a2b9-45e8-8a68-7a039ef342c2'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:34.092376 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:34.119485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.123846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9f37259a-448b-4089-b698-a0d2c94547fe tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0655577 Aug 16 02:10:34.124489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46556) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:34.138374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:34.159637 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:34.160662 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440430f5-1744-4dcc-b9d8-9eb79c2e6655 None None] The sync data for ids ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:34.172731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-54c704a6-3698-4a2b-a35f-eb18b24352e1 None None] Provisioning complete for port af39f26f-7540-46b0-b753-0b5cf6db63f9 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:34.173165 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-54c704a6-3698-4a2b-a35f-eb18b24352e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.274287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-54c704a6-3698-4a2b-a35f-eb18b24352e1 None None] Port af39f26f-7540-46b0-b753-0b5cf6db63f9 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:34.324705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:34.429617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:34.437291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-f6f0fd18-1b26-46b2-abd4-26dcb47ccb54 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6452179 Aug 16 02:10:34.438790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.439098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eadb78-63e6-47c1-90e0-f9086a740ebb None None] Network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:34.439400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.523730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.556496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fdd94915-32ff-4833-b4cc-eef3ad17896c service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102324 Aug 16 02:10:34.592353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4c24a8-0f4f-46a3-bec2-716da522cb9e None None] Network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:34.628051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-8efc0e19-f670-416b-b83d-39e7f7a766d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 200 len: 217 time: 0.0632279 Aug 16 02:10:34.632947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62b2ef3d-f17c-4f14-9be6-596fac444ab1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3601315 Aug 16 02:10:34.633678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46570) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:34.638977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1871928111', 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:34.642531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router e595113b-bf41-4692-8b2c-483eb7d89096 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:34.667871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.693269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:34.775814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-f6d4718e-6d3d-441d-824d-ad131882179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.777359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-f6d4718e-6d3d-441d-824d-ad131882179f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1424232 Aug 16 02:10:34.825666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 172bfbaa-e264-44eb-893d-5278a2e25368 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:34.825666 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.835079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Made reservation on behalf of 91aec8b65dba4545b11a580c9ed57128 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:34.838823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:34.847155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:34.853566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f75c8af-67aa-475e-a90d-e3cd1395c75f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/e595113b-bf41-4692-8b2c-483eb7d89096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9608014 Aug 16 02:10:34.856328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46574) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:34.864474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] device_id is not set on port 1d614f58-6f50-429d-a145-96001c2a1222 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:34.882852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] Sync routers for ids ['e595113b-bf41-4692-8b2c-483eb7d89096'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:34.898276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b8a65e5f-d9b9-43a5-b357-90ed66898c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.900464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-b8a65e5f-d9b9-43a5-b357-90ed66898c04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1113451 Aug 16 02:10:34.910680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] Routers {'e595113b-bf41-4692-8b2c-483eb7d89096'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:34.911331 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e595113b-bf41-4692-8b2c-483eb7d89096'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:34.917217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d826c2-a9ed-41bc-a18c-5c35b8a6870d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:34.919202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29d826c2-a9ed-41bc-a18c-5c35b8a6870d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports/af39f26f-7540-46b0-b753-0b5cf6db63f9 HTTP/1.1" status: 200 len: 910 time: 0.0615206 Aug 16 02:10:34.930025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46576) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:34.946993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2e39936d-5a25-4fe9-9941-59fb1b47c3b1'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:34.955349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:34.972110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] Routers {'e595113b-bf41-4692-8b2c-483eb7d89096'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:34.972746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e595113b-bf41-4692-8b2c-483eb7d89096'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:35.014438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Allocated IP 172.20.0.13 (1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f/5cb15460-b1db-4134-848f-505bc857b190/1d614f58-6f50-429d-a145-96001c2a1222) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:35.053033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:35.054532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1bc5d-0e7a-4b26-8c36-716dd8cadad0 None None] The sync data for ids ['e595113b-bf41-4692-8b2c-483eb7d89096'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:35.071649 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.110483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:35.113230 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e862513-36ab-47f8-bc9b-ea8816913351" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:35.117148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-183f3790-702f-4aa9-af88-9960d5b1e402 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964774 Aug 16 02:10:35.137061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:35.183291 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bf6c1e-9d1e-48ce-a7c4-0f9d3e091202 x-openstack-request-id: req-b0bf6c1e-9d1e-48ce-a7c4-0f9d3e091202 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:35.183594 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:35.183855 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0bf6c1e-9d1e-48ce-a7c4-0f9d3e091202 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:35.185735 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:10:35.238958 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.265009 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.274351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.280855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.287356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.297190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-204f8ebe-5148-4a3e-8d8c-1902e30c9b92 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727514 Aug 16 02:10:35.297540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.305234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.312333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.320295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.323159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-5e28c9a8-032e-4317-a12e-4324e58c22e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.1406548 Aug 16 02:10:35.327212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:35.334562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Deleting port b1d5948a-dcd7-4e71-aa9d-cc6447bc037d {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:35.336932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.399234 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-e043d23d-1b68-433b-a8cc-3ad53332ec54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 200 len: 217 time: 0.0809627 Aug 16 02:10:35.425635 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.439693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Calling delete_port for b1d5948a-dcd7-4e71-aa9d-cc6447bc037d owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:35.536488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fd715bde-eee9-4216-9795-f7880eb91b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.539595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-fd715bde-eee9-4216-9795-f7880eb91b09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.1307030 Aug 16 02:10:35.621690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.651749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87dc165d-c981-4a74-8f8b-7acd01798b01 req-b28b75ac-8608-423c-afc2-8260e0693685 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763793 Aug 16 02:10:35.674619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-cdb04948-5bc0-4a97-b73a-36eda394ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:35.676916 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-cdb04948-5bc0-4a97-b73a-36eda394ae14 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267483 Aug 16 02:10:35.732369 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.770447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Pushing event deleted for resources: {'Port': ['ID=b1d5948a-dcd7-4e71-aa9d-cc6447bc037d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:35.777487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.862685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-a5a86b01-1e6a-442c-9a62-48686442a28d service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751428 Aug 16 02:10:35.906185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:35.909228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:35.911282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:35.925433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:35.980412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.000535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-c1c7b02b-94cc-411d-9023-20b4038f35c0 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307566 Aug 16 02:10:36.029456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Port': ['ID=1d614f58-6f50-429d-a145-96001c2a1222,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:36.047394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-3c45199b-2efc-4768-b868-173dd6352d72 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 217 time: 0.0379620 Aug 16 02:10:36.094172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.136820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.137718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.191755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=af39f26f-7540-46b0-b753-0b5cf6db63f9,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:36.195837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5b3fef6b-cb28-4c9d-809a-46d1ff55b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.197521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-5b3fef6b-cb28-4c9d-809a-46d1ff55b0ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.1419694 Aug 16 02:10:36.237365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.237978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.239495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2042f245-c2f1-4268-9d72-8d8551725004 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/ports/af39f26f-7540-46b0-b753-0b5cf6db63f9 HTTP/1.1" status: 200 len: 910 time: 1.3089778 Aug 16 02:10:36.251574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46588) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:36.282799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-57732429-cddd-487c-b9b8-0b8b85e387df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.285002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-57732429-cddd-487c-b9b8-0b8b85e387df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794780 Aug 16 02:10:36.312088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a5e7fc2-50df-4a69-835f-4dca57832415 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.6750214 Aug 16 02:10:36.313885 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.318046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46590) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:36.374905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.407299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-500e05de-3e72-4308-bb26-29f746d0b708 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130414 Aug 16 02:10:36.529054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8df209d0-5d43-4af2-bc49-82bd808d480b req-d4a9cf89-5bfa-4bea-b982-2d58db872d69 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128414 Aug 16 02:10:36.535246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Router f07e6216-a2b9-45e8-8a68-7a039ef342c2 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:36.709490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Deleting port 1d614f58-6f50-429d-a145-96001c2a1222 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:36.709951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:36.748859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.749643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.752354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.752861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.753409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.754052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.754737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.757297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-033ec18e-5441-469d-9a11-b1e51bbe25b4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6487 time: 0.0818360 Aug 16 02:10:36.915191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-107adfa4-861f-4044-bf01-969c6e91857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:36.916946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-107adfa4-861f-4044-bf01-969c6e91857b service neutron] 10.222.0.58 "GET /v2.0/networks?id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 902 time: 0.1468844 Aug 16 02:10:36.974581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-bd1329b6-1654-46dd-9b18-9c4465ea8082 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 217 time: 0.0447607 Aug 16 02:10:37.036005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-c2a7f496-5f42-42a8-9cfc-10bf81e8a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.038831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-c2a7f496-5f42-42a8-9cfc-10bf81e8a5b4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.0560677 Aug 16 02:10:37.095545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-34046627-3936-4441-a5d9-87269f4e03dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.097079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-34046627-3936-4441-a5d9-87269f4e03dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518768 Aug 16 02:10:37.160247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:37.169247 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] Sync routers for ids ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:37.190721 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] Routers {'f07e6216-a2b9-45e8-8a68-7a039ef342c2'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:37.191884 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.197320 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.198561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c8fd8117-5b54-4435-a5e0-86b124c09cf1 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "PUT /v2.0/routers/f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 200 len: 710 time: 3.0730841 Aug 16 02:10:37.206378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46600) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.230457 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.240934 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] Routers {'f07e6216-a2b9-45e8-8a68-7a039ef342c2'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:37.241840 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.278062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-96470040-7270-428c-bcf9-ea73962dc971 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677227 Aug 16 02:10:37.278898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:37.279726 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181e2965-af94-4c18-8568-a84c39fee697 None None] The sync data for ids ['f07e6216-a2b9-45e8-8a68-7a039ef342c2'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:37.342922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.348963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.352286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d530484a-7dd7-4c6b-998a-93771b8bc625 tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/routers/f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 200 len: 745 time: 0.1302421 Aug 16 02:10:37.355041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.372282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.378342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.385400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.393165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.398308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:37.406930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-b7d6106f-57ac-427f-892a-fbd499479dd8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2565360 Aug 16 02:10:37.439531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.441168 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9c2341c-7cd7-4505-87e2-b0391238605a tempest-RoutersIpV6AdminTest-2121918786 tempest-RoutersIpV6AdminTest-2121918786-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 200 len: 205 time: 0.0850213 Aug 16 02:10:37.443980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46608) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.490310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Calling delete_port for 1d614f58-6f50-429d-a145-96001c2a1222 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:37.495804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ea35c3bc-3715-4c4b-89ef-bba576c8dff8 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 200 len: 205 time: 0.0449195 Aug 16 02:10:37.500783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46610) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:37.511526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7142be7-1cd3-4dc8-8521-d1fedbae9314 req-062ac44e-dda5-48dd-880e-a23cff343ba6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1036565 Aug 16 02:10:37.549387 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b1ade9-f3d5-44d4-8018-7b1b4c1554ce req-a1220cf7-a59e-4634-918c-55c19f5a0363 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455633 Aug 16 02:10:37.612204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.716710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.800970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.803569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.827952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:37.854784 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:10:37.903704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d614f58-6f50-429d-a145-96001c2a1222,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:38.026997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.029045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f6ee529-7c71-4925-9a47-d8ec8382f68b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1d614f58-6f50-429d-a145-96001c2a1222 HTTP/1.1" status: 204 len: 168 time: 1.7099445 Aug 16 02:10:38.032216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46614) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.042784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f', 'external_fixed_ips': [{'subnet_id': '5cb15460-b1db-4134-848f-505bc857b190', 'ip_address': '172.20.0.13'}]}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:38.146761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.148231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.231218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.238857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port af39f26f-7540-46b0-b753-0b5cf6db63f9 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:38.239195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.321584 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.322273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Fanout notify agent at l3_agent the message router_deleted on router f07e6216-a2b9-45e8-8a68-7a039ef342c2 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:38.331454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.335972 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5693c005-7e4e-4e23-b4e4-a89d71440bdb tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 204 len: 168 time: 0.8289416 Aug 16 02:10:38.336684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.341029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.369169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9284db02-12b3-490d-9363-b0c5c5c2f759 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 200 len: 205 time: 0.0290422 Aug 16 02:10:38.369614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.393781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for af39f26f-7540-46b0-b753-0b5cf6db63f9 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:38.413524 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-df40e54d-5c04-4214-92cb-a8f7cb75287b tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] delete failed (client error): The resource could not be found. Aug 16 02:10:38.417191 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df40e54d-5c04-4214-92cb-a8f7cb75287b tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/f07e6216-a2b9-45e8-8a68-7a039ef342c2 HTTP/1.1" status: 404 len: 336 time: 0.0438561 Aug 16 02:10:38.417514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46622) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.457498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a55f168b-e3d3-41a1-a6a4-a26c945fc018 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=e1cd2d47-38ee-4196-ae2d-f17c269d784a HTTP/1.1" status: 200 len: 205 time: 0.0373974 Aug 16 02:10:38.580353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.582303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46630) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.624707 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-07198865-bbf7-4593-a16b-dcf7b956170f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] delete failed (client error): The resource could not be found. Aug 16 02:10:38.626259 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-07198865-bbf7-4593-a16b-dcf7b956170f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/e1cd2d47-38ee-4196-ae2d-f17c269d784a HTTP/1.1" status: 404 len: 336 time: 0.0426259 Aug 16 02:10:38.629126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46632) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.668305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aa31c54d-842f-4991-94a0-69e80702af96 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=735f7f6f-aa55-4e58-8015-611ef70189f6 HTTP/1.1" status: 200 len: 205 time: 0.0377026 Aug 16 02:10:38.670538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46634) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.708867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.715035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.717656 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-597ffc96-a582-40ff-bd2f-892a39ae143b tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] delete failed (client error): The resource could not be found. Aug 16 02:10:38.722164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-597ffc96-a582-40ff-bd2f-892a39ae143b tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/735f7f6f-aa55-4e58-8015-611ef70189f6 HTTP/1.1" status: 404 len: 336 time: 0.0469348 Aug 16 02:10:38.722382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.724109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46636) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.727689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.733665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.739673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.746296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:38.748312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-9d77332f-34d6-4821-ae27-7fb60c6e913c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.1376755 Aug 16 02:10:38.752101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d3d48c56-ea34-4c81-a698-988ea328963f tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=1ba8d3cd-2eb5-48de-abf4-f534ce440886 HTTP/1.1" status: 200 len: 205 time: 0.0268977 Aug 16 02:10:38.754552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.796532 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-c1682edd-a8d5-4c65-a41e-f7da2c7ee900 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] delete failed (client error): The resource could not be found. Aug 16 02:10:38.800042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c1682edd-a8d5-4c65-a41e-f7da2c7ee900 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/1ba8d3cd-2eb5-48de-abf4-f534ce440886 HTTP/1.1" status: 404 len: 336 time: 0.0420482 Aug 16 02:10:38.800282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46640) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.828745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ada824e-6392-457e-810c-e9135d743ced tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=f38e6c06-0414-40be-b9b4-2342b7e796a8 HTTP/1.1" status: 200 len: 205 time: 0.0268478 Aug 16 02:10:38.830739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:38.832486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:38.836990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-388b8743-a7e6-48be-bf1f-99ab1654bbe1 req-fd102f69-12d4-4dd4-8bd2-3c52ab0a8a4d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792823 Aug 16 02:10:38.903341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=af39f26f-7540-46b0-b753-0b5cf6db63f9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:38.939310 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-c18147f7-109a-4391-ad1c-b76a053802c8 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] delete failed (client error): The resource could not be found. Aug 16 02:10:38.942869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c18147f7-109a-4391-ad1c-b76a053802c8 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/f38e6c06-0414-40be-b9b4-2342b7e796a8 HTTP/1.1" status: 404 len: 336 time: 0.1070051 Aug 16 02:10:38.944043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.015332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74648f35-29e1-4664-8866-d26abb39813c tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "GET /v2.0/ports?device_id=5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 HTTP/1.1" status: 200 len: 205 time: 0.0697420 Aug 16 02:10:39.017328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.127481 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-54c50b07-d652-411c-8c86-78b11222de48 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] delete failed (client error): The resource could not be found. Aug 16 02:10:39.131682 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-54c50b07-d652-411c-8c86-78b11222de48 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/routers/5a8a4a2d-1f88-4d84-bfd7-88ca49277bb2 HTTP/1.1" status: 404 len: 336 time: 0.1131525 Aug 16 02:10:39.132510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.142972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.176303 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b4c9b1-296d-4a9e-8f0f-e4c0f4bd1c03 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] DELETE failed (client error): The resource could not be found. Aug 16 02:10:39.180299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b4c9b1-296d-4a9e-8f0f-e4c0f4bd1c03 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:10:39.182415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c5b4c9b1-296d-4a9e-8f0f-e4c0f4bd1c03 tempest-RoutersIpV6AdminTest-733927531 tempest-RoutersIpV6AdminTest-733927531-project] 10.222.0.76 "DELETE /v2.0/subnets/cab52a23-22e7-4971-bc83-098b96e63203 HTTP/1.1" status: 404 len: 337 time: 0.0484724 Aug 16 02:10:39.462468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router e595113b-bf41-4692-8b2c-483eb7d89096 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:39.469468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.513299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.632270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:39.639071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6464fac-83ec-44f6-b1b8-dd0d861c43bc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/e595113b-bf41-4692-8b2c-483eb7d89096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3857210 Aug 16 02:10:39.642738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.652748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] Sync routers for ids ['e595113b-bf41-4692-8b2c-483eb7d89096'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:39.689257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] Routers {'e595113b-bf41-4692-8b2c-483eb7d89096'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:39.690721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e595113b-bf41-4692-8b2c-483eb7d89096'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:39.700869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5c6c0e0d-9eed-4340-8a85-1e5b895126cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=e595113b-bf41-4692-8b2c-483eb7d89096 HTTP/1.1" status: 200 len: 205 time: 0.0578420 Aug 16 02:10:39.703520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46674) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.732314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:39.744004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] Routers {'e595113b-bf41-4692-8b2c-483eb7d89096'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:39.745119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e595113b-bf41-4692-8b2c-483eb7d89096'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:39.783444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Allocated IP 172.20.0.13 (1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f/5cb15460-b1db-4134-848f-505bc857b190/20e8f3df-4a86-4f75-b656-6905932348bc) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:39.785681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:39.786606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216c4c62-4f45-44d0-8e13-6e977b7db9cd None None] The sync data for ids ['e595113b-bf41-4692-8b2c-483eb7d89096'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:39.815926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:39.950136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:39.951358 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1802c65a-3d7e-42eb-988d-9982c9cd8d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.070602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.125512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.128493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.142149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.166994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.178629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.205740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.235841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.243151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.260227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:40.261580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-5cc9c9b8-0715-46ba-8df4-68becbee4eea tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2900770 Aug 16 02:10:40.279941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.284142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router e595113b-bf41-4692-8b2c-483eb7d89096 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:40.289739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.290886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-34955780-fbb0-4218-b2fe-1b88d6cc1d4e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/e595113b-bf41-4692-8b2c-483eb7d89096 HTTP/1.1" status: 204 len: 168 time: 0.5861542 Aug 16 02:10:40.295546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46684) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:40.311437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-955bc29b-b3d7-4c3b-87c5-fbd49bf4569f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.360908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 2e39936d-5a25-4fe9-9941-59fb1b47c3b1 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:40.367048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.371015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e8d32ee-7e7c-4d5e-95df-d61bc51837d0 req-0764c4f8-c0b7-44e1-9b61-b60d138fe810 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681760 Aug 16 02:10:40.406513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.476455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:40.491587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:40.503455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:40.503703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.590264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Port': ['ID=20e8f3df-4a86-4f75-b656-6905932348bc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:40.629448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.661124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-955bc29b-b3d7-4c3b-87c5-fbd49bf4569f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.733668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-955bc29b-b3d7-4c3b-87c5-fbd49bf4569f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.776485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bc29b-b3d7-4c3b-87c5-fbd49bf4569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38dcbc48-e9b8-4df9-b179-cca7d669efb4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:40.799741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-955bc29b-b3d7-4c3b-87c5-fbd49bf4569f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4a6f8179bfe40ff97f64f3858f11f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8430147 Aug 16 02:10:40.799876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46692) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:40.822843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.863790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=2e39936d-5a25-4fe9-9941-59fb1b47c3b1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:40.871464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.881347 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d8f44c6e-9e45-4a0c-8e68-398f8142e592 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/2e39936d-5a25-4fe9-9941-59fb1b47c3b1 HTTP/1.1" status: 204 len: 168 time: 0.5798357 Aug 16 02:10:40.881347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46694) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:40.881629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a877a47-5abb-4995-9ea8-6fe9d97470d2 None None] Network 0c692d13-9aeb-4ae3-98fd-85a2850b4fac requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:40.919468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c569b60-7667-46bb-8617-549372aadef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:40.984734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c569b60-7667-46bb-8617-549372aadef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.010619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.092179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port d64e50bd-768b-4144-9794-a84cbe2d1bea {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:41.092544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.097069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.161922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c569b60-7667-46bb-8617-549372aadef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.165297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c569b60-7667-46bb-8617-549372aadef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.166781 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9c569b60-7667-46bb-8617-549372aadef0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38dcbc48-e9b8-4df9-b179-cca7d669efb4 HTTP/1.1" status: 204 len: 168 time: 0.3689065 Aug 16 02:10:41.221752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port d64e50bd-768b-4144-9794-a84cbe2d1bea, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d64e50bd-768b-4144-9794-a84cbe2d1bea,segment=NetworkSegment(bfcf6386-e8d6-49b2-9bfe-43730363086d),segment_id=bfcf6386-e8d6-49b2-9bfe-43730363086d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:41.225321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.250659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c569b60-7667-46bb-8617-549372aadef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38dcbc48-e9b8-4df9-b179-cca7d669efb4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:41.275317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] DHCP port deletion for 0c692d13-9aeb-4ae3-98fd-85a2850b4fac request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:10:41.305223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for d64e50bd-768b-4144-9794-a84cbe2d1bea owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:41.426803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] Deleting port d64e50bd-768b-4144-9794-a84cbe2d1bea {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:41.427206 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.511878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.554893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] For port d64e50bd-768b-4144-9794-a84cbe2d1bea, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d64e50bd-768b-4144-9794-a84cbe2d1bea,segment=NetworkSegment(bfcf6386-e8d6-49b2-9bfe-43730363086d),segment_id=bfcf6386-e8d6-49b2-9bfe-43730363086d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:41.554893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.587716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.606668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] Calling delete_port for d64e50bd-768b-4144-9794-a84cbe2d1bea owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:41.638393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=d64e50bd-768b-4144-9794-a84cbe2d1bea,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:41.644642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port d64e50bd-768b-4144-9794-a84cbe2d1bea on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:41.739916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.772417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] Pushing event deleted for resources: {'Port': ['ID=d64e50bd-768b-4144-9794-a84cbe2d1bea,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:41.780191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd491fc4-0714-4476-894a-68d8e64f6d82 None None] No DVR routers for this DVR port d64e50bd-768b-4144-9794-a84cbe2d1bea on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:10:41.842696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.852943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.862778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d64e50bd-768b-4144-9794-a84cbe2d1bea no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:41.863611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.866938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.872140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.878454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.886220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.888338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c692d13-9aeb-4ae3-98fd-85a2850b4fac']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.894224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:41.896328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d64e50bd-768b-4144-9794-a84cbe2d1bea {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:10:41.897535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d64e50bd-768b-4144-9794-a84cbe2d1bea not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:10:41.897960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-42b60d2f-929c-4f08-8db5-ee1c9dd5b4c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.3734000 Aug 16 02:10:41.938042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcf6386-e8d6-49b2-9bfe-43730363086d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.938365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcf6386-e8d6-49b2-9bfe-43730363086d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:41.963803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.977728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94dff16b-20fa-4b2e-9b3f-bdc94973070a req-34488afe-fb5b-4973-b873-14cd625cd928 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729160 Aug 16 02:10:41.977970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.985206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:41.985612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:41.988887 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:42.135857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.136092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Router 098bfce0-cf19-485a-93ba-b79c418bc048 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:42.145236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.149069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/0c692d13-9aeb-4ae3-98fd-85a2850b4fac HTTP/1.1" status: 204 len: 168 time: 1.2685370 Aug 16 02:10:42.155672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46710) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.162022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d1491c-5123-4b57-9c5b-aa8f4e47344e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=0c692d13-9aeb-4ae3-98fd-85a2850b4fac,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:42.164763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1416486385', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:42.272031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46712) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.305504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:42.315263 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Sync routers for ids ['098bfce0-cf19-485a-93ba-b79c418bc048'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:42.331070 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Routers {'098bfce0-cf19-485a-93ba-b79c418bc048'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:42.334850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['098bfce0-cf19-485a-93ba-b79c418bc048'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:42.350908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.350908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.354596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd572bb1-7ad6-44bd-80bd-b638d3a99622 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fc27c6aed2dd46d38f4543abda22210d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0808785 Aug 16 02:10:42.356873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46714) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.422146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca6cbc59-16a8-4950-a042-8166a35f3eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.447049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca6cbc59-16a8-4950-a042-8166a35f3eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.494813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.496195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.501663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46720) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.501876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-afae4e1e-a0f7-4cf3-bba2-56bdfc33f4fb tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.4684436 Aug 16 02:10:42.554611 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Set router 098bfce0-cf19-485a-93ba-b79c418bc048 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:42.580683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.685799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.722679 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.725659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b61897f4-0363-4b38-8d97-8a88e3a42bd9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5660286 Aug 16 02:10:42.727186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46728) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:42.734536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1384564145'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:42.747644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca6cbc59-16a8-4950-a042-8166a35f3eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.750422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca6cbc59-16a8-4950-a042-8166a35f3eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.754264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca6cbc59-16a8-4950-a042-8166a35f3eda admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75deade4-aadc-40f4-bf49-bdc62b75023c HTTP/1.1" status: 204 len: 168 time: 0.3950770 Aug 16 02:10:42.775419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6cbc59-16a8-4950-a042-8166a35f3eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75deade4-aadc-40f4-bf49-bdc62b75023c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:42.804588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.810042 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99708580-2d80-4bfc-8c6b-2416c82f7ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.902973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:42.907312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.955469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:42.998746 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:42.999450 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 78cfc0a9-38a8-4baf-a331-c24dd9614046 of type vlan for network a3be3d50-109e-45f0-b66c-a47358e147c9 Aug 16 02:10:43.003124 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098bfce0-cf19-485a-93ba-b79c418bc048', 'name': '', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f', 'external_fixed_ips': [{'subnet_id': '5cb15460-b1db-4134-848f-505bc857b190', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '20e8f3df-4a86-4f75-b656-6905932348bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:38Z', 'updated_at': '2021-08-16T02:10:40Z', 'revision_number': 3, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port': {'id': '20e8f3df-4a86-4f75-b656-6905932348bc', 'name': '', 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:d8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '098bfce0-cf19-485a-93ba-b79c418bc048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1760, 'fixed_ips': [{'subnet_id': '5cb15460-b1db-4134-848f-505bc857b190', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:39Z', 'updated_at': '2021-08-16T02:10:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5cb15460-b1db-4134-848f-505bc857b190', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:43.045268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.075788 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Checking router: 098bfce0-cf19-485a-93ba-b79c418bc048 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:43.076225 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Updating router 098bfce0-cf19-485a-93ba-b79c418bc048 port 20e8f3df-4a86-4f75-b656-6905932348bc binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:10:43.119872 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.123492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.204490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Deleting port 20e8f3df-4a86-4f75-b656-6905932348bc {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:43.205044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.299642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.319070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.335223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.352355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.353955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.369552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.383235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.383530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Calling delete_port for 20e8f3df-4a86-4f75-b656-6905932348bc owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:43.399910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.407010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-3cf90349-6d84-4635-a6c5-ac819c5d75a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2926543 Aug 16 02:10:43.410128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.420538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.425694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.577873 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.591959 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Transition to ACTIVE for port object 20e8f3df-4a86-4f75-b656-6905932348bc will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:43.656341 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.755732 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Pushing event updated for resources: {'Port': ['ID=20e8f3df-4a86-4f75-b656-6905932348bc,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.767047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-d3d0ae3a-12a1-45de-bc12-e35b11b32ec0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1270328 Aug 16 02:10:43.804949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.821411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.822359 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.822359 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.822652 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.822954 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee7ae4a-ce71-4dd0-8bd3-220c4cf50452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:43.839523 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Attempting to bind port 20e8f3df-4a86-4f75-b656-6905932348bc on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:43.840091 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Attempting to bind port 20e8f3df-4a86-4f75-b656-6905932348bc by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c2f3dbe5-1091-4334-b33e-502928196538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:43.840658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Attempting to bind port 20e8f3df-4a86-4f75-b656-6905932348bc on network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:43.846929 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:43.847594 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Checking segment: {'id': 'c2f3dbe5-1091-4334-b33e-502928196538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:43.848188 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.848816 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Bound using segment: {'id': 'c2f3dbe5-1091-4334-b33e-502928196538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:43.849847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Bound port: 20e8f3df-4a86-4f75-b656-6905932348bc, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f3dbe5-1091-4334-b33e-502928196538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:43.850617 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:43.858120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event deleted for resources: {'Port': ['ID=20e8f3df-4a86-4f75-b656-6905932348bc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:43.883249 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.plugin [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Port 20e8f3df-4a86-4f75-b656-6905932348bc has been deleted concurrently {{(pid=101948) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 16 02:10:43.896432 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Routers {'098bfce0-cf19-485a-93ba-b79c418bc048'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:43.897203 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['098bfce0-cf19-485a-93ba-b79c418bc048'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:43.967073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-c5698d13-22a7-4ffc-acdf-3887cad9e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:43.969012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-c5698d13-22a7-4ffc-acdf-3887cad9e509 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1098 time: 0.1242011 Aug 16 02:10:43.990077 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] Set router 098bfce0-cf19-485a-93ba-b79c418bc048 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:44.035710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.055183 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '098bfce0-cf19-485a-93ba-b79c418bc048', 'name': '', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:38Z', 'updated_at': '2021-08-16T02:10:43Z', 'revision_number': 5, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:44.086951 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6206cfe5-57c6-4ff0-b852-fccf3c39bfbd None None] The sync data for ids ['098bfce0-cf19-485a-93ba-b79c418bc048'] in n-d-768852-19 is: [{'id': '098bfce0-cf19-485a-93ba-b79c418bc048', 'name': '', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:38Z', 'updated_at': '2021-08-16T02:10:43Z', 'revision_number': 5, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:44.216723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.218634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.364390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-8c342d78-3eb1-4c44-92d5-aaeb63be1b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.366468 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-8c342d78-3eb1-4c44-92d5-aaeb63be1b9a service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.3640089 Aug 16 02:10:44.460748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.463261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 098bfce0-cf19-485a-93ba-b79c418bc048 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:44.464024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=a3be3d50-109e-45f0-b66c-a47358e147c9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:44.474145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-00802ebd-5e8a-4348-b19f-c7141291707b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7419944 Aug 16 02:10:44.489506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46760) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.494223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.518658 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4b0f5c8-a9af-40e4-9ae8-3a64574c78ac tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/routers/098bfce0-cf19-485a-93ba-b79c418bc048 HTTP/1.1" status: 204 len: 168 time: 1.9953468 Aug 16 02:10:44.518658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:44.522078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a3be3d50-109e-45f0-b66c-a47358e147c9 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:44.525812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46762) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.557218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9926191-5b8f-4881-8f84-c2db51e2a188 req-ce1fbec3-8bc3-4581-8059-13add7ea7cda tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1252484 Aug 16 02:10:44.620343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Deleting subnet 5cb15460-b1db-4134-848f-505bc857b190 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:10:44.635369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.675951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-3e8ddda1-262f-4ff2-8fa2-66deb44236f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 1001 time: 0.3013539 Aug 16 02:10:44.676173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46764) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:44.755601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.820220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-540460313'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:44.835153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-ab182b66-b639-4b7f-9873-63c82c3e81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.836739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-ab182b66-b639-4b7f-9873-63c82c3e81d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.1496458 Aug 16 02:10:44.842181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:10:44.842181 n-d-768852-19 neutron-server[101945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:10:44.842181 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id': '9b8f889779a245c4a885eb89c8990ed5', 'id': 'eda9b323-d880-4a2b-8388-995ad990edbd', 'expiration': datetime.datetime(2021, 8, 16, 2, 12, 44, 834555)}] Aug 16 02:10:44.842181 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:10:44.842684 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:10:44.854242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.866006 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:44.930908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-284a1f94-227c-4efe-8cd8-2418daa0604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:44.932671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-284a1f94-227c-4efe-8cd8-2418daa0604e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0871503 Aug 16 02:10:44.953651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:44.957500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.116851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.156349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.161441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/subnets/5cb15460-b1db-4134-848f-505bc857b190 HTTP/1.1" status: 204 len: 168 time: 0.6299784 Aug 16 02:10:45.161621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46780) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:45.277833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.360930 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-d264f81f-0868-4251-bb72-33f651d10b82 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206657 Aug 16 02:10:45.370055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940ddcb-5e25-41a4-a754-8579b46800c6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5cb15460-b1db-4134-848f-505bc857b190,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.392250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.400723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.420321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:45.447235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f3dbe5-1091-4334-b33e-502928196538') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:45.449616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f3dbe5-1091-4334-b33e-502928196538') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:45.464010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.482042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.500474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:10:45.500474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:10:45.501611 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:10:45.519761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Made reservation on behalf of 9b8f889779a245c4a885eb89c8990ed5 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:45.529192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.595051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=9067349e-263b-4ea9-bb15-b5944a7e3d20,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.608201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.650381 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c49da28-4bd5-4859-9ff0-b5c9176115d7 req-c0e96fd8-ac93-4add-b371-cd8fcf05ad5f service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675374 Aug 16 02:10:45.651325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:45.651716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: a3be3d50-109e-45f0-b66c-a47358e147c9, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:45.805182 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.806914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network a3be3d50-109e-45f0-b66c-a47358e147c9 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:45.843880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.859786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 16 02:10:45.871715 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.880331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/networks/1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f HTTP/1.1" status: 204 len: 168 time: 0.7181764 Aug 16 02:10:45.904202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c91243-13dc-460a-9649-d84fe91ac861 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event deleted for resources: {'Network': ['ID=1d4a1c9f-bcb9-4655-ae3d-bd4f4ee03b8f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:45.913695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.934763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a3be3d50-109e-45f0-b66c-a47358e147c9) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:45.939485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.940376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:45.950624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98f7f00-079e-4fb2-b1a6-496c9a3d2825 None None] Network a3be3d50-109e-45f0-b66c-a47358e147c9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:45.976256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.985389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:45.992549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.002372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.027759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.035804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.042123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.044175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-decceb05-c8df-4988-9152-81fba0e25219 req-a6e65f30-7c04-4f34-8a88-e036796fe7da tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.3066962 Aug 16 02:10:46.047888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.073782 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3aa16794-395f-4409-b829-fda182103baa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5715952 Aug 16 02:10:46.077408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.206972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a3be3d50-109e-45f0-b66c-a47358e147c9', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:46.209889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.277926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:46.326188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-decceb05-c8df-4988-9152-81fba0e25219 req-f577f982-f1ad-445d-b62e-d2168063d81c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2686663 Aug 16 02:10:46.368180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad8d9e-dc1c-49ad-b8df-00da83ca21cf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:46.387406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.394117 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Added segment 7224d9d8-7ae5-4db3-a417-8d1354416c24 of type vlan for network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a Aug 16 02:10:46.528030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Allocated IP 172.20.0.2 (a3be3d50-109e-45f0-b66c-a47358e147c9/9067349e-263b-4ea9-bb15-b5944a7e3d20/b88ed921-81f2-47e6-ab04-2b3fff76a650) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:46.551471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.592793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46804) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:46.614191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'name': 'tempest-router--394118212', 'project_id': '10d7625d0178433ca56d2f4055d56c8e'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:46.777097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe01e70-8fe9-445d-b089-ba1406c839ca req-f80dec71-4d89-435a-81a9-ab1fad765b48 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.779179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebe01e70-8fe9-445d-b089-ba1406c839ca req-f80dec71-4d89-435a-81a9-ab1fad765b48 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1353633 Aug 16 02:10:46.793726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.810934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Transition to ACTIVE for port object b88ed921-81f2-47e6-ab04-2b3fff76a650 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:46.823269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.835657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Transition to ACTIVE for port object b88ed921-81f2-47e6-ab04-2b3fff76a650 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:46.837301 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.879339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebe01e70-8fe9-445d-b089-ba1406c839ca req-ba86c759-1a16-4763-af8f-22ffa4f06a20 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887876 Aug 16 02:10:46.893633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.908040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:46.908998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:46.916528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.004235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Network a3be3d50-109e-45f0-b66c-a47358e147c9 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:47.009370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:47.019650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:47.075406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Pushing event updated for resources: {'Port': ['ID=b88ed921-81f2-47e6-ab04-2b3fff76a650,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.086663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Network': ['ID=54b94c29-c9f5-456e-88e5-f6ef6f8ba91a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.099632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.116831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:47.151274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d839bff2-14ba-4e37-ac02-ea3148269867 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4715450 Aug 16 02:10:47.151568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46812) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.157023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'subnet': {'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:47.182043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Attempting to bind port b88ed921-81f2-47e6-ab04-2b3fff76a650 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:47.182753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Attempting to bind port b88ed921-81f2-47e6-ab04-2b3fff76a650 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:47.183303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Attempting to bind port b88ed921-81f2-47e6-ab04-2b3fff76a650 on network a3be3d50-109e-45f0-b66c-a47358e147c9 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:47.205198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:47.205847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Checking segment: {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:47.206483 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.207133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Bound using segment: {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:47.207803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Bound port: b88ed921-81f2-47e6-ab04-2b3fff76a650, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:47.208505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.254555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.278852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-f3afd291-a325-4b0c-888a-7d7318aba1d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2680118 Aug 16 02:10:47.318406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] For port b88ed921-81f2-47e6-ab04-2b3fff76a650, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:47.323245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] For port b88ed921-81f2-47e6-ab04-2b3fff76a650, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b88ed921-81f2-47e6-ab04-2b3fff76a650,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:47.414298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.426165 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.428860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3788-3c5d-4438-9826-1972c7f90144 req-813feb9e-d2f7-49e0-b222-3de4d7f9265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.428860 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-813feb9e-d2f7-49e0-b222-3de4d7f9265d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 1098 time: 0.1231730 Aug 16 02:10:47.450763 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.452407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ef965e99-175d-4dd0-9c44-dcb0121cfed1 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8524926 Aug 16 02:10:47.455507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46816) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:47.546578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9a91f-aa0f-4d5c-988f-78b17e4cfe4c None None] Pushing event updated for resources: {'Port': ['ID=b88ed921-81f2-47e6-ab04-2b3fff76a650,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:47.654149 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.761636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3788-3c5d-4438-9826-1972c7f90144 req-2768e8f5-9559-4ca5-b4c8-1a1244d96b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:47.763683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-2768e8f5-9559-4ca5-b4c8-1a1244d96b53 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f19c292f-64dd-47ad-b136-805f21826472 HTTP/1.1" status: 200 len: 907 time: 0.2792389 Aug 16 02:10:47.911710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Made reservation on behalf of 9b8f889779a245c4a885eb89c8990ed5 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:47.931568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:47.934297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-e7adf666-a9ba-41b5-8f6d-fb7b71776207 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc HTTP/1.1" status: 200 len: 1002 time: 0.1359932 Aug 16 02:10:47.977890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.20.0.1 (a3be3d50-109e-45f0-b66c-a47358e147c9/9067349e-263b-4ea9-bb15-b5944a7e3d20/50a5dbdd-31fb-42b3-af06-a0fe40a5245e) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:48.079155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3788-3c5d-4438-9826-1972c7f90144 req-b523879b-1b06-43ea-bc00-0d3173531f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.080927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-b523879b-1b06-43ea-bc00-0d3173531f1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb HTTP/1.1" status: 200 len: 845 time: 0.1373885 Aug 16 02:10:48.164531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d3788-3c5d-4438-9826-1972c7f90144 req-42f330a1-1b56-418b-8aa6-bc05abd83e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.165979 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-42f330a1-1b56-418b-8aa6-bc05abd83e1e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f19c292f-64dd-47ad-b136-805f21826472&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753446 Aug 16 02:10:48.194151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.206685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.210101 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.254962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object 50a5dbdd-31fb-42b3-af06-a0fe40a5245e will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:48.330911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.337840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.342310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-806ccd4a-c3a7-42cd-aba3-a1e24f7e2f16 service neutron] 10.222.0.58 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619904 Aug 16 02:10:48.344552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.359119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.365837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.381575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.395926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.409486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bb37888-f13d-46c0-a087-6caf64789654 req-5641194b-e257-4e86-9e9a-423a90676bcb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.8043473 Aug 16 02:10:48.433877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.436289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a997effb-0c5c-4298-adcf-af2e92028875 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:48.456912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.476100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b98e42-b475-4cee-bbe0-49a6a2dcf127 req-d04599c2-9c9d-4a53-b7dc-ddf7df69145f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.477997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4b98e42-b475-4cee-bbe0-49a6a2dcf127 req-d04599c2-9c9d-4a53-b7dc-ddf7df69145f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.3275094 Aug 16 02:10:48.488758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network a3be3d50-109e-45f0-b66c-a47358e147c9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:48.500752 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.504801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d34121d0-c38d-4e5c-a0d6-b6bfe48efc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/routers/a997effb-0c5c-4298-adcf-af2e92028875 HTTP/1.1" status: 204 len: 168 time: 1.0481472 Aug 16 02:10:48.526704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bb37888-f13d-46c0-a087-6caf64789654 req-b0c597e8-2944-4f2b-a73f-18c4d77d50a1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1160707 Aug 16 02:10:48.531100 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.546557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-186d3788-3c5d-4438-9826-1972c7f90144 req-59a53b35-9510-4701-a711-35591f690f38 service neutron] 10.222.0.58 "GET /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931481 Aug 16 02:10:48.547783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:48.550677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:48.652561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:48.659393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.724310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4b98e42-b475-4cee-bbe0-49a6a2dcf127 req-cab97415-278d-4b14-a14f-86fcc747afd4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181156 Aug 16 02:10:48.747045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Subnet': ['ID=6d8f80de-17e1-426b-bd7b-02fb642616e2,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:48.767999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Checking segment: {'id': '7224d9d8-7ae5-4db3-a417-8d1354416c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:48.773966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network hostable DHCP agents. Network: 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:48.867211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:48.893033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90134ecd-c7ae-47c4-9575-79cf10a2b091 None None] Network a3be3d50-109e-45f0-b66c-a47358e147c9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:48.927276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:48.974035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:48.987617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:48.993261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:48.993880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.016861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311bb604-b9a3-46e6-a14f-f35a523959a4 None None] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:49.087298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4bdb8fee-2329-435c-b0f8-d72956565ee8 None None] Provisioning for port b88ed921-81f2-47e6-ab04-2b3fff76a650 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:49.113754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bd399be1-d1f1-464a-9ff4-b75c5931f393 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9608607 Aug 16 02:10:49.116656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:49.121819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1568741278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:49.261323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.262402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.348835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-735715608', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:49.351195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.366781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-54b94c29-c9f5-456e-88e5-f6ef6f8ba91a', 'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a', 'tenant_id': '9b8f889779a245c4a885eb89c8990ed5', 'fixed_ips': [{'subnet_id': '6d8f80de-17e1-426b-bd7b-02fb642616e2'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:49.368151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.399135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.420237 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.472640 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.524800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.525986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.559781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Allocated IP 172.20.0.2 (54b94c29-c9f5-456e-88e5-f6ef6f8ba91a/6d8f80de-17e1-426b-bd7b-02fb642616e2/c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:49.570266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.574049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ab89232f-dc54-4eaa-83a4-6a0e26887c08 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4541037 Aug 16 02:10:49.574204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:49.574544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:49.579154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.638018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.658172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-408965eb-1bf7-420a-8d5c-c8a797627b65 None None] Provisioning for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:49.669678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-408965eb-1bf7-420a-8d5c-c8a797627b65 None None] Provisioning complete for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:49.670381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-408965eb-1bf7-420a-8d5c-c8a797627b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.719697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-408965eb-1bf7-420a-8d5c-c8a797627b65 None None] Port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:49.939655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:49.948759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b88ed921-81f2-47e6-ab04-2b3fff76a650 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:49.958488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Transition to ACTIVE for port object c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:50.005147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.073744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network a3be3d50-109e-45f0-b66c-a47358e147c9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:50.077140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:50.117780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.122803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.131678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.152050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.166033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.172748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.182806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.185079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-fac4c1cc-20a8-4aac-a915-eb84784b93b1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.4850538 Aug 16 02:10:50.246155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Transition to ACTIVE for port object c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:50.271775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8be4c6-cf55-495e-9dc4-3fd8f9042291 req-69b07e00-eedf-4d02-b81e-5d176cca2a3d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:50.279994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f8be4c6-cf55-495e-9dc4-3fd8f9042291 req-69b07e00-eedf-4d02-b81e-5d176cca2a3d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.4161646 Aug 16 02:10:50.299776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e57a5377-e9fc-4cc0-8859-406a1412ca94 None None] Provisioning complete for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:50.300449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e57a5377-e9fc-4cc0-8859-406a1412ca94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.361679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e57a5377-e9fc-4cc0-8859-406a1412ca94 None None] Port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:50.367037 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.424693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9636bb17-00a6-4680-9b70-92e861b9e5b6 req-8ba1c37d-a3d5-47de-8133-f526ac79c28f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240920 Aug 16 02:10:50.452667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:50.462556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:50.466317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:50.466317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Pushing event updated for resources: {'Port': ['ID=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:50.468621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f8be4c6-cf55-495e-9dc4-3fd8f9042291 req-e2962668-70ab-4201-93de-76e7434288f4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874774 Aug 16 02:10:50.468918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:50.513125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-05a6c6c6-2703-4bda-91bb-dded4b44ff48 None None] Provisioning complete for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:50.513510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-05a6c6c6-2703-4bda-91bb-dded4b44ff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.546827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b88ed921-81f2-47e6-ab04-2b3fff76a650 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:50.569017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.580317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b88ed921-81f2-47e6-ab04-2b3fff76a650 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:50.581479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.622627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Attempting to bind port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:50.623409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Attempting to bind port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '7224d9d8-7ae5-4db3-a417-8d1354416c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:50.624101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Attempting to bind port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 on network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:50.638465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-05a6c6c6-2703-4bda-91bb-dded4b44ff48 None None] Port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:50.639457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.667003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.670878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:50.671370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Checking segment: {'id': '7224d9d8-7ae5-4db3-a417-8d1354416c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:50.672431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.672808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Bound using segment: {'id': '7224d9d8-7ae5-4db3-a417-8d1354416c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:50.673510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Bound port: c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7224d9d8-7ae5-4db3-a417-8d1354416c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:50.673986 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.719546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:50.728705 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f8623fe2-7083-465b-b693-1d342ab5b4dc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6491795 Aug 16 02:10:50.732480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46850) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:50.739238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-261481275'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:50.753597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:50.792719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.800367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:50.921948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:50.923305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Allocated IP 172.25.6.234 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c8a5ca83-8619-4e92-aeb1-2153cffcfd09) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:50.923418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Allocated IP 172.20.0.1 (54b94c29-c9f5-456e-88e5-f6ef6f8ba91a/6d8f80de-17e1-426b-bd7b-02fb642616e2/8ece88ff-1801-4889-b03c-304f0b755a95) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:50.923521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] For port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:50.931568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] For port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,segment=NetworkSegment(7224d9d8-7ae5-4db3-a417-8d1354416c24),segment_id=7224d9d8-7ae5-4db3-a417-8d1354416c24)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:50.944417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b88ed921-81f2-47e6-ab04-2b3fff76a650, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b88ed921-81f2-47e6-ab04-2b3fff76a650,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:50.945336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:50.949515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:51.020971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.036906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Transition to ACTIVE for port object 8ece88ff-1801-4889-b03c-304f0b755a95 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:51.044602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:51.049729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.078155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:10:51.080597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.084403 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.088038 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.129964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.130327 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 1a9a6451-b5e2-46ab-99b9-ee2975d196a8 of type vlan for network 80508224-bbe1-481f-99a4-5b663ae5af8a Aug 16 02:10:51.147988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.153590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:51.157925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:51.184417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:51.235049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event updated for resources: {'Port': ['ID=c8a5ca83-8619-4e92-aeb1-2153cffcfd09,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.268359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.274682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:51.281244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:51.283958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:51.292997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b88ed921-81f2-47e6-ab04-2b3fff76a650,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.354424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.397310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:10:48Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:49Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:51.420480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Port': ['ID=8ece88ff-1801-4889-b03c-304f0b755a95,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.452161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:10:51.452353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Updating router 92d70af4-588d-48a1-a556-725e2f07e809 port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:10:51.460010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8355136-f664-4772-addb-044cae4b4f27 None None] Pushing event updated for resources: {'Port': ['ID=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.535655 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.561231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.561741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.586736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.688674 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:51.736405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0004816 Aug 16 02:10:51.737660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2176b1-5f90-4e83-966d-c4db361b0d0e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=80508224-bbe1-481f-99a4-5b663ae5af8a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:51.740533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46866) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:51.748258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:51.751600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.760796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.772605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.783820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.792520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.797170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.804411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.815345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f63e53fc-ca87-4b46-8828-822672f7708e req-627219f2-dcf0-45ae-ad52-53822a50fe78 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2358460 Aug 16 02:10:51.941596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f63e53fc-ca87-4b46-8828-822672f7708e req-d3384df7-8b9f-4819-9096-335673ec7920 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266201 Aug 16 02:10:51.967529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 80508224-bbe1-481f-99a4-5b663ae5af8a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:10:51.981250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066e347-6ddf-4ce3-87e4-3aa7bba2725d req-fc4dab70-3b02-4062-8a14-1421a1e0b9e0 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:51.989800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f066e347-6ddf-4ce3-87e4-3aa7bba2725d req-fc4dab70-3b02-4062-8a14-1421a1e0b9e0 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.3515325 Aug 16 02:10:52.196440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f066e347-6ddf-4ce3-87e4-3aa7bba2725d req-2397bf2e-e342-416f-874f-6e6b2ebe3b49 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869211 Aug 16 02:10:52.222679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b88ed921-81f2-47e6-ab04-2b3fff76a650 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:52.407263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b88ed921-81f2-47e6-ab04-2b3fff76a650 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:52.408920 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.493438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.500973 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.511851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.518131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Transition to ACTIVE for port object 50a5dbdd-31fb-42b3-af06-a0fe40a5245e will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:52.575625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.585257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:52.630314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.689036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Port': ['ID=8ece88ff-1801-4889-b03c-304f0b755a95,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.692125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.702741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101373-5dc6-4e30-92dd-e175cfc25259 None None] Pushing event updated for resources: {'Port': ['ID=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:52.733836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:52.737838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.765416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Attempting to bind port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:52.765877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Attempting to bind port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:52.766615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Attempting to bind port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e on network a3be3d50-109e-45f0-b66c-a47358e147c9 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:52.772235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:52.772944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Checking segment: {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:52.773631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.774499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Bound using segment: {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:52.774859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Bound port: 50a5dbdd-31fb-42b3-af06-a0fe40a5245e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78cfc0a9-38a8-4baf-a331-c24dd9614046', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:52.775250 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:52.778740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:52.826933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:52.828453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:52.836909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86c4d4a-0c91-4331-ba63-9814f1e8821a None None] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:52.916272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] For port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:52.924456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] For port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:53.010901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.013111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] Provisioning for port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:53.047400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] Provisioning complete for port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:53.047790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.092421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.135417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Router e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:53.148740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:53.149456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:53.166265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.181609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.186681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.192542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.221672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.230782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.243770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.261900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.266632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-1f8743e2-443f-4cc1-bb3f-73e65fd3d77b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2175400 Aug 16 02:10:53.300800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101373-5dc6-4e30-92dd-e175cfc25259 None None] Pushing event updated for resources: {'Port': ['ID=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.363712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:10:53.375379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=263edbe0-b1b5-490b-836e-2251ca9f99f5,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:53.391592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:53.392303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 80508224-bbe1-481f-99a4-5b663ae5af8a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:10:53.412899 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.475506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9b35fac-7928-41a8-80dd-7c82a446f913 req-85619fe6-46c5-4c76-ac94-2bde22a6fa6b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2003872 Aug 16 02:10:53.481433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:53.490250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-53869f4a-4fe4-423a-98c8-a3c82c337515 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "PUT /v2.0/routers/e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9144344 Aug 16 02:10:53.501461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46894) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.501680 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] Sync routers for ids ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:53.502151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'port': {'network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a', 'name': 'tempest-FloatingIPNegativeTestJSON-682164104'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:53.504953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] For port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,segment=NetworkSegment(7224d9d8-7ae5-4db3-a417-8d1354416c24),segment_id=7224d9d8-7ae5-4db3-a417-8d1354416c24)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:53.508163 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] Routers {'e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:53.508797 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:53.515287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a0734-f14f-4ce3-9c4d-88d55d34b120 req-ac31a7d1-4bcc-4905-bed5-db99c0210d33 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.523883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-897a0734-f14f-4ce3-9c4d-88d55d34b120 req-ac31a7d1-4bcc-4905-bed5-db99c0210d33 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1626911 Aug 16 02:10:53.564422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:53.574441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 80508224-bbe1-481f-99a4-5b663ae5af8a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:10:53.574979 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] Routers {'e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:53.575612 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:53.581733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Router 5c92d011-6084-4b21-9d47-c069c6260c8b is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:10:53.585665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-897a0734-f14f-4ce3-9c4d-88d55d34b120 req-ae209eba-3f5f-403d-a9fd-06e84b8d10ba tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608029 Aug 16 02:10:53.625881 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:53.627095 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361f581-a0ff-4094-97b6-d82fab9c6777 None None] The sync data for ids ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:53.636996 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.706399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 80508224-bbe1-481f-99a4-5b663ae5af8a) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:53.721059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:53.723741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.822341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:53.824992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28254259-ca52-4310-bbc9-f70200ecd013 None None] Network 80508224-bbe1-481f-99a4-5b663ae5af8a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:53.850400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] Sync routers for ids ['5c92d011-6084-4b21-9d47-c069c6260c8b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:53.882178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46898) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:53.884290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1f238bc9-6e35-4f97-850c-3236988d024b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1404924 Aug 16 02:10:53.951598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] Routers {'5c92d011-6084-4b21-9d47-c069c6260c8b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:53.952229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5c92d011-6084-4b21-9d47-c069c6260c8b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:53.981859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Made reservation on behalf of 9b8f889779a245c4a885eb89c8990ed5 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:10:53.988972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:53.999201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.013574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa23ca2-faf3-45a6-8039-30166e7f9400 None None] Pushing event updated for resources: {'Port': ['ID=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:54.041526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] device_id is not set on port 61bc95d3-80f2-408b-a919-0f5301d6d081 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:10:54.048757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] Routers {'5c92d011-6084-4b21-9d47-c069c6260c8b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:54.049406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5c92d011-6084-4b21-9d47-c069c6260c8b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.096119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.098026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9db01b22-b308-4ef8-a54c-d4d1f850eaa6 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1216669 Aug 16 02:10:54.100510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.101172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63167ec3-6983-4097-a75c-663757cc3679 None None] The sync data for ids ['5c92d011-6084-4b21-9d47-c069c6260c8b'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:54.102064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46902) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.108965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:10:48Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:52Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:54.158455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e46995ce-ce07-459c-9992-e5f5d94c3f51 None None] Provisioning for port 8ece88ff-1801-4889-b03c-304f0b755a95 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:54.164475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe58c97-9295-4d3f-ab0e-40b3802a5a9e None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:10:48Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:52Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:10:54.170106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e46995ce-ce07-459c-9992-e5f5d94c3f51 None None] Provisioning complete for port 8ece88ff-1801-4889-b03c-304f0b755a95 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:54.170533 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e46995ce-ce07-459c-9992-e5f5d94c3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.237501 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e6286e6-bb20-43b7-92b1-41589384c08f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/5c92d011-6084-4b21-9d47-c069c6260c8b HTTP/1.1" status: 200 len: 920 time: 0.1341269 Aug 16 02:10:54.241240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46914) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.252821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e46995ce-ce07-459c-9992-e5f5d94c3f51 None None] Port 8ece88ff-1801-4889-b03c-304f0b755a95 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:54.263502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-80508224-bbe1-481f-99a4-5b663ae5af8a', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:10:54.265744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.279322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e957bbb3-5c2c-48a6-bad2-149627ebae54 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c92d011-6084-4b21-9d47-c069c6260c8b HTTP/1.1" status: 200 len: 205 time: 0.0365660 Aug 16 02:10:54.286180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46916) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:54.286628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e46995ce-ce07-459c-9992-e5f5d94c3f51 None None] Provisioning complete for port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:54.287720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e46995ce-ce07-459c-9992-e5f5d94c3f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.482970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Allocated IP 172.20.0.3 (54b94c29-c9f5-456e-88e5-f6ef6f8ba91a/6d8f80de-17e1-426b-bd7b-02fb642616e2/61bc95d3-80f2-408b-a919-0f5301d6d081) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:54.560546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.653967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Allocated IP 172.21.0.2 (80508224-bbe1-481f-99a4-5b663ae5af8a/263edbe0-b1b5-490b-836e-2251ca9f99f5/ba6a3665-8691-4dc4-9923-108cbd740771) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:54.676724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e558ffa8-3bb4-4686-8f10-8f3f5da955b5 None None] Provisioning complete for port 8ece88ff-1801-4889-b03c-304f0b755a95 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:54.676724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e558ffa8-3bb4-4686-8f10-8f3f5da955b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.726890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e558ffa8-3bb4-4686-8f10-8f3f5da955b5 None None] Port 8ece88ff-1801-4889-b03c-304f0b755a95 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:54.800663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.807620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.823621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Transition to ACTIVE for port object 61bc95d3-80f2-408b-a919-0f5301d6d081 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:54.905892 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.918786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Transition to ACTIVE for port object ba6a3665-8691-4dc4-9923-108cbd740771 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:54.931502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Deleting port c8a5ca83-8619-4e92-aeb1-2153cffcfd09 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:54.932229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:54.938109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Transition to ACTIVE for port object ba6a3665-8691-4dc4-9923-108cbd740771 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:54.942597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.950812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.956778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.963874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.970145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.977454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.983673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:54.991217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-fffd6b81-4aa4-435e-b59e-f98be28837f0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.2515693 Aug 16 02:10:55.018873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.032974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.074483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.105730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Calling delete_port for c8a5ca83-8619-4e92-aeb1-2153cffcfd09 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:55.108304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Network 80508224-bbe1-481f-99a4-5b663ae5af8a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:55.108968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:55.111672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:55.116897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:55.120880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:55.124737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:55.136362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Pushing event updated for resources: {'Port': ['ID=ba6a3665-8691-4dc4-9923-108cbd740771,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.166325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c370f476-a19a-4e75-972e-cc371967f0c6 req-65dce9a7-2d78-4a32-b6ea-1f7b30c3fed2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1657548 Aug 16 02:10:55.181503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9352-fb92-4d67-b6d9-d75470cd7e64 req-dfd2d5c9-363b-4028-88e2-ecc5de5ee634 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.185175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cda9352-fb92-4d67-b6d9-d75470cd7e64 req-dfd2d5c9-363b-4028-88e2-ecc5de5ee634 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.4678562 Aug 16 02:10:55.199380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Attempting to bind port ba6a3665-8691-4dc4-9923-108cbd740771 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:10:55.199761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Attempting to bind port ba6a3665-8691-4dc4-9923-108cbd740771 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:10:55.202360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Attempting to bind port ba6a3665-8691-4dc4-9923-108cbd740771 on network 80508224-bbe1-481f-99a4-5b663ae5af8a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:10:55.217255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:10:55.217668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Checking segment: {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:10:55.218604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.218604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Bound using segment: {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:10:55.218830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Port': ['ID=61bc95d3-80f2-408b-a919-0f5301d6d081,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.218944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Bound port: ba6a3665-8691-4dc4-9923-108cbd740771, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:10:55.219336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.304654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.309233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.385868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] For port ba6a3665-8691-4dc4-9923-108cbd740771, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:10:55.389599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] For port ba6a3665-8691-4dc4-9923-108cbd740771, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba6a3665-8691-4dc4-9923-108cbd740771,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:10:55.439321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e1e688a-df44-4b36-b338-fc12bcb005fc tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.9452174 Aug 16 02:10:55.442457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46926) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:55.449884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:55.467842 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.473681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cda9352-fb92-4d67-b6d9-d75470cd7e64 req-1d1cfe51-57cf-49ae-bf90-f97620c3b605 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2761440 Aug 16 02:10:55.532307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce9849-b013-4dd8-86de-a7925935824f req-a6c9af26-3490-409f-a444-98964f558226 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:55.534440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55ce9849-b013-4dd8-86de-a7925935824f req-a6c9af26-3490-409f-a444-98964f558226 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1007500 Aug 16 02:10:55.586371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43f2f4-14f3-4916-a41b-8fc11fc2e512 None None] Pushing event updated for resources: {'Port': ['ID=ba6a3665-8691-4dc4-9923-108cbd740771,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.588511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.592603 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.654048 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55ce9849-b013-4dd8-86de-a7925935824f req-a1b87d60-c2cc-4214-9edd-82acbdd45285 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076827 Aug 16 02:10:55.670678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-87a3e023-5d77-424c-a3d4-680fb4660565 None None] Provisioning for port 61bc95d3-80f2-408b-a919-0f5301d6d081 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:55.675205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-87a3e023-5d77-424c-a3d4-680fb4660565 None None] Provisioning complete for port 61bc95d3-80f2-408b-a919-0f5301d6d081 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:55.675598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-87a3e023-5d77-424c-a3d4-680fb4660565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.680488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event deleted for resources: {'Port': ['ID=c8a5ca83-8619-4e92-aeb1-2153cffcfd09,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:55.704158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:55.733641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-87a3e023-5d77-424c-a3d4-680fb4660565 None None] Port 61bc95d3-80f2-408b-a919-0f5301d6d081 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:55.863629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.036250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50a5dbdd-31fb-42b3-af06-a0fe40a5245e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:56.046444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.049210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.089509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.21.0.1 (80508224-bbe1-481f-99a4-5b663ae5af8a/263edbe0-b1b5-490b-836e-2251ca9f99f5/77d820cd-9174-4405-81b1-544a2515037a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:56.104327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.206540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f0714b3a-57d1-4b28-adef-dcb52c358e70 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:56.216702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Allocated IP 172.25.6.56 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ce90bab6-738d-4cd9-accb-3a91adbdb3b0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:56.221229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.235076 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.235750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Fanout notify agent at l3_agent the message router_deleted on router 5c92d011-6084-4b21-9d47-c069c6260c8b {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:10:56.241085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object 77d820cd-9174-4405-81b1-544a2515037a will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:10:56.243611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:56.259204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.265471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:56.266452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2cb72009-aa84-4895-8bb0-291f5c3e0476 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/5c92d011-6084-4b21-9d47-c069c6260c8b HTTP/1.1" status: 204 len: 168 time: 1.9779568 Aug 16 02:10:56.270910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'name': 'tempest-snat-router-331171987', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': False}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:56.275965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:56.276610 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.375450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.381943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.382590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.389237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.395476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.402585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.409825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.416928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.424848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb75e322-d863-478f-a978-54647e449e2d req-cc7cfa76-c4fd-44e2-a03c-d6a2818c4f6c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5423 time: 0.1227863 Aug 16 02:10:56.432903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.433920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.445133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:56.453786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.465098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'f0714b3a-57d1-4b28-adef-dcb52c358e70', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'port_id': 'f0714b3a-57d1-4b28-adef-dcb52c358e70', 'mac_address': 'fa:16:3e:2e:c3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de', 'ip_address': '10.1.1.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:56.467768 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.498364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.531544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:56.532544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.546395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 80508224-bbe1-481f-99a4-5b663ae5af8a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:56.548707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0714b3a-57d1-4b28-adef-dcb52c358e70 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:56.565172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:56.575166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:56.575509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:56.577771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:56.577926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:56.581432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:56.606419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Port': ['ID=ce90bab6-738d-4cd9-accb-3a91adbdb3b0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.612842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=77d820cd-9174-4405-81b1-544a2515037a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.622337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.622562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.622949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.623288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.623620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.623951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.624282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.624608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.624970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.625358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.625629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.625971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:10:56.647304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb75e322-d863-478f-a978-54647e449e2d req-0dac4440-4b7d-49b6-90dd-6c6c5b73b8d6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2214234 Aug 16 02:10:56.654286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.664044 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.664714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:56.687368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7f569-d42a-4186-9af1-126b1529aeac req-b40a845e-9bb9-40a2-8fb7-e150e5e09460 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:56.695825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edd7f569-d42a-4186-9af1-126b1529aeac req-b40a845e-9bb9-40a2-8fb7-e150e5e09460 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.2552929 Aug 16 02:10:56.701817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.716452 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.717161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:56.728660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.793248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:10:56.839131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.851016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:56.851982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:56.857757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:56.876670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edd7f569-d42a-4186-9af1-126b1529aeac req-2844fb53-1ee1-49c6-ba22-84c6f4c4ee87 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784477 Aug 16 02:10:56.895175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.029486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.044705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'port_id': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733', 'mac_address': 'fa:16:3e:64:c9:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de', 'ip_address': '10.1.1.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:57.056989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc40503f-5915-457d-94c2-f4a8438c2ea2 req-d2906d8b-90d8-4053-bcdf-a1a2ff955eff tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:57.060660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc40503f-5915-457d-94c2-f4a8438c2ea2 req-d2906d8b-90d8-4053-bcdf-a1a2ff955eff tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.2324569 Aug 16 02:10:57.073953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.089518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.105215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.122588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc40503f-5915-457d-94c2-f4a8438c2ea2 req-b5c7c669-ae1f-43ac-9130-74190c5c5254 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541992 Aug 16 02:10:57.144079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.152541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.163245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:10:57.168783 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c1ee66-2a98-443e-a207-854a755d79a0" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:10:57.168783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.178312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:57.203964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.206798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.231609 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.259540 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.266940 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e14f40f-c8e8-4c76-a08e-75bc863060e6 x-openstack-request-id: req-6e14f40f-c8e8-4c76-a08e-75bc863060e6 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:10:57.267428 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:10:57.268776 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e14f40f-c8e8-4c76-a08e-75bc863060e6 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:10:57.269363 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:10:57.290341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Port': ['ID=ce90bab6-738d-4cd9-accb-3a91adbdb3b0,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.294371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a8ea9-2086-4aaf-835d-4a2c98ba5a7a None None] Network 80508224-bbe1-481f-99a4-5b663ae5af8a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:10:57.298622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.303126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.304057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be34c2e7-54c1-4fe8-aee1-2474d2673dc2 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:57.307604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.432015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.436714 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ccd39cdc-efca-4200-b5c6-2b9bc7ecabf2 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9902267 Aug 16 02:10:57.449197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46950) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:57.449197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1fb19dd5-2b40-4d4d-abeb-3782671ceed6 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'floatingip': {'port_id': '61bc95d3-80f2-408b-a919-0f5301d6d081', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:57.458213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=11']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.488578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fb19dd5-2b40-4d4d-abeb-3782671ceed6 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.523357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-05753bb9-a4d4-4e12-88f2-9577931b3cf3 None None] Provisioning for port ba6a3665-8691-4dc4-9923-108cbd740771 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:57.560682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:57.607042 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-1fb19dd5-2b40-4d4d-abeb-3782671ceed6 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] update failed (client error): The resource could not be found. Aug 16 02:10:57.611040 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1fb19dd5-2b40-4d4d-abeb-3782671ceed6 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "PUT /v2.0/floatingips/b196d0d6-fb2c-48b3-b95f-9c4c57f18618 HTTP/1.1" status: 404 len: 507 time: 0.1697073 Aug 16 02:10:57.611306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46952) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:57.669943 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.710957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.723110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.742241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2', 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956', 'port_id': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2', 'mac_address': 'fa:16:3e:8e:34:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32b0030-dd70-4999-97ed-080e124d3a16', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:57.760875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Deleting port ce90bab6-738d-4cd9-accb-3a91adbdb3b0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:10:57.760875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.824539 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.832059 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.850143 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.850576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.861576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be34c2e7-54c1-4fe8-aee1-2474d2673dc2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:57.870773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Calling delete_port for ce90bab6-738d-4cd9-accb-3a91adbdb3b0 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:10:57.897592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:57.931164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.964348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:57.965826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2e065c40-8df4-451c-b8e0-1cae6871f4f2 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:58.044387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50a5dbdd-31fb-42b3-af06-a0fe40a5245e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:58.051692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Allocated IP 172.25.6.10 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b76bb7bd-646c-4d11-ad00-2756a8e168ce) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:10:58.160566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.168272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.202669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.210033 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.217804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.218089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.219881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'port_id': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'mac_address': 'fa:16:3e:1a:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:58.278341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.284724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.291549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.291680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.297388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.306789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.313086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.319354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.330507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e065c40-8df4-451c-b8e0-1cae6871f4f2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:58.331911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-b433279a-f325-42ab-b3f5-e14901f6c00f tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5425 time: 0.5260015 Aug 16 02:10:58.360742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.389140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.421662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba6a3665-8691-4dc4-9923-108cbd740771 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:58.452612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=77d820cd-9174-4405-81b1-544a2515037a,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.458274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:58.469574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-765a854e-4d4c-4ed8-ba0e-70b3bbf38bc1 None None] Provisioning for port 77d820cd-9174-4405-81b1-544a2515037a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:58.476036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5683b60c-ff11-4c08-8a30-4e8df8fa797e req-d4c4ddf6-6adc-4d62-a1f0-943feda0014a tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1431856 Aug 16 02:10:58.477393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-765a854e-4d4c-4ed8-ba0e-70b3bbf38bc1 None None] Provisioning complete for port 77d820cd-9174-4405-81b1-544a2515037a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.477779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-765a854e-4d4c-4ed8-ba0e-70b3bbf38bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.527900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-765a854e-4d4c-4ed8-ba0e-70b3bbf38bc1 None None] Port 77d820cd-9174-4405-81b1-544a2515037a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:58.530812 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.531451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 400c62ed-1742-48ba-85e8-617763f1de24 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:58.609411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.610031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=400c62ed-1742-48ba-85e8-617763f1de24,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.621622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.627946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '400c62ed-1742-48ba-85e8-617763f1de24', 'network_id': '8f42de13-11f5-40cd-8597-dfbf75d7c956', 'port_id': '400c62ed-1742-48ba-85e8-617763f1de24', 'mac_address': 'fa:16:3e:e8:26:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b32b0030-dd70-4999-97ed-080e124d3a16', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:58.634516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Port': ['ID=ce90bab6-738d-4cd9-accb-3a91adbdb3b0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.659989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ba6a3665-8691-4dc4-9923-108cbd740771 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:10:58.667415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ba6a3665-8691-4dc4-9923-108cbd740771 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.667814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.701955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.705040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.711283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-217032f6-948f-4bb9-b385-cc0379d60dad tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "DELETE /v2.0/floatingips/b196d0d6-fb2c-48b3-b95f-9c4c57f18618 HTTP/1.1" status: 204 len: 168 time: 1.0939257 Aug 16 02:10:58.711283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46964) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:58.716414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c7eee7fd-6e3e-49c6-9b25-28027b9a9249 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'floatingip': {'floating_network_id': '54b94c29-c9f5-456e-88e5-f6ef6f8ba91a', 'port_id': '61bc95d3-80f2-408b-a919-0f5301d6d081', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:58.719282 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.743475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400c62ed-1742-48ba-85e8-617763f1de24 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:58.747611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4fdf5229-3fbc-4ced-9d20-b3c3558686d0 None None] Provisioning complete for port 77d820cd-9174-4405-81b1-544a2515037a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:58.747994 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fdf5229-3fbc-4ced-9d20-b3c3558686d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.792866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=400c62ed-1742-48ba-85e8-617763f1de24,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.829853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4fdf5229-3fbc-4ced-9d20-b3c3558686d0 None None] Port 77d820cd-9174-4405-81b1-544a2515037a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:58.830840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7eee7fd-6e3e-49c6-9b25-28027b9a9249 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.842578 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.881874 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.882674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:58.882937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6630d242-1b57-4a56-b005-1609ea8ec7bf details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:58.885550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:10:58.891164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ba6a3665-8691-4dc4-9923-108cbd740771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba6a3665-8691-4dc4-9923-108cbd740771,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.962469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:58.968363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:58.978752 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:58.988680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538dca6d-4701-498c-a699-a722d5d1acdc req-43ee25b7-e14c-44c6-bacf-349a0f3ec742 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:58.990860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-538dca6d-4701-498c-a699-a722d5d1acdc req-43ee25b7-e14c-44c6-bacf-349a0f3ec742 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.7713950 Aug 16 02:10:59.005063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '6630d242-1b57-4a56-b005-1609ea8ec7bf', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'port_id': '6630d242-1b57-4a56-b005-1609ea8ec7bf', 'mac_address': 'fa:16:3e:96:b0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:59.060765 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-c7eee7fd-6e3e-49c6-9b25-28027b9a9249 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:10:59.061556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ba6a3665-8691-4dc4-9923-108cbd740771,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.066489 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c7eee7fd-6e3e-49c6-9b25-28027b9a9249 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3502681 Aug 16 02:10:59.066723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Port': ['ID=b76bb7bd-646c-4d11-ad00-2756a8e168ce,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.068648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46966) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.071264 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.080394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '61bc95d3-80f2-408b-a919-0f5301d6d081', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:59.084952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6630d242-1b57-4a56-b005-1609ea8ec7bf {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:59.104829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.145012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 80508224-bbe1-481f-99a4-5b663ae5af8a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:10:59.166692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:10:59.183016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16570885-4b0f-48aa-8cff-334fe33a14bd req-c8000da1-0e2e-43be-943d-87fcb56ea0e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.196247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16570885-4b0f-48aa-8cff-334fe33a14bd req-c8000da1-0e2e-43be-943d-87fcb56ea0e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2676041 Aug 16 02:10:59.197014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-538dca6d-4701-498c-a699-a722d5d1acdc req-9f5213b1-3d8f-4a9e-bfad-fe2715d0ff31 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604655 Aug 16 02:10:59.235522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.235522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3815947f-030e-4b25-9c4d-e1090380302d details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:10:59.292439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.295573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.307084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3815947f-030e-4b25-9c4d-e1090380302d,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.320443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3815947f-030e-4b25-9c4d-e1090380302d', 'network_id': '7bf69ba6-2629-44fb-af37-6e121264581a', 'port_id': '3815947f-030e-4b25-9c4d-e1090380302d', 'mac_address': 'fa:16:3e:9e:ba:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e9a2aa-8f66-4e46-9c34-e119f58473de', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:10:59.351423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16570885-4b0f-48aa-8cff-334fe33a14bd req-65c0362c-9aa9-4a15-8fdf-5a2eeff0e872 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537344 Aug 16 02:10:59.378924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.396733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3815947f-030e-4b25-9c4d-e1090380302d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:10:59.418817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3815947f-030e-4b25-9c4d-e1090380302d,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:10:59.453838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9b1cbfc2-cdb4-434d-bd81-1bbc16507dfe None None] Provisioning complete for port 77d820cd-9174-4405-81b1-544a2515037a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.453838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9b1cbfc2-cdb4-434d-bd81-1bbc16507dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.471277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:10:59.491210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9b1cbfc2-cdb4-434d-bd81-1bbc16507dfe None None] Port 77d820cd-9174-4405-81b1-544a2515037a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:10:59.507548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.514666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f05e87-0cc0-4149-85ad-411bd0e21739 req-84a4e216-206c-4c26-886d-f45eb45e9d38 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.517100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29f05e87-0cc0-4149-85ad-411bd0e21739 req-84a4e216-206c-4c26-886d-f45eb45e9d38 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.2173305 Aug 16 02:10:59.560133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:10:59.614489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.734464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29f05e87-0cc0-4149-85ad-411bd0e21739 req-f653c7b8-56cd-4d00-b92d-43c6ed92c7ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109175 Aug 16 02:10:59.811175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:10:59.825196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-372f5a44-e0b5-45ee-b44d-3a36f880beb2 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9395974 Aug 16 02:10:59.825406 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:10:59.826445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:10:59.827895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba6a3665-8691-4dc4-9923-108cbd740771 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:10:59.832524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504448446'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:10:59.834074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.840146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.846196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.852995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.855208 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:10:59.855927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:10:59.860403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.866015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.872149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:10:59.874122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19323538-4b4b-47e8-9da8-136c895226e8 req-87d0436d-bd7b-4977-90db-e690835ee3d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5430 time: 0.3103058 Aug 16 02:10:59.877974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.899034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ba6a3665-8691-4dc4-9923-108cbd740771 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:10:59.899713 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:10:59.959226 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:00.004752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:00.011126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.043665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:00.047480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19323538-4b4b-47e8-9da8-136c895226e8 req-f2876f9b-8e52-4d0f-babe-cf3d69cc1197 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1561754 Aug 16 02:11:00.096119 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.102242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.102876 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 604d6729-65e6-444e-9e45-bb46b1dff75e of type vlan for network f9b1f076-2f0a-48af-9804-04ab5db885f4 Aug 16 02:11:00.116294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Allocated IP 172.25.6.72 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/dbbc4e14-2af2-4d53-ab02-d64a30b7b4a2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:00.173259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.296290 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:10:57Z', 'revision_number': 3, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:10:57Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:00.307093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.315631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.316626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.346291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['be34c2e7-54c1-4fe8-aee1-2474d2673dc2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.355754 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:00.355993 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Updating router 92d70af4-588d-48a1-a556-725e2f07e809 port 77d820cd-9174-4405-81b1-544a2515037a binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:00.402838 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.414521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.426733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['f0714b3a-57d1-4b28-adef-dcb52c358e70'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.435384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3724f89-ee2b-42df-8823-9a39aaf64c18 req-9fbb9453-82d2-4c51-ab8e-1b6e52a766fb tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.437613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3724f89-ee2b-42df-8823-9a39aaf64c18 req-9fbb9453-82d2-4c51-ab8e-1b6e52a766fb tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1751347 Aug 16 02:11:00.471922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2e065c40-8df4-451c-b8e0-1cae6871f4f2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.490486 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6617160 Aug 16 02:11:00.494380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46992) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:00.500474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:00.531706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['400c62ed-1742-48ba-85e8-617763f1de24'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.537553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6630d242-1b57-4a56-b005-1609ea8ec7bf'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.539703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3815947f-030e-4b25-9c4d-e1090380302d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:00.588680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb844e5-3a44-4225-a8a3-3588e70d3c80 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=f9b1f076-2f0a-48af-9804-04ab5db885f4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:00.602673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c22af2-3216-4567-b534-433679eb405c req-7f6bc754-bd4a-4286-8954-dcaaa9d8e84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.605563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-7f6bc754-bd4a-4286-8954-dcaaa9d8e84c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 1098 time: 0.2748334 Aug 16 02:11:00.609654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3724f89-ee2b-42df-8823-9a39aaf64c18 req-4eed4849-5045-4403-a766-ae2650b25082 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604567 Aug 16 02:11:00.620963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Router 5b312f10-8015-48f6-97c2-478024f100cd is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:00.667965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:00.673864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02511-1226-4351-8553-b0ffa48fe79f req-9a6c3a58-d98e-4f39-9ed8-7fd4297bbc9c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.685845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ea02511-1226-4351-8553-b0ffa48fe79f req-9a6c3a58-d98e-4f39-9ed8-7fd4297bbc9c tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.2044921 Aug 16 02:11:00.739349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c22af2-3216-4567-b534-433679eb405c req-1a3cdf5e-24d0-4c3a-b737-6ed966e92cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:00.741915 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-1a3cdf5e-24d0-4c3a-b737-6ed966e92cf1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.1293273 Aug 16 02:11:00.809449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:00.813986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.843543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:00.913065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.939693 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:00.963932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Transition to ACTIVE for port object 77d820cd-9174-4405-81b1-544a2515037a will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:00.987659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-e997ae69-4b70-47ca-a961-3a29cf3361af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 200 len: 1001 time: 0.2380846 Aug 16 02:11:00.999652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ea02511-1226-4351-8553-b0ffa48fe79f req-2bcf1c01-7aa9-45d7-ae69-f4123564ddbb tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128977 Aug 16 02:11:01.022944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:01.034315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:01.044418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:01.053575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:01.066955 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.079315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c22af2-3216-4567-b534-433679eb405c req-58a5062d-8f5d-430b-be89-282d553a0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.081671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-58a5062d-8f5d-430b-be89-282d553a0a44 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.0847585 Aug 16 02:11:01.089557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Sync routers for ids ['5b312f10-8015-48f6-97c2-478024f100cd'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:01.153157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event updated for resources: {'Port': ['ID=dbbc4e14-2af2-4d53-ab02-d64a30b7b4a2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.181789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5c3c5-9d68-42f3-af11-a528cc861dd9 req-d0626e3e-3a5d-4132-a701-99400b5f95cd tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.182020 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41439803-4d89-4a13-a9a6-57b93c1cdcd7 None None] Pushing event updated for resources: {'Port': ['ID=77d820cd-9174-4405-81b1-544a2515037a,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.190829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74f5c3c5-9d68-42f3-af11-a528cc861dd9 req-d0626e3e-3a5d-4132-a701-99400b5f95cd tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.4653218 Aug 16 02:11:01.236368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.240870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47012) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:01.242181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-30759ed2-0ed0-4962-b7c2-b1e348686b91 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.9753931 Aug 16 02:11:01.251159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c22af2-3216-4567-b534-433679eb405c req-e57af66b-bfc9-4d4d-a817-55c4879dadde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.253172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-e57af66b-bfc9-4d4d-a817-55c4879dadde service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615047 Aug 16 02:11:01.298487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Attempting to bind port 77d820cd-9174-4405-81b1-544a2515037a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:01.299898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Attempting to bind port 77d820cd-9174-4405-81b1-544a2515037a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:01.302577 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Attempting to bind port 77d820cd-9174-4405-81b1-544a2515037a on network 80508224-bbe1-481f-99a4-5b663ae5af8a {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:01.313356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74f5c3c5-9d68-42f3-af11-a528cc861dd9 req-52efed71-dfe6-40bb-8194-4572342bc2af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205750 Aug 16 02:11:01.314067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:01.315093 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Checking segment: {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:01.319396 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.319396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Bound using segment: {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:01.319396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Bound port: 77d820cd-9174-4405-81b1-544a2515037a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a9a6451-b5e2-46ab-99b9-ee2975d196a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:01.319396 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.381096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.485299 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] For port 77d820cd-9174-4405-81b1-544a2515037a, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:01.493178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] For port 77d820cd-9174-4405-81b1-544a2515037a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=77d820cd-9174-4405-81b1-544a2515037a,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:01.540754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:01.559096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.562780 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:01.585306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.597722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '172bfbaa-e264-44eb-893d-5278a2e25368', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '172bfbaa-e264-44eb-893d-5278a2e25368', 'mac_address': 'fa:16:3e:d4:39:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:01.605487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.624326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.629026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d0f6e62e-9a47-4aa1-a0ec-a9bda514d733'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:01.642445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.657102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:01.664173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.664340 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.682751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:01.684663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=583d17e7-d1eb-48f1-81ab-15df67239420,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:01.686864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-85758e54-454e-4882-9b97-376eb09a536c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5430 time: 0.3185520 Aug 16 02:11:01.722696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Routers {'5b312f10-8015-48f6-97c2-478024f100cd'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:01.723755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5b312f10-8015-48f6-97c2-478024f100cd'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:01.800932 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7fd0e430-ef93-48e2-a0fc-d402df6c6b05 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/5b312f10-8015-48f6-97c2-478024f100cd HTTP/1.1" status: 200 len: 907 time: 0.5589221 Aug 16 02:11:01.801372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47020) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:01.813584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'name': 'tempest-snat-router-331171987', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': True}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:01.823398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a92d12df-5a70-4811-a5fb-80e3d6fce097 req-52047c47-081a-4209-85a2-a4c227dbd54c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274030 Aug 16 02:11:01.894396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:01.894396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: f9b1f076-2f0a-48af-9804-04ab5db885f4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:01.912903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-363b687e-66ab-4951-840c-a9ccfb529731 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5638926 Aug 16 02:11:01.949148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Deleting port dbbc4e14-2af2-4d53-ab02-d64a30b7b4a2 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:01.951534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.054005 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:02.096961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4c22af2-3216-4567-b534-433679eb405c req-14e5ca03-8a5e-4a56-a33f-bc48f92b3ee5 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698482 Aug 16 02:11:02.101424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.102624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.132194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:02.216792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.217128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.229702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d747cec-4076-420e-8b6b-7bdcd4b61742 req-4ec7054f-60af-4001-826f-007dff6ad4c3 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.231312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d747cec-4076-420e-8b6b-7bdcd4b61742 req-4ec7054f-60af-4001-826f-007dff6ad4c3 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.2277174 Aug 16 02:11:02.257654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ddc55f-4177-4dc4-b19d-9a7147b1640f req-01e4cfb6-cc76-43d1-bf08-e532a5060849 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.265034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8ddc55f-4177-4dc4-b19d-9a7147b1640f req-01e4cfb6-cc76-43d1-bf08-e532a5060849 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.2602062 Aug 16 02:11:02.267830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.270491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f9b1f076-2f0a-48af-9804-04ab5db885f4) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:02.277254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Calling delete_port for dbbc4e14-2af2-4d53-ab02-d64a30b7b4a2 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:02.283810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.287129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.306533 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41439803-4d89-4a13-a9a6-57b93c1cdcd7 None None] Pushing event updated for resources: {'Port': ['ID=77d820cd-9174-4405-81b1-544a2515037a,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.387703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8ddc55f-4177-4dc4-b19d-9a7147b1640f req-1c6a313d-bcc7-4006-ab46-a899ce7a0ad6 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217077 Aug 16 02:11:02.395295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.411695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39036c5f-47fa-4e5c-bc3a-d936d399b3f6 None None] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:02.426083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d747cec-4076-420e-8b6b-7bdcd4b61742 req-5a935912-8092-4949-b332-b79c7e03d3f3 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500313 Aug 16 02:11:02.451223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:02.502203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Set router 5b312f10-8015-48f6-97c2-478024f100cd gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:02.507597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:02.545656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a8f1e64-9eea-486e-8cef-c9c1530f0463 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0475128 Aug 16 02:11:02.550500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47028) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:02.575256 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:10:57Z', 'revision_number': 3, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:01Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:02.612119 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7caf1c8-9f63-448e-bc00-5fc8f8608c39 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:10:57Z', 'revision_number': 3, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:01Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:02.696583 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.784173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41b78-cebf-4483-b2cf-0d83ca8ea972 req-e04aed28-ab21-4601-adda-2de0b3b25cfc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:02.794532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ed41b78-cebf-4483-b2cf-0d83ca8ea972 req-e04aed28-ab21-4601-adda-2de0b3b25cfc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2863910 Aug 16 02:11:02.856797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.908441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ed41b78-cebf-4483-b2cf-0d83ca8ea972 req-a5ba0482-9535-418f-b46b-950734be4941 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123526 Aug 16 02:11:02.921412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Port': ['ID=dbbc4e14-2af2-4d53-ab02-d64a30b7b4a2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:02.970392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:02.988711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['172bfbaa-e264-44eb-893d-5278a2e25368'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:03.229443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=12']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:03.344827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b312f10-8015-48f6-97c2-478024f100cd', 'name': 'tempest-snat-router-331171987', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': 'b76bb7bd-646c-4d11-ad00-2756a8e168ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 3, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port': {'id': 'b76bb7bd-646c-4d11-ad00-2756a8e168ce', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b312f10-8015-48f6-97c2-478024f100cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:57Z', 'updated_at': '2021-08-16T02:10:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:03.393342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.415064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Checking router: 5b312f10-8015-48f6-97c2-478024f100cd for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:03.415424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Updating router 5b312f10-8015-48f6-97c2-478024f100cd port b76bb7bd-646c-4d11-ad00-2756a8e168ce binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:03.496629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-962d66ea-bd2f-49b2-932a-edbb6621f544 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.498225 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-962d66ea-bd2f-49b2-932a-edbb6621f544 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.2251124 Aug 16 02:11:03.564075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f0714b3a-57d1-4b28-adef-dcb52c358e70 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:03.640186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.707626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f9b1f076-2f0a-48af-9804-04ab5db885f4', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:03.710541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.760998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5476-9286-490c-8bc6-62ac32213d07 req-30df5f2e-5f6c-4538-8ca5-ec481ece4d7a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.769625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72bc5476-9286-490c-8bc6-62ac32213d07 req-30df5f2e-5f6c-4538-8ca5-ec481ece4d7a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1005881 Aug 16 02:11:03.832416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.836637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.843619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.850807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.857361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.865148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.873693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:03.879794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Deleting port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:03.880351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:03.895461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d301d7bb-a678-4be4-888c-37601f695a0a req-b6cf05ed-0f89-4010-be83-d23a6df61eb0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5430 time: 0.9118724 Aug 16 02:11:03.962605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d301d7bb-a678-4be4-888c-37601f695a0a req-e7703a1b-1444-4907-9f74-9b6f4fec5ec1 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560255 Aug 16 02:11:04.001482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.010223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 77d820cd-9174-4405-81b1-544a2515037a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:04.044717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72bc5476-9286-490c-8bc6-62ac32213d07 req-d964f4ae-dba7-45c3-bbc6-0d804848becb tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741244 Aug 16 02:11:04.046913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.060391 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] create failed (client error): The resource could not be found. Aug 16 02:11:04.061780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ba7dbc3-615f-4633-9c8d-cd6b3fae62fe tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.9856877 Aug 16 02:11:04.065189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47040) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:04.199444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Allocated IP 172.25.6.192 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/f62dd88f-1f41-4136-a74a-137e3a18633e) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:04.224706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port f0714b3a-57d1-4b28-adef-dcb52c358e70 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:04.234766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port f0714b3a-57d1-4b28-adef-dcb52c358e70 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:04.235157 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.282670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Allocated IP 172.22.0.2 (f9b1f076-2f0a-48af-9804-04ab5db885f4/583d17e7-d1eb-48f1-81ab-15df67239420/cb93d00b-6b61-426c-8c23-16026551bc2d) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:04.294430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a7754-65ac-40f7-b037-1428b1cbb3bb req-24f12c66-c949-4ca2-b39b-6b836ec80a40 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.303485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 77d820cd-9174-4405-81b1-544a2515037a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:04.304816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-529a7754-65ac-40f7-b037-1428b1cbb3bb req-24f12c66-c949-4ca2-b39b-6b836ec80a40 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.1588233 Aug 16 02:11:04.337579 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.386875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-529a7754-65ac-40f7-b037-1428b1cbb3bb req-ccb7ea3b-9f91-40b9-ba37-1f9c020fa50e tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764983 Aug 16 02:11:04.400046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.400046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 77d820cd-9174-4405-81b1-544a2515037a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:04.400046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.408381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194812c0-2573-42d0-bc23-1c547e489b76 req-191bf4d5-b117-4262-8285-104f3f89838c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:04.417721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-194812c0-2573-42d0-bc23-1c547e489b76 req-191bf4d5-b117-4262-8285-104f3f89838c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 946 time: 0.2227106 Aug 16 02:11:04.448713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Deleting port 61bc95d3-80f2-408b-a919-0f5301d6d081 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:04.449434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.484762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-194812c0-2573-42d0-bc23-1c547e489b76 req-7c281f47-cbf6-47ac-b41f-53b58f3c5885 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657439 Aug 16 02:11:04.491198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:04.494990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714b3a-57d1-4b28-adef-dcb52c358e70'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:04.497519 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cf1c06-5cb7-41eb-9ddd-b7cd39bb3724" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "f0714b3a-57d1-4b28-adef-dcb52c358e70"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:04.562222 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.590544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.591479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2e065c40-8df4-451c-b8e0-1cae6871f4f2 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:04.628545 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5f94e0-9b34-495a-9d71-0e7214dbf885 x-openstack-request-id: req-ee5f94e0-9b34-495a-9d71-0e7214dbf885 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:04.628929 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "f0714b3a-57d1-4b28-adef-dcb52c358e70", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:04.629147 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee5f94e0-9b34-495a-9d71-0e7214dbf885 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:04.629552 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0714b3a-57d1-4b28-adef-dcb52c358e70', 'code': 200} Aug 16 02:11:04.646834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.665386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Calling delete_port for 61bc95d3-80f2-408b-a919-0f5301d6d081 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:04.910125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] For port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:04.910828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:04.931451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 77d820cd-9174-4405-81b1-544a2515037a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=77d820cd-9174-4405-81b1-544a2515037a,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:04.949803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:04.960211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.002415 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.038505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.045560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Transition to ACTIVE for port object cb93d00b-6b61-426c-8c23-16026551bc2d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:05.060943 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.085566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.126970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:05.136256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:05.136642 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.143525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:05.152635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:05.159864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Port': ['ID=61bc95d3-80f2-408b-a919-0f5301d6d081,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.160734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:05.166023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Transition to ACTIVE for port object cb93d00b-6b61-426c-8c23-16026551bc2d will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:05.198445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Port': ['ID=f62dd88f-1f41-4136-a74a-137e3a18633e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.268587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 172bfbaa-e264-44eb-893d-5278a2e25368 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:05.269069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.325703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.352441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=77d820cd-9174-4405-81b1-544a2515037a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.365251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.371831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.373423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.373829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.374275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.383210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.383428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.383737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.384164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.384570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.384976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.385377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.385784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.386184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.386581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:05.387332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.22.0.1 (f9b1f076-2f0a-48af-9804-04ab5db885f4/583d17e7-d1eb-48f1-81ab-15df67239420/13d9e4eb-3ffb-4d1a-8286-670d5d89021b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:05.392955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.410129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.415650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:05.419359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.429440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.440320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-1714b286-5f97-4271-a5c7-e363c7446e91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5431 time: 0.2757673 Aug 16 02:11:05.440320 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.446953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:05.448327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9f74cf42-6995-4b09-958e-f848cc8a10c3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "DELETE /v2.0/ports/61bc95d3-80f2-408b-a919-0f5301d6d081 HTTP/1.1" status: 204 len: 168 time: 1.3818333 Aug 16 02:11:05.469776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47048) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:05.515541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:05.517848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.654818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.655267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.655607 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Floating IP b3c6e994-ff78-40d8-9258-042358a94eda disassociated. External IP: 172.25.6.212, port: a8aa73b2-ae0e-496d-93ef-17a9b6defdfc. Aug 16 02:11:05.655968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Calling delete_port for a8aa73b2-ae0e-496d-93ef-17a9b6defdfc owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:05.665957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06026ef-241d-4452-8df5-46401321c59f tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.672453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e06026ef-241d-4452-8df5-46401321c59f tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "GET /v2.0/ports?device_id=e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0 HTTP/1.1" status: 200 len: 913 time: 0.1970007 Aug 16 02:11:05.676271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47052) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:05.694884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.698049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:05.733825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Pushing event updated for resources: {'Port': ['ID=cb93d00b-6b61-426c-8c23-16026551bc2d,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:05.739018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Attempting to bind port cb93d00b-6b61-426c-8c23-16026551bc2d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:05.739514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Attempting to bind port cb93d00b-6b61-426c-8c23-16026551bc2d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:05.739977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Attempting to bind port cb93d00b-6b61-426c-8c23-16026551bc2d on network f9b1f076-2f0a-48af-9804-04ab5db885f4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:05.788104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:05.803843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:05.803843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Checking segment: {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:05.803843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.803843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Bound using segment: {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:05.804524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.804747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Bound port: cb93d00b-6b61-426c-8c23-16026551bc2d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:05.804747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.804747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.804747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be34c2e7-54c1-4fe8-aee1-2474d2673dc2 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:05.853065 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.893580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-002e5f70-3ead-41d3-a56c-a3d08efc0246 req-b1ae14c0-1496-4b88-9b72-f3e9de336130 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4396966 Aug 16 02:11:05.906782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec71d8-0f50-4d81-a8c9-7812b933be74 req-eb4cf8ac-5dd7-472f-8f62-d13a67e017b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:05.916309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10ec71d8-0f50-4d81-a8c9-7812b933be74 req-eb4cf8ac-5dd7-472f-8f62-d13a67e017b2 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 946 time: 0.3847783 Aug 16 02:11:05.928564 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:05.947095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 77d820cd-9174-4405-81b1-544a2515037a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:05.986562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object 13d9e4eb-3ffb-4d1a-8286-670d5d89021b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:06.022809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10ec71d8-0f50-4d81-a8c9-7812b933be74 req-9af2630c-09b9-4342-8795-e43aaeab8447 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups?id=5c3ba74c-b6dd-40f2-bb2a-db35ba515324&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052036 Aug 16 02:11:06.049894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Transition to ACTIVE for port object b76bb7bd-646c-4d11-ad00-2756a8e168ce will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:06.118464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.141559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.149842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 77d820cd-9174-4405-81b1-544a2515037a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:06.150518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.164991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.232998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:06.242115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db0ca7e-1628-405b-8f6a-9fb30962bd52 req-19bf3fdb-07c4-48fa-a0eb-e55855f51798 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:06.244499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5db0ca7e-1628-405b-8f6a-9fb30962bd52 req-19bf3fdb-07c4-48fa-a0eb-e55855f51798 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.2036819 Aug 16 02:11:06.263429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] For port cb93d00b-6b61-426c-8c23-16026551bc2d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:06.276653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:06.277211 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.316940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.338296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5db0ca7e-1628-405b-8f6a-9fb30962bd52 req-fcc25396-77e0-42ad-963c-60d4c7eca3af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822618 Aug 16 02:11:06.369715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] For port cb93d00b-6b61-426c-8c23-16026551bc2d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb93d00b-6b61-426c-8c23-16026551bc2d,segment=NetworkSegment(604d6729-65e6-444e-9e45-bb46b1dff75e),segment_id=604d6729-65e6-444e-9e45-bb46b1dff75e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:06.380453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.392191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.409271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=13']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.437609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.457537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1fa11-443b-47c6-99d1-8ea03dfaecc8 None None] Pushing event updated for resources: {'Port': ['ID=b76bb7bd-646c-4d11-ad00-2756a8e168ce,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.462150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Attempting to bind port b76bb7bd-646c-4d11-ad00-2756a8e168ce on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:06.462528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Attempting to bind port b76bb7bd-646c-4d11-ad00-2756a8e168ce by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:06.462929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Attempting to bind port b76bb7bd-646c-4d11-ad00-2756a8e168ce on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:06.468436 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.541343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.595956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:06.596427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:06.596743 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.597143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:06.597665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Bound port: b76bb7bd-646c-4d11-ad00-2756a8e168ce, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:06.598058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.622465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:06.648594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2'}, {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:06.651434 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77f43ab-c014-4e6c-8696-5b17d4558da7" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2"}, {"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:06.684117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event deleted for resources: {'Port': ['ID=a8aa73b2-ae0e-496d-93ef-17a9b6defdfc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.700549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:06.709669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:06.772346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.789082 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39edfdd2-84ec-4e2c-8f8c-4597d07b8d0c x-openstack-request-id: req-39edfdd2-84ec-4e2c-8f8c-4597d07b8d0c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:06.789384 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2", "code": 200}, {"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-plugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:06.789653 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39edfdd2-84ec-4e2c-8f8c-4597d07b8d0c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:06.790040 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'code': 200} Aug 16 02:11:06.790302 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:11:06.798988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:06.811555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8cfa38-a507-46c1-994d-165aa0a72bb7 None None] Pushing event updated for resources: {'Port': ['ID=cb93d00b-6b61-426c-8c23-16026551bc2d,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:06.828853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] For port b76bb7bd-646c-4d11-ad00-2756a8e168ce, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:06.885872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Deleting port 8ece88ff-1801-4889-b03c-304f0b755a95 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:06.886168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.911077 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:06.943338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 400c62ed-1742-48ba-85e8-617763f1de24 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:06.950247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] For port b76bb7bd-646c-4d11-ad00-2756a8e168ce, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b76bb7bd-646c-4d11-ad00-2756a8e168ce,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:07.079649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Router 6cb00662-9c1f-4891-89b5-7b1dca9768de has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:07.083934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.104191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.170920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.200589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Calling delete_port for 8ece88ff-1801-4889-b03c-304f0b755a95 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:07.209038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.279492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.357899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1fa11-443b-47c6-99d1-8ea03dfaecc8 None None] Pushing event updated for resources: {'Port': ['ID=b76bb7bd-646c-4d11-ad00-2756a8e168ce,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.383178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Routers {'5b312f10-8015-48f6-97c2-478024f100cd'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:07.384235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5b312f10-8015-48f6-97c2-478024f100cd'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:07.488191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:07.507181 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] Sync routers for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:07.509793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14fcc4bf-65dd-4521-becd-2453970ba3f4 req-4f7ce247-0028-4a4b-8657-a40074a740d8 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 210 time: 0.0531168 Aug 16 02:11:07.510410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.528766 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:07.532241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 400c62ed-1742-48ba-85e8-617763f1de24 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:07.541208 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:07.545299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Port': ['ID=8ece88ff-1801-4889-b03c-304f0b755a95,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:07.559546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 400c62ed-1742-48ba-85e8-617763f1de24 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:07.560259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.646988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] No DVR routers for this DVR port a8aa73b2-ae0e-496d-93ef-17a9b6defdfc on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:07.656634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:07.660872 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1bf511c7-e9a6-4ba7-a84e-013b6b4893ea req-4cfcb91a-f790-4ff8-8fb9-2070532fabe4 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.58 "DELETE /v2.0/ports/a8aa73b2-ae0e-496d-93ef-17a9b6defdfc HTTP/1.1" status: 204 len: 173 time: 4.0932820 Aug 16 02:11:07.678010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'name': 'network-vif-deleted', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:07.690343 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5bedba-b107-472a-aeac-fcf6dc230bbf" -d '{"events": [{"server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "name": "network-vif-deleted", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:07.714970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.737386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.754724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.767729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.790890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.801497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.823618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:07.853931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-b3d9f470-703c-4737-8685-d3836eb9d6ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5433 time: 0.4099932 Aug 16 02:11:07.862018 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:08.045417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] Set router 5b312f10-8015-48f6-97c2-478024f100cd gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:08.050143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb93d00b-6b61-426c-8c23-16026551bc2d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:08.101637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd4db748-dbb9-4655-ad80-fc216bbce173 req-893e34e1-56ae-48ce-b8f8-ee2910e9a4e2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2467020 Aug 16 02:11:08.193165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Router 481c119c-8e81-43ee-8cca-874f83c87a5a is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:08.212888 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867bbceb-d995-4326-8319-9ee316d01e31 x-openstack-request-id: req-867bbceb-d995-4326-8319-9ee316d01e31 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:08.213188 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d059d8a-8553-4807-a5ae-d6369d6e893e", "name": "network-vif-deleted", "tag": "a8aa73b2-ae0e-496d-93ef-17a9b6defdfc", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:08.215445 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-867bbceb-d995-4326-8319-9ee316d01e31 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:08.219478 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d059d8a-8553-4807-a5ae-d6369d6e893e', 'name': 'network-vif-deleted', 'tag': 'a8aa73b2-ae0e-496d-93ef-17a9b6defdfc', 'status': 'completed', 'code': 200} Aug 16 02:11:08.253214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.256083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c609af-9996-4849-861c-fc90fd43b813 req-51ec5be7-1953-4482-befb-cfcfabd1a687 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:08.258246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1c609af-9996-4849-861c-fc90fd43b813 req-51ec5be7-1953-4482-befb-cfcfabd1a687 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.3784692 Aug 16 02:11:08.300315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.392247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.410370 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:09:02Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:08.444903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1c609af-9996-4849-861c-fc90fd43b813 req-cb52f12e-93b1-4048-bd85-4b0f4450f96d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802633 Aug 16 02:11:08.454542 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] Checking router: 6cb00662-9c1f-4891-89b5-7b1dca9768de for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:08.473442 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:08.473442 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:08.562677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:08.566119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Router e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:08.566606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d0957-a448-4b97-bfdb-5d250a0ce1a1 None None] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:08.682066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:08.689906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3c9f2797-f40c-4430-8683-0408347c6b0d tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "PUT /v2.0/routers/e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0087945 Aug 16 02:11:08.693100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47066) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:08.713800 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:08.761290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:08.764915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] Sync routers for ids ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:08.815384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:08.818221 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2ae9be-0038-4cbb-8cb5-1679558c5a01" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:08.882662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be8da7b1-4a4e-4142-88f1-d4482b36e151 req-d4363694-fb0e-468e-859d-788f9e7d3450 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d059d8a-8553-4807-a5ae-d6369d6e893e HTTP/1.1" status: 200 len: 210 time: 0.1719499 Aug 16 02:11:08.897622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.023100 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be642eb-9d42-4158-b1d0-282439eee34e x-openstack-request-id: req-1be642eb-9d42-4158-b1d0-282439eee34e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:09.025815 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:09.026142 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1be642eb-9d42-4158-b1d0-282439eee34e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:09.028510 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2', 'code': 200} Aug 16 02:11:09.153654 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:09:02Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:09.165380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=400c62ed-1742-48ba-85e8-617763f1de24,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:09.203822 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8728c94a-dcc9-4cf5-b78c-0cff1bb8f167 None None] The sync data for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 is: [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:08:47Z', 'revision_number': 4, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '00622590-bf5e-4be6-92ff-a236379302a4', 'name': '', 'network_id': 'f19c292f-64dd-47ad-b136-805f21826472', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'mac_address': 'fa:16:3e:20:2e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:45Z', 'updated_at': '2021-08-16T02:09:02Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'subnets': [{'id': '2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:09.208736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7d2f5717-efd8-4631-a865-1b3a93e2b864 None None] Provisioning for port cb93d00b-6b61-426c-8c23-16026551bc2d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:09.214242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] Routers {'e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:09.221116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:09.241432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.244833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.277191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.360796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.361927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6630d242-1b57-4a56-b005-1609ea8ec7bf up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:09.383955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:09.386003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cb93d00b-6b61-426c-8c23-16026551bc2d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:09.388674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.396050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.400752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:09.403657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.412620 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Sync routers for ids ['481c119c-8e81-43ee-8cca-874f83c87a5a'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:09.423887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.426440 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Routers {'481c119c-8e81-43ee-8cca-874f83c87a5a'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:09.431528 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['481c119c-8e81-43ee-8cca-874f83c87a5a'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:09.444220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.460259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.476956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:09.484088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-5295354e-b3db-400b-a610-8c012aa19fe2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5434 time: 0.1744571 Aug 16 02:11:09.485143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.488902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Fanout notify agent at l3_agent the message router_deleted on router e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:09.490556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cb93d00b-6b61-426c-8c23-16026551bc2d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:09.490556 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.514498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.515784 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5f7ee04-bb44-40de-b391-82f9420a87c3 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7111464 Aug 16 02:11:09.520163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47074) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.545957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.547846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61f160af-5ca5-4c66-b0aa-adf38aa0145a tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "DELETE /v2.0/routers/e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0 HTTP/1.1" status: 204 len: 168 time: 0.8530426 Aug 16 02:11:09.556193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47076) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.584398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:09.587435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:09.668299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] Routers set() bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:09.669879 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Set router 481c119c-8e81-43ee-8cca-874f83c87a5a gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:09.670280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] Router IDs set() for agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:11:09.674685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_agentschedulers_db [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent'). {{(pid=101947) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:11:09.677309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b816b253-8383-47bd-b3bd-f4b2fd7d3f29 None None] The sync data for ids ['e9bbf2da-ca6b-4d6a-8388-a7fdc7b9f0f0'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:09.732611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Deleting subnet 6d8f80de-17e1-426b-bd7b-02fb642616e2 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:09.752357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.788210 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c7d6df0f-3a3f-4775-924d-8e90900c7791 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/481c119c-8e81-43ee-8cca-874f83c87a5a HTTP/1.1" status: 200 len: 907 time: 0.2643557 Aug 16 02:11:09.789185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47078) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:09.795477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:09.802992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b3e31f-743a-47ed-a693-c86e9adbc430 None None] New status for floating IP b3c6e994-ff78-40d8-9258-042358a94eda: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:09.858114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.970504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:09.977574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:09.984803 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c119c-8e81-43ee-8cca-874f83c87a5a', 'name': 'tempest-snat-router-331171987', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192'}], 'enable_snat': True}, 'gw_port_id': 'f62dd88f-1f41-4136-a74a-137e3a18633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:02Z', 'updated_at': '2021-08-16T02:11:05Z', 'revision_number': 3, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port': {'id': 'f62dd88f-1f41-4136-a74a-137e3a18633e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:64:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481c119c-8e81-43ee-8cca-874f83c87a5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:04Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:09.995474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f8b20aa3-fab5-40ab-a364-28e3e7ea7d9b req-70927efd-fbb6-4030-bc7d-760efa9f61c2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4937418 Aug 16 02:11:10.024271 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Checking router: 481c119c-8e81-43ee-8cca-874f83c87a5a for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:10.024624 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Updating router 481c119c-8e81-43ee-8cca-874f83c87a5a port f62dd88f-1f41-4136-a74a-137e3a18633e binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:10.061487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef926383-6ef0-4b1f-9e8e-d4276ec8b406 req-cc9b14d3-4c1c-405a-9da5-bf553b471a43 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:10.070986 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.076175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef926383-6ef0-4b1f-9e8e-d4276ec8b406 req-cc9b14d3-4c1c-405a-9da5-bf553b471a43 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.4293165 Aug 16 02:11:10.148781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.149018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.163477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 6630d242-1b57-4a56-b005-1609ea8ec7bf completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:10.170594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef926383-6ef0-4b1f-9e8e-d4276ec8b406 req-de74a87a-c862-47a3-a0bf-7bad7a5612ee tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883038 Aug 16 02:11:10.229057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port cb93d00b-6b61-426c-8c23-16026551bc2d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb93d00b-6b61-426c-8c23-16026551bc2d,segment=NetworkSegment(604d6729-65e6-444e-9e45-bb46b1dff75e),segment_id=604d6729-65e6-444e-9e45-bb46b1dff75e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:10.230235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 6630d242-1b57-4a56-b005-1609ea8ec7bf triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:10.230617 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.247270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:10.261982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3a500cf1-f57e-417a-ac08-f001425a1557 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7076170 Aug 16 02:11:10.266237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:10.272927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'network': {'name': 'tempest-RoutersTest-1935847925'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:10.296856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b312f10-8015-48f6-97c2-478024f100cd', 'name': 'tempest-snat-router-331171987', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': 'b76bb7bd-646c-4d11-ad00-2756a8e168ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 3, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port': {'id': 'b76bb7bd-646c-4d11-ad00-2756a8e168ce', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b312f10-8015-48f6-97c2-478024f100cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:57Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:10.320799 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:10.339229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62e27f9-ea7a-4ade-9aa5-eecb721778b3 None None] The sync data for ids ['5b312f10-8015-48f6-97c2-478024f100cd'] in n-d-768852-19 is: [{'id': '5b312f10-8015-48f6-97c2-478024f100cd', 'name': 'tempest-snat-router-331171987', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.10'}], 'enable_snat': False}, 'gw_port_id': 'b76bb7bd-646c-4d11-ad00-2756a8e168ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:56Z', 'updated_at': '2021-08-16T02:10:59Z', 'revision_number': 3, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port': {'id': 'b76bb7bd-646c-4d11-ad00-2756a8e168ce', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:4d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b312f10-8015-48f6-97c2-478024f100cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:57Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:10.343485 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:10.344133 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:10.349871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47086) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:10.352205 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.397701 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.447905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.468627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a80e0eef-161d-4962-8e68-eedb4a95cc75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.515299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8f80de-17e1-426b-bd7b-02fb642616e2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.516101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:10.520264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.530392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55df2018-b3de-4c71-ac9c-c380d2acf0bb None None] Provisioning complete for port cb93d00b-6b61-426c-8c23-16026551bc2d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:10.530824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55df2018-b3de-4c71-ac9c-c380d2acf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.567583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.570728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "DELETE /v2.0/subnets/6d8f80de-17e1-426b-bd7b-02fb642616e2 HTTP/1.1" status: 204 len: 168 time: 1.0132763 Aug 16 02:11:10.578181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47094) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:10.598170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=cb93d00b-6b61-426c-8c23-16026551bc2d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:10.602118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.667838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:10.669570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10ca787-3d4c-45f1-b14a-070324294b6a None None] Network 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:10.704751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:10.733770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.744264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.744979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.745087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.745568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.746021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.746144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.746367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.746492 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added segment 35e97dec-584a-430d-b2bd-4becedea2253 of type vlan for network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 Aug 16 02:11:10.749210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.749210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.749210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.749210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.749210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.749210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc71020-1dba-4766-addd-a3fa98620462 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:10.846276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0d02b0c0-4322-4ec7-a3e1-95e52e87e4fc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.855225 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.857364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:10.862911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:10.930464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0d02b0c0-4322-4ec7-a3e1-95e52e87e4fc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.943631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:10.964075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Deleting port f62dd88f-1f41-4136-a74a-137e3a18633e {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:10.971269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.052771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Deleting port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:11.053190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.096333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:11.099406 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c25720-e017-425d-ab71-9a8b81176d34" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "400c62ed-1742-48ba-85e8-617763f1de24"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:11.102680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.161186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0d02b0c0-4322-4ec7-a3e1-95e52e87e4fc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.165509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0d02b0c0-4322-4ec7-a3e1-95e52e87e4fc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.169010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0d02b0c0-4322-4ec7-a3e1-95e52e87e4fc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "DELETE /v2.0/security-groups/5c3ba74c-b6dd-40f2-bb2a-db35ba515324 HTTP/1.1" status: 204 len: 168 time: 0.8157535 Aug 16 02:11:11.170331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.192068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.193331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.205157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:11.266715 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae847dfd-5d69-40ee-8f3f-b484216f98c4 x-openstack-request-id: req-ae847dfd-5d69-40ee-8f3f-b484216f98c4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:11.269501 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "400c62ed-1742-48ba-85e8-617763f1de24", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:11.269501 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae847dfd-5d69-40ee-8f3f-b484216f98c4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:11.269501 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24', 'code': 200} Aug 16 02:11:11.269501 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf', 'code': 200} Aug 16 02:11:11.269960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:11.276049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:11.276442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.328088 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-9500c881-2fb9-4657-9c90-0d0c99c8a48a tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] show failed (client error): The resource could not be found. Aug 16 02:11:11.329996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9500c881-2fb9-4657-9c90-0d0c99c8a48a tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "GET /v2.0/security-groups/5c3ba74c-b6dd-40f2-bb2a-db35ba515324 HTTP/1.1" status: 404 len: 347 time: 0.1128228 Aug 16 02:11:11.381188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d02b0c0-4322-4ec7-a3e1-95e52e87e4fc tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3ba74c-b6dd-40f2-bb2a-db35ba515324,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.387710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47104) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:11.411283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.436875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1669004 Aug 16 02:11:11.444991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:11.447271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55df2018-b3de-4c71-ac9c-c380d2acf0bb None None] Provisioning for port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:11.469791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] DHCP port deletion for 54b94c29-c9f5-456e-88e5-f6ef6f8ba91a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:11.474291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] For port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,segment=NetworkSegment(7224d9d8-7ae5-4db3-a417-8d1354416c24),segment_id=7224d9d8-7ae5-4db3-a417-8d1354416c24)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:11.475487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55df2018-b3de-4c71-ac9c-c380d2acf0bb None None] Provisioning complete for port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:11.476070 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55df2018-b3de-4c71-ac9c-c380d2acf0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.481913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.494410 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.522536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-55df2018-b3de-4c71-ac9c-c380d2acf0bb None None] Port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:11.529249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'subnet': {'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:11.549473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Calling delete_port for c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:11.563791 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Transition to ACTIVE for port object f62dd88f-1f41-4136-a74a-137e3a18633e will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:11.573082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:11.594333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.595240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] Deleting port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:11.595847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.614689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.623872 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:07Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:11.629857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.646205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.670493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.677406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.681672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] For port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,segment=NetworkSegment(7224d9d8-7ae5-4db3-a417-8d1354416c24),segment_id=7224d9d8-7ae5-4db3-a417-8d1354416c24)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:11.682350 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.690406 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.697130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.700049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-fff11b66-3719-4f30-9e12-cfc8337305b4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5435 time: 0.4486980 Aug 16 02:11:11.707464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] Calling delete_port for c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:11.728724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.753938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea611f9-135c-4b49-83a3-a56ab81a7b53 req-426aec2d-e4fe-440c-aaa3-ee321e3074b6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:11.766429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cea611f9-135c-4b49-83a3-a56ab81a7b53 req-426aec2d-e4fe-440c-aaa3-ee321e3074b6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.4349225 Aug 16 02:11:11.778694 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5a2c6-8449-461d-b0f5-d393e8220d23 None None] Pushing event updated for resources: {'Port': ['ID=f62dd88f-1f41-4136-a74a-137e3a18633e,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.788023 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:11.788023 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Updating router 92d70af4-588d-48a1-a556-725e2f07e809 port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:11.810116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4802b647-58ca-43ea-9052-aa975cca64f7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Network': ['ID=6480fb2e-62fa-4915-a5ed-7508cf1ec907,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:11.839262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.839262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3815947f-030e-4b25-9c4d-e1090380302d up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:11.857538 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:11.868727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:11.906593 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Attempting to bind port f62dd88f-1f41-4136-a74a-137e3a18633e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:11.906984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Attempting to bind port f62dd88f-1f41-4136-a74a-137e3a18633e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:11.907349 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Attempting to bind port f62dd88f-1f41-4136-a74a-137e3a18633e on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:11.967141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Calling delete_port for f62dd88f-1f41-4136-a74a-137e3a18633e owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:12.001097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.081282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] No DVR routers for this DVR port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:12.135135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a64ca3fd-8b4b-4879-aca6-450bfc71e17f None None] Provisioning complete for port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:12.135526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a64ca3fd-8b4b-4879-aca6-450bfc71e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.139754 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:12.140608 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:12.141239 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.141850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:12.142588 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Bound port: f62dd88f-1f41-4136-a74a-137e3a18633e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:12.143321 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.179279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Made reservation on behalf of 2be00961c6164b149fdbd667fbda05e3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:12.185320 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.261171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3815947f-030e-4b25-9c4d-e1090380302d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:12.293428 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] For port f62dd88f-1f41-4136-a74a-137e3a18633e, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:12.308029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a64ca3fd-8b4b-4879-aca6-450bfc71e17f None None] Port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:12.316102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] For port f62dd88f-1f41-4136-a74a-137e3a18633e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f62dd88f-1f41-4136-a74a-137e3a18633e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:12.318804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3815947f-030e-4b25-9c4d-e1090380302d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:12.319189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.322597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.381765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b307068-808b-4b38-a236-fee8aa92b0e1 None None] Pushing event deleted for resources: {'Port': ['ID=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.484009 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.498788 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.557029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cea611f9-135c-4b49-83a3-a56ab81a7b53 req-53035e25-49ae-43d4-a530-38616003a510 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7815599 Aug 16 02:11:12.604672 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Routers {'481c119c-8e81-43ee-8cca-874f83c87a5a'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:12.606863 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:10:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['481c119c-8e81-43ee-8cca-874f83c87a5a'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.613582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Deleting port 1791aeaa-f5a6-4bab-aad2-94c3349a0926 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:12.614979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0b5a6d2-0d07-4191-af23-8aa0723e00f7 req-b3a5b074-f172-4de3-b10f-8a3887fb6dd2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8976583 Aug 16 02:11:12.615432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.626254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3815947f-030e-4b25-9c4d-e1090380302d,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:12.681091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.706607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.730746 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] Set router 481c119c-8e81-43ee-8cca-874f83c87a5a gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:12.739533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb93d00b-6b61-426c-8c23-16026551bc2d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:12.748696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] No DVR routers for this DVR port c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:12.771977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Port': ['ID=c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:12.783826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.784476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.784987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.785495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a8aa73b2-ae0e-496d-93ef-17a9b6defdfc no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:12.834926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Calling delete_port for 1791aeaa-f5a6-4bab-aad2-94c3349a0926 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:12.879031 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481c119c-8e81-43ee-8cca-874f83c87a5a', 'name': 'tempest-snat-router-331171987', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:02Z', 'updated_at': '2021-08-16T02:11:10Z', 'revision_number': 4, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.902173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.915172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b94c29-c9f5-456e-88e5-f6ef6f8ba91a']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.930744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7224d9d8-7ae5-4db3-a417-8d1354416c24') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.933471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7224d9d8-7ae5-4db3-a417-8d1354416c24') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:12.943127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.948899 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3289674d-a1d8-44d5-af65-9f6766e972d1 None None] The sync data for ids ['481c119c-8e81-43ee-8cca-874f83c87a5a'] in n-d-768852-19 is: [{'id': '481c119c-8e81-43ee-8cca-874f83c87a5a', 'name': 'tempest-snat-router-331171987', 'tenant_id': '91aec8b65dba4545b11a580c9ed57128', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:02Z', 'updated_at': '2021-08-16T02:11:10Z', 'revision_number': 4, 'project_id': '91aec8b65dba4545b11a580c9ed57128', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:12.987361 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:12.994067 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.009861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:13.010304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:13.022764 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:13.053527 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Transition to ACTIVE for port object 13d9e4eb-3ffb-4d1a-8286-670d5d89021b will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:13.061109 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5a2c6-8449-461d-b0f5-d393e8220d23 None None] Pushing event updated for resources: {'Port': ['ID=f62dd88f-1f41-4136-a74a-137e3a18633e,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.108783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.147744 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.180647 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f1d4dce-363c-4304-b9b7-50da1d771749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.190711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.197561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: a8aa73b2-ae0e-496d-93ef-17a9b6defdfc {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:13.198092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a8aa73b2-ae0e-496d-93ef-17a9b6defdfc not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:13.231343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.245574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.252649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] 10.222.0.76 "DELETE /v2.0/networks/54b94c29-c9f5-456e-88e5-f6ef6f8ba91a HTTP/1.1" status: 204 len: 168 time: 2.6682909 Aug 16 02:11:13.268122 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda35e9-2d93-40be-854e-8aef63b1c1d7 None None] Pushing event updated for resources: {'Port': ['ID=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.272003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Pushing event deleted for resources: {'Port': ['ID=1791aeaa-f5a6-4bab-aad2-94c3349a0926,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.274117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d27dbc-dba6-4623-933d-e898f9a00cd3 tempest-FloatingIPNegativeTestJSON-1814311817 tempest-FloatingIPNegativeTestJSON-1814311817-project] Pushing event deleted for resources: {'Network': ['ID=54b94c29-c9f5-456e-88e5-f6ef6f8ba91a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.307966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:13.311908 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee74847e-b563-40f9-96f2-e1d4aaf9ac7d" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6e62e-9a47-4aa1-a0ec-a9bda514d733"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "3815947f-030e-4b25-9c4d-e1090380302d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:13.374297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.394234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cb93d00b-6b61-426c-8c23-16026551bc2d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:13.394624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.437823 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Attempting to bind port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:13.438209 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Attempting to bind port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:13.438577 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Attempting to bind port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b on network f9b1f076-2f0a-48af-9804-04ab5db885f4 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:13.447551 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:13.447935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Checking segment: {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:13.448350 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.448752 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Bound using segment: {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:13.449236 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Bound port: 13d9e4eb-3ffb-4d1a-8286-670d5d89021b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604d6729-65e6-444e-9e45-bb46b1dff75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:13.449625 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.454117 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba21264-7d0e-449e-addf-758935c8971e x-openstack-request-id: req-8ba21264-7d0e-449e-addf-758935c8971e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:13.454425 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "d0f6e62e-9a47-4aa1-a0ec-a9bda514d733", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-plugged", "status": "completed", "tag": "3815947f-030e-4b25-9c4d-e1090380302d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:13.455583 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ba21264-7d0e-449e-addf-758935c8971e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:13.455978 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733', 'code': 200} Aug 16 02:11:13.456239 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d', 'code': 200} Aug 16 02:11:13.515949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Subnet': ['ID=5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:13.557193 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] For port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:13.562093 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] For port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,segment=NetworkSegment(604d6729-65e6-444e-9e45-bb46b1dff75e),segment_id=604d6729-65e6-444e-9e45-bb46b1dff75e)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:13.570452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b76bb7bd-646c-4d11-ad00-2756a8e168ce up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:13.641990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Checking segment: {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:13.642539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network hostable DHCP agents. Network: 6480fb2e-62fa-4915-a5ed-7508cf1ec907, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:13.672333 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.747900 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:13.748682 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:13.752385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b76bb7bd-646c-4d11-ad00-2756a8e168ce completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:13.762784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.763616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b76bb7bd-646c-4d11-ad00-2756a8e168ce triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:13.766541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.767260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.768318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78021cf9-13c9-484c-8fa6-afa1bf33bb99 tempest-ServersTestJSON-483075044 tempest-ServersTestJSON-483075044-project] 10.222.0.76 "DELETE /v2.0/floatingips/b3c6e994-ff78-40d8-9258-042358a94eda HTTP/1.1" status: 204 len: 168 time: 2.3733602 Aug 16 02:11:13.782061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:13.849344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32fd58-ddfb-483b-9148-b9bae75dcef7 req-205bef0e-5543-4c41-9d31-214fa54590f4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.851852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a32fd58-ddfb-483b-9148-b9bae75dcef7 req-205bef0e-5543-4c41-9d31-214fa54590f4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.1976309 Aug 16 02:11:13.914433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:13.980042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:13.984417 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:13.998603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.010474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.021291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.024535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b76bb7bd-646c-4d11-ad00-2756a8e168ce, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b76bb7bd-646c-4d11-ad00-2756a8e168ce,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:14.032396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.039171 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:14.044891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.051038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.060069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-93f7a0d9-43ce-4d58-8d97-3019be619547 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.3064225 Aug 16 02:11:14.084130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a32fd58-ddfb-483b-9148-b9bae75dcef7 req-8424e7ed-e185-46f7-8c40-3dc81c1f79f9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232101 Aug 16 02:11:14.111092 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.112192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.112751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.113248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.115826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.116554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.119087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.120767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.123050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-917ab2fe-964e-493d-bad1-22292b9b186a req-adce759f-f35d-4c6f-88ee-84cd6ad2ad30 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.5873141 Aug 16 02:11:14.125400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6480fb2e-62fa-4915-a5ed-7508cf1ec907) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:14.172875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2180db6c-6de5-48ec-9b09-44155e0e2dc9 req-594d394b-92f5-4ee6-b102-14471fb07623 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114957 Aug 16 02:11:14.189461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:14.196020 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.197800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47122) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.239673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-917ab2fe-964e-493d-bad1-22292b9b186a req-d3e3f6b6-2ccd-4789-960f-29a0409afeba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=195622ca-8420-416a-89d4-7e283370f440&id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994029 Aug 16 02:11:14.260565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4fa6fb-1fba-4e21-8b43-035f92f7b664 None None] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:14.295681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.335749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event deleted for resources: {'Port': ['ID=f62dd88f-1f41-4136-a74a-137e3a18633e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.338848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ee22080d-5d04-4b82-9cd3-f9abfb8e0e04 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8243515 Aug 16 02:11:14.348133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47126) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.401895 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda35e9-2d93-40be-854e-8aef63b1c1d7 None None] Pushing event updated for resources: {'Port': ['ID=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.442306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.455871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:14.540511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:14.555038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c9dbf2fe-f2f4-4fc0-943e-34cd9355ce08 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:14.560586 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.566603 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.702058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b76bb7bd-646c-4d11-ad00-2756a8e168ce,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:14.746886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e663275-9587-40ca-a6d2-e09009d09b5e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9b8f889779a245c4a885eb89c8990ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5475800 Aug 16 02:11:14.755847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47128) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.762295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.762881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 481c119c-8e81-43ee-8cca-874f83c87a5a {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:14.769148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.777011 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c3c6bb15-bdcf-4204-a206-13c0212036a8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/routers/481c119c-8e81-43ee-8cca-874f83c87a5a HTTP/1.1" status: 204 len: 168 time: 4.9865005 Aug 16 02:11:14.781564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47130) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:14.795866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:13Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:14.842930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.861039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:14.861923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.890170 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913a133c-e4de-41de-a0f7-fac09855cec8 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:06Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:13Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:14.891361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:14.900347 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:15.087438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.134402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Allocated IP 172.23.0.2 (6480fb2e-62fa-4915-a5ed-7508cf1ec907/5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f/b2d82e10-31c2-49c6-a65e-228c9b3566c7) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:15.458935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.483393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Transition to ACTIVE for port object b2d82e10-31c2-49c6-a65e-228c9b3566c7 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:15.514329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Transition to ACTIVE for port object b2d82e10-31c2-49c6-a65e-228c9b3566c7 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:15.572316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b39c1f9-1045-41f6-aef2-e1364a9e8ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.592821 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.605163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b39c1f9-1045-41f6-aef2-e1364a9e8ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.669586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:15.699711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:15.717412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f535-e211-4ebe-b8ce-6077d8b29750 req-76709607-5e33-4953-a1d0-a1292314e113 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.727775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a133f535-e211-4ebe-b8ce-6077d8b29750 req-76709607-5e33-4953-a1d0-a1292314e113 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.4072819 Aug 16 02:11:15.733977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:15.752622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.760349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.763155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Pushing event updated for resources: {'Port': ['ID=b2d82e10-31c2-49c6-a65e-228c9b3566c7,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:15.767331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.775974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.784936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.791152 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.797336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:15.806701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-cdc35849-d9d5-485e-9659-9fba0c50e022 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.3657966 Aug 16 02:11:15.830773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.841545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Attempting to bind port b2d82e10-31c2-49c6-a65e-228c9b3566c7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:15.842031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Attempting to bind port b2d82e10-31c2-49c6-a65e-228c9b3566c7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:15.842404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Attempting to bind port b2d82e10-31c2-49c6-a65e-228c9b3566c7 on network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:15.850504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:15.850907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Checking segment: {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:15.854920 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.855446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Bound using segment: {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:15.855926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Bound port: b2d82e10-31c2-49c6-a65e-228c9b3566c7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:15.856334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.857129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b39c1f9-1045-41f6-aef2-e1364a9e8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.867891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b39c1f9-1045-41f6-aef2-e1364a9e8ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:15.869400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4b39c1f9-1045-41f6-aef2-e1364a9e8ada admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7dad8d9e-dc1c-49ad-b8df-00da83ca21cf HTTP/1.1" status: 204 len: 168 time: 1.1118088 Aug 16 02:11:15.994200 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.009868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a133f535-e211-4ebe-b8ce-6077d8b29750 req-f74351e5-c3e3-4062-92f1-9e02daf0642e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808292 Aug 16 02:11:16.012756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] For port b2d82e10-31c2-49c6-a65e-228c9b3566c7, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:16.017591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] For port b2d82e10-31c2-49c6-a65e-228c9b3566c7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2d82e10-31c2-49c6-a65e-228c9b3566c7,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:16.031715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39c1f9-1045-41f6-aef2-e1364a9e8ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad8d9e-dc1c-49ad-b8df-00da83ca21cf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.054045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f859fc3-11e3-4758-8175-73deb3ad0b88 req-278623de-f899-4e9e-a024-d0ffac4b82e8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2462256 Aug 16 02:11:16.095067 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.150131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.252318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Deleting port b76bb7bd-646c-4d11-ad00-2756a8e168ce {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:16.255972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.264369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7336394-c09a-4599-96d7-6e0fedd299a9 None None] Pushing event updated for resources: {'Port': ['ID=b2d82e10-31c2-49c6-a65e-228c9b3566c7,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:16.548961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] For port b76bb7bd-646c-4d11-ad00-2756a8e168ce, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b76bb7bd-646c-4d11-ad00-2756a8e168ce,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:16.549354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.634550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Calling delete_port for b76bb7bd-646c-4d11-ad00-2756a8e168ce owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:16.704907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Allocated IP 172.23.0.1 (6480fb2e-62fa-4915-a5ed-7508cf1ec907/5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f/7fe00156-c6a5-447a-85a1-e4e60ccc8e8f) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:16.840164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Deleting port 00622590-bf5e-4be6-92ff-a236379302a4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:16.840517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.867448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:16.894016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Transition to ACTIVE for port object 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:16.964356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2d82e10-31c2-49c6-a65e-228c9b3566c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:17.013962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] For port 00622590-bf5e-4be6-92ff-a236379302a4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=00622590-bf5e-4be6-92ff-a236379302a4,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:17.014496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.027924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.028768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Calling delete_port for 00622590-bf5e-4be6-92ff-a236379302a4 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:17.139132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b2d82e10-31c2-49c6-a65e-228c9b3566c7 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:17.143813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b76bb7bd-646c-4d11-ad00-2756a8e168ce up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:17.162974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:17.228820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:17.239048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b76bb7bd-646c-4d11-ad00-2756a8e168ce triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:17.240868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.307162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:17.317245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:17.478026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c205e3-13f7-4775-8800-c40f87431e92 req-fe4a2f02-d11b-4862-b3c4-59d506c6d6bb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.488485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9c205e3-13f7-4775-8800-c40f87431e92 req-fe4a2f02-d11b-4862-b3c4-59d506c6d6bb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.3113909 Aug 16 02:11:17.496603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 13d9e4eb-3ffb-4d1a-8286-670d5d89021b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:17.545908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.576173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47160) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:17.601997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.604435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.616231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event deleted for resources: {'Port': ['ID=b76bb7bd-646c-4d11-ad00-2756a8e168ce,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:17.628106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.638115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.644997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.652289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.660278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.668427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.675921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:17.678735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b232386b-d242-4785-aeba-694201a21aa4 req-15e1cd3c-d018-43f3-a8d9-33eca87718b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.4453018 Aug 16 02:11:17.716720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:17.721701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:17.722189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.776028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=00622590-bf5e-4be6-92ff-a236379302a4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:17.778917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:17.787942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9c205e3-13f7-4775-8800-c40f87431e92 req-8f6eb40f-ab2c-4de6-802b-b5a78a97e534 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847903 Aug 16 02:11:17.807652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf46d83-6440-4af7-9736-e18b5b38ce18 None None] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:17.918944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'networks': [{'name': 'tempest-network--603389620'}, {'name': 'tempest-network--1653187725'}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:17.919273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'network': {'name': 'tempest-network--603389620'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:17.919851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'network': {'name': 'tempest-network--1653187725'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:17.946829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b232386b-d242-4785-aeba-694201a21aa4 req-513aceeb-ecf4-4308-ae93-c6ef1c00ac50 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1754146 Aug 16 02:11:18.015762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.022387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.076193 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.105914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.122788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] Provisioning for port b2d82e10-31c2-49c6-a65e-228c9b3566c7 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:18.130454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'network': 2} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:18.135453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.139954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] Provisioning complete for port b2d82e10-31c2-49c6-a65e-228c9b3566c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:18.141393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.144294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,segment=NetworkSegment(604d6729-65e6-444e-9e45-bb46b1dff75e),segment_id=604d6729-65e6-444e-9e45-bb46b1dff75e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.149743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.217888 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.250433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.251041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5b312f10-8015-48f6-97c2-478024f100cd {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:18.259066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.260060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.263931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e0109e1c-63e2-46d8-a684-f854889e843f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "DELETE /v2.0/routers/5b312f10-8015-48f6-97c2-478024f100cd HTTP/1.1" status: 204 len: 168 time: 3.4801242 Aug 16 02:11:18.272934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.277239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47166) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:18.279547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.282310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1306498364', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:18.286479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.293079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.299338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.306245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:18.313837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eb03a69-a28c-4380-90ca-cef5dd63a569 req-0e979a9b-2535-48f5-9c7b-9e8cb9aa1a32 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.2288861 Aug 16 02:11:18.314014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.325003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47168) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:18.354815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.404998 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.428579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Request body: {'floatingip': {'port_id': '2e065c40-8df4-451c-b8e0-1cae6871f4f2'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:18.477403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] For port b2d82e10-31c2-49c6-a65e-228c9b3566c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2d82e10-31c2-49c6-a65e-228c9b3566c7,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:18.546175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.552872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.661160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290f615-6d97-475f-94b2-89d1ea0bb74e None None] Pushing event updated for resources: {'Port': ['ID=b2d82e10-31c2-49c6-a65e-228c9b3566c7,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:18.688313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a94b95b2-03d2-4a85-9278-93aed96eca85 None None] Provisioning complete for port b2d82e10-31c2-49c6-a65e-228c9b3566c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:18.688703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a94b95b2-03d2-4a85-9278-93aed96eca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:18.794889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Router 6cb00662-9c1f-4891-89b5-7b1dca9768de has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:19.148423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.150281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:19.150281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6d4310a-f843-435d-9452-270019c5fdf7 admin admin] 10.222.0.76 "PUT /v2.0/routers/6cb00662-9c1f-4891-89b5-7b1dca9768de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2783172 Aug 16 02:11:19.150281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47172) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:19.151539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] Sync routers for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:19.151539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:19.151539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.175975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ab045-78d0-4d74-a015-53b8d2804fca req-20e205c2-60c7-4dd8-8efa-80b284393140 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:19.178563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-518ab045-78d0-4d74-a015-53b8d2804fca req-20e205c2-60c7-4dd8-8efa-80b284393140 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.1919367 Aug 16 02:11:19.186547 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.210602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2d82e10-31c2-49c6-a65e-228c9b3566c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:19.216697 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.267478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-518ab045-78d0-4d74-a015-53b8d2804fca req-8f14fedf-efc8-4ee3-a528-ae15704d0273 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515413 Aug 16 02:11:19.292874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:19.296119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a94b95b2-03d2-4a85-9278-93aed96eca85 None None] Provisioning for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:19.307122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.307475 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.321923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.325577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.379056 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.380408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.446932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a94b95b2-03d2-4a85-9278-93aed96eca85 None None] Provisioning complete for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:19.447198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a94b95b2-03d2-4a85-9278-93aed96eca85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.488393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.516165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b2d82e10-31c2-49c6-a65e-228c9b3566c7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:19.516917 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.522229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Deleting port c227d4f0-bcf5-4f77-a2b7-398015a5b45a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:19.522580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.542574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a94b95b2-03d2-4a85-9278-93aed96eca85 None None] Port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:19.597990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71'}], 'enable_snat': True}, 'gw_port_id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:11:17Z', 'revision_number': 5, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port': {'id': 'c227d4f0-bcf5-4f77-a2b7-398015a5b45a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:20:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:38Z', 'updated_at': '2021-08-16T02:08:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.632784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] Checking router: 6cb00662-9c1f-4891-89b5-7b1dca9768de for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:19.660585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a701c7-92b1-4386-9823-9cb12cf098a8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.695654 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.699373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] Routers {'6cb00662-9c1f-4891-89b5-7b1dca9768de'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:19.700175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6cb00662-9c1f-4891-89b5-7b1dca9768de'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:19.701088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:19.703370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event updated for resources: {'Port': ['ID=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:19.728286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.728998 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Added segment 5bf4b636-8235-4c57-9c10-a494bad88d8b of type vlan for network 275796d4-3a2b-4d83-8362-f9ba752f6baa Aug 16 02:11:19.742193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.780436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.816134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] Set router 6cb00662-9c1f-4891-89b5-7b1dca9768de gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:19.824912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.832753 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.839773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] For port c227d4f0-bcf5-4f77-a2b7-398015a5b45a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:19.840211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:19.859415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Calling delete_port for c227d4f0-bcf5-4f77-a2b7-398015a5b45a owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:19.985485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:19.989537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:19.999264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:20.011697 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.011697 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Added segment 8c0a75b3-2f48-4b5e-954e-8e2465f6c6c1 of type vlan for network a6531373-d1df-49d4-b0ab-5843ef610ee7 Aug 16 02:11:20.032910 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Floating IP b2615b1c-7950-42f7-86b1-9199f7d69bd0 associated. External IP: 172.25.6.86, port: 2e065c40-8df4-451c-b8e0-1cae6871f4f2. Aug 16 02:11:20.100703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:11:19Z', 'revision_number': 6, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:20.174586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-73290aa5-26d9-42e2-83ec-564c14dfb6eb None None] Provisioning complete for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:20.175334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73290aa5-26d9-42e2-83ec-564c14dfb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.188813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25733edd-22cc-4d37-bfec-39433ff06341 None None] The sync data for ids ['6cb00662-9c1f-4891-89b5-7b1dca9768de'] in n-d-768852-19 is: [{'id': '6cb00662-9c1f-4891-89b5-7b1dca9768de', 'name': 'tempest-ServersTestJSON-1485060703-router', 'tenant_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:37Z', 'updated_at': '2021-08-16T02:11:19Z', 'revision_number': 6, 'project_id': 'd28677c6b56941aeb0c3932dca5d8f44', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:20.227841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 13d9e4eb-3ffb-4d1a-8286-670d5d89021b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:20.254687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.357563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.372476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-73290aa5-26d9-42e2-83ec-564c14dfb6eb None None] Port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:20.395402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.399348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:20.400285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.469165 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:11:20.490328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.527278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d53ca7d3-30f6-4b05-aa90-33167ae4c129 None None] Provisioning complete for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:20.527278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d53ca7d3-30f6-4b05-aa90-33167ae4c129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.540467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Pushing event deleted for resources: {'Port': ['ID=c227d4f0-bcf5-4f77-a2b7-398015a5b45a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:20.553226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:20.573544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d53ca7d3-30f6-4b05-aa90-33167ae4c129 None None] Port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:20.587525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae387d-0e7f-4760-ae82-5641242f74ab req-86e33ede-d796-4ccd-8898-0785f24a06a0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.593157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bae387d-0e7f-4760-ae82-5641242f74ab req-86e33ede-d796-4ccd-8898-0785f24a06a0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.1676841 Aug 16 02:11:20.619189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b76bb7bd-646c-4d11-ad00-2756a8e168ce no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:20.661186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b76bb7bd-646c-4d11-ad00-2756a8e168ce {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:20.661626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b76bb7bd-646c-4d11-ad00-2756a8e168ce not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:20.687156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bae387d-0e7f-4760-ae82-5641242f74ab req-bddbcbf3-56dc-46ce-8f20-9e7366a70974 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928552 Aug 16 02:11:20.690067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.690404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.696851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.708276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:20.708978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.722700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Allocated IP 172.25.6.226 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3d8521db-2750-4fee-bfeb-db4f2b50f180) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:20.727962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.879029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.883337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:20.987369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.005311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.006413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb00662-9c1f-4891-89b5-7b1dca9768de {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:21.012410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.016554 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a0cd89ea-8e83-4050-9e08-dd8dd63aae79 admin admin] 10.222.0.76 "DELETE /v2.0/routers/6cb00662-9c1f-4891-89b5-7b1dca9768de HTTP/1.1" status: 204 len: 168 time: 1.9512820 Aug 16 02:11:21.017443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.082309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Deleting subnet 2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:21.086179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.146272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 00622590-bf5e-4be6-92ff-a236379302a4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:21.158681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.185101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 00622590-bf5e-4be6-92ff-a236379302a4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:21.185720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 00622590-bf5e-4be6-92ff-a236379302a4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:21.194557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.284156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:21.289358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:21.303068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event updated for resources: {'Port': ['ID=3d8521db-2750-4fee-bfeb-db4f2b50f180,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.306043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:21.390416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.456005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.8727930 Aug 16 02:11:21.456903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Network': ['ID=275796d4-3a2b-4d83-8362-f9ba752f6baa,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.467400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 275796d4-3a2b-4d83-8362-f9ba752f6baa details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:21.475335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47182) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.651892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Router a484f217-791a-4de9-8327-2d8d22463ebf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:21.681490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.682185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fbc69-8e22-4faf-b206-22ee825adc21 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Network': ['ID=a6531373-d1df-49d4-b0ab-5843ef610ee7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.695310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a6531373-d1df-49d4-b0ab-5843ef610ee7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:21.701465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:21.719840 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:21.725837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9512562c-82b7-4ed7-bb4f-8e8e26f8ad84 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3756015 Aug 16 02:11:21.729921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.734379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:21.736090 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:21.745181 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:21.760895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:21.764686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-95d08f7b-2a96-412e-9afb-afe3eeea5d28 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2d00fb61-8a0a-432d-bdca-a56ddf6e1eeb HTTP/1.1" status: 204 len: 168 time: 0.7437654 Aug 16 02:11:21.773744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92225a12-d7e8-4f1b-b6f7-aa23188f3e67 None None] Network f19c292f-64dd-47ad-b136-805f21826472 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:21.774870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:21.779831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47188) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:21.849549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedda924-de1e-4257-a9ce-dc53b3939973 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.855533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedda924-de1e-4257-a9ce-dc53b3939973 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.861925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedda924-de1e-4257-a9ce-dc53b3939973 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.867975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedda924-de1e-4257-a9ce-dc53b3939973 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:21.869721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dedda924-de1e-4257-a9ce-dc53b3939973 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3932912 Aug 16 02:11:21.873492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47190) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:22.066828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38b412-00d0-4738-883c-a6db02411039 req-b8353599-0e5a-451a-a52a-be36f8171307 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.074509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d38b412-00d0-4738-883c-a6db02411039 req-b8353599-0e5a-451a-a52a-be36f8171307 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.2557933 Aug 16 02:11:22.080624 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.094568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:22.095220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] DHCP port deletion for f19c292f-64dd-47ad-b136-805f21826472 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:22.107012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] Sync routers for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:22.111492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.178261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:22.182079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:22.190470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c11594d6-8e75-475e-a0c3-cdcadaa22ef4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "PUT /v2.0/floatingips/b2615b1c-7950-42f7-86b1-9199f7d69bd0 HTTP/1.1" status: 200 len: 991 time: 3.8469791 Aug 16 02:11:22.195146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:22.205298 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f88994-2568-47ce-af2e-fcac1a1c36f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:22.206330 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:22.290821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d38b412-00d0-4738-883c-a6db02411039 req-d5207263-db33-407b-bc0c-03c5e2ad7aae tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152443 Aug 16 02:11:22.390307 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8cecd2-ec6a-4ae3-b0b3-b607c137961c x-openstack-request-id: req-4b8cecd2-ec6a-4ae3-b0b3-b607c137961c {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:22.391630 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:22.392076 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b8cecd2-ec6a-4ae3-b0b3-b607c137961c {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:22.392648 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'status': 'completed', 'code': 200} Aug 16 02:11:22.406036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:22.428494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.442545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275796d4-3a2b-4d83-8362-f9ba752f6baa']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:22.474002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf4b636-8235-4c57-9c10-a494bad88d8b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:22.475053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf4b636-8235-4c57-9c10-a494bad88d8b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:22.492243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.519316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:22.549353 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:22.581793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] Deleting port 06e99a38-3d57-404c-a7aa-19f68fc92e16 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:22.583068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.725365 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:17Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:22.734623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] For port 06e99a38-3d57-404c-a7aa-19f68fc92e16, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=06e99a38-3d57-404c-a7aa-19f68fc92e16,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:22.735062 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.745487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.769748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] Calling delete_port for 06e99a38-3d57-404c-a7aa-19f68fc92e16 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:22.770564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.777482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/networks/275796d4-3a2b-4d83-8362-f9ba752f6baa HTTP/1.1" status: 204 len: 168 time: 0.8963037 Aug 16 02:11:22.781943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47196) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:22.802896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.817556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.818403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.819200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.819867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.820521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.820652 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:22.821427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.821898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Updating router 92d70af4-588d-48a1-a556-725e2f07e809 port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:11:22.822272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:22.824515 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5550aaa7-afcf-4ebe-a88a-b1515398661f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.3834195 Aug 16 02:11:22.853566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8debb3fc-95d7-491f-8540-db3e8d6061b0 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Network': ['ID=275796d4-3a2b-4d83-8362-f9ba752f6baa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:22.857486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c227d4f0-bcf5-4f77-a2b7-398015a5b45a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:22.894242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c227d4f0-bcf5-4f77-a2b7-398015a5b45a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:22.894689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c227d4f0-bcf5-4f77-a2b7-398015a5b45a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:22.895477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 06e99a38-3d57-404c-a7aa-19f68fc92e16 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:22.899114 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:22.951144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.003741 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.027983 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.065243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b2615b1c-7950-42f7-86b1-9199f7d69bd0', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'port_id': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'mac_address': 'fa:16:3e:1a:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:46Z', 'updated_at': '2021-08-16T02:11:19Z', 'revision_number': 1, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:23.095713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 06e99a38-3d57-404c-a7aa-19f68fc92e16, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=06e99a38-3d57-404c-a7aa-19f68fc92e16,segment=NetworkSegment(e4d56d06-8bf8-43e2-afa4-126fa0c9691b),segment_id=e4d56d06-8bf8-43e2-afa4-126fa0c9691b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:23.129258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.157003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] Checking router: a484f217-791a-4de9-8327-2d8d22463ebf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:23.162419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6531373-d1df-49d4-b0ab-5843ef610ee7']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:23.183303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.185256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0a75b3-2f48-4b5e-954e-8e2465f6c6c1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:23.189914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0a75b3-2f48-4b5e-954e-8e2465f6c6c1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:23.213730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.219272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:23.219272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:23.233384 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.240617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:23.241405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:23.249746 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:23.373792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.382991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-32ad1219-ba12-4e0d-a16e-9f2e22c47d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.386819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=06e99a38-3d57-404c-a7aa-19f68fc92e16,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.395963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] No DVR routers for this DVR port 06e99a38-3d57-404c-a7aa-19f68fc92e16 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:23.400128 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-32ad1219-ba12-4e0d-a16e-9f2e22c47d8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1 HTTP/1.1" status: 200 len: 912 time: 0.5617507 Aug 16 02:11:23.420977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb345c-82a0-4634-9c1b-4aa9c075831a None None] Pushing event deleted for resources: {'Port': ['ID=06e99a38-3d57-404c-a7aa-19f68fc92e16,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.474387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:23.518362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.531629 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.545156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.545156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/networks/a6531373-d1df-49d4-b0ab-5843ef610ee7 HTTP/1.1" status: 204 len: 168 time: 0.7223577 Aug 16 02:11:23.545820 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Transition to ACTIVE for port object 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:23.549896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Deleting port 06e99a38-3d57-404c-a7aa-19f68fc92e16 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:23.550240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.553007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:23.602979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4071-3878-4899-b198-6181242f1817 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Network': ['ID=a6531373-d1df-49d4-b0ab-5843ef610ee7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.656492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedf8f9-0dd3-4c35-8163-0f762cccea2f req-4dedf72f-d157-44f2-aaf4-36a07bcc65af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.664431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fedf8f9-0dd3-4c35-8163-0f762cccea2f req-4dedf72f-d157-44f2-aaf4-36a07bcc65af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.1917136 Aug 16 02:11:23.665395 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.743221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fedf8f9-0dd3-4c35-8163-0f762cccea2f req-24781aef-d9cd-4467-9073-78bfc98dc8cf tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778372 Aug 16 02:11:23.770687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467e2fe7-4038-4b46-b74b-56a0f0f7aad7 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.777649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467e2fe7-4038-4b46-b74b-56a0f0f7aad7 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:23.779535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-467e2fe7-4038-4b46-b74b-56a0f0f7aad7 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2246497 Aug 16 02:11:23.783568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47204) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:23.792568 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6da117-c230-4065-a283-2d4749b3d70d None None] Pushing event updated for resources: {'Port': ['ID=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:23.794401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-885039913'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:23.818297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.846910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b2615b1c-7950-42f7-86b1-9199f7d69bd0', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'port_id': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'mac_address': 'fa:16:3e:1a:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:46Z', 'updated_at': '2021-08-16T02:11:19Z', 'revision_number': 1, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:23.908943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621f2432-ed75-4f3b-97a6-961f0f8bd2cb None None] The sync data for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 is: [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b2615b1c-7950-42f7-86b1-9199f7d69bd0', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'floating_ip_address': '172.25.6.86', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'port_id': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'mac_address': 'fa:16:3e:1a:4a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:09:46Z', 'updated_at': '2021-08-16T02:11:19Z', 'revision_number': 1, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:23.911061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:23.915744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.927807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Attempting to bind port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:23.928192 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Attempting to bind port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:23.928557 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Attempting to bind port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f on network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:23.941142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:23.942097 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Checking segment: {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:23.942518 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.948344 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Bound using segment: {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:23.950200 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Bound port: 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e97dec-584a-430d-b2bd-4becedea2253', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:23.950625 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.970819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:23.992331 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:23.993953 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Added segment e7c00c61-78de-4969-9c2a-61bd4a85bb20 of type vlan for network b989b14a-90d9-4a53-baa0-de13091a8c5a Aug 16 02:11:24.035742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] For port 06e99a38-3d57-404c-a7aa-19f68fc92e16, host n-d-768852-19, got binding levels [] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:24.036130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.060222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-dbb38be4-75c3-4c40-9eef-654b1464594b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 999 time: 0.6326959 Aug 16 02:11:24.086528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.093109 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] For port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:24.097114 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] For port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:24.156786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Calling delete_port for 06e99a38-3d57-404c-a7aa-19f68fc92e16 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:24.174957 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.193288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Port 06e99a38-3d57-404c-a7aa-19f68fc92e16 was not found and therefore no delete operation was performed {{(pid=101946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:11:24.213167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.235893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.248914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.250181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.301350 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:24.302271 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:24.337050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Pushing event deleted for resources: {'Port': ['ID=06e99a38-3d57-404c-a7aa-19f68fc92e16,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.378099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] No DVR routers for this DVR port 06e99a38-3d57-404c-a7aa-19f68fc92e16 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:24.403390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-2465e965-4d13-4f4a-b2d7-3f2fc8818743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.404862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-2465e965-4d13-4f4a-b2d7-3f2fc8818743 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 200 len: 850 time: 0.2992413 Aug 16 02:11:24.427548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Network': ['ID=b989b14a-90d9-4a53-baa0-de13091a8c5a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.439725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b989b14a-90d9-4a53-baa0-de13091a8c5a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:24.455561 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6835dc2b-ee98-47f0-9715-5216a2fd8953 None None] New status for floating IP b2615b1c-7950-42f7-86b1-9199f7d69bd0: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:24.472628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.extraroute_db [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:11:24.491182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ab9e02dd-e0bb-4c19-ab64-2c97b9b9782a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7061932 Aug 16 02:11:24.493499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:24.502708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.extraroute_db [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Removed routes are [] {{(pid=101946) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:11:24.502708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.517095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2005767707'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:24.646974 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6da117-c230-4065-a283-2d4749b3d70d None None] Pushing event updated for resources: {'Port': ['ID=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:24.659407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:24.664498 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.667810 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:24.725127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:24.749588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.755406 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Added segment 14575f20-8f6c-4b90-8a41-ae9849d50684 of type vlan for network 99e22341-ac2b-411a-bc51-64d7e56a1f71 Aug 16 02:11:24.756578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.781532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f19c292f-64dd-47ad-b136-805f21826472']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:24.806875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:24.807434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d56d06-8bf8-43e2-afa4-126fa0c9691b') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:24.812685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-1b1d8551-4f91-419c-a6da-a6d4456f65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.814507 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-1b1d8551-4f91-419c-a6da-a6d4456f65ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd6dc3da-7a2b-42b5-8651-4224815901b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3043313 Aug 16 02:11:24.828311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.844702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:24.885891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Router eca5f211-96a7-4c3c-bda0-28f0e1543a67 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:24.946324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e53c99-b0b2-44d0-bbf1-edc9fdde50c1 req-5bd3f9fc-b2f3-47ba-a8f0-52f676b502f7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:24.948134 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63e53c99-b0b2-44d0-bbf1-edc9fdde50c1 req-5bd3f9fc-b2f3-47ba-a8f0-52f676b502f7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.0969067 Aug 16 02:11:25.003539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.018109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:25.018109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.042007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63e53c99-b0b2-44d0-bbf1-edc9fdde50c1 req-57f8658c-fa0c-453b-86be-07c4891525cc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857000 Aug 16 02:11:25.097127 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:17Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:25.118526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Network': ['ID=99e22341-ac2b-411a-bc51-64d7e56a1f71,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:25.129878 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f04d1bf-3bbe-4d0b-95ca-96f38eabd795 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:17Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:25.130595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 99e22341-ac2b-411a-bc51-64d7e56a1f71 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:25.180160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e56a665e-169e-4f00-b3f1-18e42ca5e01a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6853290 Aug 16 02:11:25.183137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:25.214980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'ports': [{'network_id': 'b989b14a-90d9-4a53-baa0-de13091a8c5a', 'name': 'tempest-port--1934360674', 'admin_state_up': True}, {'network_id': '99e22341-ac2b-411a-bc51-64d7e56a1f71', 'admin_state_up': False}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:25.215765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'port': {'network_id': 'b989b14a-90d9-4a53-baa0-de13091a8c5a', 'name': 'tempest-port--1934360674', 'admin_state_up': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:25.217237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'port': {'network_id': '99e22341-ac2b-411a-bc51-64d7e56a1f71', 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:25.479792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.557850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:25.558949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: items = [ Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: items = [ Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:25.577454 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:25.685226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.696704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-6607c5f8-7d73-409b-acd8-ebb4a66de77a service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8707044 Aug 16 02:11:25.712328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.916735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'port': 2} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:25.922998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.932536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:25.944853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] Sync routers for ids ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:25.947008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.952372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.957207 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] 10.222.0.76 "DELETE /v2.0/networks/f19c292f-64dd-47ad-b136-805f21826472 HTTP/1.1" status: 204 len: 168 time: 4.1702452 Aug 16 02:11:25.958323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:25.960451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] Routers {'eca5f211-96a7-4c3c-bda0-28f0e1543a67'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:25.961017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:26.000639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:26.001897 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8f88994-2568-47ce-af2e-fcac1a1c36f3 req-5621b419-edeb-4a9c-8151-51a67dd413ce service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844036 Aug 16 02:11:26.007363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:26.009673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abd2e2-c6ab-4d58-a3d8-2aafe317a2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f19c292f-64dd-47ad-b136-805f21826472,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:26.012641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] Routers {'eca5f211-96a7-4c3c-bda0-28f0e1543a67'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:26.013377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:26.053540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:26.054378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c0f2ed-340a-4051-bede-db93b4cea466 None None] The sync data for ids ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:26.094984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.100206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-546e5583-7dac-49ab-87ab-98429af10d31 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8182826 Aug 16 02:11:26.102454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47226) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.105726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] device_id is not set on port aad650eb-90d0-481a-985e-9b00a4470284 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:26.142532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': False}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:26.260580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:26.271951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.274668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e77856e9-1cd5-4025-b4c4-231af9f55cc9 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 934 time: 4.5247138 Aug 16 02:11:26.282792 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:26.286995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47228) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.288366 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:26.290079 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:26.326139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c03da-e1a6-4f9b-8fa1-6c8e4d777db0 req-5f45946a-22dc-49d1-b81b-07c72ac3d281 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:26.327815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec4c03da-e1a6-4f9b-8fa1-6c8e4d777db0 req-5f45946a-22dc-49d1-b81b-07c72ac3d281 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.0991976 Aug 16 02:11:26.330360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.450687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec4c03da-e1a6-4f9b-8fa1-6c8e4d777db0 req-cd213dec-99fe-4a87-a7fc-c7f4e75ace23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107605 Aug 16 02:11:26.454002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] device_id is not set on port 8ebddea4-6115-470b-8d9b-c1f15f09057b yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:11:26.482881 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:26.540347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47230) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.597505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8757fdc8-bcc7-4dd3-bb6c-f90f7ce9f0a8 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 934 time: 0.3088431 Aug 16 02:11:26.602108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.615506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'routes': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:26.682388 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-05392a96-f052-4915-8234-357ae0801843 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d28677c6b56941aeb0c3932dca5d8f44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356826 Aug 16 02:11:26.682876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:26.748593 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.839711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-739f6c36-0c67-4ef4-bf32-5225e547ce56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.844510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:26.853230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:26.885236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-739f6c36-0c67-4ef4-bf32-5225e547ce56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.013190 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 6, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:27.056252 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:27.071367 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:27.071604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.073513 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:27.110802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:27.115985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:27.116418 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.127613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-739f6c36-0c67-4ef4-bf32-5225e547ce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.135531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-739f6c36-0c67-4ef4-bf32-5225e547ce56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.143452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-739f6c36-0c67-4ef4-bf32-5225e547ce56 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/575141f8-5ee9-4fbc-bbd2-94121d9a02c4 HTTP/1.1" status: 204 len: 168 time: 0.4588308 Aug 16 02:11:27.170427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.185295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f6c36-0c67-4ef4-bf32-5225e547ce56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575141f8-5ee9-4fbc-bbd2-94121d9a02c4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:27.284230 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:27.300528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.extraroute_db [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added routes are [] {{(pid=101945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:11:27.302425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.extraroute_db [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=101945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:11:27.369126 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.371529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.398837 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.471210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:27.527669 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.616087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:27.780760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.839983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.840130 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 6, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:27.865444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Port': ['ID=aad650eb-90d0-481a-985e-9b00a4470284,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:27.885426 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaaa104-e0cc-4537-b889-a295441ea15e None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 6, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:24Z', 'revision_number': 4, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:27.890271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.901748 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:27.908551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Checking segment: {'id': 'e7c00c61-78de-4969-9c2a-61bd4a85bb20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'b989b14a-90d9-4a53-baa0-de13091a8c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:27.908551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network hostable DHCP agents. Network: b989b14a-90d9-4a53-baa0-de13091a8c5a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:27.923907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Router eca5f211-96a7-4c3c-bda0-28f0e1543a67 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:27.930581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cbc98-f720-40e6-a79b-cc7db565c7c6 req-d3538402-5320-41a4-a5f6-3f5702dc39d7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:27.932423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-054cbc98-f720-40e6-a79b-cc7db565c7c6 req-d3538402-5320-41a4-a5f6-3f5702dc39d7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.2258234 Aug 16 02:11:28.056002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:28.060653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.065032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f1a0efe2-0fa1-48a1-9108-832e30d17541 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "PUT /v2.0/routers/eca5f211-96a7-4c3c-bda0-28f0e1543a67 HTTP/1.1" status: 200 len: 922 time: 1.9603226 Aug 16 02:11:28.069100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] Sync routers for ids ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:28.069294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.077540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] Routers {'eca5f211-96a7-4c3c-bda0-28f0e1543a67'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:28.078193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.111434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.121973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] Routers {'eca5f211-96a7-4c3c-bda0-28f0e1543a67'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:28.123369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.147070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-054cbc98-f720-40e6-a79b-cc7db565c7c6 req-e4fbe721-81ef-43c0-a847-9c323f5c4b25 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985950 Aug 16 02:11:28.163416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:28.168025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network b989b14a-90d9-4a53-baa0-de13091a8c5a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:28.180143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.181067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e417fdb-90dc-497f-ab7e-8ac5ab0afa34 None None] The sync data for ids ['eca5f211-96a7-4c3c-bda0-28f0e1543a67'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:28.203385 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da6b9ac7-1a61-40dd-be97-0eac9f9bb50d tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/eca5f211-96a7-4c3c-bda0-28f0e1543a67 HTTP/1.1" status: 200 len: 922 time: 0.1345704 Aug 16 02:11:28.204220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47262) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.255689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f5357b-c788-4e4d-96c0-98f71c45d2c8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.260718 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2f5357b-c788-4e4d-96c0-98f71c45d2c8 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=eca5f211-96a7-4c3c-bda0-28f0e1543a67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0554302 Aug 16 02:11:28.261415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47264) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.278170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b989b14a-90d9-4a53-baa0-de13091a8c5a) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:28.285999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:28.285999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.291251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000db4de-8a32-455a-ba21-ef45ed11fb90 None None] Network b989b14a-90d9-4a53-baa0-de13091a8c5a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:28.357040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:28.366873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.368064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2c68322f-2d93-4038-b596-4bed9cfc8bff tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 700 time: 1.7646463 Aug 16 02:11:28.377301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47266) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.383583 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:28.392037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Port': ['ID=8ebddea4-6115-470b-8d9b-c1f15f09057b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:28.408061 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:28.409209 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.412814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Checking segment: {'id': '14575f20-8f6c-4b90-8a41-ae9849d50684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '99e22341-ac2b-411a-bc51-64d7e56a1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:28.417103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network hostable DHCP agents. Network: 99e22341-ac2b-411a-bc51-64d7e56a1f71, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:28.469566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56af0a5d-d34d-4d9f-a87f-87bce8e92043 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.471226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-56af0a5d-d34d-4d9f-a87f-87bce8e92043 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.2086575 Aug 16 02:11:28.475656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47272) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.511703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c9f6b1d-8c6f-4879-8eb3-47fe31d2b2a5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca5f211-96a7-4c3c-bda0-28f0e1543a67 HTTP/1.1" status: 200 len: 205 time: 0.0322957 Aug 16 02:11:28.511935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47276) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.515751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6a23f1e-48bb-4a85-bdf9-5b2bc444a655 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 700 time: 0.1370423 Aug 16 02:11:28.517922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47278) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.523369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network 99e22341-ac2b-411a-bc51-64d7e56a1f71 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:28.555883 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:28.643245 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.647133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 99e22341-ac2b-411a-bc51-64d7e56a1f71) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:28.656353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781cb5cc-86bf-4c55-98e8-b87a80640851 None None] Network 99e22341-ac2b-411a-bc51-64d7e56a1f71 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:28.694087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:28.702915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.709741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:28.711126 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:28.846165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:28.862493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e7ccd85-a96e-41d0-bd3b-3f7560f53275 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6782277 Aug 16 02:11:28.867406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47286) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.878292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:27Z', 'revision_number': 7, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:27Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.911123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47288) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:28.916383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:28.939770 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:28.940520 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:28.984307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:28.984307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.013393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.040738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bffb65-5d39-4849-a7cd-6e2202cb5481 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.048359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bffb65-5d39-4849-a7cd-6e2202cb5481 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.052399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a3bffb65-5d39-4849-a7cd-6e2202cb5481 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1825144 Aug 16 02:11:29.054233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47300) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:29.124192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-219013959-network', 'tenant_id': '4b4d44493cc2488b92e3c8e692279483'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:29.191865 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:29.429566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.500080 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:27Z', 'revision_number': 7, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:27Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:29.536945 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20253a-e202-454e-95e6-cc9082280414 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:27Z', 'revision_number': 7, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7fe00156-c6a5-447a-85a1-e4e60ccc8e8f', 'name': '', 'network_id': '6480fb2e-62fa-4915-a5ed-7508cf1ec907', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:1d:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1808, 'fixed_ips': [{'subnet_id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:16Z', 'updated_at': '2021-08-16T02:11:27Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:29.612527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Made reservation on behalf of 4b4d44493cc2488b92e3c8e692279483 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:29.615415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.677995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.726530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:29.733468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.752043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f824cf-1c69-4cef-9f59-9cdc11bd3760 req-de6c83c7-2fb0-485d-8e92-27fc226b78a6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:29.753658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1f824cf-1c69-4cef-9f59-9cdc11bd3760 req-de6c83c7-2fb0-485d-8e92-27fc226b78a6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.1456573 Aug 16 02:11:29.786470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Deleting port 3d8521db-2750-4fee-bfeb-db4f2b50f180 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:29.786862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.840004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:29.840445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.854724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:29.876452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Deleting port aad650eb-90d0-481a-985e-9b00a4470284 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:29.876727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:29.904841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1f824cf-1c69-4cef-9f59-9cdc11bd3760 req-b762548a-2e98-41a5-879a-ad3ffbeee1c9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360948 Aug 16 02:11:30.001629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.022360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.035384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Calling delete_port for 3d8521db-2750-4fee-bfeb-db4f2b50f180 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:30.051364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Calling delete_port for aad650eb-90d0-481a-985e-9b00a4470284 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:30.055764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.145286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.173002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=7fe00156-c6a5-447a-85a1-e4e60ccc8e8f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.242734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.291677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:30.306097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee90017a-842c-4f1e-87b1-df1c5f9e4344,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.352112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.352476 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Added segment f0e1d84d-ad85-4d14-bdc8-2141d7c29093 of type vlan for network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 Aug 16 02:11:30.353775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.372696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.422628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Port': ['ID=aad650eb-90d0-481a-985e-9b00a4470284,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.446527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.450455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.455130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b82e58a2-a105-4d8e-8bd7-2c42a4a82ec5 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/ports/aad650eb-90d0-481a-985e-9b00a4470284 HTTP/1.1" status: 204 len: 168 time: 1.3970199 Aug 16 02:11:30.455227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47342) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.500951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.552497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event deleted for resources: {'Port': ['ID=3d8521db-2750-4fee-bfeb-db4f2b50f180,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.582411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:30.627495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.628499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:30.629382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.680615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:30.688430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-863b6ba4-9c7a-4640-b3f2-e407370bf008 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1684802 Aug 16 02:11:30.689168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.691830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:30.709708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:30.710678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:30.718589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.752009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] Pushing event updated for resources: {'Network': ['ID=db872ed1-ad09-4f30-8308-ac7f6e3bedf8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:30.765222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:30.769050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.793736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0be9947-d393-41bb-9d86-223a30950e23 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8802762 Aug 16 02:11:30.802775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:30.803031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47346) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:30.810485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Request body: {'subnet': {'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-219013959-subnet', 'tenant_id': '4b4d44493cc2488b92e3c8e692279483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:30.833397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.835218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.837281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Deleting port 8ebddea4-6115-470b-8d9b-c1f15f09057b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:30.838069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.840934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.864480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:30.934147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Made reservation on behalf of 4b4d44493cc2488b92e3c8e692279483 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:30.937132 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.940536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.964293 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:30.986309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Calling delete_port for 8ebddea4-6115-470b-8d9b-c1f15f09057b owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:31.066415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.067117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Fanout notify agent at l3_agent the message router_deleted on router eca5f211-96a7-4c3c-bda0-28f0e1543a67 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:31.078476 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.079762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5bfdbc62-0f66-45da-afa6-c9deb9759ec7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/eca5f211-96a7-4c3c-bda0-28f0e1543a67 HTTP/1.1" status: 204 len: 168 time: 2.5668857 Aug 16 02:11:31.091052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47358) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.102859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1522996894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:31.127639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:29Z', 'revision_number': 8, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:31.133859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.163737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.164106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:31.169272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.171784 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-367fde09-ec1e-4093-95aa-a132142af4c3 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f HTTP/1.1" status: 204 len: 168 time: 0.4817970 Aug 16 02:11:31.175434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47360) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.178880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc41a26-15ce-43ff-8a9d-57eb8ac56bda None None] Network 6480fb2e-62fa-4915-a5ed-7508cf1ec907 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:31.198116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100ad58f-25f1-4efd-be5c-d6687cadfd3f req-558a2532-a276-4a3f-81a5-13bbf95343f0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.198341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:31.198341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:31.198549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-100ad58f-25f1-4efd-be5c-d6687cadfd3f req-558a2532-a276-4a3f-81a5-13bbf95343f0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 947 time: 0.0622027 Aug 16 02:11:31.231277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.285774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-100ad58f-25f1-4efd-be5c-d6687cadfd3f req-d586d1ad-da6d-4da7-bd5c-12160aea3bcf tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839007 Aug 16 02:11:31.287068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Port': ['ID=8ebddea4-6115-470b-8d9b-c1f15f09057b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.299370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.306683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4c3f6568-8517-4171-8fb0-f2c305faac3e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/ports/8ebddea4-6115-470b-8d9b-c1f15f09057b HTTP/1.1" status: 204 len: 168 time: 0.8471780 Aug 16 02:11:31.307653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47364) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.314576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.315668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.337809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:31.362781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d55fedd5-228a-4574-8bd8-cdfc229894db tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0539217 Aug 16 02:11:31.369172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.379747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1970152833'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:31.385343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.475844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.487728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:31.492303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.528736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:31.528907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port b2d82e10-31c2-49c6-a65e-228c9b3566c7 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:31.529256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.551002 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.551002 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Added segment 8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c of type vlan for network 58947bd4-797d-45a9-a7ab-706154967a2e Aug 16 02:11:31.567237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.589180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.614693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.648003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:29Z', 'revision_number': 8, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:31.654100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] DHCP port deletion for 6480fb2e-62fa-4915-a5ed-7508cf1ec907 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:31.663407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port b2d82e10-31c2-49c6-a65e-228c9b3566c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2d82e10-31c2-49c6-a65e-228c9b3566c7,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:31.663790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.678062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9ef5e04-05aa-443b-bb5f-798da1cfed20,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.683485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc02321-091f-4123-984c-fd32b3d06e35 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:29Z', 'revision_number': 8, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '13d9e4eb-3ffb-4d1a-8286-670d5d89021b', 'name': '', 'network_id': 'f9b1f076-2f0a-48af-9804-04ab5db885f4', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:c7:ef:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1801, 'fixed_ips': [{'subnet_id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:11:03Z', 'updated_at': '2021-08-16T02:11:18Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '583d17e7-d1eb-48f1-81ab-15df67239420', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:31.696363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for b2d82e10-31c2-49c6-a65e-228c9b3566c7 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:31.699805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.703941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2a8091dd-8744-4c19-ae76-00e616843691 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6080797 Aug 16 02:11:31.704346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47388) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.711299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:31.716108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Checking segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:31.716423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Network hostable DHCP agents. Network: db872ed1-ad09-4f30-8308-ac7f6e3bedf8, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:31.737196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] Deleting port b2d82e10-31c2-49c6-a65e-228c9b3566c7 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:31.737196 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.766694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.772996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.773623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.810483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] For port b2d82e10-31c2-49c6-a65e-228c9b3566c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2d82e10-31c2-49c6-a65e-228c9b3566c7,segment=NetworkSegment(35e97dec-584a-430d-b2bd-4becedea2253),segment_id=35e97dec-584a-430d-b2bd-4becedea2253)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:31.811149 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.825184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] Calling delete_port for b2d82e10-31c2-49c6-a65e-228c9b3566c7 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:31.882881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:31.905352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.913678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:31.945339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=b2d82e10-31c2-49c6-a65e-228c9b3566c7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.952001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port b2d82e10-31c2-49c6-a65e-228c9b3566c7 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:31.968494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5902686 Aug 16 02:11:31.968494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8652f-f1a0-449a-bdda-c9491793dd2a tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Network': ['ID=58947bd4-797d-45a9-a7ab-706154967a2e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:31.968494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47398) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:31.988221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, db872ed1-ad09-4f30-8308-ac7f6e3bedf8) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:31.996432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:31.997036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.013627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-439739366'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:32.064993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.093238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.094409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 58947bd4-797d-45a9-a7ab-706154967a2e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:32.096284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f1e5f-896c-486b-81a1-7361ce966fce None None] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:32.100405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] Pushing event deleted for resources: {'Port': ['ID=b2d82e10-31c2-49c6-a65e-228c9b3566c7,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.110765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6480fb2e-62fa-4915-a5ed-7508cf1ec907']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.124189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e97dec-584a-430d-b2bd-4becedea2253') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.124623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e97dec-584a-430d-b2bd-4becedea2253') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:32.134317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.149648 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.152631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c00b2cd-706e-4425-94c3-35f86900e25f None None] No DVR routers for this DVR port b2d82e10-31c2-49c6-a65e-228c9b3566c7 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:32.158144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:32.158513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:32.162699 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:32.258204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:32.261749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.298374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:32.312771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.314001 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Added segment bccad1da-b54f-492e-adf7-941097a75154 of type vlan for network bfee43bf-0cbd-40b6-95db-c1f28f479e2b Aug 16 02:11:32.319119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13331e-b556-44ad-af9e-eeefeb03db18 None None] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:32.322618 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a3a2bf16-0ec0-4791-a08b-7f476b4dde77 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5187285 Aug 16 02:11:32.390676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.401801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.402156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.408384 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/6480fb2e-62fa-4915-a5ed-7508cf1ec907 HTTP/1.1" status: 204 len: 168 time: 1.2288175 Aug 16 02:11:32.410868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:32.436837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca95a5c-fd05-4330-9fb2-48e8d9efe78d tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=6480fb2e-62fa-4915-a5ed-7508cf1ec907,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.552863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:11:32.636501 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.667200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.757188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2d82e10-31c2-49c6-a65e-228c9b3566c7 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:32.778968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b2d82e10-31c2-49c6-a65e-228c9b3566c7 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:32.779321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2d82e10-31c2-49c6-a65e-228c9b3566c7 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:32.779750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:32.785572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.791278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:32.794089 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.801454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:32.801817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7fe00156-c6a5-447a-85a1-e4e60ccc8e8f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:32.878358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:32.962633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:32.979094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Network': ['ID=bfee43bf-0cbd-40b6-95db-c1f28f479e2b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:32.990335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:32.992670 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d42915-08a7-4cf0-a530-4ecad0390b83" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:33.003046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network bfee43bf-0cbd-40b6-95db-c1f28f479e2b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:33.008700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:33.045619 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95852f6f-0ada-46ec-a4bb-9628da7711e5 x-openstack-request-id: req-95852f6f-0ada-46ec-a4bb-9628da7711e5 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:33.045918 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-unplugged", "status": "completed", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:33.046178 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95852f6f-0ada-46ec-a4bb-9628da7711e5 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:33.046627 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'code': 200} Aug 16 02:11:33.067498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Allocated IP 172.25.6.188 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/1057d814-71cd-4078-b4d1-2711ba0a01d1) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:33.086378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-58d43852-14c4-42c2-b08c-6d2fff22d0b9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:33.087915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-58d43852-14c4-42c2-b08c-6d2fff22d0b9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 814 time: 0.3426812 Aug 16 02:11:33.098662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-abe9a923-4bd9-4c54-92ad-071db218775b tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1275096 Aug 16 02:11:33.172277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-b519bfda-580a-439a-b817-29b19a32e129 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/quotas/4b4d44493cc2488b92e3c8e692279483 HTTP/1.1" status: 200 len: 375 time: 0.0761352 Aug 16 02:11:33.204144 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.223487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-a3e9fa2e-5254-4b72-8fd8-14032533fb7b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433519 Aug 16 02:11:33.271418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=14']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:33.294094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.446511 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.484629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-51bf9c09-03d8-4051-9dc7-f8a25b354d6d service neutron] 10.222.0.76 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486904 Aug 16 02:11:33.524974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:33.980578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:33.993450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:34.002778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:34.008392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event updated for resources: {'Port': ['ID=1057d814-71cd-4078-b4d1-2711ba0a01d1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:34.108407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-4287fa8f-131a-40c0-b1b3-e4da8bed7bfe service neutron] 10.222.0.76 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940006 Aug 16 02:11:34.357965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:34.358628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.514931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fb85035-81c9-41eb-9e81-ec42fbbe1eaf req-883d427f-27fc-4eed-830e-3fabd84f6a4e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 210 time: 0.0889089 Aug 16 02:11:34.572228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd0562-71de-4af4-87fc-f0e3fc5d38b0 req-5bc1a936-0ac2-419f-afce-d5323a8a3dbe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:34.573872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bbd0562-71de-4af4-87fc-f0e3fc5d38b0 req-5bc1a936-0ac2-419f-afce-d5323a8a3dbe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1984584 Aug 16 02:11:34.652210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port 13d9e4eb-3ffb-4d1a-8286-670d5d89021b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,segment=NetworkSegment(604d6729-65e6-444e-9e45-bb46b1dff75e),segment_id=604d6729-65e6-444e-9e45-bb46b1dff75e)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:34.652670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.682526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:34.686992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bbd0562-71de-4af4-87fc-f0e3fc5d38b0 req-7974b73f-92ef-40b6-a9a6-d432fc3e80d1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839117 Aug 16 02:11:34.690836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 13d9e4eb-3ffb-4d1a-8286-670d5d89021b owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:35.058448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.087990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.133123 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.148722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-27fb9cb8-b588-4874-90be-a0045d395ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.150715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-27fb9cb8-b588-4874-90be-a0045d395ff2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.0540404 Aug 16 02:11:35.185271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030258c-5349-4090-9659-f7ff452c4e01 req-56e52b4c-b4c7-494c-9ddb-7e9915256b00 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.186726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c030258c-5349-4090-9659-f7ff452c4e01 req-56e52b4c-b4c7-494c-9ddb-7e9915256b00 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1447001 Aug 16 02:11:35.189865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=13d9e4eb-3ffb-4d1a-8286-670d5d89021b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:35.332909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c030258c-5349-4090-9659-f7ff452c4e01 req-72c59aeb-072f-4dc6-917e-122af56119af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342065 Aug 16 02:11:35.337766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-b3a855ac-07d0-4671-ae33-7185984705fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.357293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-b3a855ac-07d0-4671-ae33-7185984705fa service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.1993983 Aug 16 02:11:35.483382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-e09eef25-ab39-4e67-9c89-6da6cefb860a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.1174300 Aug 16 02:11:35.495665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.542120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-cd8e6e6c-701f-4887-96d2-8043e2fdd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.545716 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-cd8e6e6c-701f-4887-96d2-8043e2fdd1ba service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0533485 Aug 16 02:11:35.579760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Router 2a7a9a27-abee-471a-a920-22cbedf94016 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:35.594901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-82fe0c4c-477b-4c9e-a9c8-7b521219d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:35.597090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-82fe0c4c-477b-4c9e-a9c8-7b521219d1d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463235 Aug 16 02:11:35.686676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b20a75f9-24f6-41a9-8da6-9dc24708ba3a req-a2c7581c-9a51-41ee-b82b-40c91994a319 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 210 time: 0.0392814 Aug 16 02:11:35.752151 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-fb53650e-7ff1-4925-b7c6-1bda5a88297c service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376765 Aug 16 02:11:35.853978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:35.860436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cc0d456-060e-4fea-8468-9a702c6560f8 req-5803032d-49f9-4653-9d31-761bdddca63c service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999117 Aug 16 02:11:35.862313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:35.864153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-54dcce5d-0d9b-4373-86cb-b5dcb0cb865d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "PUT /v2.0/routers/2a7a9a27-abee-471a-a920-22cbedf94016 HTTP/1.1" status: 200 len: 880 time: 4.1588154 Aug 16 02:11:35.868061 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] Sync routers for ids ['2a7a9a27-abee-471a-a920-22cbedf94016'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:35.873553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:35.879495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:35.887290 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] Routers {'2a7a9a27-abee-471a-a920-22cbedf94016'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:35.888180 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2a7a9a27-abee-471a-a920-22cbedf94016'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.920835 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.939767 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] Routers {'2a7a9a27-abee-471a-a920-22cbedf94016'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:35.940350 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2a7a9a27-abee-471a-a920-22cbedf94016'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.979315 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:35.980880 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145754f0-39fe-4229-bf21-59f50afb2611 None None] The sync data for ids ['2a7a9a27-abee-471a-a920-22cbedf94016'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:36.064865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:36.071456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5d35900a-da85-4ba9-a647-b6fd0725001e tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576133 Aug 16 02:11:36.073911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ff3eb381-907b-47bc-8e67-b96bb5c524d6 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/2a7a9a27-abee-471a-a920-22cbedf94016 HTTP/1.1" status: 200 len: 921 time: 0.1960654 Aug 16 02:11:36.074451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47498) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.077553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.081910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:36.121077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:36.121732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.128131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e9db13-812e-4da1-b3b5-43dae6568e7b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.134069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f2e9db13-812e-4da1-b3b5-43dae6568e7b tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=2a7a9a27-abee-471a-a920-22cbedf94016&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0552051 Aug 16 02:11:36.138997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47502) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.146513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 583d17e7-d1eb-48f1-81ab-15df67239420 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:36.149887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.192348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.228126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:36.367341 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.395484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08a906-93de-4e5d-89e4-0da15a142767 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.397020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b08a906-93de-4e5d-89e4-0da15a142767 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.2611947 Aug 16 02:11:36.400093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47506) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.441098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4625dafd-4de0-4b0a-aab0-007f7a45509c tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a7a9a27-abee-471a-a920-22cbedf94016 HTTP/1.1" status: 200 len: 205 time: 0.0398154 Aug 16 02:11:36.445083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47508) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.477790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47510) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.483520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'subnets': [{'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--805281457', 'ip_version': 6}, {'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:36.483840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'subnet': {'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--805281457', 'ip_version': 6}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:36.484739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Request body: {'subnet': {'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:36.487595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:34Z', 'revision_number': 9, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.519156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:36.528561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:36.529926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:36.538789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.612098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=583d17e7-d1eb-48f1-81ab-15df67239420,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:36.626881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.633055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ed9ab598-f860-49b1-93ab-6ab783940a41 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/583d17e7-d1eb-48f1-81ab-15df67239420 HTTP/1.1" status: 204 len: 168 time: 0.5546589 Aug 16 02:11:36.636710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47514) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:36.645563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436b3e0-92e2-4b3b-a651-af65c5794ac9 req-ea21368c-5188-4abd-b626-4909295d64e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:36.656016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3436b3e0-92e2-4b3b-a651-af65c5794ac9 req-ea21368c-5188-4abd-b626-4909295d64e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2007961 Aug 16 02:11:36.656125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728186bf-cfe6-4e9a-9dfa-9ddd0d7bdc9d None None] Network f9b1f076-2f0a-48af-9804-04ab5db885f4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:36.758525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:36.825783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Made reservation on behalf of 6693e84f279a4fb5b73118b24a5b948c for: {'subnet': 2} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:36.830716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:36.836313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.069814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] DHCP port deletion for f9b1f076-2f0a-48af-9804-04ab5db885f4 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:37.111691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-f6cec855-bb35-4ed0-bb01-9416a2af4bb5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:37.112834 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-f6cec855-bb35-4ed0-bb01-9416a2af4bb5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 814 time: 0.1911991 Aug 16 02:11:37.134853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:34Z', 'revision_number': 9, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:37.142148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Request body: {'port': {'device_id': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'admin_state_up': True, 'tenant_id': '4b4d44493cc2488b92e3c8e692279483'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:37.165264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef094c-97ee-47dc-b3ac-7630242d9cc3 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:34Z', 'revision_number': 9, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77d820cd-9174-4405-81b1-544a2515037a', 'name': '', 'network_id': '80508224-bbe1-481f-99a4-5b663ae5af8a', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2a:af:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:55Z', 'updated_at': '2021-08-16T02:11:04Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '263edbe0-b1b5-490b-836e-2251ca9f99f5', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:37.172543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] Deleting port cb93d00b-6b61-426c-8c23-16026551bc2d {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:37.172918 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.231574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.258751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] For port cb93d00b-6b61-426c-8c23-16026551bc2d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb93d00b-6b61-426c-8c23-16026551bc2d,segment=NetworkSegment(604d6729-65e6-444e-9e45-bb46b1dff75e),segment_id=604d6729-65e6-444e-9e45-bb46b1dff75e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:37.259249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.277053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] Calling delete_port for cb93d00b-6b61-426c-8c23-16026551bc2d owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:37.319137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-964198f9-bacb-4a5b-af1e-b4812e8626d6 req-91a0d2af-4bbb-4531-92e7-b1a362a4fa7f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 210 time: 0.0902061 Aug 16 02:11:37.355260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3436b3e0-92e2-4b3b-a651-af65c5794ac9 req-4f374376-cefc-428f-ac0a-991356bb8908 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7002654 Aug 16 02:11:37.440326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.453196 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.480698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] Pushing event deleted for resources: {'Port': ['ID=cb93d00b-6b61-426c-8c23-16026551bc2d,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.484632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e97b17-5461-4837-8462-82ea81626533 None None] No DVR routers for this DVR port cb93d00b-6b61-426c-8c23-16026551bc2d on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:37.505994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.520798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Made reservation on behalf of 4b4d44493cc2488b92e3c8e692279483 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:37.524419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.582441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.595092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b1f076-2f0a-48af-9804-04ab5db885f4']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:37.619263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.633097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604d6729-65e6-444e-9e45-bb46b1dff75e') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:37.633465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604d6729-65e6-444e-9e45-bb46b1dff75e') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:37.651030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.667282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.672515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Deleting port 1057d814-71cd-4078-b4d1-2711ba0a01d1 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:37.672854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.685444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:37.685855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:37.688788 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:37.738616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Checking segment: {'id': '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:37.738878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network hostable DHCP agents. Network: 58947bd4-797d-45a9-a7ab-706154967a2e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:37.753482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Subnet': ['ID=49731f61-aa61-466c-8f58-46d10f1b8c05,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:37.760255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Allocated IP 172.20.0.9 (db872ed1-ad09-4f30-8308-ac7f6e3bedf8/f9ef5e04-05aa-443b-bb5f-798da1cfed20/25483179-5cec-4e4a-9bd8-5e2492144369) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:37.814145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.828852 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Calling delete_port for 1057d814-71cd-4078-b4d1-2711ba0a01d1 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:37.869444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network 58947bd4-797d-45a9-a7ab-706154967a2e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:37.913114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.924594 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.927115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/f9b1f076-2f0a-48af-9804-04ab5db885f4 HTTP/1.1" status: 204 len: 168 time: 1.2717242 Aug 16 02:11:37.934507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47530) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:37.953971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:37.965014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23583975-4fb0-4af2-b275-83efc08ce2cb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=f9b1f076-2f0a-48af-9804-04ab5db885f4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.011874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 58947bd4-797d-45a9-a7ab-706154967a2e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:38.012222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d372434e-bcb4-4d57-889a-1b675bcb651b req-c5f41f26-986c-42d3-bfcb-5f5417b7c624 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.012222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d372434e-bcb4-4d57-889a-1b675bcb651b req-c5f41f26-986c-42d3-bfcb-5f5417b7c624 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1750464 Aug 16 02:11:38.015429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.016080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18116101-9e1b-4200-a73b-4720b7424b81 None None] Network 58947bd4-797d-45a9-a7ab-706154967a2e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:38.079278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event updated for resources: {'Subnet': ['ID=901d78ac-e798-46b5-9d75-e63936d080e3,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.087876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Checking segment: {'id': 'bccad1da-b54f-492e-adf7-941097a75154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:38.088203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network hostable DHCP agents. Network: bfee43bf-0cbd-40b6-95db-c1f28f479e2b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:38.094907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.151505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:38.153904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:38.159015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d372434e-bcb4-4d57-889a-1b675bcb651b req-4ae75788-0605-431f-b55b-4a93d27b9946 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391926 Aug 16 02:11:38.162878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:38.198706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.208812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-58947bd4-797d-45a9-a7ab-706154967a2e', 'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e', 'tenant_id': '6693e84f279a4fb5b73118b24a5b948c', 'fixed_ips': [{'subnet_id': '49731f61-aa61-466c-8f58-46d10f1b8c05'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:38.209818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.225615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Network bfee43bf-0cbd-40b6-95db-c1f28f479e2b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:38.239217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.239919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.310428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, bfee43bf-0cbd-40b6-95db-c1f28f479e2b) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:38.315087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.315672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.317052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.322669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45b51e-1393-4899-98ca-c4a22adfd146 None None] Network bfee43bf-0cbd-40b6-95db-c1f28f479e2b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:38.334388 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-c43c6603-82c2-4a00-989a-9506deb193ad tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1978598 Aug 16 02:11:38.349035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Request body: {'port': {'device_id': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:38.427808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.434966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Allocated IP 2001:db8::1 (58947bd4-797d-45a9-a7ab-706154967a2e/49731f61-aa61-466c-8f58-46d10f1b8c05/6e1808c6-f4c7-4928-963c-763e9b286eed) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:38.450778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.478396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9ebac4ab-94b7-4eb1-b546-7001932d2b14 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9994829 Aug 16 02:11:38.481301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47536) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.498603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event deleted for resources: {'Port': ['ID=1057d814-71cd-4078-b4d1-2711ba0a01d1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:38.603775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da6aa0-d3a5-4fb5-b8d0-678c6cd48a47 req-006dca89-fbc6-4e99-8a9f-d305b7a30781 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.605768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0da6aa0-d3a5-4fb5-b8d0-678c6cd48a47 req-006dca89-fbc6-4e99-8a9f-d305b7a30781 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 931 time: 0.2017393 Aug 16 02:11:38.645286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c6ef1-9720-4720-b083-cdff39cb8b98 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.646628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50102c99-b28d-4117-9f16-850564141ab7 req-e9626788-cc7e-454a-bb6a-564c27e712b6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.647010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c6ef1-9720-4720-b083-cdff39cb8b98 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.648345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50102c99-b28d-4117-9f16-850564141ab7 req-e9626788-cc7e-454a-bb6a-564c27e712b6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2003016 Aug 16 02:11:38.649231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07c6ef1-9720-4720-b083-cdff39cb8b98 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:38.651036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c07c6ef1-9720-4720-b083-cdff39cb8b98 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1684878 Aug 16 02:11:38.662413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47538) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:38.715460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.774886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-bfee43bf-0cbd-40b6-95db-c1f28f479e2b', 'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b', 'tenant_id': '6693e84f279a4fb5b73118b24a5b948c', 'fixed_ips': [{'subnet_id': '901d78ac-e798-46b5-9d75-e63936d080e3'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:38.775790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.777937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Deleting subnet 49731f61-aa61-466c-8f58-46d10f1b8c05 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:38.815337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb93d00b-6b61-426c-8c23-16026551bc2d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:38.826255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0da6aa0-d3a5-4fb5-b8d0-678c6cd48a47 req-a4fa6b74-da0b-4a10-b9e7-1115a8901a98 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072527 Aug 16 02:11:38.851854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: cb93d00b-6b61-426c-8c23-16026551bc2d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:38.852245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb93d00b-6b61-426c-8c23-16026551bc2d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:38.852677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 13d9e4eb-3ffb-4d1a-8286-670d5d89021b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:38.885197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.890982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.899793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50102c99-b28d-4117-9f16-850564141ab7 req-a4f8d76b-f841-4b90-aa46-0fa9122a8618 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039649 Aug 16 02:11:38.903556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25483179-5cec-4e4a-9bd8-5e2492144369 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:38.906243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.922565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.941124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Transition to ACTIVE for port object 25483179-5cec-4e4a-9bd8-5e2492144369 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:38.950708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 13d9e4eb-3ffb-4d1a-8286-670d5d89021b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:38.951133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 13d9e4eb-3ffb-4d1a-8286-670d5d89021b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:38.955513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:38.979169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Transition to ACTIVE for port object 6e1808c6-f4c7-4928-963c-763e9b286eed will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:39.021943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Transition to ACTIVE for port object 6e1808c6-f4c7-4928-963c-763e9b286eed will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:39.024902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.072776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Allocated IP 2001:db8:0:1::1 (bfee43bf-0cbd-40b6-95db-c1f28f479e2b/901d78ac-e798-46b5-9d75-e63936d080e3/d9c84d99-4d82-46d7-9bb4-4aa391d0285b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:39.094203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.149022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Attempting to bind port 25483179-5cec-4e4a-9bd8-5e2492144369 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:39.149316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Attempting to bind port 25483179-5cec-4e4a-9bd8-5e2492144369 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:39.149817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Attempting to bind port 25483179-5cec-4e4a-9bd8-5e2492144369 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:39.154621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Port 25483179-5cec-4e4a-9bd8-5e2492144369 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:39.154984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Attempting to bind port 25483179-5cec-4e4a-9bd8-5e2492144369 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:39.160194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:39.160613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Checking segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:39.161008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Bound using segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:39.161737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Bound port: 25483179-5cec-4e4a-9bd8-5e2492144369, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:39.162117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.169878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.172532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7a9a27-abee-471a-a920-22cbedf94016 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:39.194452 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.194596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.194596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a9fa47c8-c109-4770-8192-df845a2577c4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/2a7a9a27-abee-471a-a920-22cbedf94016 HTTP/1.1" status: 204 len: 168 time: 2.7434971 Aug 16 02:11:39.201596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.204805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47548) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:39.204933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb40be-8f16-4a1b-a4ad-626a0ad09aef req-31f6a56d-d33e-4b52-a906-cad7706a2668 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.210875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-629031147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:39.215392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1eb40be-8f16-4a1b-a4ad-626a0ad09aef req-31f6a56d-d33e-4b52-a906-cad7706a2668 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1436715 Aug 16 02:11:39.273891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Network 58947bd4-797d-45a9-a7ab-706154967a2e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:39.284283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:39.290619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:39.302443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.303165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.319118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Pushing event updated for resources: {'Port': ['ID=6e1808c6-f4c7-4928-963c-763e9b286eed,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.319331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1eb40be-8f16-4a1b-a4ad-626a0ad09aef req-86e23ad9-ab1c-44f9-b542-9e0966dccaa0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028764 Aug 16 02:11:39.351675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.353129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.361639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Transition to ACTIVE for port object d9c84d99-4d82-46d7-9bb4-4aa391d0285b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:39.385036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3028f-55e0-40c3-b579-c8c46693d3c2 req-fa3a3b36-6c2a-4bd6-9268-8c17a93d1fb1 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.387550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dd3028f-55e0-40c3-b579-c8c46693d3c2 req-fa3a3b36-6c2a-4bd6-9268-8c17a93d1fb1 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1147349 Aug 16 02:11:39.387806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Attempting to bind port 6e1808c6-f4c7-4928-963c-763e9b286eed on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:39.388284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Attempting to bind port 6e1808c6-f4c7-4928-963c-763e9b286eed by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:39.388754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Attempting to bind port 6e1808c6-f4c7-4928-963c-763e9b286eed on network 58947bd4-797d-45a9-a7ab-706154967a2e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:39.391586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Transition to ACTIVE for port object d9c84d99-4d82-46d7-9bb4-4aa391d0285b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:39.398304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:39.401387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Checking segment: {'id': '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:39.401387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.401387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Bound using segment: {'id': '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:39.401387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Bound port: 6e1808c6-f4c7-4928-963c-763e9b286eed, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '58947bd4-797d-45a9-a7ab-706154967a2e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:39.401387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.479585 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.531872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] For port 6e1808c6-f4c7-4928-963c-763e9b286eed, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:39.539070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Network bfee43bf-0cbd-40b6-95db-c1f28f479e2b is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:39.551232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:39.558179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] For port 6e1808c6-f4c7-4928-963c-763e9b286eed, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e1808c6-f4c7-4928-963c-763e9b286eed,segment=NetworkSegment(8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c),segment_id=8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:39.559969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:39.563537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dd3028f-55e0-40c3-b579-c8c46693d3c2 req-64e4280c-843d-4ba7-8f72-29acd760bb52 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146324 Aug 16 02:11:39.571559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Pushing event updated for resources: {'Port': ['ID=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.588986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07947f48-ae19-4680-a5af-479bc5ff75b0 req-2b0c2d8b-82f1-4031-8162-9d8018746dea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:39.590572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07947f48-ae19-4680-a5af-479bc5ff75b0 req-2b0c2d8b-82f1-4031-8162-9d8018746dea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1403558 Aug 16 02:11:39.602151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 77d820cd-9174-4405-81b1-544a2515037a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:39.602751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.637038 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.677679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Attempting to bind port d9c84d99-4d82-46d7-9bb4-4aa391d0285b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:39.678520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Attempting to bind port d9c84d99-4d82-46d7-9bb4-4aa391d0285b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'bccad1da-b54f-492e-adf7-941097a75154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:39.679053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Attempting to bind port d9c84d99-4d82-46d7-9bb4-4aa391d0285b on network bfee43bf-0cbd-40b6-95db-c1f28f479e2b {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:39.695066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:39.695564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Checking segment: {'id': 'bccad1da-b54f-492e-adf7-941097a75154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:39.696082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.696482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Bound using segment: {'id': 'bccad1da-b54f-492e-adf7-941097a75154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:39.697106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Bound port: d9c84d99-4d82-46d7-9bb4-4aa391d0285b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bccad1da-b54f-492e-adf7-941097a75154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bfee43bf-0cbd-40b6-95db-c1f28f479e2b'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:39.697500 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.702997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07947f48-ae19-4680-a5af-479bc5ff75b0 req-97c2ddc1-141d-4689-afd6-4a076e20038b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955689 Aug 16 02:11:39.740058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port 77d820cd-9174-4405-81b1-544a2515037a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=77d820cd-9174-4405-81b1-544a2515037a,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:39.740484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.762505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 77d820cd-9174-4405-81b1-544a2515037a owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:39.814766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c707df3-53d6-4d05-8976-f82e23293d0b None None] Pushing event updated for resources: {'Port': ['ID=6e1808c6-f4c7-4928-963c-763e9b286eed,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:39.866134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] For port d9c84d99-4d82-46d7-9bb4-4aa391d0285b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:39.875521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] For port d9c84d99-4d82-46d7-9bb4-4aa391d0285b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,segment=NetworkSegment(bccad1da-b54f-492e-adf7-941097a75154),segment_id=bccad1da-b54f-492e-adf7-941097a75154)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:39.945440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.950191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-065bfea0-c897-4c0d-9f8e-6924516a593a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.951419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:39.982041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:39.996703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.045091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:40.056515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.108838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-c65bbe4f-340c-46e4-9847-d9198b7efb70 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.110172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-c65bbe4f-340c-46e4-9847-d9198b7efb70 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.1869655 Aug 16 02:11:40.114901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330cfa0-3eed-471a-b3b4-b06d1a6e9ef9 None None] Pushing event updated for resources: {'Port': ['ID=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.151514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.219336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d77716-955c-4c74-a07d-42f09bcdf37d req-4e64974b-8c7b-405c-a509-dff9ef707dac tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.227181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.227181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.227181 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] 10.222.0.83 "PUT /v2.0/ports/25483179-5cec-4e4a-9bd8-5e2492144369 HTTP/1.1" status: 200 len: 1092 time: 1.8834431 Aug 16 02:11:40.227636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d77716-955c-4c74-a07d-42f09bcdf37d req-4e64974b-8c7b-405c-a509-dff9ef707dac tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 943 time: 0.2628999 Aug 16 02:11:40.255654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:40.258201 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02c557d-3392-4f54-87b0-4db70bd0a0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:40.273740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.275110 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-550078ef-a791-4cb4-b97b-9e6bd600f177 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0698125 Aug 16 02:11:40.278104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47570) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.286519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': True}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:40.297076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcc76b-6eb1-4b85-b2ed-63cf7f17a8ec service neutron] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.306921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.342347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Subnet': ['ID=49731f61-aa61-466c-8f58-46d10f1b8c05,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.349266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Deleting port dc315d58-310f-471d-9553-a2d8147b1f1a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:40.349604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.352985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.357737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4a03f851-9b9e-40b5-b37b-d7e582c9adf8 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/subnets/49731f61-aa61-466c-8f58-46d10f1b8c05 HTTP/1.1" status: 204 len: 168 time: 1.6942639 Aug 16 02:11:40.360427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:40.444536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-dd0179d1-7c2a-4de3-b252-8037da201ae9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.446392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-dd0179d1-7c2a-4de3-b252-8037da201ae9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.4691203 Aug 16 02:11:40.453510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d77716-955c-4c74-a07d-42f09bcdf37d req-40c58629-df3b-4530-b669-8c977c1ff0d5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243505 Aug 16 02:11:40.525827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Deleting subnet 901d78ac-e798-46b5-9d75-e63936d080e3 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:40.539810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.591132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.592735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-8dc8b468-b764-4146-b364-b8440ef95547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:40.594978 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-8dc8b468-b764-4146-b364-b8440ef95547 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 1095 time: 0.2166944 Aug 16 02:11:40.608127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] For port dc315d58-310f-471d-9553-a2d8147b1f1a, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=dc315d58-310f-471d-9553-a2d8147b1f1a,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:40.608673 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.626377 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-061c62e8-875e-42b0-8c9a-8e654f2113eb x-openstack-request-id: req-061c62e8-875e-42b0-8c9a-8e654f2113eb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:40.626778 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:40.627098 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-061c62e8-875e-42b0-8c9a-8e654f2113eb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:40.627701 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369', 'status': 'completed', 'code': 200} Aug 16 02:11:40.638293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-0c977150-e885-48b0-93d3-67da785887bb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/quotas/724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 375 time: 0.1829233 Aug 16 02:11:40.668745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.674314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-29ad2f5a-0699-457a-bb78-912adcdcaa58 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25483179-5cec-4e4a-9bd8-5e2492144369 HTTP/1.1" status: 200 len: 217 time: 0.0701849 Aug 16 02:11:40.730498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=77d820cd-9174-4405-81b1-544a2515037a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:40.800726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:40.936654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1808c6-f4c7-4928-963c-763e9b286eed up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:41.020732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-8574aa7c-33e4-44d7-b12b-a4f38b1f1577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.022305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-8574aa7c-33e4-44d7-b12b-a4f38b1f1577 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f9ef5e04-05aa-443b-bb5f-798da1cfed20 HTTP/1.1" status: 200 len: 854 time: 0.2965138 Aug 16 02:11:41.069790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6e1808c6-f4c7-4928-963c-763e9b286eed completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:41.070056 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-d29f0073-b73d-4ee6-a61a-22d9dd22edab service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313332 Aug 16 02:11:41.079053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d9c84d99-4d82-46d7-9bb4-4aa391d0285b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:41.093247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.183214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.183603 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.183937 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Floating IP b124a4b5-d938-4722-a6b7-4105b7a860b7 disassociated. External IP: 172.25.6.98, port: dc315d58-310f-471d-9553-a2d8147b1f1a. Aug 16 02:11:41.184292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Calling delete_port for dc315d58-310f-471d-9553-a2d8147b1f1a owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:41.264352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d9c84d99-4d82-46d7-9bb4-4aa391d0285b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:41.303531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-82272d54-90fa-43b0-88fa-ce8784e514be service neutron] 10.222.0.83 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256114 Aug 16 02:11:41.350952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7525ece9-e597-460d-8d7e-853dac407611 None None] Network 58947bd4-797d-45a9-a7ab-706154967a2e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:41.417504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.441548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.444245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/subnets/901d78ac-e798-46b5-9d75-e63936d080e3 HTTP/1.1" status: 204 len: 168 time: 1.0834653 Aug 16 02:11:41.445210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaef418-a04e-4c41-83c5-c80c89483f33 req-37e94f74-6f06-442a-85e5-6df51dc49a00 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.447153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edaef418-a04e-4c41-83c5-c80c89483f33 req-37e94f74-6f06-442a-85e5-6df51dc49a00 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 946 time: 0.7306123 Aug 16 02:11:41.452062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47576) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.484911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750d0ca-3a36-4fc1-9d42-3956ca997cb4 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Subnet': ['ID=901d78ac-e798-46b5-9d75-e63936d080e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.526666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-56fc7d88-b5c4-45be-9591-c6d39c169960 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8087494 Aug 16 02:11:41.531360 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f932300-38e3-46f3-8a9f-86ca8fb2fea2 req-210e143d-f677-4a34-9e5e-2d9c6b7e5331 service neutron] 10.222.0.83 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199099 Aug 16 02:11:41.541037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] Provisioning for port 6e1808c6-f4c7-4928-963c-763e9b286eed completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:41.550353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] Provisioning complete for port 6e1808c6-f4c7-4928-963c-763e9b286eed triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:41.551094 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.619089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.662281 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.669096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event deleted for resources: {'Port': ['ID=dc315d58-310f-471d-9553-a2d8147b1f1a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.697715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] DHCP port deletion for 58947bd4-797d-45a9-a7ab-706154967a2e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:41.745133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48575f4e-1792-4f4e-a1de-de6481a0c10c None None] Network bfee43bf-0cbd-40b6-95db-c1f28f479e2b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:41.757681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edaef418-a04e-4c41-83c5-c80c89483f33 req-a3895437-b8b0-4f14-88d4-e837f724e918 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=c3e6258b-adb6-449c-83c0-e5a1582fe471&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3032951 Aug 16 02:11:41.760874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.764123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] For port 6e1808c6-f4c7-4928-963c-763e9b286eed, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e1808c6-f4c7-4928-963c-763e9b286eed,segment=NetworkSegment(8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c),segment_id=8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:41.765495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28acf563-f4c6-4810-bafa-1a2874e6c892 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.770998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-28acf563-f4c6-4810-bafa-1a2874e6c892 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3137949 Aug 16 02:11:41.771331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47582) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:41.829240 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.903033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-51ffec30-8ce6-4e7d-a6fe-4c0145b553f2 service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166165 Aug 16 02:11:41.909587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-3bc9128a-4c02-4ec1-97e5-2c228b281da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:41.911382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-3bc9128a-4c02-4ec1-97e5-2c228b281da7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 1095 time: 0.1806738 Aug 16 02:11:41.923671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Router f307de33-d319-4cf4-8d2b-4c40f19428bc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:41.934436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace9c941-461a-46a7-805a-30411cb60036 None None] Pushing event updated for resources: {'Port': ['ID=6e1808c6-f4c7-4928-963c-763e9b286eed,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:41.934692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:41.978024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] Deleting port 6e1808c6-f4c7-4928-963c-763e9b286eed {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:41.978615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.024232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a2c8f-3d35-4bc3-aaee-e76ac9916668 req-d9328d13-f1cd-4ff5-a7a0-70a53a9f3a84 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.025815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-364a2c8f-3d35-4bc3-aaee-e76ac9916668 req-d9328d13-f1cd-4ff5-a7a0-70a53a9f3a84 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 943 time: 0.1380358 Aug 16 02:11:42.064746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-27525f13-370e-4173-9614-9117810e961c None None] Provisioning for port d9c84d99-4d82-46d7-9bb4-4aa391d0285b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:42.077854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] For port 6e1808c6-f4c7-4928-963c-763e9b286eed, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e1808c6-f4c7-4928-963c-763e9b286eed,segment=NetworkSegment(8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c),segment_id=8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.077854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.080338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-27525f13-370e-4173-9614-9117810e961c None None] Provisioning complete for port d9c84d99-4d82-46d7-9bb4-4aa391d0285b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:42.085207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-27525f13-370e-4173-9614-9117810e961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.115524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] Calling delete_port for 6e1808c6-f4c7-4928-963c-763e9b286eed owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.187451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-e099f77b-922e-424b-b9f4-b44c750adc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.189418 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-e099f77b-922e-424b-b9f4-b44c750adc37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 915 time: 0.2681572 Aug 16 02:11:42.206857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] DHCP port deletion for bfee43bf-0cbd-40b6-95db-c1f28f479e2b request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:42.250902 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-3bc05b78-434f-48bc-965a-bf591e525846 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25483179-5cec-4e4a-9bd8-5e2492144369 HTTP/1.1" status: 200 len: 217 time: 0.0515957 Aug 16 02:11:42.257520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Deleting port d9c84d99-4d82-46d7-9bb4-4aa391d0285b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:42.258078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.262300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:42.272864 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:42.288158 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:42.288158 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:42.290988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-8e171c8e-d044-4a6f-b2c1-0038f6d03763 service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690126 Aug 16 02:11:42.346338 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-27525f13-370e-4173-9614-9117810e961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.349310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] Deleting port d9c84d99-4d82-46d7-9bb4-4aa391d0285b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:42.349783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.363384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.365745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:42.380197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-364a2c8f-3d35-4bc3-aaee-e76ac9916668 req-b7378188-4c82-49d4-9861-59638ada45d4 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139696 Aug 16 02:11:42.458109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] For port d9c84d99-4d82-46d7-9bb4-4aa391d0285b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,segment=NetworkSegment(bccad1da-b54f-492e-adf7-941097a75154),segment_id=bccad1da-b54f-492e-adf7-941097a75154)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.458109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.467572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] Pushing event deleted for resources: {'Port': ['ID=6e1808c6-f4c7-4928-963c-763e9b286eed,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:42.473832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Calling delete_port for d9c84d99-4d82-46d7-9bb4-4aa391d0285b owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.482383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbfb13-b22a-4921-b830-50b2c33c6a5d None None] No DVR routers for this DVR port 6e1808c6-f4c7-4928-963c-763e9b286eed on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:42.520498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-27525f13-370e-4173-9614-9117810e961c None None] For port d9c84d99-4d82-46d7-9bb4-4aa391d0285b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,segment=NetworkSegment(bccad1da-b54f-492e-adf7-941097a75154),segment_id=bccad1da-b54f-492e-adf7-941097a75154)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.522837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] For port d9c84d99-4d82-46d7-9bb4-4aa391d0285b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,segment=NetworkSegment(bccad1da-b54f-492e-adf7-941097a75154),segment_id=bccad1da-b54f-492e-adf7-941097a75154)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:42.529634 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.572949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] Calling delete_port for d9c84d99-4d82-46d7-9bb4-4aa391d0285b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:42.609018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.618666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:42.641166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.665165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] No DVR routers for this DVR port dc315d58-310f-471d-9553-a2d8147b1f1a on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:42.705212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.707825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:42.710322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eb09ce88-e12b-4aea-9595-c5ed14ad3c12 req-975d86ad-8203-45d5-a7cb-90bcfc1187dd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "DELETE /v2.0/ports/dc315d58-310f-471d-9553-a2d8147b1f1a HTTP/1.1" status: 204 len: 173 time: 2.5941310 Aug 16 02:11:42.714611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'name': 'network-vif-deleted', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:42.715497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a077974d-0887-4cfa-83ab-fb618100fd20 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7799137 Aug 16 02:11:42.718990 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53620d97-c763-412b-a7e8-f1305c8dbb90" -d '{"events": [{"server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "name": "network-vif-deleted", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:42.720434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47588) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:42.750772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-ed288034-8be9-4b34-9d95-672bb193a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:42.756394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-ed288034-8be9-4b34-9d95-672bb193a483 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f9ef5e04-05aa-443b-bb5f-798da1cfed20 HTTP/1.1" status: 200 len: 854 time: 0.4961076 Aug 16 02:11:42.823830 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-4e9b01ef-0956-4bb3-9394-c45aa1e45b95 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597212 Aug 16 02:11:42.888433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3214e676-0603-4fbb-9687-8365f79e8577 req-40b337d3-6e0e-4e4f-9b34-7dba6dac02c1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 210 time: 0.0721512 Aug 16 02:11:42.909563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:42.923359 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-27525f13-370e-4173-9614-9117810e961c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:42.954579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Allocated IP 172.25.6.160 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/97d4895b-8b7e-487a-886b-9e0cf2091eb3) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:43.002499 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926b0ca1-3277-4964-a1e6-83a7abbb0206 x-openstack-request-id: req-926b0ca1-3277-4964-a1e6-83a7abbb0206 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:43.003224 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da11fd9-7338-47d8-9e83-6002e9ff9a90", "name": "network-vif-deleted", "tag": "dc315d58-310f-471d-9553-a2d8147b1f1a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:43.004177 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-926b0ca1-3277-4964-a1e6-83a7abbb0206 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:43.004803 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da11fd9-7338-47d8-9e83-6002e9ff9a90', 'name': 'network-vif-deleted', 'tag': 'dc315d58-310f-471d-9553-a2d8147b1f1a', 'status': 'completed', 'code': 200} Aug 16 02:11:43.007483 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.014713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.016726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.019414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dc315d58-310f-471d-9553-a2d8147b1f1a no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:43.027979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27525f13-370e-4173-9614-9117810e961c None None] Pushing event deleted for resources: {'Port': ['ID=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.034184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1808c6-f4c7-4928-963c-763e9b286eed no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:43.040501 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:43.049479 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:43.050844 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.059112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Port': ['ID=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.067889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] No DVR routers for this DVR port d9c84d99-4d82-46d7-9bb4-4aa391d0285b on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:43.103983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.116414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6e1808c6-f4c7-4928-963c-763e9b286eed {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:43.116920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1808c6-f4c7-4928-963c-763e9b286eed not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:43.117486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d9c84d99-4d82-46d7-9bb4-4aa391d0285b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:43.140419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 263edbe0-b1b5-490b-836e-2251ca9f99f5 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:43.150294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.155751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.170752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.177240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d9c84d99-4d82-46d7-9bb4-4aa391d0285b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:43.177977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d9c84d99-4d82-46d7-9bb4-4aa391d0285b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:43.186730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:43.188365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.206217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfee43bf-0cbd-40b6-95db-c1f28f479e2b']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.214500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bccad1da-b54f-492e-adf7-941097a75154') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.214847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bccad1da-b54f-492e-adf7-941097a75154') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.225266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df46562f-3643-4ded-8e4d-227ec915eb8f req-7e9220a9-5d28-44b0-9960-6930696109b5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.0811124 Aug 16 02:11:43.231438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.251314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.253058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-be387b95-0a3e-4cb5-adec-7259234a2d16 service neutron] 10.222.0.83 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202368 Aug 16 02:11:43.261742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:43.267519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.305768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: dc315d58-310f-471d-9553-a2d8147b1f1a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:43.306181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device dc315d58-310f-471d-9553-a2d8147b1f1a not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:43.312456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] Pushing event deleted for resources: {'Port': ['ID=d9c84d99-4d82-46d7-9bb4-4aa391d0285b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.318283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997a30e1-6f7b-4db3-aa8f-e1e09c53b654 None None] No DVR routers for this DVR port d9c84d99-4d82-46d7-9bb4-4aa391d0285b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:43.333004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:43.353291 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.356590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:43.357099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:43.363778 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:43.481913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Port': ['ID=97d4895b-8b7e-487a-886b-9e0cf2091eb3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.482574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e66a14b0-276a-4086-9b07-d0d644f4958b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.590998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:43.609001 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b02c557d-3392-4f54-87b0-4db70bd0a0e0 req-79ccc477-1bae-4a20-8cef-12fd09de956b service neutron] 10.222.0.83 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388731 Aug 16 02:11:43.614675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-cee2b188-2fd4-4366-a419-da43d41b39d3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1132207 Aug 16 02:11:43.616642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:43.622246 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.624757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:43.639152 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.671367 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c3aa8-bbb9-4ab9-854b-4db4fadfcdeb None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:43.684249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.696599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.699166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/networks/bfee43bf-0cbd-40b6-95db-c1f28f479e2b HTTP/1.1" status: 204 len: 168 time: 1.9267004 Aug 16 02:11:43.702358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:43.739656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085ad5c-0aa2-4de9-8964-a70d04153aaf tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Network': ['ID=bfee43bf-0cbd-40b6-95db-c1f28f479e2b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:43.756785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:40Z', 'revision_number': 10, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.786439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527e195-9fbd-4477-aef1-aeff27c10748 req-1ea0d298-397c-4460-b726-3b86bb46ce7a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.794507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8527e195-9fbd-4477-aef1-aeff27c10748 req-1ea0d298-397c-4460-b726-3b86bb46ce7a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 943 time: 0.2474723 Aug 16 02:11:43.810878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:43.812336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-7beb8576-4c45-4442-891b-6235de40cf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:43.813873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-7beb8576-4c45-4442-891b-6235de40cf77 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1664312 Aug 16 02:11:43.822393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:43.822393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:43.843398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.879655 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:43.968904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8527e195-9fbd-4477-aef1-aeff27c10748 req-b6260fb3-fd20-40eb-adce-0924bb620684 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678209 Aug 16 02:11:43.975111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=263edbe0-b1b5-490b-836e-2251ca9f99f5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.013588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.016227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b00d125-15b1-413d-acb0-2937750622a7 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/263edbe0-b1b5-490b-836e-2251ca9f99f5 HTTP/1.1" status: 204 len: 168 time: 1.2947993 Aug 16 02:11:44.021186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47610) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.085586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6432d8c-7a31-465a-87bd-60d1197801b1 None None] Network 80508224-bbe1-481f-99a4-5b663ae5af8a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:44.116412 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470c10ea-f107-4ee1-891b-a56b9254ac7c None None] New status for floating IP b124a4b5-d938-4722-a6b7-4105b7a860b7: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:11:44.155287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e696d87b-9753-4207-b4ae-5cb67797effe req-989e1b0e-5f81-4674-a387-ba96b9ce531f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 210 time: 0.0750608 Aug 16 02:11:44.168510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.185851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.194284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-19c0bbdf-f4c6-479a-9eca-b1b8a7ea24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.196077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:44.196399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-19c0bbdf-f4c6-479a-9eca-b1b8a7ea24cc service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.3504701 Aug 16 02:11:44.198131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58947bd4-797d-45a9-a7ab-706154967a2e']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.217646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.217646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbc9c52-cbf8-4fe9-8cd4-3d37cf06d69c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.273616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.305396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.317638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-5defab23-fe93-456c-a477-f02def0f3576 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.1116810 Aug 16 02:11:44.322150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:44.322717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:44.327636 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:44.387733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port ba6a3665-8691-4dc4-9923-108cbd740771 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:44.388099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.446879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-04f36b5b-950f-4ceb-a2f1-541e71a6a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.448538 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-04f36b5b-950f-4ceb-a2f1-541e71a6a4f1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1071599 Aug 16 02:11:44.466855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c11f697f-3628-49ae-87a5-68b185578c66 req-f1d372d5-331c-4e0c-ad88-527bf0d6c1e9 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=7da11fd9-7338-47d8-9e83-6002e9ff9a90 HTTP/1.1" status: 200 len: 210 time: 0.0830359 Aug 16 02:11:44.477480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.527814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-d662ff59-1d3d-4d8c-9595-c984ff70f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:44.529668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-d662ff59-1d3d-4d8c-9595-c984ff70f1b9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698831 Aug 16 02:11:44.531348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.543573 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.545772 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/networks/58947bd4-797d-45a9-a7ab-706154967a2e HTTP/1.1" status: 204 len: 168 time: 0.8186376 Aug 16 02:11:44.553014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47616) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:44.600630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] DHCP port deletion for 80508224-bbe1-481f-99a4-5b663ae5af8a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:44.631884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.635225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752237f-5d8e-45dc-a5a4-a0f6ca9d5a43 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Network': ['ID=58947bd4-797d-45a9-a7ab-706154967a2e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:44.677599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port ba6a3665-8691-4dc4-9923-108cbd740771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba6a3665-8691-4dc4-9923-108cbd740771,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:44.677980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.700565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-609a1782-0660-4d69-8398-3eccd43496fc service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589549 Aug 16 02:11:44.704181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] Deleting port ba6a3665-8691-4dc4-9923-108cbd740771 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:44.704579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.716927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for ba6a3665-8691-4dc4-9923-108cbd740771 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:44.726530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.808099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba6a3665-8691-4dc4-9923-108cbd740771 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:44.818325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:40Z', 'revision_number': 10, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:44.857542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57afaf4d-57aa-42b2-9223-04703911f8c5 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:40Z', 'revision_number': 10, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None, '_interfaces': [{'id': '50a5dbdd-31fb-42b3-af06-a0fe40a5245e', 'name': '', 'network_id': 'a3be3d50-109e-45f0-b66c-a47358e147c9', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'mac_address': 'fa:16:3e:2d:42:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d70af4-588d-48a1-a556-725e2f07e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1779, 'fixed_ips': [{'subnet_id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:10:47Z', 'updated_at': '2021-08-16T02:10:56Z', 'revision_number': 5, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'subnets': [{'id': '9067349e-263b-4ea9-bb15-b5944a7e3d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:44.912534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] For port ba6a3665-8691-4dc4-9923-108cbd740771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba6a3665-8691-4dc4-9923-108cbd740771,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:44.913043 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:44.937803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] Calling delete_port for ba6a3665-8691-4dc4-9923-108cbd740771 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:44.942498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:45.180802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.239947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ba6a3665-8691-4dc4-9923-108cbd740771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba6a3665-8691-4dc4-9923-108cbd740771,segment=NetworkSegment(1a9a6451-b5e2-46ab-99b9-ee2975d196a8),segment_id=1a9a6451-b5e2-46ab-99b9-ee2975d196a8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:45.274775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:45.276152 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adfd8b15-7b8e-4dee-b569-5a2ebf09c2f5 req-a8e59abe-d222-4ce3-b276-b561e4a86b29 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675349 Aug 16 02:11:45.293026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '25483179-5cec-4e4a-9bd8-5e2492144369', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'port_id': '25483179-5cec-4e4a-9bd8-5e2492144369', 'mac_address': 'fa:16:3e:04:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef5e04-05aa-443b-bb5f-798da1cfed20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:45.341384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.377189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.406619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25483179-5cec-4e4a-9bd8-5e2492144369 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:45.422951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a133641-908b-4cbc-859a-5b61a80d025e req-b3327846-c5d4-4cb6-a0ae-d8bd5e06e57c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 210 time: 0.0633855 Aug 16 02:11:45.431365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ba6a3665-8691-4dc4-9923-108cbd740771,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.448670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:45.452583 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.490545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] Pushing event deleted for resources: {'Port': ['ID=ba6a3665-8691-4dc4-9923-108cbd740771,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.500648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c3e8f8-90c8-48c2-840e-51c7303647d6 None None] No DVR routers for this DVR port ba6a3665-8691-4dc4-9923-108cbd740771 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:45.532725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.571952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.596447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.600703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e22341-ac2b-411a-bc51-64d7e56a1f71']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.605913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.628136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.631517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14575f20-8f6c-4b90-8a41-ae9849d50684') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.634558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14575f20-8f6c-4b90-8a41-ae9849d50684') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:45.648681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c667b5e-46d8-42ff-8ecd-783b164b6f20 req-8ce39b75-6aae-4fc8-b10c-3b5c52a07e1a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.650421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c667b5e-46d8-42ff-8ecd-783b164b6f20 req-8ce39b75-6aae-4fc8-b10c-3b5c52a07e1a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 943 time: 0.2821465 Aug 16 02:11:45.656129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.670001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:45.718965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-ed6eeb80-0495-4da3-b85e-da52382058e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:45.720568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-ed6eeb80-0495-4da3-b85e-da52382058e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.1382098 Aug 16 02:11:45.727632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.734371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'port': {'device_id': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'admin_state_up': True, 'tenant_id': '724fddb942384bf8836eadfc394fe9e4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:45.761705 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.772263 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.779462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port ba6a3665-8691-4dc4-9923-108cbd740771 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:45.785737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['25483179-5cec-4e4a-9bd8-5e2492144369'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:45.785956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=ba6a3665-8691-4dc4-9923-108cbd740771,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:45.801182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:45.801182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.801550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5796ff40-3b92-4d44-ae34-e0932072a987 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:45.823869 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:45.844327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5796ff40-3b92-4d44-ae34-e0932072a987 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:45.976940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c667b5e-46d8-42ff-8ecd-783b164b6f20 req-785cd66d-25b2-4b9c-a5bf-b3de1b379641 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175142 Aug 16 02:11:45.995568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.013528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80508224-bbe1-481f-99a4-5b663ae5af8a']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.027922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a9a6451-b5e2-46ab-99b9-ee2975d196a8') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.028259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a9a6451-b5e2-46ab-99b9-ee2975d196a8') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.041685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:46.041965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.045622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.049336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5796ff40-3b92-4d44-ae34-e0932072a987 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.053081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5796ff40-3b92-4d44-ae34-e0932072a987 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.056999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5796ff40-3b92-4d44-ae34-e0932072a987 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "DELETE /v2.0/security-groups/c3e6258b-adb6-449c-83c0-e5a1582fe471 HTTP/1.1" status: 204 len: 168 time: 0.3851600 Aug 16 02:11:46.057872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47632) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.075449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796ff40-3b92-4d44-ae34-e0932072a987 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e6258b-adb6-449c-83c0-e5a1582fe471,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.079582 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-75f1621f-ef45-4135-a7d2-64e616e8be19 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] show failed (client error): The resource could not be found. Aug 16 02:11:46.080857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-75f1621f-ef45-4135-a7d2-64e616e8be19 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups/c3e6258b-adb6-449c-83c0-e5a1582fe471 HTTP/1.1" status: 404 len: 347 time: 0.0222893 Aug 16 02:11:46.082253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.084283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.129996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.132915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:46.133257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:46.142400 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:46.170311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.172275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/networks/99e22341-ac2b-411a-bc51-64d7e56a1f71 HTTP/1.1" status: 204 len: 168 time: 1.6182849 Aug 16 02:11:46.190577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47636) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.279547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d92f4-10bb-4eaf-953b-7f1c51230e1e tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Network': ['ID=99e22341-ac2b-411a-bc51-64d7e56a1f71,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.288251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Allocated IP 172.20.0.11 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/d50437ac-9f55-4b36-991f-4a12a31e186b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:46.298146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.333053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-eef3d340-7c0f-4781-b7ce-bede8449d1e2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1914952 Aug 16 02:11:46.358909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Router 789702f2-295f-413b-8f56-06e967ced515 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:46.375169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Deleting port e6e245c8-b1b4-4339-bc37-f472218c54b0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:46.375647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.423475 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.466275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.484313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b989b14a-90d9-4a53-baa0-de13091a8c5a']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.487187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.491689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/80508224-bbe1-481f-99a4-5b663ae5af8a HTTP/1.1" status: 204 len: 168 time: 2.4668849 Aug 16 02:11:46.494677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47640) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.508450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c00c61-78de-4969-9c2a-61bd4a85bb20') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.510020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c00c61-78de-4969-9c2a-61bd4a85bb20') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.528777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b7863-ad63-4990-9960-20c5d7f61d70 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=80508224-bbe1-481f-99a4-5b663ae5af8a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:46.561505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-989fac76-175c-41c9-9c9b-fe9f98e85803 req-c8760fd2-fe98-4c1b-8031-0cd3328e4a56 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 210 time: 0.0647869 Aug 16 02:11:46.572613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.594288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.594825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.595337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.595848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.596339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.597165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.597805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.599802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e8835296-fa81-427b-bc31-9eb26adbb6b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 6506 time: 0.2094784 Aug 16 02:11:46.631960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.632301 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.634320 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.653648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:46.654060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:46.658957 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:46.661847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.696355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Calling delete_port for e6e245c8-b1b4-4339-bc37-f472218c54b0 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:46.713160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 77d820cd-9174-4405-81b1-544a2515037a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:46.736667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 77d820cd-9174-4405-81b1-544a2515037a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:46.737015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 77d820cd-9174-4405-81b1-544a2515037a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:46.763658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:46.767392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Transition to ACTIVE for port object d50437ac-9f55-4b36-991f-4a12a31e186b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:46.775330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] Sync routers for ids ['789702f2-295f-413b-8f56-06e967ced515'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:46.777480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.778757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-42a927a5-d054-41b9-8497-f0bcb1ac5eb5 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "PUT /v2.0/routers/789702f2-295f-413b-8f56-06e967ced515 HTTP/1.1" status: 200 len: 914 time: 6.4962323 Aug 16 02:11:46.785238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] Routers {'789702f2-295f-413b-8f56-06e967ced515'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:46.785468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47642) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:46.786402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['789702f2-295f-413b-8f56-06e967ced515'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.836295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.845961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] Routers {'789702f2-295f-413b-8f56-06e967ced515'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:46.846957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['789702f2-295f-413b-8f56-06e967ced515'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.871811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-d0a87830-d5d0-4ed1-9877-26ce2ad8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.871811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-d0a87830-d5d0-4ed1-9877-26ce2ad8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.871811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-d0a87830-d5d0-4ed1-9877-26ce2ad8c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:46.872877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-d0a87830-d5d0-4ed1-9877-26ce2ad8c8fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 200 len: 2298 time: 0.2435338 Aug 16 02:11:46.887671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:46.888403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4782df-021d-4deb-9433-fc5a04858649 None None] The sync data for ids ['789702f2-295f-413b-8f56-06e967ced515'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:46.904054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.913134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:46.914986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] 10.222.0.76 "DELETE /v2.0/networks/b989b14a-90d9-4a53-baa0-de13091a8c5a HTTP/1.1" status: 204 len: 168 time: 0.7233951 Aug 16 02:11:46.939503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:46.947849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a41b9b-7eea-4111-974c-95ae5531cf25 tempest-BulkNetworkOpsIpV6Test-1892180656 tempest-BulkNetworkOpsIpV6Test-1892180656-project] Pushing event deleted for resources: {'Network': ['ID=b989b14a-90d9-4a53-baa0-de13091a8c5a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.033290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-47a9ac5c-771d-4753-8bc1-4ca65b38da7f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/789702f2-295f-413b-8f56-06e967ced515 HTTP/1.1" status: 200 len: 920 time: 0.2455041 Aug 16 02:11:47.041831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-6ca4da30-33a9-4585-8b0f-b6d45e62fdb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 200 len: 1001 time: 0.1551077 Aug 16 02:11:47.043508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.044929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47650) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.102051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:47.109008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:47.115140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:47.121181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=d50437ac-9f55-4b36-991f-4a12a31e186b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.160935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.164755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-7889aa3a-f05f-4968-9cab-764a0fe3b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.166464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-7889aa3a-f05f-4968-9cab-764a0fe3b3ae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 200 len: 855 time: 0.1154327 Aug 16 02:11:47.195402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed3437-959c-4c7a-89e9-8a8f8a27cf63 req-b40f201b-8f0d-43d5-9a1c-f2c724c960a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.203595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9fed3437-959c-4c7a-89e9-8a8f8a27cf63 req-b40f201b-8f0d-43d5-9a1c-f2c724c960a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 944 time: 0.1337442 Aug 16 02:11:47.204469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 25483179-5cec-4e4a-9bd8-5e2492144369 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:47.211255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83c6b68-fec7-4aa3-876e-006170e56b62 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.213506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c83c6b68-fec7-4aa3-876e-006170e56b62 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=789702f2-295f-413b-8f56-06e967ced515&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1641688 Aug 16 02:11:47.218140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.221463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 25483179-5cec-4e4a-9bd8-5e2492144369 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:47.222679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.243296 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.285510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event deleted for resources: {'Port': ['ID=e6e245c8-b1b4-4339-bc37-f472218c54b0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.321796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.322558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.343172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9fed3437-959c-4c7a-89e9-8a8f8a27cf63 req-d6ba9203-1c3d-409e-a9ef-709bd791af5c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349325 Aug 16 02:11:47.361619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-11e6f334-c339-4a4b-af9e-a2f498a6aac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.363342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-11e6f334-c339-4a4b-af9e-a2f498a6aac9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f899d6cd-0899-4e20-b2b9-e5f838a52a80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1846673 Aug 16 02:11:47.364769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.402441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:47.406133 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ab4f41-9562-4503-9813-99457b831621" -d '{"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-plugged", "status": "completed", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:47.449848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:47.495320 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e474ec32-354e-4455-a2a3-540b83a47c85 x-openstack-request-id: req-e474ec32-354e-4455-a2a3-540b83a47c85 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:47.496306 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-plugged", "status": "completed", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:47.496830 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e474ec32-354e-4455-a2a3-540b83a47c85 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:47.497457 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369', 'code': 200} Aug 16 02:11:47.520170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.569938 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-5d83b336-d4aa-499e-b08f-e6ed06543066 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8396943 Aug 16 02:11:47.614920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1fdbf7-f8e9-449e-a5c6-bf44b721d949 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.618397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da1fdbf7-f8e9-449e-a5c6-bf44b721d949 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.3962018 Aug 16 02:11:47.623438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.623768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-89cd2e0d-e8c3-4a15-8ada-d82e696d8e39 service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144377 Aug 16 02:11:47.625470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.634228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.635723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:47.636655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c52c1af6-4e0d-4f4e-b5d2-27c03295c237 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "DELETE /v2.0/floatingips/b124a4b5-d938-4722-a6b7-4105b7a860b7 HTTP/1.1" status: 204 len: 168 time: 1.5510573 Aug 16 02:11:47.639648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Request body: {'port': {'device_id': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:47.649020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7357561a-87c1-4174-bbdb-93a94a194f47 None None] Provisioning for port d50437ac-9f55-4b36-991f-4a12a31e186b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:47.669831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7357561a-87c1-4174-bbdb-93a94a194f47 None None] Provisioning complete for port d50437ac-9f55-4b36-991f-4a12a31e186b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:47.670375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7357561a-87c1-4174-bbdb-93a94a194f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.718236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47664) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.734346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7357561a-87c1-4174-bbdb-93a94a194f47 None None] Port d50437ac-9f55-4b36-991f-4a12a31e186b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:11:47.777988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b4e437ac-7de7-49eb-b0ff-057f2666cec9 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=789702f2-295f-413b-8f56-06e967ced515 HTTP/1.1" status: 200 len: 205 time: 0.1349626 Aug 16 02:11:47.787165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:47.829931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-92952656-4948-45d8-8985-3b67b07c097f service neutron] 10.222.0.58 "GET /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920042 Aug 16 02:11:47.861429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861885fb-dd70-4a84-806a-9510cfbad1b8 req-f6ee17c0-9cfe-4c2c-bbf0-3ff159b3d0ca tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.864525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-861885fb-dd70-4a84-806a-9510cfbad1b8 req-f6ee17c0-9cfe-4c2c-bbf0-3ff159b3d0ca tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 932 time: 0.1832199 Aug 16 02:11:47.888550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:47.892378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7feb-ab82-4b5e-8cb2-c1d24ea6ba07 req-0c130c53-cde5-4fb2-a7c6-454dbc9a244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.894092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76ab7feb-ab82-4b5e-8cb2-c1d24ea6ba07 req-0c130c53-cde5-4fb2-a7c6-454dbc9a244d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 1097 time: 0.2731268 Aug 16 02:11:47.902408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-974d7cc1-c0ab-47c4-bec6-29d2e1aa75bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 217 time: 0.0627651 Aug 16 02:11:47.974514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-861885fb-dd70-4a84-806a-9510cfbad1b8 req-37529147-248d-4895-8a9b-bf6aee9f5637 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748746 Aug 16 02:11:47.981523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-46bf903d-60ea-4d0d-a469-09cd91da8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:47.983101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-46bf903d-60ea-4d0d-a469-09cd91da8df5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0674250 Aug 16 02:11:48.049108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-0a93d66e-bada-4e0f-8ef4-99e8bde87d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.051072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-0a93d66e-bada-4e0f-8ef4-99e8bde87d83 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597467 Aug 16 02:11:48.080356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.083479 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76ab7feb-ab82-4b5e-8cb2-c1d24ea6ba07 req-5aa6e7f2-065e-4b34-a44a-1c1920d5ed71 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720095 Aug 16 02:11:48.153220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-9aceb585-c1fb-4d12-be49-9a27d4a458a3 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953138 Aug 16 02:11:48.156195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3d72fa7c-23ae-4109-b66e-026d59424c26 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6693e84f279a4fb5b73118b24a5b948c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4323947 Aug 16 02:11:48.158694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47674) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.265956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47676) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:48.275780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f46-58d7-4018-a6fe-c0640e6e691d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.276168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508691125', 'description': 'tempest-description--1371898600'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:48.306330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-49029f91-0ca2-4e71-8092-304a5c9225a4 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403344 Aug 16 02:11:48.311168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f46-58d7-4018-a6fe-c0640e6e691d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.365243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-2d53c34c-b2bf-4c40-805c-bb4993541d7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 217 time: 0.0463328 Aug 16 02:11:48.398654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:48.399294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.408937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.455147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-be8410f1-a6e6-4fba-aef4-fd60f3d6a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.456911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-be8410f1-a6e6-4fba-aef4-fd60f3d6a001 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0812676 Aug 16 02:11:48.463330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.509160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530ddc3-bb7f-46e6-a1e6-59efa6462165 req-f787c342-e201-4011-aa03-119b4dacc829 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.510697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0530ddc3-bb7f-46e6-a1e6-59efa6462165 req-f787c342-e201-4011-aa03-119b4dacc829 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0907693 Aug 16 02:11:48.537238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-470b63f4-68b5-44b9-97b9-3a9182379aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.538754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-470b63f4-68b5-44b9-97b9-3a9182379aad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723937 Aug 16 02:11:48.577434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0530ddc3-bb7f-46e6-a1e6-59efa6462165 req-6b9fae71-072c-4d9b-b122-63f8db5d56ef tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 Aug 16 02:11:48.596164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port 50a5dbdd-31fb-42b3-af06-a0fe40a5245e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:48.599649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.603482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f46-58d7-4018-a6fe-c0640e6e691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.603733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50437ac-9f55-4b36-991f-4a12a31e186b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:48.606064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bcb9f46-58d7-4018-a6fe-c0640e6e691d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.609775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9bcb9f46-58d7-4018-a6fe-c0640e6e691d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54a701c7-92b1-4386-9823-9cb12cf098a8 HTTP/1.1" status: 204 len: 168 time: 0.4468348 Aug 16 02:11:48.622697 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.623410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb9f46-58d7-4018-a6fe-c0640e6e691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a701c7-92b1-4386-9823-9cb12cf098a8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:48.627157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for 50a5dbdd-31fb-42b3-af06-a0fe40a5245e owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:48.679478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Transition to ACTIVE for port object d50437ac-9f55-4b36-991f-4a12a31e186b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:48.680360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-fae8ac80-00b2-45a1-a29b-a7ea9ba21234 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273849 Aug 16 02:11:48.749738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.777540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Deleting port 97d4895b-8b7e-487a-886b-9e0cf2091eb3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:48.777864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:48.783217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-d7f78834-82ef-4979-82d3-158bdd59230f service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914404 Aug 16 02:11:48.828351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-29099c0b-369a-4af9-beb1-8bbba43d8bcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 200 len: 217 time: 0.0380461 Aug 16 02:11:48.881842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e568cbcb-82a5-4f6b-bb1c-bb3ff9001459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.883333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-e568cbcb-82a5-4f6b-bb1c-bb3ff9001459 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.0480518 Aug 16 02:11:48.940057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-fdab9ac6-cb35-441e-a1f5-0b76fa4cb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:48.941673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-fdab9ac6-cb35-441e-a1f5-0b76fa4cb241 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508513 Aug 16 02:11:49.069490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-4b23b9d5-7e86-43dd-a183-0c9da008ac3c service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206744 Aug 16 02:11:49.173381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73cfe7-1723-40aa-81bf-401196d18e77 req-b3ab0bc5-1273-49a8-a62c-7d644035c06f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.178147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b73cfe7-1723-40aa-81bf-401196d18e77 req-b3ab0bc5-1273-49a8-a62c-7d644035c06f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 944 time: 0.1263952 Aug 16 02:11:49.211538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.214886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.247342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b73cfe7-1723-40aa-81bf-401196d18e77 req-7328f9bf-9101-436b-8ac1-4ea513219a6b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632601 Aug 16 02:11:49.251471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-5f5b6ea9-cee9-46f1-8a64-f1613282af36 service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601977 Aug 16 02:11:49.310300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-bce0af33-a1ab-40a7-86d5-248dd3292d2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 200 len: 217 time: 0.0515864 Aug 16 02:11:49.325395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-43e01828-39db-4e61-8365-a36347f77c44 req-869dc0eb-8114-4b96-91d3-b66c104cab75 tempest-VolumesAdminNegativeTest-1828514252 tempest-VolumesAdminNegativeTest-1828514252-project] (101945) timed out ('10.222.0.58', 60570) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:11:49.330944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f45bdc46-1d90-459d-b16f-6e029f8e775e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.369552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Pushing event updated for resources: {'Port': ['ID=d50437ac-9f55-4b36-991f-4a12a31e186b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.413430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.418139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.423741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-79da5323-d654-45ac-9c31-308fa599f2a5 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1489277 Aug 16 02:11:49.448079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47694) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:49.454574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'security_group_rule': {'security_group_id': 'f45bdc46-1d90-459d-b16f-6e029f8e775e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:49.475507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Calling delete_port for 97d4895b-8b7e-487a-886b-9e0cf2091eb3 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:49.574684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Attempting to bind port d50437ac-9f55-4b36-991f-4a12a31e186b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:49.575038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Attempting to bind port d50437ac-9f55-4b36-991f-4a12a31e186b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:49.575376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Attempting to bind port d50437ac-9f55-4b36-991f-4a12a31e186b on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:49.584938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.602112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Port d50437ac-9f55-4b36-991f-4a12a31e186b on network 61fd65a2-7d93-4905-a477-324798acce85 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:11:49.602785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Attempting to bind port d50437ac-9f55-4b36-991f-4a12a31e186b on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:49.634160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=50a5dbdd-31fb-42b3-af06-a0fe40a5245e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:49.660459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:49.660709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:49.661055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:49.661516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Bound port: d50437ac-9f55-4b36-991f-4a12a31e186b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:49.661890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.742995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.823701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-2993f40a-acc7-4098-8a24-d1246c521b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.825275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-2993f40a-acc7-4098-8a24-d1246c521b3e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 200 len: 797 time: 0.5082555 Aug 16 02:11:49.843465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bb2b-4420-4823-9b0e-4a7c274d9052 req-2551f62c-67fd-4f5f-9949-014d50075d22 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.845657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ad1bb2b-4420-4823-9b0e-4a7c274d9052 req-2551f62c-67fd-4f5f-9949-014d50075d22 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0739000 Aug 16 02:11:49.926166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ad1bb2b-4420-4823-9b0e-4a7c274d9052 req-c961f923-e6cc-47c5-b6e0-8bc80b3e334d tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700414 Aug 16 02:11:49.936141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-f00f1295-b900-4b38-b100-de00fa79750d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:49.936141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-f00f1295-b900-4b38-b100-de00fa79750d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=04d7b4a8-fa12-4713-bcfd-eb0249276da1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855348 Aug 16 02:11:49.995450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:49.998571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] For port d50437ac-9f55-4b36-991f-4a12a31e186b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:50.009576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.014928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] For port d50437ac-9f55-4b36-991f-4a12a31e186b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d50437ac-9f55-4b36-991f-4a12a31e186b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:50.083349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740dd4a3-3d28-47a7-bef6-db7174ad4937 req-95eff3a4-1272-42ce-824e-0e53006c7d4e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.084895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-740dd4a3-3d28-47a7-bef6-db7174ad4937 req-95eff3a4-1272-42ce-824e-0e53006c7d4e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0871892 Aug 16 02:11:50.089076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-58f97b84-8814-4991-a518-5750d3c9eade service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477256 Aug 16 02:11:50.096546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.098820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.100866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.153500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47710) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.163993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1bf1ec-05e3-41e8-8501-d1f958b1d6a4,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.198767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-740dd4a3-3d28-47a7-bef6-db7174ad4937 req-86b75535-fbe5-49fa-808c-4e5e9a995ba0 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024244 Aug 16 02:11:50.208321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.208976 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.210433 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] 10.222.0.58 "PUT /v2.0/ports/d50437ac-9f55-4b36-991f-4a12a31e186b HTTP/1.1" status: 200 len: 1093 time: 2.5906088 Aug 16 02:11:50.214804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'tag': 'd50437ac-9f55-4b36-991f-4a12a31e186b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:50.222101 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e3165c-d284-4caf-b8a3-edbc0045ba73" -d '{"events": [{"name": "network-changed", "server_uuid": "fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4", "tag": "d50437ac-9f55-4b36-991f-4a12a31e186b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:50.243255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-2f51046a-52f2-47e1-8f2d-f82d23abe45e service neutron] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467762 Aug 16 02:11:50.325882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2054976309'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:50.330672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-38553d3e-cc2b-4c17-9b4b-dfd96de40ef3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 200 len: 217 time: 0.0795929 Aug 16 02:11:50.387991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.389169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b922cfe3-53b6-43f9-b887-e33d6128920a tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9400823 Aug 16 02:11:50.397129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47730) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.404032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f762af9-99f1-4439-ac5d-10bf29dd4716 service neutron] Pushing event updated for resources: {'Port': ['ID=d50437ac-9f55-4b36-991f-4a12a31e186b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.411059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'security_group_rule': {'security_group_id': 'f45bdc46-1d90-459d-b16f-6e029f8e775e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:50.433311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:50.449658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-06a646ab-2458-45c0-a01f-75efa8f4f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.451147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-06a646ab-2458-45c0-a01f-75efa8f4f0e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.1134715 Aug 16 02:11:50.477678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b28eb-d995-4789-99ef-0ccef560e1a7 req-061933d1-5576-4777-ad2c-7c29b2f57ed7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.479333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef9b28eb-d995-4789-99ef-0ccef560e1a7 req-061933d1-5576-4777-ad2c-7c29b2f57ed7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 944 time: 0.1118693 Aug 16 02:11:50.493933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event deleted for resources: {'Port': ['ID=97d4895b-8b7e-487a-886b-9e0cf2091eb3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:50.505652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.520836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:50.529077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.564127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.592480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef9b28eb-d995-4789-99ef-0ccef560e1a7 req-926220a1-c2b8-4f11-bce2-678e3e608699 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822411 Aug 16 02:11:50.597408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-0d69414a-4933-4e69-82cb-f4d80c8413de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.600781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-0d69414a-4933-4e69-82cb-f4d80c8413de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1404932 Aug 16 02:11:50.673121 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f296a-2542-4a7e-b87e-3cf9a2eeba1b x-openstack-request-id: req-386f296a-2542-4a7e-b87e-3cf9a2eeba1b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:50.673407 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4", "tag": "d50437ac-9f55-4b36-991f-4a12a31e186b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:50.673659 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-386f296a-2542-4a7e-b87e-3cf9a2eeba1b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:50.674107 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'tag': 'd50437ac-9f55-4b36-991f-4a12a31e186b', 'status': 'completed', 'code': 200} Aug 16 02:11:50.714550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.719453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.765426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:50.774163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-30798dca-4e95-4a2c-b85c-d20045648a8b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2787306 Aug 16 02:11:50.775138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47736) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.778776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-eaeda1d8-20b4-4d50-bfd2-34dea15c7a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.780511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-eaeda1d8-20b4-4d50-bfd2-34dea15c7a50 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 1096 time: 0.3377576 Aug 16 02:11:50.790199 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:50.798891 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:50.799975 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:50.809766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-67cc3e63-83df-4a34-aa05-67f7414fbe06 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920304 Aug 16 02:11:50.836928 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-55cfab7a-d4ef-4866-b7cc-6c2650ef59a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50437ac-9f55-4b36-991f-4a12a31e186b HTTP/1.1" status: 200 len: 217 time: 0.0462017 Aug 16 02:11:50.838193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.838354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da837eb-5176-4728-8010-63e9ac81e208 req-5edf3713-d058-4f9a-b2e9-669b3e7bf6de tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.839886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6da837eb-5176-4728-8010-63e9ac81e208 req-5edf3713-d058-4f9a-b2e9-669b3e7bf6de tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1420312 Aug 16 02:11:50.874416 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:50.918918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-0c08d202-f4ca-4652-b145-aeff521670fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:50.920439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-0c08d202-f4ca-4652-b145-aeff521670fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0706971 Aug 16 02:11:50.929706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting subnet 9067349e-263b-4ea9-bb15-b5944a7e3d20 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:11:50.944897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.945128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.945226 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:49Z', 'revision_number': 11, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:50.946494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.947100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Fanout notify agent at l3_agent the message router_deleted on router 789702f2-295f-413b-8f56-06e967ced515 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:50.968689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:50.972140 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7fbbe7c6-f53b-4357-b687-642ecd170ea7 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/789702f2-295f-413b-8f56-06e967ced515 HTTP/1.1" status: 204 len: 168 time: 3.1812873 Aug 16 02:11:50.975788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47738) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:50.979129 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:50.981398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-62798035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:50.989827 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:50.990954 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:51.011232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-04b1f1c9-c912-4c47-80b1-1ab09ca463bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.013046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-04b1f1c9-c912-4c47-80b1-1ab09ca463bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840735 Aug 16 02:11:51.018160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.038704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6da837eb-5176-4728-8010-63e9ac81e208 req-f65d98ad-a2b4-402f-b7b8-0e61e819f714 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542535 Aug 16 02:11:51.042894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.079666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:51.100001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fc5741-9dd6-41ad-8ab1-4a61f2d5f52f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.131071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-574de1db-850f-4f83-943b-647edf2b6fc7 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104808 Aug 16 02:11:51.145999 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:49Z', 'revision_number': 11, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:51.157027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-4139b57d-f4a7-45cf-bcc1-af5a711d73e2 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351919 Aug 16 02:11:51.175969 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64340df1-32f3-4c5c-bb13-d03f37b2707c None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:49Z', 'revision_number': 11, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:51.226470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-a5774f85-6633-4384-8ca8-19eb620e5033 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 200 len: 217 time: 0.0864239 Aug 16 02:11:51.277964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42ea6a85-5a87-4a82-9d05-62f0f94820b1 req-3f4ef8cf-6e3c-4faa-b62c-295fb9c693b8 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136458 Aug 16 02:11:51.297195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.303463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.332086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-699c7550-fe2f-4976-a2ec-561cb182dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.333609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-699c7550-fe2f-4976-a2ec-561cb182dd24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 200 len: 797 time: 0.0976026 Aug 16 02:11:51.400499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-4b3a78d9-c0c3-417b-a522-e18045513186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.402063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-4b3a78d9-c0c3-417b-a522-e18045513186 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0596747 Aug 16 02:11:51.418779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.488343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:51.504478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-0aadffa8-1087-41f0-83e6-55f6fec2318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.506373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-0aadffa8-1087-41f0-83e6-55f6fec2318b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 1096 time: 0.0540185 Aug 16 02:11:51.521492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.521852 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Added segment 71350920-e898-432a-b41a-70874b208ce8 of type vlan for network e17efe0e-ab25-421b-a108-c3e5de79514f Aug 16 02:11:51.523172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea3699c-985f-4989-bda6-d212fb799709,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.594975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.602823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.603914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.616861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-964906ee-5549-44ca-89b8-a51bd5351644 service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064309 Aug 16 02:11:51.619102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.660422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Subnet': ['ID=9067349e-263b-4ea9-bb15-b5944a7e3d20,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:51.671194 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.671910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c94beb12-66ef-4c64-a393-3fc661c1e59d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2738025 Aug 16 02:11:51.702979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:51.704843 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.716453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:51.716654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a954000a-339f-49a2-8703-3bae07c9b462 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/9067349e-263b-4ea9-bb15-b5944a7e3d20 HTTP/1.1" status: 204 len: 168 time: 0.9322479 Aug 16 02:11:51.716754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a311d083-a744-46c9-b310-9475144deb37 None None] Network a3be3d50-109e-45f0-b66c-a47358e147c9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:51.717247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.723056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47750) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:51.804973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-3592369f-b7ba-4dd1-93b1-4381b9c43162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.806747 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-3592369f-b7ba-4dd1-93b1-4381b9c43162 service neutron] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.2912755 Aug 16 02:11:51.808731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6af36-4e26-4824-98ec-0309f57793ec req-b56e5e92-e884-4c2d-a9cb-d8f1b70d28cc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.809848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63d6af36-4e26-4824-98ec-0309f57793ec req-b56e5e92-e884-4c2d-a9cb-d8f1b70d28cc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 944 time: 0.0970440 Aug 16 02:11:51.812670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.840652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-326c216b-2f82-41ed-9553-b5f0dbe68810 req-dd3a605b-8d3a-42b7-a7d0-2acdf80f7efc service neutron] 10.222.0.58 "GET /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939602 Aug 16 02:11:51.867660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63d6af36-4e26-4824-98ec-0309f57793ec req-6b2b0674-e050-488b-8299-4c3fb4949d39 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454574 Aug 16 02:11:51.879240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-cbc74d11-393b-4743-b2b8-d4c18e4408e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50437ac-9f55-4b36-991f-4a12a31e186b HTTP/1.1" status: 200 len: 217 time: 0.0608439 Aug 16 02:11:51.885544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.902627 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:11:51.909995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.915759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.916367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.929706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] DHCP port deletion for a3be3d50-109e-45f0-b66c-a47358e147c9 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:11:51.959719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.980373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] Deleting port b88ed921-81f2-47e6-ab04-2b3fff76a650 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:51.981031 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:51.981524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-7d778c1b-99e6-464e-9c02-a376ef384984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:51.983164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-7d778c1b-99e6-464e-9c02-a376ef384984 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0950732 Aug 16 02:11:51.999393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Network': ['ID=e17efe0e-ab25-421b-a108-c3e5de79514f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.022878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e17efe0e-ab25-421b-a108-c3e5de79514f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:52.059856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.061077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b6fb0ee5-0d7b-4a81-a2c7-de3bf4cd2b8d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0841398 Aug 16 02:11:52.064266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47752) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:52.073630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-248511c4-15d4-459b-a182-099b64249957 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9092817 Aug 16 02:11:52.082926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'enable_snat': False}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:52.093516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] For port b88ed921-81f2-47e6-ab04-2b3fff76a650, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b88ed921-81f2-47e6-ab04-2b3fff76a650,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:52.093989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.115251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] Calling delete_port for b88ed921-81f2-47e6-ab04-2b3fff76a650 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:52.180644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Deleting port b88ed921-81f2-47e6-ab04-2b3fff76a650 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:52.181066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.225812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ffe1c-b310-42a1-b8ca-5491f2b00f36 req-990d4650-2051-41a8-bd51-3f027a0df41c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.227527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab1ffe1c-b310-42a1-b8ca-5491f2b00f36 req-990d4650-2051-41a8-bd51-3f027a0df41c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0852315 Aug 16 02:11:52.241657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-054488e4-90d5-4786-8655-38301560c8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:52.241657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-054488e4-90d5-4786-8655-38301560c8f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2210021 Aug 16 02:11:52.288202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab1ffe1c-b310-42a1-b8ca-5491f2b00f36 req-0b339470-fe88-488f-ad0b-653264f61fbb tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519876 Aug 16 02:11:52.320761 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.351859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] Pushing event deleted for resources: {'Port': ['ID=b88ed921-81f2-47e6-ab04-2b3fff76a650,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:52.364986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b108ace-be27-47dd-99bb-ff898c724a2c None None] No DVR routers for this DVR port b88ed921-81f2-47e6-ab04-2b3fff76a650 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:52.371434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] For port b88ed921-81f2-47e6-ab04-2b3fff76a650, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b88ed921-81f2-47e6-ab04-2b3fff76a650,segment=NetworkSegment(78cfc0a9-38a8-4baf-a331-c24dd9614046),segment_id=78cfc0a9-38a8-4baf-a331-c24dd9614046)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:52.377073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.470099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Calling delete_port for b88ed921-81f2-47e6-ab04-2b3fff76a650 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:52.622870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-35505fbe-84cc-4fbe-a7f7-722917463b8f service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359866 Aug 16 02:11:52.631964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.635767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.787571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b88ed921-81f2-47e6-ab04-2b3fff76a650 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:52.796322 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:52.810125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b88ed921-81f2-47e6-ab04-2b3fff76a650 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:52.810858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b88ed921-81f2-47e6-ab04-2b3fff76a650 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:52.811290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50a5dbdd-31fb-42b3-af06-a0fe40a5245e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:11:52.860660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 50a5dbdd-31fb-42b3-af06-a0fe40a5245e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:11:52.861017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50a5dbdd-31fb-42b3-af06-a0fe40a5245e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:11:53.013165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adf7fb-7afc-4de6-b567-0545005c1d8e req-81306f99-97d5-40fb-b7f6-13ce92f81bc4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.014989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13adf7fb-7afc-4de6-b567-0545005c1d8e req-81306f99-97d5-40fb-b7f6-13ce92f81bc4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 944 time: 0.0603802 Aug 16 02:11:53.057354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13adf7fb-7afc-4de6-b567-0545005c1d8e req-39f26253-bc6b-465c-b6f1-b9ec80d27c9e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355725 Aug 16 02:11:53.245444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29e3165c-d284-4caf-b8a3-edbc0045ba73 req-ac73c947-2de9-489f-a818-2d185e114065 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036267 Aug 16 02:11:53.246373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No DVR routers for this DVR port b88ed921-81f2-47e6-ab04-2b3fff76a650 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:11:53.251003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Port': ['ID=b88ed921-81f2-47e6-ab04-2b3fff76a650,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.352189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Allocated IP 172.25.6.88 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/72355e14-4732-4931-8f56-c97a39a4cfd4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:53.384236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.399908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3be3d50-109e-45f0-b66c-a47358e147c9']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.444095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78cfc0a9-38a8-4baf-a331-c24dd9614046') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.444495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78cfc0a9-38a8-4baf-a331-c24dd9614046') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:53.450543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d749a7-58dd-4804-833b-a0b09d87eb72 req-4b80b3aa-62b0-4b42-9a74-c069d73b22f9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:53.459399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.462331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07d749a7-58dd-4804-833b-a0b09d87eb72 req-4b80b3aa-62b0-4b42-9a74-c069d73b22f9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0682044 Aug 16 02:11:53.487634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.508857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:11:53.509271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:11:53.513806 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:11:53.519271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07d749a7-58dd-4804-833b-a0b09d87eb72 req-53717874-4dc7-49cb-8b5b-a8e5a75192f9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559106 Aug 16 02:11:53.594791 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.683533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.698233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.700205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/networks/a3be3d50-109e-45f0-b66c-a47358e147c9 HTTP/1.1" status: 204 len: 168 time: 1.9757867 Aug 16 02:11:53.703659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:53.710895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'routes': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:53.721992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51707119-2067-49d9-b23b-0b31c239d904 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Pushing event deleted for resources: {'Network': ['ID=a3be3d50-109e-45f0-b66c-a47358e147c9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.764317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.769791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d50437ac-9f55-4b36-991f-4a12a31e186b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:11:53.785201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.829695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.881109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:53.890430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:53.897800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.extraroute_db [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Added routes are [] {{(pid=101945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 16 02:11:53.898710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.extraroute_db [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Removed routes are [] {{(pid=101945) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 16 02:11:53.899367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:53.914053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:53.914659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d50437ac-9f55-4b36-991f-4a12a31e186b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d50437ac-9f55-4b36-991f-4a12a31e186b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:53.929476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'd50437ac-9f55-4b36-991f-4a12a31e186b', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': 'd50437ac-9f55-4b36-991f-4a12a31e186b', 'mac_address': 'fa:16:3e:1f:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:11:53.947671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'Port': ['ID=72355e14-4732-4931-8f56-c97a39a4cfd4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:53.981887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Allocated IP 172.25.6.7 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/339d9339-019b-4bb0-bd6c-5d2bdbd50eee) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:54.009650 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.030400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50437ac-9f55-4b36-991f-4a12a31e186b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:11:54.059816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d50437ac-9f55-4b36-991f-4a12a31e186b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d50437ac-9f55-4b36-991f-4a12a31e186b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:54.107472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.116834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.120602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.138792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.221115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.265859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d50437ac-9f55-4b36-991f-4a12a31e186b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.291279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.343921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.364665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router 92d70af4-588d-48a1-a556-725e2f07e809 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:11:54.397335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:54.402630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:54.416337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:54.457400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:54.464687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.470485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] Sync routers for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:54.478189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f91dc8fb-4e60-4070-be25-b93e240d05bd tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 701 time: 0.7689626 Aug 16 02:11:54.478825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47770) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:54.491867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:11:54.496561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:54.497217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.500560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5ba3e-0ee1-46da-b4fc-d8c7a473b3b2 req-d50746fa-2fa9-4ada-b47a-622b48675b69 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.502193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dd5ba3e-0ee1-46da-b4fc-d8c7a473b3b2 req-d50746fa-2fa9-4ada-b47a-622b48675b69 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 945 time: 0.1930528 Aug 16 02:11:54.536518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Pushing event updated for resources: {'Port': ['ID=339d9339-019b-4bb0-bd6c-5d2bdbd50eee,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:54.576008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a84f349-181f-44c7-948c-4d59d87cfd1b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 205 time: 0.0958350 Aug 16 02:11:54.576629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47776) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:54.704693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.723026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:54.785214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:49Z', 'revision_number': 11, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.820914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] Checking router: 92d70af4-588d-48a1-a556-725e2f07e809 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:54.832381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] Routers {'92d70af4-588d-48a1-a556-725e2f07e809'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:54.832997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['92d70af4-588d-48a1-a556-725e2f07e809'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:54.841806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.886966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873c21f-be17-4c3b-ab7a-cab42f8ffcc9 req-a6991b7a-14b0-4516-bd9f-b161c1697c75 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:54.896268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d873c21f-be17-4c3b-ab7a-cab42f8ffcc9 req-a6991b7a-14b0-4516-bd9f-b161c1697c75 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0931907 Aug 16 02:11:54.950405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:54.967241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d873c21f-be17-4c3b-ab7a-cab42f8ffcc9 req-14232f08-b253-46a1-b714-08981d73dd8e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697229 Aug 16 02:11:54.997855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dd5ba3e-0ee1-46da-b4fc-d8c7a473b3b2 req-8f01ad61-0d98-4007-84ee-1b7162b4e66b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201515 Aug 16 02:11:55.082567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] Set router 92d70af4-588d-48a1-a556-725e2f07e809 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:55.106210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'Port': ['ID=72355e14-4732-4931-8f56-c97a39a4cfd4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:55.123340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.149317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:49Z', 'revision_number': 11, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.161480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.193342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c297249-9668-4ab8-9edc-4cdf3f3300b1 None None] The sync data for ids ['92d70af4-588d-48a1-a556-725e2f07e809'] in n-d-768852-19 is: [{'id': '92d70af4-588d-48a1-a556-725e2f07e809', 'name': 'tempest-RoutersTest-router-1416486385', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:10:42Z', 'updated_at': '2021-08-16T02:11:49Z', 'revision_number': 11, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:55.249164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.251394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.343222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.350732 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f6912ec-91e0-435f-ab39-6231625336ed tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6453505 Aug 16 02:11:55.467998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.467998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router 92d70af4-588d-48a1-a556-725e2f07e809 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:55.471725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.478152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-88df3af7-b6b2-4689-89d4-3605b406a50c tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 204 len: 168 time: 0.8942745 Aug 16 02:11:55.478864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47782) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.483343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919119230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:55.511258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.516269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.571688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47792) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.579450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'subnet': {'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:55.640472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.641458 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.651292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-62df738f-cdf6-4f5d-aa54-0df1aca61650 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--508691125&fields=id&tenant_id=73440989c2254f4ab3fa0a4b8774112f HTTP/1.1" status: 200 len: 267 time: 0.1010175 Aug 16 02:11:55.760649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Router 8714638a-9858-4f07-9555-2fe6ea820dc0 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:55.777411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.828155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-d71afacd-f951-4cf1-a617-e57534b52388 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:55.829647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-d71afacd-f951-4cf1-a617-e57534b52388 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 811 time: 0.1671209 Aug 16 02:11:55.845348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-9a441023-f9ce-4e14-91e1-58d0cb2a4f92 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/quotas/73440989c2254f4ab3fa0a4b8774112f HTTP/1.1" status: 200 len: 375 time: 0.0097311 Aug 16 02:11:55.872811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:55.878719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.883343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.884116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8153a75e-0064-42f9-a84d-226ca0e9dc81 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "PUT /v2.0/routers/8714638a-9858-4f07-9555-2fe6ea820dc0 HTTP/1.1" status: 200 len: 912 time: 3.8182762 Aug 16 02:11:55.884751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47796) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:55.885132 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] Sync routers for ids ['8714638a-9858-4f07-9555-2fe6ea820dc0'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:55.896812 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] Routers {'8714638a-9858-4f07-9555-2fe6ea820dc0'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:55.899617 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['8714638a-9858-4f07-9555-2fe6ea820dc0'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.906404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:55.910514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:55.921419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-1d35e293-d124-4ac1-afc8-61f94161b302 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0698264 Aug 16 02:11:55.934571 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.944582 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] Routers {'8714638a-9858-4f07-9555-2fe6ea820dc0'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:55.945233 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['8714638a-9858-4f07-9555-2fe6ea820dc0'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.984348 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:55.985037 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a26c7f0-de11-4900-891e-479ce83e353a None None] The sync data for ids ['8714638a-9858-4f07-9555-2fe6ea820dc0'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:56.007266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-13b3a8df-16c0-423d-9e83-c43475eaddca tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/8714638a-9858-4f07-9555-2fe6ea820dc0 HTTP/1.1" status: 200 len: 918 time: 0.1211767 Aug 16 02:11:56.008086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.054843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc85d12-af60-4df9-8411-6686e749b62d tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.056503 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fcc85d12-af60-4df9-8411-6686e749b62d tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=8714638a-9858-4f07-9555-2fe6ea820dc0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0473969 Aug 16 02:11:56.059243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47804) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.147031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f57184-807e-4a6a-8218-3bdfbf3a1c9f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.148408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2f57184-807e-4a6a-8218-3bdfbf3a1c9f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 881 time: 0.0881348 Aug 16 02:11:56.151479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47806) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.184927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d749a857-d221-4581-b804-8cb2a958300a tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=8714638a-9858-4f07-9555-2fe6ea820dc0 HTTP/1.1" status: 200 len: 205 time: 0.0323384 Aug 16 02:11:56.187689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47808) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.302126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.334739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.336181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ad43f2d-50c3-4f7e-b959-599942999e45 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8560812 Aug 16 02:11:56.339915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47810) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:56.346051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:56.489639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebf5d5-1b49-439f-8ccb-f3708bf09c63 req-0e8105f5-0bf9-4f78-88eb-219d12de6a98 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.489639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89ebf5d5-1b49-439f-8ccb-f3708bf09c63 req-0e8105f5-0bf9-4f78-88eb-219d12de6a98 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1620624 Aug 16 02:11:56.557228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-adc49559-0cad-4ad2-b052-5c07b2e25d77 service neutron] 10.222.0.76 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368307 Aug 16 02:11:56.576872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.613246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.663788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89ebf5d5-1b49-439f-8ccb-f3708bf09c63 req-6dab43fa-bbbb-4906-a494-7bae0a3d469f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692274 Aug 16 02:11:56.725719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-cb736523-b3fb-42cd-b8d7-bb1760a45f6e service neutron] 10.222.0.76 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516414 Aug 16 02:11:56.773618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b28d2-6e92-4ca3-8b6c-9d679ff96d0f req-fa6140ca-a3f2-4611-b181-9fe021774dd6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:56.775179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e88b28d2-6e92-4ca3-8b6c-9d679ff96d0f req-fa6140ca-a3f2-4611-b181-9fe021774dd6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 945 time: 0.0526960 Aug 16 02:11:56.813938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e88b28d2-6e92-4ca3-8b6c-9d679ff96d0f req-47079c9e-66d9-4896-9f72-6e8ca8e005ca tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Aug 16 02:11:56.869877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.870207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:56.935748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Subnet': ['ID=19ceea14-6a32-4983-bea2-329fd0fbb82d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:56.942160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Checking segment: {'id': '71350920-e898-432a-b41a-70874b208ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:56.942587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network hostable DHCP agents. Network: e17efe0e-ab25-421b-a108-c3e5de79514f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:57.003470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Deleting port 339d9339-019b-4bb0-bd6c-5d2bdbd50eee {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:11:57.003885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.026743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ada40bc1-14e7-4ff0-97f7-2664b150a9fc req-bbf3515e-3902-48a1-b53d-99cd318cda7c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 210 time: 0.0338807 Aug 16 02:11:57.044312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network e17efe0e-ab25-421b-a108-c3e5de79514f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:57.068936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.100766 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.113272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Calling delete_port for 339d9339-019b-4bb0-bd6c-5d2bdbd50eee owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:11:57.149159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, e17efe0e-ab25-421b-a108-c3e5de79514f) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:57.154494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.156364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.157857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db963058-8048-4d1f-b0cc-ff29f4480390 None None] Network e17efe0e-ab25-421b-a108-c3e5de79514f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:57.197626 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.267609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b083c7f-ad42-40d6-8ac5-5a26768f88a1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6919653 Aug 16 02:11:57.268455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47822) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.274237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1840225111'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:57.330026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-e17efe0e-ab25-421b-a108-c3e5de79514f', 'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f', 'tenant_id': '484fe9428d7c403e8ff71809b6ca55bc', 'fixed_ips': [{'subnet_id': '19ceea14-6a32-4983-bea2-329fd0fbb82d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:57.332064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.395440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:57.399317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.427704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:11:57.443005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.443492 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Added segment adc154ad-1933-4794-a41e-ae6f385d9b1c of type vlan for network 8a027321-0875-4121-ac08-7c173dfc071c Aug 16 02:11:57.472557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Router fccd27cc-d798-4320-83c9-981dc4d7a8ca is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:11:57.490461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.496255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Allocated IP 2001:db8:0:ffff::2 (e17efe0e-ab25-421b-a108-c3e5de79514f/19ceea14-6a32-4983-bea2-329fd0fbb82d/f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:57.633581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:11:57.646747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.646983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.646983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-836b7675-a349-49be-899c-5ad031a44b40 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "PUT /v2.0/routers/fccd27cc-d798-4320-83c9-981dc4d7a8ca HTTP/1.1" status: 200 len: 693 time: 1.3018420 Aug 16 02:11:57.646983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47826) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.648919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] Sync routers for ids ['fccd27cc-d798-4320-83c9-981dc4d7a8ca'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:11:57.650697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:57.651437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.672370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.680589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] Routers {'fccd27cc-d798-4320-83c9-981dc4d7a8ca'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:57.681303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fccd27cc-d798-4320-83c9-981dc4d7a8ca'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:57.686044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Transition to ACTIVE for port object f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:57.743059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-92a1b0c4-3aee-4582-9d84-caf4fbb204fb tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/routers/fccd27cc-d798-4320-83c9-981dc4d7a8ca HTTP/1.1" status: 200 len: 699 time: 0.0928693 Aug 16 02:11:57.744060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47830) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.755827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4862173 Aug 16 02:11:57.758848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47832) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.764951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'subnet': {'network_id': '8a027321-0875-4121-ac08-7c173dfc071c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:57.773851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] Set router fccd27cc-d798-4320-83c9-981dc4d7a8ca gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:57.786390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67d9b1-75ed-4bb1-8470-4cea8ed75489 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Network': ['ID=8a027321-0875-4121-ac08-7c173dfc071c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:57.804056 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f35a1607-a3bb-4792-93f8-7105dfa85994 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=fccd27cc-d798-4320-83c9-981dc4d7a8ca HTTP/1.1" status: 200 len: 205 time: 0.0562484 Aug 16 02:11:57.804649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8a027321-0875-4121-ac08-7c173dfc071c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:11:57.805399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47834) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:57.806672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d50437ac-9f55-4b36-991f-4a12a31e186b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:11:57.878152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd27cc-d798-4320-83c9-981dc4d7a8ca', 'name': 'tempest-RoutersTest-router-919119230', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:55Z', 'updated_at': '2021-08-16T02:11:56Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:57.947084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] Checking router: fccd27cc-d798-4320-83c9-981dc4d7a8ca for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:11:57.962193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.979933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] Routers {'fccd27cc-d798-4320-83c9-981dc4d7a8ca'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:11:57.980567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fccd27cc-d798-4320-83c9-981dc4d7a8ca'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:57.983559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Transition to ACTIVE for port object f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:11:57.987494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:57.990896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:57.995152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.071947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] Set router fccd27cc-d798-4320-83c9-981dc4d7a8ca gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:11:58.082538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event deleted for resources: {'Port': ['ID=339d9339-019b-4bb0-bd6c-5d2bdbd50eee,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.092898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c9bfd8-470f-480d-ac3d-171f66767a9f req-348bb44a-cbdc-4d34-8cf0-c6f7ae99ea09 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.094620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5c9bfd8-470f-480d-ac3d-171f66767a9f req-348bb44a-cbdc-4d34-8cf0-c6f7ae99ea09 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.3204374 Aug 16 02:11:58.115977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.118539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.119221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.119221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.119434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.119574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:11:58.127084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.136206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fccd27cc-d798-4320-83c9-981dc4d7a8ca', 'name': 'tempest-RoutersTest-router-919119230', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:55Z', 'updated_at': '2021-08-16T02:11:56Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:11:58.185095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.193442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port d50437ac-9f55-4b36-991f-4a12a31e186b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:11:58.199729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8059731-12f4-4313-8c50-2ea6d06441fe None None] The sync data for ids ['fccd27cc-d798-4320-83c9-981dc4d7a8ca'] in n-d-768852-19 is: [{'id': 'fccd27cc-d798-4320-83c9-981dc4d7a8ca', 'name': 'tempest-RoutersTest-router-919119230', 'tenant_id': '2be00961c6164b149fdbd667fbda05e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:11:55Z', 'updated_at': '2021-08-16T02:11:56Z', 'revision_number': 2, 'project_id': '2be00961c6164b149fdbd667fbda05e3', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:11:58.207658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Network e17efe0e-ab25-421b-a108-c3e5de79514f is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:11:58.211509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port d50437ac-9f55-4b36-991f-4a12a31e186b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:11:58.218273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.218273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:58.221258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:11:58.229630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf0a94-52cf-4117-ae6a-df8bbdf2332c req-f4525779-b5db-499a-950c-2775f74494c8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.231340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ccf0a94-52cf-4117-ae6a-df8bbdf2332c req-f4525779-b5db-499a-950c-2775f74494c8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 945 time: 0.2925768 Aug 16 02:11:58.253672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.258198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5c9bfd8-470f-480d-ac3d-171f66767a9f req-0e4db851-cee5-4102-b6df-a1f0a97c45e4 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524642 Aug 16 02:11:58.260107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.289878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Pushing event updated for resources: {'Port': ['ID=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.350096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ccf0a94-52cf-4117-ae6a-df8bbdf2332c req-9b685297-005c-4d38-b4a3-661369b943d2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994329 Aug 16 02:11:58.392965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.394896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Attempting to bind port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:11:58.395183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Attempting to bind port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '71350920-e898-432a-b41a-70874b208ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:11:58.395614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Attempting to bind port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a on network e17efe0e-ab25-421b-a108-c3e5de79514f {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:11:58.397918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.401824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:11:58.402393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Checking segment: {'id': '71350920-e898-432a-b41a-70874b208ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:58.402631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.403346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Bound using segment: {'id': '71350920-e898-432a-b41a-70874b208ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:11:58.403895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Bound port: f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71350920-e898-432a-b41a-70874b208ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'e17efe0e-ab25-421b-a108-c3e5de79514f'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:11:58.404293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.470004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a804a11d-3011-43ac-9639-379d466baa7a req-b56fe65b-f2e6-4ec9-ad21-0767e81e6783 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 210 time: 0.0306749 Aug 16 02:11:58.472486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.473340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Fanout notify agent at l3_agent the message router_deleted on router fccd27cc-d798-4320-83c9-981dc4d7a8ca {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:58.482071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.483542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-de2aeff5-dabc-4619-aa5b-f588cc5b2c07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/fccd27cc-d798-4320-83c9-981dc4d7a8ca HTTP/1.1" status: 204 len: 168 time: 0.6768415 Aug 16 02:11:58.488566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.506316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.554409 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.554409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Fanout notify agent at l3_agent the message router_deleted on router 8714638a-9858-4f07-9555-2fe6ea820dc0 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:11:58.554616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50437ac-9f55-4b36-991f-4a12a31e186b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:11:58.554616 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a226014-eb53-435e-a515-68e1e3f96228" -d '{"events": [{"server_uuid": "fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4", "name": "network-vif-plugged", "status": "completed", "tag": "d50437ac-9f55-4b36-991f-4a12a31e186b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:11:58.557131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] For port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:11:58.562615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.568186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f9450180-ab9d-43de-92fd-f9fc0c81ace1 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/8714638a-9858-4f07-9555-2fe6ea820dc0 HTTP/1.1" status: 204 len: 168 time: 2.3752816 Aug 16 02:11:58.568474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47856) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.574012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1405838276', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:58.576871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d50437ac-9f55-4b36-991f-4a12a31e186b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d50437ac-9f55-4b36-991f-4a12a31e186b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:11:58.577037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-451b84cd-236d-4c9b-83f1-5c5949245e07 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=fccd27cc-d798-4320-83c9-981dc4d7a8ca HTTP/1.1" status: 200 len: 205 time: 0.0856307 Aug 16 02:11:58.577657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] For port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,segment=NetworkSegment(71350920-e898-432a-b41a-70874b208ce8),segment_id=71350920-e898-432a-b41a-70874b208ce8)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:11:58.578532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47858) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.614845 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4396515b-b40f-45a5-956d-bc20dad4d9cd x-openstack-request-id: req-4396515b-b40f-45a5-956d-bc20dad4d9cd {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:11:58.615153 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4", "name": "network-vif-plugged", "status": "completed", "tag": "d50437ac-9f55-4b36-991f-4a12a31e186b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:11:58.615416 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4396515b-b40f-45a5-956d-bc20dad4d9cd {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:11:58.615827 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50437ac-9f55-4b36-991f-4a12a31e186b', 'code': 200} Aug 16 02:11:58.620702 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-0825070f-aaaa-4c17-93ed-9fc875d50a51 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:58.621799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0825070f-aaaa-4c17-93ed-9fc875d50a51 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/fccd27cc-d798-4320-83c9-981dc4d7a8ca HTTP/1.1" status: 404 len: 336 time: 0.0421042 Aug 16 02:11:58.625024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47860) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.652110 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.663001 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef0ca805-995d-4c1e-97f7-49c82b2f7dab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:58.678755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef0ca805-995d-4c1e-97f7-49c82b2f7dab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:58.678755 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ef0ca805-995d-4c1e-97f7-49c82b2f7dab tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/5adf41eb-2ffe-43bc-b5a1-ea46f7c0cb9f HTTP/1.1" status: 404 len: 337 time: 0.0385931 Aug 16 02:11:58.679023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47862) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.702723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.704283 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-90190810-4599-4257-8775-2dbeb1bc5bcf tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:58.704689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90190810-4599-4257-8775-2dbeb1bc5bcf tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:58.711460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90190810-4599-4257-8775-2dbeb1bc5bcf tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/583d17e7-d1eb-48f1-81ab-15df67239420 HTTP/1.1" status: 404 len: 337 time: 0.0424488 Aug 16 02:11:58.711760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d50437ac-9f55-4b36-991f-4a12a31e186b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.712097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47864) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.713491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.714542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.750076 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-31409d33-07a5-4abd-88dc-031c6c3aa127 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:58.750555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31409d33-07a5-4abd-88dc-031c6c3aa127 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:58.756249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-31409d33-07a5-4abd-88dc-031c6c3aa127 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/263edbe0-b1b5-490b-836e-2251ca9f99f5 HTTP/1.1" status: 404 len: 337 time: 0.0429847 Aug 16 02:11:58.757000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47866) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.774035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e993ab-23a0-4137-b44d-cf8867bb8ecd None None] Pushing event updated for resources: {'Port': ['ID=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.785079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:11:58.793632 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7d0914-3dd6-48a6-9281-5d07bb02fe1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:58.794394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7d0914-3dd6-48a6-9281-5d07bb02fe1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:58.799707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2e7d0914-3dd6-48a6-9281-5d07bb02fe1f tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/9067349e-263b-4ea9-bb15-b5944a7e3d20 HTTP/1.1" status: 404 len: 337 time: 0.0387723 Aug 16 02:11:58.799904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.800163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47868) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.831873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aaeaa64f-2917-48e5-8106-ec02eb3b84fa tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 200 len: 205 time: 0.0280957 Aug 16 02:11:58.832121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47870) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.836820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721b749e-4c65-4aaa-ac0a-e087c28c41ca req-fa0274fe-2629-466e-bd4e-d85402c47987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:58.838355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-721b749e-4c65-4aaa-ac0a-e087c28c41ca req-fa0274fe-2629-466e-bd4e-d85402c47987 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 1098 time: 0.1528530 Aug 16 02:11:58.850871 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:58.876147 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-13be6ef1-2af5-4634-93f9-52b76129d932 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:58.882007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-13be6ef1-2af5-4634-93f9-52b76129d932 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/92d70af4-588d-48a1-a556-725e2f07e809 HTTP/1.1" status: 404 len: 336 time: 0.0444028 Aug 16 02:11:58.882007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47872) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.920617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Subnet': ['ID=1d363323-2da9-4cd9-a4cd-adecc2261870,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:11:58.923000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4651ebe-a51e-47ee-986e-78260520fc13 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=e595113b-bf41-4692-8b2c-483eb7d89096 HTTP/1.1" status: 200 len: 205 time: 0.0392554 Aug 16 02:11:58.925108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47874) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:58.948901 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-721b749e-4c65-4aaa-ac0a-e087c28c41ca req-2d181067-fcac-4417-a0b6-a76c9bf48f00 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846405 Aug 16 02:11:58.966190 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-caef1817-f0d5-44da-b6f7-18a75bca1071 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:58.969815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-caef1817-f0d5-44da-b6f7-18a75bca1071 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/e595113b-bf41-4692-8b2c-483eb7d89096 HTTP/1.1" status: 404 len: 336 time: 0.0413709 Aug 16 02:11:58.970173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47876) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.008914 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf52ccc-2207-4af0-a900-4e8803a4c687 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:59.009605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf52ccc-2207-4af0-a900-4e8803a4c687 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:59.013965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ebf52ccc-2207-4af0-a900-4e8803a4c687 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/2e39936d-5a25-4fe9-9941-59fb1b47c3b1 HTTP/1.1" status: 404 len: 337 time: 0.0398149 Aug 16 02:11:59.014397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47878) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.042846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Checking segment: {'id': 'adc154ad-1933-4794-a41e-ae6f385d9b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a027321-0875-4121-ac08-7c173dfc071c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:11:59.046775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network hostable DHCP agents. Network: 8a027321-0875-4121-ac08-7c173dfc071c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:11:59.053762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-382700fc-4e97-4f37-bd4b-f828d0a8b33a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 200 len: 205 time: 0.0377841 Aug 16 02:11:59.055996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47880) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.098449 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-ab1549c3-be5f-4e77-bdb6-d998ffc4670a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:59.102073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ab1549c3-be5f-4e77-bdb6-d998ffc4670a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/4e7c9e07-c0e3-4489-bfcb-9ab7d061ab00 HTTP/1.1" status: 404 len: 336 time: 0.0427730 Aug 16 02:11:59.102337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47882) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.134371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.144501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-da2cc42f-b167-4fc1-a1c4-eef6755d7452 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=b404106d-3675-47e3-b01b-679a88a6ac97 HTTP/1.1" status: 200 len: 205 time: 0.0401642 Aug 16 02:11:59.146488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47884) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.187503 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-bd43ba47-9dfe-45df-8c1a-22562428fabc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:59.188588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bd43ba47-9dfe-45df-8c1a-22562428fabc tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/b404106d-3675-47e3-b01b-679a88a6ac97 HTTP/1.1" status: 404 len: 336 time: 0.0406864 Aug 16 02:11:59.191316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47886) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.223659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network 8a027321-0875-4121-ac08-7c173dfc071c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:11:59.226828 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffed72cd-7962-4d42-a233-e01f64fca3ce tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:59.226828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffed72cd-7962-4d42-a233-e01f64fca3ce tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:59.228322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ffed72cd-7962-4d42-a233-e01f64fca3ce tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/e832fff3-18af-421e-bb46-d6422ab13cde HTTP/1.1" status: 404 len: 337 time: 0.0359044 Aug 16 02:11:59.230817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47888) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.261156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c8bef2ab-254f-4914-81b6-a47966f7ee0a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=fa88a28a-8101-4ff2-af73-9001fce33c43 HTTP/1.1" status: 200 len: 205 time: 0.0266941 Aug 16 02:11:59.263013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47890) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.307920 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-674464ef-eaf9-47aa-8066-12ded5a95d48 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:59.309029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-674464ef-eaf9-47aa-8066-12ded5a95d48 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/fa88a28a-8101-4ff2-af73-9001fce33c43 HTTP/1.1" status: 404 len: 336 time: 0.0450463 Aug 16 02:11:59.312553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47894) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.324735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8a027321-0875-4121-ac08-7c173dfc071c) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:11:59.336709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f66c4c-c6f4-408d-a03a-51554864c31a None None] Network 8a027321-0875-4121-ac08-7c173dfc071c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:11:59.344190 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b1d3c-c11a-45b6-a35d-087cab9edf7a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:59.344579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.344736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b1d3c-c11a-45b6-a35d-087cab9edf7a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:59.345206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.347063 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-134b1d3c-c11a-45b6-a35d-087cab9edf7a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/47d5a46a-1970-4b5e-95df-11315e509b1d HTTP/1.1" status: 404 len: 337 time: 0.0339391 Aug 16 02:11:59.353326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47896) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.410109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-985b4bed-0e30-47d5-a8d5-fd77fea6993a tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "GET /v2.0/ports?device_id=e6b2b3b2-0ca9-422b-aca9-bb061333018f HTTP/1.1" status: 200 len: 205 time: 0.0554743 Aug 16 02:11:59.412633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47902) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.435681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc361a9-441b-4490-aede-248de8669487 req-6489e09d-e3f5-45be-bc28-93beb7dd4428 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.437210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dc361a9-441b-4490-aede-248de8669487 req-6489e09d-e3f5-45be-bc28-93beb7dd4428 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0736578 Aug 16 02:11:59.482025 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-804144e2-de0b-44e8-9a66-9875a051b6ad tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7220755 Aug 16 02:11:59.485440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47904) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.494088 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-f4d63dbf-5db7-46ae-ba2d-821adf99d4b0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] delete failed (client error): The resource could not be found. Aug 16 02:11:59.497624 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f4d63dbf-5db7-46ae-ba2d-821adf99d4b0 tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/routers/e6b2b3b2-0ca9-422b-aca9-bb061333018f HTTP/1.1" status: 404 len: 336 time: 0.0806062 Aug 16 02:11:59.497772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'port': {'network_id': '8a027321-0875-4121-ac08-7c173dfc071c', 'name': 'tempest-NetworksIpV6TestAttrs-317042191'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:59.503186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47906) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.580019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-8a027321-0875-4121-ac08-7c173dfc071c', 'network_id': '8a027321-0875-4121-ac08-7c173dfc071c', 'tenant_id': '484fe9428d7c403e8ff71809b6ca55bc', 'fixed_ips': [{'subnet_id': '1d363323-2da9-4cd9-a4cd-adecc2261870'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:11:59.582280 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.671155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-1f66f0e7-fd55-4430-ae61-6e6a694ef588 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.672689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-1f66f0e7-fd55-4430-ae61-6e6a694ef588 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 811 time: 0.2038572 Aug 16 02:11:59.675130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dc361a9-441b-4490-aede-248de8669487 req-346b0930-b4dc-452f-8177-03991d91a9b0 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062485 Aug 16 02:11:59.675982 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1a6f400-b306-4ac0-8a03-f46feb840a9b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:59.676443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1a6f400-b306-4ac0-8a03-f46feb840a9b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:59.680497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e1a6f400-b306-4ac0-8a03-f46feb840a9b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/b3b4eb66-384d-4aff-94e5-afc633031343 HTTP/1.1" status: 404 len: 337 time: 0.1742616 Aug 16 02:11:59.712813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47910) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:11:59.738737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.777273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163f9e5-9665-4826-870a-41525edfb733 req-9df69037-82aa-4dc5-bd19-dd39eec39133 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:11:59.780691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5163f9e5-9665-4826-870a-41525edfb733 req-9df69037-82aa-4dc5-bd19-dd39eec39133 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.3425202 Aug 16 02:11:59.814504 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-972fcbf5-13e3-405b-87f2-cfb224ad0b2b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] DELETE failed (client error): The resource could not be found. Aug 16 02:11:59.815748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972fcbf5-13e3-405b-87f2-cfb224ad0b2b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:11:59.818034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-972fcbf5-13e3-405b-87f2-cfb224ad0b2b tempest-RoutersTest-1331089019 tempest-RoutersTest-1331089019-project] 10.222.0.76 "DELETE /v2.0/subnets/2d0b9680-4651-4ae9-b1f0-58942ddd203d HTTP/1.1" status: 404 len: 337 time: 0.1052709 Aug 16 02:11:59.819964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.849399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Allocated IP 2001:db8::f816:3eff:fe43:a6b1 (8a027321-0875-4121-ac08-7c173dfc071c/1d363323-2da9-4cd9-a4cd-adecc2261870/aae9815b-45d4-4e35-8179-90fbf56e6eff) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:11:59.870607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-d34f95fb-da0f-4d3c-a00e-5c21f4516ec4 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73440989c2254f4ab3fa0a4b8774112f HTTP/1.1" status: 200 len: 379 time: 0.1594424 Aug 16 02:11:59.936133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'port': {'device_id': '4c942f4c-8617-428a-962f-745e51046024', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'admin_state_up': True, 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'security_groups': ['f45bdc46-1d90-459d-b16f-6e029f8e775e']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:11:59.940851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5163f9e5-9665-4826-870a-41525edfb733 req-9ab66923-d233-4dd6-897c-a225f39a603e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471987 Aug 16 02:11:59.945704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:11:59.951098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:11:59.986524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] device_id is not set on port fc285015-3fec-45ea-9d19-0fc4d62ae3a7 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:00.022158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3abb128-6cce-43db-a903-3fb2b96435e6 req-794625a7-8d3d-41b6-b40b-559dd878be36 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 210 time: 0.0449834 Aug 16 02:12:00.148838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.157541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Transition to ACTIVE for port object aae9815b-45d4-4e35-8179-90fbf56e6eff will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:00.169615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Allocated IP 172.25.6.129 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/07c5c787-e1ce-4ca5-854d-d22324ff37a2) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:00.175032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Transition to ACTIVE for port object aae9815b-45d4-4e35-8179-90fbf56e6eff will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:00.195457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639132df-b543-437f-8626-e848b9a79f84 None None] Network e17efe0e-ab25-421b-a108-c3e5de79514f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:00.286148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.309988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.339360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Made reservation on behalf of 73440989c2254f4ab3fa0a4b8774112f for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:00.343184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.361218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Allocated IP 2001:db8::f816:3eff:fe0d:e698 (8a027321-0875-4121-ac08-7c173dfc071c/1d363323-2da9-4cd9-a4cd-adecc2261870/fc285015-3fec-45ea-9d19-0fc4d62ae3a7) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:00.367927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Network 8a027321-0875-4121-ac08-7c173dfc071c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:00.369511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8cd41e94-9ed2-4be1-a63a-ec2ff8336317 None None] Provisioning for port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:00.386624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:00.389597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:00.426523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.440868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Pushing event updated for resources: {'Port': ['ID=aae9815b-45d4-4e35-8179-90fbf56e6eff,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.487701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Attempting to bind port aae9815b-45d4-4e35-8179-90fbf56e6eff on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:00.488138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Attempting to bind port aae9815b-45d4-4e35-8179-90fbf56e6eff by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'adc154ad-1933-4794-a41e-ae6f385d9b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a027321-0875-4121-ac08-7c173dfc071c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:00.488432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Attempting to bind port aae9815b-45d4-4e35-8179-90fbf56e6eff on network 8a027321-0875-4121-ac08-7c173dfc071c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:00.494748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:00.495147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Checking segment: {'id': 'adc154ad-1933-4794-a41e-ae6f385d9b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a027321-0875-4121-ac08-7c173dfc071c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:00.496124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.496124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Bound using segment: {'id': 'adc154ad-1933-4794-a41e-ae6f385d9b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a027321-0875-4121-ac08-7c173dfc071c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:00.496543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Bound port: aae9815b-45d4-4e35-8179-90fbf56e6eff, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc154ad-1933-4794-a41e-ae6f385d9b1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '8a027321-0875-4121-ac08-7c173dfc071c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:00.496888 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.512153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:00.531620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:00.539221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:00.575852 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.586188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] For port aae9815b-45d4-4e35-8179-90fbf56e6eff, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:00.590399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] For port aae9815b-45d4-4e35-8179-90fbf56e6eff, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aae9815b-45d4-4e35-8179-90fbf56e6eff,segment=NetworkSegment(adc154ad-1933-4794-a41e-ae6f385d9b1c),segment_id=adc154ad-1933-4794-a41e-ae6f385d9b1c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:00.593549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Transition to ACTIVE for port object fc285015-3fec-45ea-9d19-0fc4d62ae3a7 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:00.625311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event updated for resources: {'Port': ['ID=07c5c787-e1ce-4ca5-854d-d22324ff37a2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.636326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Allocated IP 172.20.0.10 (7fd96b01-c82d-48a5-b198-51b84c60637e/2143aa46-2002-49fc-b810-b03b2aeeda97/fa08255b-443d-4763-a654-f577452866e0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:00.663995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47916) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:00.664987 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.713989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.769401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694d9ff-cd99-4aa2-883f-5d50dbeffaee None None] Pushing event updated for resources: {'Port': ['ID=aae9815b-45d4-4e35-8179-90fbf56e6eff,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.838969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network 8a027321-0875-4121-ac08-7c173dfc071c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:00.860901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:00.869736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:00.880553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:00.881425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:00.948843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Port': ['ID=fc285015-3fec-45ea-9d19-0fc4d62ae3a7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:00.984153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:00.997639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf5d04a-464e-4e81-ae87-9804fcca345c req-879ed8d0-3da4-4af2-8e8d-026029d85690 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.005510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3cf5d04a-464e-4e81-ae87-9804fcca345c req-879ed8d0-3da4-4af2-8e8d-026029d85690 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1677384 Aug 16 02:12:01.021741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61aaf36c-d3fd-4306-946e-e1586dd292fa tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5348816 Aug 16 02:12:01.030180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47932) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.034692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ad5115d-c61a-4397-b8a0-9eb924685cf3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2be00961c6164b149fdbd667fbda05e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684261 Aug 16 02:12:01.041915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47934) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.053612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.118909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3cf5d04a-464e-4e81-ae87-9804fcca345c req-fc475cd8-c512-4303-8b2e-168ba1c00466 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097574 Aug 16 02:12:01.121036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Transition to ACTIVE for port object fa08255b-443d-4763-a654-f577452866e0 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:01.184267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting subnet 1d363323-2da9-4cd9-a4cd-adecc2261870 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:01.225717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.275789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.285557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11369f97-1030-424f-b3b6-bac11e9a1128 req-ce9ecb64-a6d3-410e-97cf-c6810bc9f1e7 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 210 time: 0.0703206 Aug 16 02:12:01.318127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b8073d0-5c3e-4789-8f94-77eaaf37c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.326412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eae9829-548a-4326-b3c0-00de0d7f1245 req-fc60b3a8-60f2-46d0-ab49-6d32289dbf10 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.326412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7eae9829-548a-4326-b3c0-00de0d7f1245 req-fc60b3a8-60f2-46d0-ab49-6d32289dbf10 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1548963 Aug 16 02:12:01.327134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.353940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b8073d0-5c3e-4789-8f94-77eaaf37c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.395141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:01.399465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:01.400294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.408920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7eae9829-548a-4326-b3c0-00de0d7f1245 req-4736a012-66e6-47de-b19a-5b995672fda5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584552 Aug 16 02:12:01.423434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.509099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Network 7fd96b01-c82d-48a5-b198-51b84c60637e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:01.511766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.521456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:01.531492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:01.536583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.560752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event updated for resources: {'Port': ['ID=fa08255b-443d-4763-a654-f577452866e0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.581758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,segment=NetworkSegment(71350920-e898-432a-b41a-70874b208ce8),segment_id=71350920-e898-432a-b41a-70874b208ce8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:01.620083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b8073d0-5c3e-4789-8f94-77eaaf37c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.622751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b8073d0-5c3e-4789-8f94-77eaaf37c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.623929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8b8073d0-5c3e-4789-8f94-77eaaf37c678 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cabc3a16-39d8-4d0b-953e-96a73043a266 HTTP/1.1" status: 204 len: 168 time: 0.5790925 Aug 16 02:12:01.641130 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.644899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8073d0-5c3e-4789-8f94-77eaaf37c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabc3a16-39d8-4d0b-953e-96a73043a266,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.654859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.655521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.659662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.670830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.733970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Subnet': ['ID=1d363323-2da9-4cd9-a4cd-adecc2261870,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.736662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-e4a50e73-e721-4828-bba0-59a44014ff3c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8145928 Aug 16 02:12:01.743718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:01.745891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6f5b2e78-ff69-4d85-a4db-766f71c15480 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/1d363323-2da9-4cd9-a4cd-adecc2261870 HTTP/1.1" status: 204 len: 168 time: 0.7106426 Aug 16 02:12:01.749012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.772656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Request body: {'port': {'device_id': '4c942f4c-8617-428a-962f-745e51046024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:01.796382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:01.865454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627234e-99ed-467a-9cb8-472d9468ad34 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.867608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f627234e-99ed-467a-9cb8-472d9468ad34 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:01.869966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f627234e-99ed-467a-9cb8-472d9468ad34 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1195714 Aug 16 02:12:01.872452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47946) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:01.986858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5693201-9ff3-46d5-8a5e-bacf6365af15 req-d1286d1a-ef5c-43ce-986c-7af3c28a5d1b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.004159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5693201-9ff3-46d5-8a5e-bacf6365af15 req-d1286d1a-ef5c-43ce-986c-7af3c28a5d1b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1907377 Aug 16 02:12:02.006330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a06952bb-cfe0-4874-9f03-68935fba033a None None] Provisioning for port fa08255b-443d-4763-a654-f577452866e0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:02.010612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a06952bb-cfe0-4874-9f03-68935fba033a None None] Provisioning complete for port fa08255b-443d-4763-a654-f577452866e0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:02.011299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a06952bb-cfe0-4874-9f03-68935fba033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.086969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a06952bb-cfe0-4874-9f03-68935fba033a None None] Port fa08255b-443d-4763-a654-f577452866e0 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:02.110571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5693201-9ff3-46d5-8a5e-bacf6365af15 req-8ed433cb-1173-4943-80fa-2765c77561bc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901666 Aug 16 02:12:02.115013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5289-26d2-44f9-9d64-06caeea4edb7 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.126013 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ac5289-26d2-44f9-9d64-06caeea4edb7 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:12:02.129341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ac5289-26d2-44f9-9d64-06caeea4edb7 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:02.129341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e6ac5289-26d2-44f9-9d64-06caeea4edb7 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/8a027321-0875-4121-ac08-7c173dfc071c HTTP/1.1" status: 409 len: 405 time: 0.2557764 Aug 16 02:12:02.133919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47956) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.141800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1935318045'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:02.274616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f17cc-e3b7-49c6-8988-819d40f82da0 req-bcfce8cc-6eb7-4235-b8f5-d36cfec198df tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.276885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c35f17cc-e3b7-49c6-8988-819d40f82da0 req-bcfce8cc-6eb7-4235-b8f5-d36cfec198df tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0591803 Aug 16 02:12:02.277022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201edd9f-b437-4791-bf66-ae7c04aa42e7 None None] Network 8a027321-0875-4121-ac08-7c173dfc071c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:02.313684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.316568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:02.332278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.343112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c35f17cc-e3b7-49c6-8988-819d40f82da0 req-098833ed-c3c5-4d2b-865b-156750eb45d4 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595891 Aug 16 02:12:02.390273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:02.418745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.418745 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Added segment e55cee2d-c85c-4957-8a23-f4c9a90011fe of type vlan for network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c Aug 16 02:12:02.495388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d966011c-0e72-48fc-b6b0-3db42ce1e100 None None] Provisioning for port aae9815b-45d4-4e35-8179-90fbf56e6eff completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:02.505463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.521593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Router d3963723-80f9-44d3-b25b-f6dc8656e291 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:12:02.530279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56daf1d6-d59e-4b09-b42d-cb16ee793a01 req-f90c0c33-c05e-4522-a667-de311d433746 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.532525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56daf1d6-d59e-4b09-b42d-cb16ee793a01 req-f90c0c33-c05e-4522-a667-de311d433746 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 932 time: 0.1192973 Aug 16 02:12:02.559378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] DHCP port deletion for 8a027321-0875-4121-ac08-7c173dfc071c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:02.603754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56daf1d6-d59e-4b09-b42d-cb16ee793a01 req-d96088ab-07d3-47cf-b966-13f7fd164d54 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461328 Aug 16 02:12:02.616723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] Deleting port aae9815b-45d4-4e35-8179-90fbf56e6eff {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:02.617219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.657695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.666977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:02.667641 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.685510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] For port aae9815b-45d4-4e35-8179-90fbf56e6eff, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aae9815b-45d4-4e35-8179-90fbf56e6eff,segment=NetworkSegment(adc154ad-1933-4794-a41e-ae6f385d9b1c),segment_id=adc154ad-1933-4794-a41e-ae6f385d9b1c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:02.688430 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.709451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] Calling delete_port for aae9815b-45d4-4e35-8179-90fbf56e6eff owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:02.770894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Network': ['ID=f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:02.781499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa08255b-443d-4763-a654-f577452866e0 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:02.790133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.793990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:02.804594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Transition to ACTIVE for port object fa08255b-443d-4763-a654-f577452866e0 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:02.806072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:02.809124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bbf3faa5-633a-43e3-9697-4503212b8ea9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6721411 Aug 16 02:12:02.811062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47972) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.817541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'subnet': {'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:02.821813 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] Sync routers for ids ['d3963723-80f9-44d3-b25b-f6dc8656e291'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:02.841284 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] Routers {'d3963723-80f9-44d3-b25b-f6dc8656e291'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:02.841284 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d3963723-80f9-44d3-b25b-f6dc8656e291'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.874794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.875067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.884008 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] Routers {'d3963723-80f9-44d3-b25b-f6dc8656e291'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:02.884622 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d3963723-80f9-44d3-b25b-f6dc8656e291'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.896634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:02.939443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:02.941980 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd47de5b-d8cd-471e-959a-6559013ab8bc tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3718760 Aug 16 02:12:02.942829 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:02.943479 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705ea38-5236-434f-b890-8784be4c2d84 None None] The sync data for ids ['d3963723-80f9-44d3-b25b-f6dc8656e291'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:02.946676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47976) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:02.951435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:02.963231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.003107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Pushing event updated for resources: {'Port': ['ID=fa08255b-443d-4763-a654-f577452866e0,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.030427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] Pushing event deleted for resources: {'Port': ['ID=aae9815b-45d4-4e35-8179-90fbf56e6eff,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.036822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7873cba3-a106-4faa-a03b-211a3b17800c None None] No DVR routers for this DVR port aae9815b-45d4-4e35-8179-90fbf56e6eff on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:03.057414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:03.057933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.093164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Attempting to bind port fa08255b-443d-4763-a654-f577452866e0 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:03.094117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Attempting to bind port fa08255b-443d-4763-a654-f577452866e0 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:03.094117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Attempting to bind port fa08255b-443d-4763-a654-f577452866e0 on network 7fd96b01-c82d-48a5-b198-51b84c60637e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:03.100530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Port fa08255b-443d-4763-a654-f577452866e0 on network 7fd96b01-c82d-48a5-b198-51b84c60637e not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:03.100944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Attempting to bind port fa08255b-443d-4763-a654-f577452866e0 on network 7fd96b01-c82d-48a5-b198-51b84c60637e {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:03.110026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:03.110670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Checking segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:03.111273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Bound using segment: {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:03.112483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Bound port: fa08255b-443d-4763-a654-f577452866e0, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f88cdf9c-2615-4acf-86f5-3177f065fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:03.114858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47982) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.128085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:03.133580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.143286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.281836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] For port fa08255b-443d-4763-a654-f577452866e0, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:03.292354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] For port fa08255b-443d-4763-a654-f577452866e0, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=fa08255b-443d-4763-a654-f577452866e0,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:03.299634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-1d49cc3d-989c-465e-bde8-1cdbc448d6b8 tempest-DvrRoutersNegativeTest-1897731787 tempest-DvrRoutersNegativeTest-1897731787-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-255235756', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:03.302703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.policy [None req-1d49cc3d-989c-465e-bde8-1cdbc448d6b8 tempest-DvrRoutersNegativeTest-1897731787 tempest-DvrRoutersNegativeTest-1897731787-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101945) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 16 02:12:03.303011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.policy [None req-1d49cc3d-989c-465e-bde8-1cdbc448d6b8 tempest-DvrRoutersNegativeTest-1897731787 tempest-DvrRoutersNegativeTest-1897731787-project] Failed policy check for 'create_router' {{(pid=101945) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 16 02:12:03.303561 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-1d49cc3d-989c-465e-bde8-1cdbc448d6b8 tempest-DvrRoutersNegativeTest-1897731787 tempest-DvrRoutersNegativeTest-1897731787-project] create failed (client error): Access was denied to this resource. Aug 16 02:12:03.304614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1d49cc3d-989c-465e-bde8-1cdbc448d6b8 tempest-DvrRoutersNegativeTest-1897731787 tempest-DvrRoutersNegativeTest-1897731787-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1889122 Aug 16 02:12:03.338428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.393944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.394785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.397736 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] 10.222.0.83 "PUT /v2.0/ports/fa08255b-443d-4763-a654-f577452866e0 HTTP/1.1" status: 200 len: 1093 time: 1.6454828 Aug 16 02:12:03.398202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'tag': 'fa08255b-443d-4763-a654-f577452866e0'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:03.400605 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "tag": "fa08255b-443d-4763-a654-f577452866e0"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:03.411996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba1a264-9248-4389-bfb4-9026ac838aa8 req-e8c406d8-b6e8-4a30-941c-ce1fd9f27705 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.414302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ba1a264-9248-4389-bfb4-9026ac838aa8 req-e8c406d8-b6e8-4a30-941c-ce1fd9f27705 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1499050 Aug 16 02:12:03.425624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1584e1-561f-4ec8-b328-05608248d64d service neutron] Pushing event updated for resources: {'Port': ['ID=fa08255b-443d-4763-a654-f577452866e0,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:03.460951 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b92fd-367e-4d5a-9a7c-95d2d6163072 x-openstack-request-id: req-b36b92fd-367e-4d5a-9a7c-95d2d6163072 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:03.461252 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "tag": "fa08255b-443d-4763-a654-f577452866e0", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:03.461704 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b36b92fd-367e-4d5a-9a7c-95d2d6163072 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:03.462748 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'tag': 'fa08255b-443d-4763-a654-f577452866e0', 'status': 'completed', 'code': 200} Aug 16 02:12:03.542937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7 req-cee69796-bfb2-4128-9daf-fec446a8572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.545089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7 req-cee69796-bfb2-4128-9daf-fec446a8572d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 1096 time: 0.0559247 Aug 16 02:12:03.574603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ba1a264-9248-4389-bfb4-9026ac838aa8 req-9ae09120-defa-4797-8b69-b34116230ec0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508868 Aug 16 02:12:03.676357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7 req-748ac25f-f58f-43f6-97dd-90ba4d661dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.678941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7 req-748ac25f-f58f-43f6-97dd-90ba4d661dd6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=73440989c2254f4ab3fa0a4b8774112f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1248350 Aug 16 02:12:03.718164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5081e62e-373e-478b-a28a-6b2a950a55a5 req-4cef74c4-b563-479b-b28e-be1eba7a1fa7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.719733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5081e62e-373e-478b-a28a-6b2a950a55a5 req-4cef74c4-b563-479b-b28e-be1eba7a1fa7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1808934 Aug 16 02:12:03.722315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:03.785538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7 req-2cf87858-3942-46b7-b4a1-065b0dd0ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.790007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e5d97a3-ead2-44d9-a1eb-63ca43d2cae7 req-2cf87858-3942-46b7-b4a1-065b0dd0ab3e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976546 Aug 16 02:12:03.876455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-2eec7fc6-a99e-4c6e-bf64-68049157691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.879042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-2eec7fc6-a99e-4c6e-bf64-68049157691d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 1096 time: 0.0522525 Aug 16 02:12:03.892284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47996) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:03.928149 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-b693f0c0-71ba-4008-814d-aa733bfa4fae service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa08255b-443d-4763-a654-f577452866e0 HTTP/1.1" status: 200 len: 217 time: 0.0416818 Aug 16 02:12:03.980965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-aa570aca-fe6e-430e-86bd-fa3bbd40f964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:03.982668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-aa570aca-fe6e-430e-86bd-fa3bbd40f964 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.0479252 Aug 16 02:12:04.034845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1905308d-b9b9-4129-adaa-5831d21a419d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.057653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-89c72de8-1701-431e-bad7-046ad64a10d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.059228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-89c72de8-1701-431e-bad7-046ad64a10d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681045 Aug 16 02:12:04.143356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.186535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-f32c6ffa-79ac-45e7-ae32-c9cca209510f service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191852 Aug 16 02:12:04.208320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713458f-29f8-476e-bc85-3261ebedf993 req-d86f72c9-289e-49c8-8c3d-a5ef06aa71d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.209870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8713458f-29f8-476e-bc85-3261ebedf993 req-d86f72c9-289e-49c8-8c3d-a5ef06aa71d2 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 944 time: 0.5107524 Aug 16 02:12:04.216919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5081e62e-373e-478b-a28a-6b2a950a55a5 req-56597f90-4c57-476d-aff9-6693e7738522 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860413 Aug 16 02:12:04.266875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1905308d-b9b9-4129-adaa-5831d21a419d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.303688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2e4ba365-73ab-4b87-8ad7-b4a7391212a8 req-03615ed7-9c1e-4111-8197-a5e4e15bf2f8 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089461 Aug 16 02:12:04.310682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:12:04.322489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.332416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1905308d-b9b9-4129-adaa-5831d21a419d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.359706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8713458f-29f8-476e-bc85-3261ebedf993 req-f8fe944e-9176-42ee-aec0-f91f1798608f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383381 Aug 16 02:12:04.377837 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1905308d-b9b9-4129-adaa-5831d21a419d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5a25396c4904ee7baa3f249c592da86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815149 Aug 16 02:12:04.378678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48002) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:04.384876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1905308d-b9b9-4129-adaa-5831d21a419d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd35ac2-2922-4996-9797-505f0d14c2b8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.411442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Subnet': ['ID=985dc29a-476f-49af-bd02-57552d6c2f7b,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.421178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Checking segment: {'id': 'e55cee2d-c85c-4957-8a23-f4c9a90011fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:04.421735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network hostable DHCP agents. Network: f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:04.431133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Deleting port 07c5c787-e1ce-4ca5-854d-d22324ff37a2 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:04.431477 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.434308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14bbc1ae-7a95-4567-8941-e2e6d2c32334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.456140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14bbc1ae-7a95-4567-8941-e2e6d2c32334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.517171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.530389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Calling delete_port for 07c5c787-e1ce-4ca5-854d-d22324ff37a2 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:04.573741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:04.583327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14bbc1ae-7a95-4567-8941-e2e6d2c32334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.585923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-14bbc1ae-7a95-4567-8941-e2e6d2c32334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.589457 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-14bbc1ae-7a95-4567-8941-e2e6d2c32334 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ffd35ac2-2922-4996-9797-505f0d14c2b8 HTTP/1.1" status: 204 len: 168 time: 0.2080402 Aug 16 02:12:04.594841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbc1ae-7a95-4567-8941-e2e6d2c32334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd35ac2-2922-4996-9797-505f0d14c2b8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.651004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:04.658047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.658420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.665724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3123e3-a438-4442-9c84-ddcbe5e82460 None None] Network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:04.751736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77948043-c1a4-49c2-a36b-97aecde6c6e9 req-caa913a2-bc0b-48b1-8b3e-8fb1640ebdd6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:04.754086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77948043-c1a4-49c2-a36b-97aecde6c6e9 req-caa913a2-bc0b-48b1-8b3e-8fb1640ebdd6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0872216 Aug 16 02:12:04.762497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48008) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:04.762763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ed4fd71-9a04-4e16-bdc2-958b229168a3 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9500287 Aug 16 02:12:04.768885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'port': {'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c', 'name': 'tempest-NetworksIpV6TestAttrs-1314998600'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:04.807230 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77948043-c1a4-49c2-a36b-97aecde6c6e9 req-b92cab80-0483-44a4-a2aa-5d0994cb8f74 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434937 Aug 16 02:12:04.820840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c', 'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c', 'tenant_id': '484fe9428d7c403e8ff71809b6ca55bc', 'fixed_ips': [{'subnet_id': '985dc29a-476f-49af-bd02-57552d6c2f7b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:04.821735 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.869000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.898769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Pushing event deleted for resources: {'Port': ['ID=07c5c787-e1ce-4ca5-854d-d22324ff37a2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:04.972685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:04.983693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Allocated IP 2001:db8::f816:3eff:fe25:cbd3 (f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c/985dc29a-476f-49af-bd02-57552d6c2f7b/4badd4bb-338e-4d6f-9f70-078568c1e8b1) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:04.989052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:04.992743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.011690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] device_id is not set on port 70970077-b416-4399-b27b-c0ce9ddbe53b yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:05.152724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.161663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Transition to ACTIVE for port object 4badd4bb-338e-4d6f-9f70-078568c1e8b1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:05.176750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Transition to ACTIVE for port object 4badd4bb-338e-4d6f-9f70-078568c1e8b1 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:05.216454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.221483 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.264184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.322131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Allocated IP 2001:db8::f816:3eff:fee0:dcb3 (f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c/985dc29a-476f-49af-bd02-57552d6c2f7b/70970077-b416-4399-b27b-c0ce9ddbe53b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:05.355507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:05.359064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:05.364663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:05.372980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Router d3963723-80f9-44d3-b25b-f6dc8656e291 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:05.399197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Pushing event updated for resources: {'Port': ['ID=4badd4bb-338e-4d6f-9f70-078568c1e8b1,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.405911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fbcb81-3d11-4f21-aa48-b33c8cbd530a req-ce57a364-1f49-46ae-89d2-4eab9c75ce8b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.407590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39fbcb81-3d11-4f21-aa48-b33c8cbd530a req-ce57a364-1f49-46ae-89d2-4eab9c75ce8b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0813930 Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.429948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:05.450843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Attempting to bind port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:05.451318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Attempting to bind port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e55cee2d-c85c-4957-8a23-f4c9a90011fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:05.451762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Attempting to bind port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 on network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:05.472783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:05.473578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Checking segment: {'id': 'e55cee2d-c85c-4957-8a23-f4c9a90011fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:05.474863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.475581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Bound using segment: {'id': 'e55cee2d-c85c-4957-8a23-f4c9a90011fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:05.476514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Bound port: 4badd4bb-338e-4d6f-9f70-078568c1e8b1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55cee2d-c85c-4957-8a23-f4c9a90011fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:05.477128 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.539632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:05.550242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.551458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e7431b4-3c2d-4662-9e02-569e4693871d tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "PUT /v2.0/routers/d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 200 len: 706 time: 2.6038065 Aug 16 02:12:05.560324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] Sync routers for ids ['d3963723-80f9-44d3-b25b-f6dc8656e291'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:05.562833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48032) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.577530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39fbcb81-3d11-4f21-aa48-b33c8cbd530a req-95ec1a85-509d-4817-9d40-15c631fa8745 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350253 Aug 16 02:12:05.589944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] Routers {'d3963723-80f9-44d3-b25b-f6dc8656e291'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:05.589944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d3963723-80f9-44d3-b25b-f6dc8656e291'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:05.602161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] For port 4badd4bb-338e-4d6f-9f70-078568c1e8b1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:05.602285 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.602917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] For port 4badd4bb-338e-4d6f-9f70-078568c1e8b1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4badd4bb-338e-4d6f-9f70-078568c1e8b1,segment=NetworkSegment(e55cee2d-c85c-4957-8a23-f4c9a90011fe),segment_id=e55cee2d-c85c-4957-8a23-f4c9a90011fe)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:05.628402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Transition to ACTIVE for port object 70970077-b416-4399-b27b-c0ce9ddbe53b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:05.641443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:05.651802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] Routers {'d3963723-80f9-44d3-b25b-f6dc8656e291'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:05.652441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['d3963723-80f9-44d3-b25b-f6dc8656e291'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:05.655182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e6121fe6-c673-41a4-a8e1-fa81b1e6f68f tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/routers/d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 200 len: 741 time: 0.0910099 Aug 16 02:12:05.658026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48034) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.664622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb97d6-b17b-443e-a676-29c88c9481f9 req-bd3d2925-9b6e-40b6-9738-d734bafe0df6 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.667133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfcb97d6-b17b-443e-a676-29c88c9481f9 req-bd3d2925-9b6e-40b6-9738-d734bafe0df6 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 944 time: 0.1663957 Aug 16 02:12:05.691654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-edeb43f7-9acd-46f4-8f24-3d37fe120af0 tempest-RoutersAdminTest-1182415169 tempest-RoutersAdminTest-1182415169-project-admin] 10.222.0.76 "GET /v2.0/ports?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&device_id=d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 200 len: 205 time: 0.0313389 Aug 16 02:12:05.694267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48036) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.695559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.698238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:05.698916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d6439-a8d9-41d2-a5c6-35659a495151 None None] The sync data for ids ['d3963723-80f9-44d3-b25b-f6dc8656e291'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:05.717831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfcb97d6-b17b-443e-a676-29c88c9481f9 req-2320f151-121c-4d46-94ab-ef496af216f7 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454690 Aug 16 02:12:05.734126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48038) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.734682 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ee5561f7-14a6-4354-a0db-3df175386846 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 200 len: 205 time: 0.0389540 Aug 16 02:12:05.760026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.797806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab4bdd-0e7e-46b6-83fe-b405faf10ee6 None None] Pushing event updated for resources: {'Port': ['ID=4badd4bb-338e-4d6f-9f70-078568c1e8b1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.829253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.831348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:05.838668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:05.842889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:05.850031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:05.850833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:05.866558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Port': ['ID=70970077-b416-4399-b27b-c0ce9ddbe53b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:05.916037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:05.937861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4d4dd123-941a-4481-9d5b-599f847a4aa1 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1713705 Aug 16 02:12:05.938776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48048) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.023716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting subnet 985dc29a-476f-49af-bd02-57552d6c2f7b {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:06.027654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.052942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.055799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.093803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.102591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909494007'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:06.114834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f2d0c-5020-4abf-b71e-1d21cc63ed7a req-db2dee02-2662-41c3-a04a-4957c4b948af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.120447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-779f2d0c-5020-4abf-b71e-1d21cc63ed7a req-db2dee02-2662-41c3-a04a-4957c4b948af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.2047446 Aug 16 02:12:06.163841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-779f2d0c-5020-4abf-b71e-1d21cc63ed7a req-5bb06b68-78a7-41da-870c-70c3eaf206d6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389614 Aug 16 02:12:06.194338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.194910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Fanout notify agent at l3_agent the message router_deleted on router d3963723-80f9-44d3-b25b-f6dc8656e291 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:12:06.207253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.208375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f379d91b-afa3-4d9f-930a-083d91d3a6d5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 204 len: 168 time: 0.4728310 Aug 16 02:12:06.212027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48050) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.241860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.267857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-755eb233-f24e-4765-85b8-bb506e42ce20 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 200 len: 205 time: 0.0547032 Aug 16 02:12:06.270478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48052) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.275032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.288179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.309329 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-d6f46eda-8400-42c3-a137-644b627af4d4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] delete failed (client error): The resource could not be found. Aug 16 02:12:06.313545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6f46eda-8400-42c3-a137-644b627af4d4 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/d3963723-80f9-44d3-b25b-f6dc8656e291 HTTP/1.1" status: 404 len: 336 time: 0.0388010 Aug 16 02:12:06.313545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48054) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.342205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb3949f3-9c63-40cd-b481-dee6584dc3f2 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=8714638a-9858-4f07-9555-2fe6ea820dc0 HTTP/1.1" status: 200 len: 205 time: 0.0276756 Aug 16 02:12:06.344665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48056) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.386467 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-5bae7f96-ba65-4676-8268-049a33d3d3bb tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] delete failed (client error): The resource could not be found. Aug 16 02:12:06.387532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5bae7f96-ba65-4676-8268-049a33d3d3bb tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/8714638a-9858-4f07-9555-2fe6ea820dc0 HTTP/1.1" status: 404 len: 336 time: 0.0418653 Aug 16 02:12:06.390188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48058) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.420678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-28ee2c7c-dc48-41dd-8636-010b6a93d9b5 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=789702f2-295f-413b-8f56-06e967ced515 HTTP/1.1" status: 200 len: 205 time: 0.0285647 Aug 16 02:12:06.421174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.422300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48062) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.456485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Subnet': ['ID=985dc29a-476f-49af-bd02-57552d6c2f7b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.461042 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-90fbe6ef-9226-49d9-bfe6-5e2ba0ad8571 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] delete failed (client error): The resource could not be found. Aug 16 02:12:06.462107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90fbe6ef-9226-49d9-bfe6-5e2ba0ad8571 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/789702f2-295f-413b-8f56-06e967ced515 HTTP/1.1" status: 404 len: 336 time: 0.0386908 Aug 16 02:12:06.465157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48064) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.469079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.473971 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7eb9529c-27d8-46c7-98dd-33447e6db3a4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/985dc29a-476f-49af-bd02-57552d6c2f7b HTTP/1.1" status: 204 len: 168 time: 0.5345211 Aug 16 02:12:06.475821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.498245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-07ff1b6c-b19b-4c3e-981b-49e2a4e63bb8 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=2a7a9a27-abee-471a-a920-22cbedf94016 HTTP/1.1" status: 200 len: 205 time: 0.0317223 Aug 16 02:12:06.500343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48068) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.540814 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-52f8f209-5d36-4ab0-8042-5cc56b6fe854 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] delete failed (client error): The resource could not be found. Aug 16 02:12:06.541888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52f8f209-5d36-4ab0-8042-5cc56b6fe854 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/2a7a9a27-abee-471a-a920-22cbedf94016 HTTP/1.1" status: 404 len: 336 time: 0.0405920 Aug 16 02:12:06.544670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48070) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.558279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255415f-245e-4d2a-b530-12510c9742a0 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.560120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255415f-245e-4d2a-b530-12510c9742a0 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.564162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6255415f-245e-4d2a-b530-12510c9742a0 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0848477 Aug 16 02:12:06.567062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48072) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.577742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2372f3b4-8299-41bd-a021-06457935271b tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=eca5f211-96a7-4c3c-bda0-28f0e1543a67 HTTP/1.1" status: 200 len: 205 time: 0.0319574 Aug 16 02:12:06.580887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48074) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.598774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.659659 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-3a22930e-6101-44e1-9103-e925d0f3adf8 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] delete failed (client error): The resource could not be found. Aug 16 02:12:06.660715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3a22930e-6101-44e1-9103-e925d0f3adf8 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/eca5f211-96a7-4c3c-bda0-28f0e1543a67 HTTP/1.1" status: 404 len: 336 time: 0.0788064 Aug 16 02:12:06.666171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48078) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.701859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c7e38760-4656-40e2-b2ae-8e2d099eae10 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.709495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.728738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c758abef-bb8b-47f6-84d8-dce11444eadb tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c92d011-6084-4b21-9d47-c069c6260c8b HTTP/1.1" status: 200 len: 205 time: 0.0485296 Aug 16 02:12:06.728738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48080) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.749914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f586d70-2492-46ae-95c4-26b9d2d5e1fb req-278ad660-ba68-4c0a-b4fa-453052c7d817 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.757407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f586d70-2492-46ae-95c4-26b9d2d5e1fb req-278ad660-ba68-4c0a-b4fa-453052c7d817 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1014252 Aug 16 02:12:06.760672 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e38760-4656-40e2-b2ae-8e2d099eae10 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 16 02:12:06.762217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7e38760-4656-40e2-b2ae-8e2d099eae10 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:06.769740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c7e38760-4656-40e2-b2ae-8e2d099eae10 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c HTTP/1.1" status: 409 len: 405 time: 0.2016063 Aug 16 02:12:06.778695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.783613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2109889136'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:06.810137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57d34a-14d7-452c-b866-b2000807dab0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:06.839225 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-db767f52-9c31-451e-b2c9-7ef72c6cb949 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] delete failed (client error): The resource could not be found. Aug 16 02:12:06.840252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-db767f52-9c31-451e-b2c9-7ef72c6cb949 tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/routers/5c92d011-6084-4b21-9d47-c069c6260c8b HTTP/1.1" status: 404 len: 336 time: 0.1133749 Aug 16 02:12:06.844779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48086) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:06.858207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4badd4bb-338e-4d6f-9f70-078568c1e8b1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:06.889663 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-460742bf-c232-4a07-87d7-1b37b0b43fea tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:06.889663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-460742bf-c232-4a07-87d7-1b37b0b43fea tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:06.889663 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-460742bf-c232-4a07-87d7-1b37b0b43fea tempest-RoutersAdminTest-450487199 tempest-RoutersAdminTest-450487199-project] 10.222.0.76 "DELETE /v2.0/subnets/5cb15460-b1db-4134-848f-505bc857b190 HTTP/1.1" status: 404 len: 337 time: 0.0405509 Aug 16 02:12:06.891203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe97f0-fbc9-478f-bdb4-d395f68509f5 None None] Network f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:06.895961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f586d70-2492-46ae-95c4-26b9d2d5e1fb req-7ec0d042-dbc4-4411-9953-85066ef7341a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372719 Aug 16 02:12:06.953845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46a9a6d-9d8e-4c65-9dad-659c06422de5 req-6893b083-2ff9-4266-9e06-e24e22aaffa1 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:06.954589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:06.956844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c46a9a6d-9d8e-4c65-9dad-659c06422de5 req-6893b083-2ff9-4266-9e06-e24e22aaffa1 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 944 time: 0.0837710 Aug 16 02:12:07.000579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c46a9a6d-9d8e-4c65-9dad-659c06422de5 req-b5d72059-e3b1-4887-b05c-6057a3659e23 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372820 Aug 16 02:12:07.006339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.009163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device fa08255b-443d-4763-a654-f577452866e0 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:07.049759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622269a9-8ec2-4b40-ac9a-0875631e7086,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.050698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-27b39da4-a213-41bd-9828-cdf386423ef1 None None] Provisioning for port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:07.102906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:07.113731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:07.114111 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.116045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:07.122717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.145643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:07.155691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.156304 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Added segment 275fced6-0b1d-430c-9936-59f2337e0382 of type vlan for network fe76a56d-d985-4c96-9704-c78eb7b6e241 Aug 16 02:12:07.182541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port fa08255b-443d-4763-a654-f577452866e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=fa08255b-443d-4763-a654-f577452866e0,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.188348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.190115 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-113a43f7-d9ac-441f-a981-445d2625907f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2725923 Aug 16 02:12:07.193421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48092) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.203552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.209727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'fa08255b-443d-4763-a654-f577452866e0', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'port_id': 'fa08255b-443d-4763-a654-f577452866e0', 'mac_address': 'fa:16:3e:e3:4e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:07.248821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] DHCP port deletion for f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:07.313479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.318051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-79487886-9cec-48dc-ada2-d264e2f32b83 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1212425 Aug 16 02:12:07.318221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.323302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.324169 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.328082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.328255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48094) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.337738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-security--1825627464', 'description': 'tempest-security-description-838368853'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:07.340159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa08255b-443d-4763-a654-f577452866e0 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:07.350294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97042d90-8ba3-429a-8ff4-cdefc3f5b95c req-1eb7b5f6-3920-46c1-89e6-c739e12da79a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:07.352275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97042d90-8ba3-429a-8ff4-cdefc3f5b95c req-1eb7b5f6-3920-46c1-89e6-c739e12da79a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0891318 Aug 16 02:12:07.377878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port fa08255b-443d-4763-a654-f577452866e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=fa08255b-443d-4763-a654-f577452866e0,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.400060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4badd4bb-338e-4d6f-9f70-078568c1e8b1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4badd4bb-338e-4d6f-9f70-078568c1e8b1,segment=NetworkSegment(e55cee2d-c85c-4957-8a23-f4c9a90011fe),segment_id=e55cee2d-c85c-4957-8a23-f4c9a90011fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.403208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97042d90-8ba3-429a-8ff4-cdefc3f5b95c req-2d60235b-f5ae-4869-b135-76b9158d0d06 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438659 Aug 16 02:12:07.411331 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] Deleting port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:07.411945 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.458836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48098) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.463061 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.469529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.480428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Network': ['ID=fe76a56d-d985-4c96-9704-c78eb7b6e241,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.508490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network fe76a56d-d985-4c96-9704-c78eb7b6e241 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:07.521098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57e8ada5-df0c-4ac5-8ef2-e764152a7d28 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7422032 Aug 16 02:12:07.525517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.529384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.544559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'subnet': {'network_id': 'fe76a56d-d985-4c96-9704-c78eb7b6e241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:07.565439 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.600876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] For port 4badd4bb-338e-4d6f-9f70-078568c1e8b1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4badd4bb-338e-4d6f-9f70-078568c1e8b1,segment=NetworkSegment(e55cee2d-c85c-4957-8a23-f4c9a90011fe),segment_id=e55cee2d-c85c-4957-8a23-f4c9a90011fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:07.601492 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.646256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] Calling delete_port for 4badd4bb-338e-4d6f-9f70-078568c1e8b1 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:07.650014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.650402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.651990 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "PUT /v2.0/security-groups/622269a9-8ec2-4b40-ac9a-0875631e7086 HTTP/1.1" status: 200 len: 1779 time: 0.3183241 Aug 16 02:12:07.652834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5277100e-638c-4f45-a8ff-ea16eed76556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.655316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.655649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=fa08255b-443d-4763-a654-f577452866e0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.704827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee110c2-dbf1-4948-ad28-0effe3e58c4b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622269a9-8ec2-4b40-ac9a-0875631e7086,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.727875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['fa08255b-443d-4763-a654-f577452866e0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:07.734312 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ea24e5c2-b681-42ee-a454-77e972bcbe56 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups/622269a9-8ec2-4b40-ac9a-0875631e7086 HTTP/1.1" status: 200 len: 1779 time: 0.0645988 Aug 16 02:12:07.737412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48108) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:07.743409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:07.747384 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.799831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4badd4bb-338e-4d6f-9f70-078568c1e8b1,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.840555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8cb-d62c-4a97-b5b4-fcd7c2b7d1c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.879572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8cb-d62c-4a97-b5b4-fcd7c2b7d1c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.894112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.936236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] Pushing event deleted for resources: {'Port': ['ID=4badd4bb-338e-4d6f-9f70-078568c1e8b1,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:07.944850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5277100e-638c-4f45-a8ff-ea16eed76556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:07.957617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4fbcd0-8dfb-4ff1-9a36-30c72aa9d0ad None None] No DVR routers for this DVR port 4badd4bb-338e-4d6f-9f70-078568c1e8b1 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:08.034305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5277100e-638c-4f45-a8ff-ea16eed76556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.040375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33592b6a-9ae8-4adc-ad68-d240c904994f req-a41833b3-3bb9-4afb-a6a4-207d8afc88e9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.042371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33592b6a-9ae8-4adc-ad68-d240c904994f req-a41833b3-3bb9-4afb-a6a4-207d8afc88e9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0527306 Aug 16 02:12:08.081073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5277100e-638c-4f45-a8ff-ea16eed76556 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cc0ae0c6f8a346c088cbec18adda9a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145101 Aug 16 02:12:08.081073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.089464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33592b6a-9ae8-4adc-ad68-d240c904994f req-be7a07a1-e5f0-4172-bc78-2bdc6565e31c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388451 Aug 16 02:12:08.089720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5277100e-638c-4f45-a8ff-ea16eed76556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea54901c-f588-47bb-9314-12e5d13cbf8f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.113160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8cb-d62c-4a97-b5b4-fcd7c2b7d1c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.116346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce7ff8cb-d62c-4a97-b5b4-fcd7c2b7d1c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.117542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce7ff8cb-d62c-4a97-b5b4-fcd7c2b7d1c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/622269a9-8ec2-4b40-ac9a-0875631e7086 HTTP/1.1" status: 204 len: 168 time: 0.3790612 Aug 16 02:12:08.123377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48116) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.151970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24319ae9-e0b7-4ad8-9b76-801de10a2733 req-3666135d-948b-4464-a297-8310f2e67a7b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.152263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ff8cb-d62c-4a97-b5b4-fcd7c2b7d1c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622269a9-8ec2-4b40-ac9a-0875631e7086,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.153527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24319ae9-e0b7-4ad8-9b76-801de10a2733 req-3666135d-948b-4464-a297-8310f2e67a7b tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 945 time: 0.0566635 Aug 16 02:12:08.193871 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-050bd464-9d9a-479d-a563-3d52f1aa438f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.225478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ed2bf21-6a12-4c1a-aff5-f97ea7a0982b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0959203 Aug 16 02:12:08.226935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48118) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.232518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-050bd464-9d9a-479d-a563-3d52f1aa438f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.246253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24319ae9-e0b7-4ad8-9b76-801de10a2733 req-a49b0324-a411-4488-ab16-4704ec0f8700 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820067 Aug 16 02:12:08.255756 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-d2b661bc-009b-4fac-bad3-2b438c0d63c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] delete failed (client error): The resource could not be found. Aug 16 02:12:08.256837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d2b661bc-009b-4fac-bad3-2b438c0d63c3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/622269a9-8ec2-4b40-ac9a-0875631e7086 HTTP/1.1" status: 404 len: 347 time: 0.0261188 Aug 16 02:12:08.268558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48120) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.274870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:12:08.276557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.281310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860450570'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:08.341445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Subnet': ['ID=80d715ec-eb60-46dc-97cf-551bd86b947e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.351194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Checking segment: {'id': '275fced6-0b1d-430c-9936-59f2337e0382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fe76a56d-d985-4c96-9704-c78eb7b6e241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:08.351194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network hostable DHCP agents. Network: fe76a56d-d985-4c96-9704-c78eb7b6e241, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:08.360083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.383106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-050bd464-9d9a-479d-a563-3d52f1aa438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.385604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-050bd464-9d9a-479d-a563-3d52f1aa438f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.386805 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-050bd464-9d9a-479d-a563-3d52f1aa438f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea54901c-f588-47bb-9314-12e5d13cbf8f HTTP/1.1" status: 204 len: 168 time: 0.3068333 Aug 16 02:12:08.402909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bd464-9d9a-479d-a563-3d52f1aa438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea54901c-f588-47bb-9314-12e5d13cbf8f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.418031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network fe76a56d-d985-4c96-9704-c78eb7b6e241 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:08.464683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.507386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, fe76a56d-d985-4c96-9704-c78eb7b6e241) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:08.513202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.513826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.518171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310cecd4-5783-4da5-a30c-57bc0a6094c8 None None] Network fe76a56d-d985-4c96-9704-c78eb7b6e241 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:08.519973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.549960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc63ee5-505e-4518-9032-fa8f3392f2cc req-037c89d3-2393-4e09-9bb6-014e27f3bc74 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:08.551597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdc63ee5-505e-4518-9032-fa8f3392f2cc req-037c89d3-2393-4e09-9bb6-014e27f3bc74 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0752423 Aug 16 02:12:08.565737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d3d959-b2d6-47ed-acfe-aa1aedcedbff,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:08.602953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdc63ee5-505e-4518-9032-fa8f3392f2cc req-0849f104-e567-42bb-a09e-68987ec6cdaa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445418 Aug 16 02:12:08.614532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2f8971f6-072d-473e-a1d3-206a025d5b6e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0853925 Aug 16 02:12:08.616844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.646952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.648314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9b40213a-615a-47c7-b6cf-2c23c2572abe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3780558 Aug 16 02:12:08.652214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48130) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:08.657801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': '33d3d959-b2d6-47ed-acfe-aa1aedcedbff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:08.739435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.777036 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.825804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4badd4bb-338e-4d6f-9f70-078568c1e8b1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:08.827942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.856268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4badd4bb-338e-4d6f-9f70-078568c1e8b1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:08.856268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4badd4bb-338e-4d6f-9f70-078568c1e8b1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:08.869184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.903837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc34db96-12e8-43f6-a5af-4cdbc716f87c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-fe76a56d-d985-4c96-9704-c78eb7b6e241', 'network_id': 'fe76a56d-d985-4c96-9704-c78eb7b6e241', 'tenant_id': '484fe9428d7c403e8ff71809b6ca55bc', 'fixed_ips': [{'subnet_id': '80d715ec-eb60-46dc-97cf-551bd86b947e'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:08.904712 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dc34db96-12e8-43f6-a5af-4cdbc716f87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.983209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:08.983875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.003156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f1d351-cc51-4c74-b067-aa922c2a09d6,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.014226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Subnet': ['ID=80d715ec-eb60-46dc-97cf-551bd86b947e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.035724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device fa08255b-443d-4763-a654-f577452866e0 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:09.076472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.087276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe76a56d-d985-4c96-9704-c78eb7b6e241']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.099135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275fced6-0b1d-430c-9936-59f2337e0382') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.099457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275fced6-0b1d-430c-9936-59f2337e0382') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:09.108205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.121779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.126371 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.128405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:09.128814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.129987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c725dce1-e005-4299-a76a-b3967f3dd51e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4753423 Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:09.132221 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:09.137047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48136) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.227073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636ff6c-8831-4905-9b2d-6f90be756584 req-79fae118-3dda-4548-9640-2cddb979eb91 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.227337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c5ef-de36-46ae-b767-930f4977be5b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.228737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7636ff6c-8831-4905-9b2d-6f90be756584 req-79fae118-3dda-4548-9640-2cddb979eb91 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0589998 Aug 16 02:12:09.238129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c5ef-de36-46ae-b767-930f4977be5b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server [None req-dc34db96-12e8-43f6-a5af-4cdbc716f87c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80d715ec-eb60-46dc-97cf-551bd86b947e: This subnet is being modified by another concurrent operation. Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 80d715ec-eb60-46dc-97cf-551bd86b947e: This subnet is being modified by another concurrent operation. Aug 16 02:12:09.244651 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Aug 16 02:12:09.260344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port fa08255b-443d-4763-a654-f577452866e0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:09.260344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port fa08255b-443d-4763-a654-f577452866e0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:09.260344 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.290848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48140) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.291291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7636ff6c-8831-4905-9b2d-6f90be756584 req-3549c69b-78ff-4c2e-917c-0fdd81b12813 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526164 Aug 16 02:12:09.338694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.341801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce80af-31b1-4c5a-b87e-80eeb77f240d None None] Network fe76a56d-d985-4c96-9704-c78eb7b6e241 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:09.342838 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-11158e74-fa6d-4537-9627-9d6220f93c86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=91aec8b65dba4545b11a580c9ed57128&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507686 Aug 16 02:12:09.343604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48142) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.350815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.356728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/fe76a56d-d985-4c96-9704-c78eb7b6e241 HTTP/1.1" status: 204 len: 168 time: 0.7364514 Aug 16 02:12:09.365638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48144) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.369482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-169564706'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.379653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ce80af-31b1-4c5a-b87e-80eeb77f240d None None] Network fe76a56d-d985-4c96-9704-c78eb7b6e241 could not be found, it might have been deleted concurrently. {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:12:09.381138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c5ef-de36-46ae-b767-930f4977be5b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.393715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dfd1c5ef-de36-46ae-b767-930f4977be5b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.394810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7a1f03-7369-4eac-8797-5bf78cf43fe5 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:12:09.395001 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dfd1c5ef-de36-46ae-b767-930f4977be5b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/57f1d351-cc51-4c74-b067-aa922c2a09d6 HTTP/1.1" status: 204 len: 168 time: 0.2614748 Aug 16 02:12:09.399301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48146) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.400683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad095-b1a9-4426-8410-1c59ca082b9e tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Network': ['ID=fe76a56d-d985-4c96-9704-c78eb7b6e241,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.419636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1c5ef-de36-46ae-b767-930f4977be5b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57f1d351-cc51-4c74-b067-aa922c2a09d6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.426602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.426952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d61d88-a808-41c2-95c9-7dec2f0ff0ff req-e1f378ba-fa40-46f4-9732-e9d54b33313f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.429130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33d61d88-a808-41c2-95c9-7dec2f0ff0ff req-e1f378ba-fa40-46f4-9732-e9d54b33313f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 945 time: 0.0895429 Aug 16 02:12:09.453985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c7e22dd-bb9c-4a0a-a5a8-ec3ef2e5ec0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.468373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa08255b-443d-4763-a654-f577452866e0'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:09.471332 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfafd44-a168-44a0-b110-2b98d8c8d59b" -d '{"events": [{"server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "name": "network-vif-plugged", "status": "completed", "tag": "fa08255b-443d-4763-a654-f577452866e0"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:09.478398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c7e22dd-bb9c-4a0a-a5a8-ec3ef2e5ec0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.487402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c55e92a-c350-4850-a36d-d1d44b09061d tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0824387 Aug 16 02:12:09.487626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.501510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port fa08255b-443d-4763-a654-f577452866e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=fa08255b-443d-4763-a654-f577452866e0,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:09.508662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33d61d88-a808-41c2-95c9-7dec2f0ff0ff req-eee99b14-ca8e-4f88-aea7-14318b59b06e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694220 Aug 16 02:12:09.517304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:09.521196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.539015 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38783f30-b20e-4897-b544-b2d2f9ece345 x-openstack-request-id: req-38783f30-b20e-4897-b544-b2d2f9ece345 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:09.539301 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "name": "network-vif-plugged", "status": "completed", "tag": "fa08255b-443d-4763-a654-f577452866e0", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:09.539560 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-38783f30-b20e-4897-b544-b2d2f9ece345 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:09.539952 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa08255b-443d-4763-a654-f577452866e0', 'code': 200} Aug 16 02:12:09.569844 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.605530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:09.636407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93d12cd1-faf5-408a-a95b-3fc736762cc1 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.650744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=fa08255b-443d-4763-a654-f577452866e0,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.653269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7a1f03-7369-4eac-8797-5bf78cf43fe5 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:12:09.654850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.655173 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Added segment 7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e of type vlan for network 2513cccc-5114-4613-8957-93b44153cfdf Aug 16 02:12:09.702667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93d12cd1-faf5-408a-a95b-3fc736762cc1 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.705224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c7e22dd-bb9c-4a0a-a5a8-ec3ef2e5ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.708376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c7e22dd-bb9c-4a0a-a5a8-ec3ef2e5ec0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.711337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0c7e22dd-bb9c-4a0a-a5a8-ec3ef2e5ec0e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/af4b5339-8b8e-49e9-a919-c7a9e3ed4889 HTTP/1.1" status: 204 len: 168 time: 0.3631780 Aug 16 02:12:09.740467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3e46b-b5f7-4b3f-b6e4-4eed717674c7 req-f23a53d3-ac07-4ce1-bf9d-4bf8d0f420f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.742027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8da3e46b-b5f7-4b3f-b6e4-4eed717674c7 req-f23a53d3-ac07-4ce1-bf9d-4bf8d0f420f3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 1098 time: 0.1407995 Aug 16 02:12:09.745819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.755491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e22dd-bb9c-4a0a-a5a8-ec3ef2e5ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4b5339-8b8e-49e9-a919-c7a9e3ed4889,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.807366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a0f58-255d-42a1-9492-81bb1f6e941f req-294529c7-d0a0-4c85-86d8-e5471ad508d7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.815883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d9a0f58-255d-42a1-9492-81bb1f6e941f req-294529c7-d0a0-4c85-86d8-e5471ad508d7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1005409 Aug 16 02:12:09.828174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8da3e46b-b5f7-4b3f-b6e4-4eed717674c7 req-4cc971a5-0da8-47f8-af82-249f1df57a79 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760863 Aug 16 02:12:09.854846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d9a0f58-255d-42a1-9492-81bb1f6e941f req-75d5e33b-19ba-4f3b-9480-0ffb5a9724c3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377810 Aug 16 02:12:09.896952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93d12cd1-faf5-408a-a95b-3fc736762cc1 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.899529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93d12cd1-faf5-408a-a95b-3fc736762cc1 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.900668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-93d12cd1-faf5-408a-a95b-3fc736762cc1 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/33d3d959-b2d6-47ed-acfe-aa1aedcedbff HTTP/1.1" status: 204 len: 168 time: 0.4132531 Aug 16 02:12:09.903809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.910664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12cd1-faf5-408a-a95b-3fc736762cc1 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d3d959-b2d6-47ed-acfe-aa1aedcedbff,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:09.944211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.948432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-50f2fcb7-667e-456a-9f84-24ea219c5d18 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0432894 Aug 16 02:12:09.952034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48160) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:09.955919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:09.956601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:09.957513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203513984'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:09.993896 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-484fe1ba-a023-4cf0-88ba-cf040e9541ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.036426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Network': ['ID=2513cccc-5114-4613-8957-93b44153cfdf,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.046230 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.052521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2513cccc-5114-4613-8957-93b44153cfdf details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:10.147985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a33a2cfd-ac5b-4fc8-8ac2-9be09889cb45 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7830954 Aug 16 02:12:10.149735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48164) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.157929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'subnet': {'network_id': '2513cccc-5114-4613-8957-93b44153cfdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.297749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.382664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.444750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b3d0ba-d161-4f28-9693-b14742f9d0a4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.460096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fc978-5c9d-414a-b13e-06efdb62a20f req-cbfb4c6a-5edf-4b27-b843-91bdf81d5f45 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.466099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b7fc978-5c9d-414a-b13e-06efdb62a20f req-cbfb4c6a-5edf-4b27-b843-91bdf81d5f45 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0947609 Aug 16 02:12:10.484847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:10.488262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.553317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b7fc978-5c9d-414a-b13e-06efdb62a20f req-2f729fba-b47b-46f6-bc53-5921e9ab8d1e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846500 Aug 16 02:12:10.588742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.588742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-281aec6a-5f94-4f21-bb93-afa77c417374 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6354561 Aug 16 02:12:10.591395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.596399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3d0ba-d161-4f28-9693-b14742f9d0a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:10.685564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.703730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d2577-d032-40ab-8751-1b57093d6be9 req-6ef1ece0-3bef-476c-a09a-8b6c93746d05 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:10.705958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-598d2577-d032-40ab-8751-1b57093d6be9 req-6ef1ece0-3bef-476c-a09a-8b6c93746d05 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.1061993 Aug 16 02:12:10.769233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.801349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-598d2577-d032-40ab-8751-1b57093d6be9 req-1583c19b-9634-43c5-a9c5-6b10c845dd47 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892787 Aug 16 02:12:10.869026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.894876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec15fd18-3091-42b3-81ec-c038fbd60127,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:10.914893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.965898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:10.967415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9575ca53-e495-4c29-9c66-4ea99dac1623 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3745816 Aug 16 02:12:10.980204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48192) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:10.980426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48194) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.005294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3d0ba-d161-4f28-9693-b14742f9d0a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.041221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Subnet': ['ID=55dd051d-98c9-4989-85da-e23f54f10127,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.066758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.067123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.067478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.067828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.068178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.068511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.068872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.069194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.069529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.069863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.070199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.070538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:11.076178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Checking segment: {'id': '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2513cccc-5114-4613-8957-93b44153cfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:11.076563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network hostable DHCP agents. Network: 2513cccc-5114-4613-8957-93b44153cfdf, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:11.089503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1706976855'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.093862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18bb676-6d2b-427a-9332-ce0a8436f223 req-8d47f933-9246-4477-8633-ffeb51352ebc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.095452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d18bb676-6d2b-427a-9332-ce0a8436f223 req-8d47f933-9246-4477-8633-ffeb51352ebc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1446221 Aug 16 02:12:11.138745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d18bb676-6d2b-427a-9332-ce0a8436f223 req-7b6c0a3b-16bb-4ea8-aa45-125f5579f881 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362408 Aug 16 02:12:11.199567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.212710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network 2513cccc-5114-4613-8957-93b44153cfdf is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:11.253916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.377992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:11.378240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.381860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.383704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2513cccc-5114-4613-8957-93b44153cfdf) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:11.391342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.394502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd52ce5-5e18-4ef4-8e87-ce32b8cef86b None None] Network 2513cccc-5114-4613-8957-93b44153cfdf requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:11.395660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.396321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.406550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8def64f9-772a-4a02-b4ae-a9338f92f876,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.504728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.505904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0e936675-d6d7-4bc0-bcf6-3edb26d693cd tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5050399 Aug 16 02:12:11.508812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48198) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.514223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3d0ba-d161-4f28-9693-b14742f9d0a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:11.542489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2513cccc-5114-4613-8957-93b44153cfdf', 'network_id': '2513cccc-5114-4613-8957-93b44153cfdf', 'tenant_id': '484fe9428d7c403e8ff71809b6ca55bc', 'fixed_ips': [{'subnet_id': '55dd051d-98c9-4989-85da-e23f54f10127'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:11.543487 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.550284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7e95df73-35c9-4611-9065-f2a2409f3e8f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3986902 Aug 16 02:12:11.552543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48200) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:11.657772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.690343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Allocated IP 2001:db8::2 (2513cccc-5114-4613-8957-93b44153cfdf/55dd051d-98c9-4989-85da-e23f54f10127/50b8e861-a2b0-4b50-b9fc-c0752216b4e6) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:11.696912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.718162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f8853-333c-49d1-a9d0-46be95f37e19 req-74892470-89ce-4deb-8a09-78f1c94c8673 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.719714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a3f8853-333c-49d1-a9d0-46be95f37e19 req-74892470-89ce-4deb-8a09-78f1c94c8673 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0863719 Aug 16 02:12:11.754481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.778628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:11.794499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f00f3a1-be67-4d27-951a-cc71aad197b2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:11.797547 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.797900 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Added segment 64152303-ac2a-449f-acce-309be5c29905 of type vlan for network 3985865d-8a58-4e9c-a823-e69706845f7d Aug 16 02:12:11.835715 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.857122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.865148 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.883757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Transition to ACTIVE for port object 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:11.902156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Transition to ACTIVE for port object 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:11.948744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.957576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:11.957576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:11.983656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.030607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Network': ['ID=3985865d-8a58-4e9c-a823-e69706845f7d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.030869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Network 2513cccc-5114-4613-8957-93b44153cfdf is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:12.034580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:12.038982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:12.048231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 3985865d-8a58-4e9c-a823-e69706845f7d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:12.051465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Pushing event updated for resources: {'Port': ['ID=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.087067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-30d4cd0d-6f3d-486f-acab-d8879d9b469a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1052299 Aug 16 02:12:12.089678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48208) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.095344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'subnet': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.164335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Attempting to bind port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:12.164762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Attempting to bind port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2513cccc-5114-4613-8957-93b44153cfdf'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:12.165100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Attempting to bind port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 on network 2513cccc-5114-4613-8957-93b44153cfdf {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:12.173282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:12.173734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Checking segment: {'id': '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2513cccc-5114-4613-8957-93b44153cfdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:12.175329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.175766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Bound using segment: {'id': '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2513cccc-5114-4613-8957-93b44153cfdf'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:12.176368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Bound port: 50b8e861-a2b0-4b50-b9fc-c0752216b4e6, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2513cccc-5114-4613-8957-93b44153cfdf'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:12.177001 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.254511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] For port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:12.257427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:12.258202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] For port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,segment=NetworkSegment(7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e),segment_id=7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:12.259300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a3f8853-333c-49d1-a9d0-46be95f37e19 req-b72021be-023c-469b-99b7-e9401b500a2f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5136411 Aug 16 02:12:12.261405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.263749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.309278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.380681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3bfc7-254f-42b3-8bc9-c55c4ed9e65d req-d0279e7f-b2b6-4926-8655-5655f7f5b907 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.381818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0db3bfc7-254f-42b3-8bc9-c55c4ed9e65d req-d0279e7f-b2b6-4926-8655-5655f7f5b907 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.1424279 Aug 16 02:12:12.414114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f8f85-6a2d-4dce-815f-e4a79e3891a4 None None] Pushing event updated for resources: {'Port': ['ID=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.433590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.467290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.480233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0db3bfc7-254f-42b3-8bc9-c55c4ed9e65d req-b908a1a9-41da-4e9e-9307-0300d3ee04ea tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909269 Aug 16 02:12:12.511364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Subnet': ['ID=55dd051d-98c9-4989-85da-e23f54f10127,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.590274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18332050-6a25-4372-9d37-c4797784f521 req-d924152c-4def-4d99-8db7-37f402284f1a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.597969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18332050-6a25-4372-9d37-c4797784f521 req-d924152c-4def-4d99-8db7-37f402284f1a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1871727 Aug 16 02:12:12.607511 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.634491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.653790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.700057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a4f2717-9fd1-46c4-ba6f-456a77b44613,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.705555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2513cccc-5114-4613-8957-93b44153cfdf']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:12.710188 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.726085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:12.726445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:12.746346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18332050-6a25-4372-9d37-c4797784f521 req-2ccf9d74-6eaa-4420-8742-304ace036a23 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474495 Aug 16 02:12:12.755103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.773927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d84246-bc97-4885-93bf-b03c672aa711 req-27af2c9e-064c-4c71-beb3-b58b86546b7d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:12.775697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82d84246-bc97-4885-93bf-b03c672aa711 req-27af2c9e-064c-4c71-beb3-b58b86546b7d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.1660147 Aug 16 02:12:12.776964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:12.795542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.798230 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-889c3517-cb80-4d54-b7d0-be4d9333c241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.800359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Subnet': ['ID=c12967a5-4da8-47b6-9ac9-2c18a1d0115a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:12.805457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Request body: {'floatingip': {'port_id': 'fa08255b-443d-4763-a654-f577452866e0'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.807993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Checking segment: {'id': '64152303-ac2a-449f-acce-309be5c29905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:12.808363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network hostable DHCP agents. Network: 3985865d-8a58-4e9c-a823-e69706845f7d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:12.871926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:12.877862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.879524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0f4847ce-cc8e-47bf-9dd2-70a46ac795a9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3687642 Aug 16 02:12:12.882606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:12.887768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3d0ba-d161-4f28-9693-b14742f9d0a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:12.893829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:12.919677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:12.954473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:12:12.954473 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:12:12.954473 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '2513cccc-5114-4613-8957-93b44153cfdf'}] Aug 16 02:12:12.954473 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:12.955855 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:12.988423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:12.992692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 3985865d-8a58-4e9c-a823-e69706845f7d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:12.998888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.002239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:13.002857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.004714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bf38b0-4efe-4a67-a315-ddf096803ea9 None None] Network 3985865d-8a58-4e9c-a823-e69706845f7d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:13.068014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.114189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.115080 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6da4514-d5be-4372-8a77-62fb9634b449 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0228307 Aug 16 02:12:13.121968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-618210522'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:13.166546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.194306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295bfe77-83b5-4268-8ef4-6161726643fe,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.274448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.279573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f27fabd0-16cd-493e-8b79-5930b2e69ff3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3950012 Aug 16 02:12:13.280570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.293220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': 'f4b3d0ba-d161-4f28-9693-b14742f9d0a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:13.382346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-3985865d-8a58-4e9c-a823-e69706845f7d', 'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'tenant_id': '89567435c787462ca86b0e74904505b5', 'fixed_ips': [{'subnet_id': 'c12967a5-4da8-47b6-9ac9-2c18a1d0115a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:13.383686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.433703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.466895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.494574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:12:13.525793 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.542344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee70a670-fea5-455b-8971-fbe8f1ade12e None None] Network 2513cccc-5114-4613-8957-93b44153cfdf requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:13.593671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa920cd-0802-483d-a5f9-f2b71fac38b2 req-6782b541-ec2d-4d52-a4ea-6af715b98c14 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:13.595598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7aa920cd-0802-483d-a5f9-f2b71fac38b2 req-6782b541-ec2d-4d52-a4ea-6af715b98c14 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1782579 Aug 16 02:12:13.596793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:13.600211 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.603845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.617526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.618089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Allocated IP 2001:db8::2 (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/91816bff-719e-4e83-929f-a9951d39de1f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:13.646498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae2113d-2ad0-42aa-8a20-5b78abca7fd4,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.652946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] device_id is not set on port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:13.712166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7aa920cd-0802-483d-a5f9-f2b71fac38b2 req-603bdde3-4275-4e96-b072-1cba15c12344 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985177 Aug 16 02:12:13.721944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.726941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f10b050c-79c1-4e0f-a3bf-f5af33a4200a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4438326 Aug 16 02:12:13.727806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.728485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48226) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.760226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5740a42-f409-4a84-b5fe-963256f51289 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.766241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] Provisioning for port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:13.769234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:13.769834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.772040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5740a42-f409-4a84-b5fe-963256f51289 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.779266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] Provisioning complete for port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:13.779656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.881898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5740a42-f409-4a84-b5fe-963256f51289 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.882494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] DHCP port deletion for 2513cccc-5114-4613-8957-93b44153cfdf request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:13.899972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.900273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5740a42-f409-4a84-b5fe-963256f51289 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.901102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] For port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,segment=NetworkSegment(7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e),segment_id=7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:13.901540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.901884 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e5740a42-f409-4a84-b5fe-963256f51289 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/6ae2113d-2ad0-42aa-8a20-5b78abca7fd4 HTTP/1.1" status: 204 len: 168 time: 0.1718946 Aug 16 02:12:13.903183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5740a42-f409-4a84-b5fe-963256f51289 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ae2113d-2ad0-42aa-8a20-5b78abca7fd4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:13.906131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48230) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.913960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Transition to ACTIVE for port object 91816bff-719e-4e83-929f-a9951d39de1f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:13.945888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Calling delete_port for 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:13.963348 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Floating IP d3e3997e-9033-46c2-8b21-d3d2cf295e3f associated. External IP: 172.25.6.88, port: fa08255b-443d-4763-a654-f577452866e0. Aug 16 02:12:13.968243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5eb85716-4199-4bc0-9744-135696c026b3 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0582938 Aug 16 02:12:13.969732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48232) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:13.982352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Transition to ACTIVE for port object 91816bff-719e-4e83-929f-a9951d39de1f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:13.988328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:13.999997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb859ae-cce9-400b-9180-d4313ea18b11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.011010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb859ae-cce9-400b-9180-d4313ea18b11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.038955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] For port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,segment=NetworkSegment(7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e),segment_id=7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:14.042840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] Deleting port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:14.043235 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.048797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f935ed-33af-4152-8f42-80bb84d17b23 req-0c514a47-3d7f-4c27-85be-09d4ff0cace3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:14.050459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82f935ed-33af-4152-8f42-80bb84d17b23 req-0c514a47-3d7f-4c27-85be-09d4ff0cace3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1693916 Aug 16 02:12:14.085213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.140241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:14.150664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:14.153974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] For port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,segment=NetworkSegment(7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e),segment_id=7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:14.154448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.160448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Pushing event updated for resources: {'Port': ['ID=91816bff-719e-4e83-929f-a9951d39de1f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.160448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:14.166257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.176133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] Calling delete_port for 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:14.178723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb859ae-cce9-400b-9180-d4313ea18b11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.185273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eeb859ae-cce9-400b-9180-d4313ea18b11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.186986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eeb859ae-cce9-400b-9180-d4313ea18b11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/295bfe77-83b5-4268-8ef4-6161726643fe HTTP/1.1" status: 204 len: 168 time: 0.2157559 Aug 16 02:12:14.191630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48234) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.207080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb859ae-cce9-400b-9180-d4313ea18b11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=295bfe77-83b5-4268-8ef4-6161726643fe,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.221683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82f935ed-33af-4152-8f42-80bb84d17b23 req-1c903bd3-6acd-4558-aa6d-363dbd4527ac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636810 Aug 16 02:12:14.241369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Allocated IP 2001:db8::245 (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/99a352de-ed04-4ffd-97f9-1e27eaeaea27) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:14.309550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccdef2-32c4-471a-891a-b0b55df415c4 None None] Pushing event updated for resources: {'Port': ['ID=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.325731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Attempting to bind port 91816bff-719e-4e83-929f-a9951d39de1f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:14.326123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Attempting to bind port 91816bff-719e-4e83-929f-a9951d39de1f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '64152303-ac2a-449f-acce-309be5c29905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:14.326496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Attempting to bind port 91816bff-719e-4e83-929f-a9951d39de1f on network 3985865d-8a58-4e9c-a823-e69706845f7d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:14.334779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:14.335171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Checking segment: {'id': '64152303-ac2a-449f-acce-309be5c29905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:14.335586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.335986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Bound using segment: {'id': '64152303-ac2a-449f-acce-309be5c29905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:14.339248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Bound port: 91816bff-719e-4e83-929f-a9951d39de1f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64152303-ac2a-449f-acce-309be5c29905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:14.339404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4f01e102-61e4-4aeb-8ccc-e29b7ae7f864 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1406436 Aug 16 02:12:14.339527 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.339632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.339878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48236) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.368348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3d35026f-ff7f-4d00-b86a-4f838890d8ed tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.378070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3d35026f-ff7f-4d00-b86a-4f838890d8ed tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.390214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.412285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Port': ['ID=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.422341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] Pushing event deleted for resources: {'Port': ['ID=50b8e861-a2b0-4b50-b9fc-c0752216b4e6,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.430076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No DVR routers for this DVR port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:14.431229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6501902f-2dee-416d-9c0c-5f6ee5a15bda None None] No DVR routers for this DVR port 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:14.452549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] For port 91816bff-719e-4e83-929f-a9951d39de1f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:14.455992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] For port 91816bff-719e-4e83-929f-a9951d39de1f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=91816bff-719e-4e83-929f-a9951d39de1f,segment=NetworkSegment(64152303-ac2a-449f-acce-309be5c29905),segment_id=64152303-ac2a-449f-acce-309be5c29905)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:14.468165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3d35026f-ff7f-4d00-b86a-4f838890d8ed tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.475101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3d35026f-ff7f-4d00-b86a-4f838890d8ed tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.478683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3d35026f-ff7f-4d00-b86a-4f838890d8ed tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3a4f2717-9fd1-46c4-ba6f-456a77b44613 HTTP/1.1" status: 204 len: 168 time: 0.1357331 Aug 16 02:12:14.481272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48240) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.492768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35026f-ff7f-4d00-b86a-4f838890d8ed tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a4f2717-9fd1-46c4-ba6f-456a77b44613,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.512210 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.527066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Router f307de33-d319-4cf4-8d2b-4c40f19428bc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:14.539569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39946bc8-5bde-4f78-8652-955d793057ff tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0515058 Aug 16 02:12:14.540070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48242) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.569740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aae6ce7-26e7-4bbd-91b7-01aad8e97830 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.584715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aae6ce7-26e7-4bbd-91b7-01aad8e97830 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.587075 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.603032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1951330-3ed1-41d7-808a-8d7a41f7da4c None None] Pushing event updated for resources: {'Port': ['ID=91816bff-719e-4e83-929f-a9951d39de1f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.614001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2513cccc-5114-4613-8957-93b44153cfdf']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:14.631102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:14.631404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3e2b9f-34bd-4d4a-afb5-7f68eb71060e') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:14.640151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.662618 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aae6ce7-26e7-4bbd-91b7-01aad8e97830 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.669352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6aae6ce7-26e7-4bbd-91b7-01aad8e97830 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.670506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6aae6ce7-26e7-4bbd-91b7-01aad8e97830 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/8def64f9-772a-4a02-b4ae-a9338f92f876 HTTP/1.1" status: 204 len: 168 time: 0.1293702 Aug 16 02:12:14.676467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48244) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.685350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae6ce7-26e7-4bbd-91b7-01aad8e97830 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8def64f9-772a-4a02-b4ae-a9338f92f876,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:14.688510 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.715224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.744212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7e1040f-c2f6-4111-a1e0-ea0c3d664d92 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0665791 Aug 16 02:12:14.746856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48248) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.761724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.780718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:14.780718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.782678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Transition to ACTIVE for port object 99a352de-ed04-4ffd-97f9-1e27eaeaea27 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:14.784631 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:14.816060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1d21c9d-e918-467c-992c-d4db273858fe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.834690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:14.835380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1d21c9d-e918-467c-992c-d4db273858fe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.861782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:14.862298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 50b8e861-a2b0-4b50-b9fc-c0752216b4e6 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:14.921196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:14.928285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.932435 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:14.938453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1d21c9d-e918-467c-992c-d4db273858fe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.948191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1d21c9d-e918-467c-992c-d4db273858fe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:14.949918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a1d21c9d-e918-467c-992c-d4db273858fe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/ec15fd18-3091-42b3-81ec-c038fbd60127 HTTP/1.1" status: 204 len: 168 time: 0.2018263 Aug 16 02:12:14.952546 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:14.953420 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:12:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:14.959340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48250) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:14.985743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-49bb34f4-6c77-4e6e-9f79-d05b8f202d46 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "PUT /v2.0/floatingips/d3e3997e-9033-46c2-8b21-d3d2cf295e3f HTTP/1.1" status: 200 len: 991 time: 2.1942503 Aug 16 02:12:14.985743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'tag': 'fa08255b-443d-4763-a654-f577452866e0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:14.987675 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "tag": "fa08255b-443d-4763-a654-f577452866e0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:14.995404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d21c9d-e918-467c-992c-d4db273858fe tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec15fd18-3091-42b3-81ec-c038fbd60127,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.006570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3c0e0-b526-4827-aff7-e26047e0a186 req-a132b5c7-9d48-4e3b-8c54-197ba7c1d5e3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.009112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbd3c0e0-b526-4827-aff7-e26047e0a186 req-a132b5c7-9d48-4e3b-8c54-197ba7c1d5e3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1439335 Aug 16 02:12:15.031096 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3651750e-f1f5-4127-b90d-b8d5d613644b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702951 Aug 16 02:12:15.033769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.037470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.050473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.052620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/2513cccc-5114-4613-8957-93b44153cfdf HTTP/1.1" status: 204 len: 168 time: 3.4985673 Aug 16 02:12:15.057332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48258) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.063462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-992815043'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:15.071127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.072953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8ea39-a1b7-4706-b86f-eb00c346820b tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Network': ['ID=2513cccc-5114-4613-8957-93b44153cfdf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.090243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbd3c0e0-b526-4827-aff7-e26047e0a186 req-609ee8e2-a775-4489-8ce8-083d5cfca84a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737393 Aug 16 02:12:15.129839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:15.133850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:15.138245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:15.144866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.145558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.151795 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cdbb056-a8e2-4b47-8169-51f83d07b49c x-openstack-request-id: req-4cdbb056-a8e2-4b47-8169-51f83d07b49c {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:15.152406 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "tag": "fa08255b-443d-4763-a654-f577452866e0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:15.152783 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4cdbb056-a8e2-4b47-8169-51f83d07b49c {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:15.153100 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'tag': 'fa08255b-443d-4763-a654-f577452866e0', 'status': 'completed', 'code': 200} Aug 16 02:12:15.155225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=99a352de-ed04-4ffd-97f9-1e27eaeaea27,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:15.200089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d1b925e1-8f8f-46b6-ad93-9d6a593604b5 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.217341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:15.221159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.224196 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:15.244045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d1b925e1-8f8f-46b6-ad93-9d6a593604b5 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.263256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-2bbbec81-a21f-4a4e-bd3c-a11b941a431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.268410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-2bbbec81-a21f-4a4e-bd3c-a11b941a431a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 1098 time: 0.0953674 Aug 16 02:12:15.294428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-05b14973-feff-48c7-bf80-c703fdf375fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1781704 Aug 16 02:12:15.296864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48262) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:15.304589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-800326482', 'allowed_address_pairs': [{'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:b7:2c:cb'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:15.307459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:15.355568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.356211 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Added segment f62c1af6-4b76-42cb-ac11-57479ceae7eb of type vlan for network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf Aug 16 02:12:15.426719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.428626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6c1c6-a874-45ca-ab51-13a9b6273e06 req-74a58488-38fa-4faf-addd-0360363c52de tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.430385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3b6c1c6-a874-45ca-ab51-13a9b6273e06 req-74a58488-38fa-4faf-addd-0360363c52de tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1193640 Aug 16 02:12:15.484997 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'd3e3997e-9033-46c2-8b21-d3d2cf295e3f', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'port_id': 'fa08255b-443d-4763-a654-f577452866e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'mac_address': 'fa:16:3e:e3:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c942f4c-8617-428a-962f-745e51046024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:53Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 1, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:15.494930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3b6c1c6-a874-45ca-ab51-13a9b6273e06 req-141941e9-71c9-4a8f-94e1-3a172e862bc7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570736 Aug 16 02:12:15.525683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-a67ce877-ba61-4fb9-8977-51d98ba03655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.527413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-a67ce877-ba61-4fb9-8977-51d98ba03655 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.2488840 Aug 16 02:12:15.528086 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:15.535748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.539396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:15.540025 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:12:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:15.542458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:15.543084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.634335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:15.667323 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:15.755337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.770618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e64f651-9a52-4de2-95c2-adeae1fed98a None None] Network 3985865d-8a58-4e9c-a823-e69706845f7d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:15.779821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] device_id is not set on port 262fe6bd-cb44-43ec-96d5-15713f47f7cf yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:15.821678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:15.909329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fea1aa77-6660-4f2b-a515-badf6b1ab000 None None] Provisioning for port 91816bff-719e-4e83-929f-a9951d39de1f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:15.935934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Allocated IP 2001:db8::6d (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/262fe6bd-cb44-43ec-96d5-15713f47f7cf) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:16.000295 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'd3e3997e-9033-46c2-8b21-d3d2cf295e3f', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'port_id': 'fa08255b-443d-4763-a654-f577452866e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'mac_address': 'fa:16:3e:e3:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c942f4c-8617-428a-962f-745e51046024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:53Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 1, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:16.029206 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81795d98-30d1-4236-8e8b-f2b2d12c2b9a None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'd3e3997e-9033-46c2-8b21-d3d2cf295e3f', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'floating_ip_address': '172.25.6.88', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'port_id': 'fa08255b-443d-4763-a654-f577452866e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'mac_address': 'fa:16:3e:e3:4e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c942f4c-8617-428a-962f-745e51046024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:11:53Z', 'updated_at': '2021-08-16T02:12:13Z', 'revision_number': 1, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:16.041333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d1b925e1-8f8f-46b6-ad93-9d6a593604b5 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.043833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d1b925e1-8f8f-46b6-ad93-9d6a593604b5 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.047686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d1b925e1-8f8f-46b6-ad93-9d6a593604b5 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/f4b3d0ba-d161-4f28-9693-b14742f9d0a4 HTTP/1.1" status: 204 len: 168 time: 1.0127320 Aug 16 02:12:16.049787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.079705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b925e1-8f8f-46b6-ad93-9d6a593604b5 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b3d0ba-d161-4f28-9693-b14742f9d0a4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:16.083327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Network': ['ID=7139fde6-35cb-4ec7-846e-b4b7a2fc81bf,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:16.096728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-5aa26bb0-8ec8-4990-a5fa-c1da0fd5a3ef service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa08255b-443d-4763-a654-f577452866e0 HTTP/1.1" status: 200 len: 999 time: 0.5458071 Aug 16 02:12:16.107896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:16.180771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4c28c97d-8f38-48ad-9ce2-c6d6d0c8eb9d tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1297491 Aug 16 02:12:16.188470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48272) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.194003 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db6cb26f-1a2e-4199-b5b3-b6380ca88c6d tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1352661 Aug 16 02:12:16.194600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48274) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:16.197376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-48f7f914-bdd9-4c68-8cbf-e27d6d278579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.198987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-48f7f914-bdd9-4c68-8cbf-e27d6d278579 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.1001244 Aug 16 02:12:16.206966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1532503746'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:16.243457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Request body: {'subnet': {'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:16.264662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-298a1dfe-e891-4bbe-8fe4-d1cbfda3a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.266334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-298a1dfe-e891-4bbe-8fe4-d1cbfda3a5d2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538132 Aug 16 02:12:16.389380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-28d86c8d-3ebe-486a-b85f-4d761bd78b37 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151845 Aug 16 02:12:16.391295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edaff91-9d37-4aa3-b0f2-543a40ee8dc8 None None] New status for floating IP d3e3997e-9033-46c2-8b21-d3d2cf295e3f: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:16.396134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.412327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Transition to ACTIVE for port object 262fe6bd-cb44-43ec-96d5-15713f47f7cf will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:16.455552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79466e-71df-4c78-ae6c-ee3d5978e71a req-94d12f7f-e590-4f5c-be88-e654c285acc3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.457417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f79466e-71df-4c78-ae6c-ee3d5978e71a req-94d12f7f-e590-4f5c-be88-e654c285acc3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.2111294 Aug 16 02:12:16.461060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fbcd4d1e-4597-4e97-b972-aac45fa0b038 None None] Provisioning for port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:16.468588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fbcd4d1e-4597-4e97-b972-aac45fa0b038 None None] Provisioning complete for port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:16.469595 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fbcd4d1e-4597-4e97-b972-aac45fa0b038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.506479 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6a13f99-03da-49f8-aa8b-4bb7736c54f5 req-3a3a649c-f97b-4092-9e29-07e5c62499f0 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093600 Aug 16 02:12:16.519468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.528188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f79466e-71df-4c78-ae6c-ee3d5978e71a req-d22c461e-4d40-4b54-ad39-c4a8d80fb08c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621986 Aug 16 02:12:16.569860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fbcd4d1e-4597-4e97-b972-aac45fa0b038 None None] Port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:16.656742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc29ce8-0395-408c-8eef-57260a39b0da req-263f118f-cae7-42ae-a3f8-c08d9d38dd2f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.658306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bc29ce8-0395-408c-8eef-57260a39b0da req-263f118f-cae7-42ae-a3f8-c08d9d38dd2f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0626037 Aug 16 02:12:16.664142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.665683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Made reservation on behalf of 484fe9428d7c403e8ff71809b6ca55bc for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:16.669198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.690107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40f47707-7678-4d0b-bfaf-2480fb7e665f None None] Provisioning complete for port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:16.690505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40f47707-7678-4d0b-bfaf-2480fb7e665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.729523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40f47707-7678-4d0b-bfaf-2480fb7e665f None None] Port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:16.825342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:16.827088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 91816bff-719e-4e83-929f-a9951d39de1f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:16.830367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=262fe6bd-cb44-43ec-96d5-15713f47f7cf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:16.838032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:16.849601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:16.855522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:16.856621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.862435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bc29ce8-0395-408c-8eef-57260a39b0da req-4970e5c0-62b2-4e70-a194-02e314cf4103 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847844 Aug 16 02:12:16.923524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:16.994271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 91816bff-719e-4e83-929f-a9951d39de1f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:16.999553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 91816bff-719e-4e83-929f-a9951d39de1f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:17.000209 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.005912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.048710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f6ca63-6ee8-4116-9564-b2acdcb79136,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.093700 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.103737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9c615934-101c-4038-b059-f6b3b5d86b98 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.8046887 Aug 16 02:12:17.106200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48280) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.129159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 91816bff-719e-4e83-929f-a9951d39de1f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=91816bff-719e-4e83-929f-a9951d39de1f,segment=NetworkSegment(64152303-ac2a-449f-acce-309be5c29905),segment_id=64152303-ac2a-449f-acce-309be5c29905)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:17.161032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc084dd-ba45-4fcb-86af-d8fce1590be2 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.166879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc084dd-ba45-4fcb-86af-d8fce1590be2 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.172851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc084dd-ba45-4fcb-86af-d8fce1590be2 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.175582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dcc084dd-ba45-4fcb-86af-d8fce1590be2 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.0683782 Aug 16 02:12:17.177468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.178576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48284) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.179092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f297e5c7-020d-4a57-9dea-9656b720a37e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9891417 Aug 16 02:12:17.181358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48286) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.185689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': 'c3f6ca63-6ee8-4116-9564-b2acdcb79136', 'direction': 'ingress', 'protocol': 17}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:17.273226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:12:17.274774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.274932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.310891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port 262fe6bd-cb44-43ec-96d5-15713f47f7cf {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:17.311325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.324933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b8f6064b-bc52-4773-8669-82ae252d8686 None None] Provisioning for port 262fe6bd-cb44-43ec-96d5-15713f47f7cf completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:17.332025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b8f6064b-bc52-4773-8669-82ae252d8686 None None] Provisioning complete for port 262fe6bd-cb44-43ec-96d5-15713f47f7cf triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:17.332411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b8f6064b-bc52-4773-8669-82ae252d8686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.335223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=91816bff-719e-4e83-929f-a9951d39de1f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.345725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event updated for resources: {'Subnet': ['ID=684e6310-f90c-4464-a34c-482052a9b662,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.352829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.370238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Checking segment: {'id': 'f62c1af6-4b76-42cb-ac11-57479ceae7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:17.376563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network hostable DHCP agents. Network: 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:17.393217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b8f6064b-bc52-4773-8669-82ae252d8686 None None] Port 262fe6bd-cb44-43ec-96d5-15713f47f7cf cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:17.404795 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.416866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for 262fe6bd-cb44-43ec-96d5-15713f47f7cf owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:17.428777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.468417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:17.503463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.525799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94d434c-994b-4868-adc4-7a90688982b9,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.644382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.645575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f43e2179-86d8-4f96-9b37-cd6d732d22fa tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4633024 Aug 16 02:12:17.646234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:17.648646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48290) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.652728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.653131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.656808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88909afd-f314-4e18-9279-fb14f1127f1f None None] Network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:17.687205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63480acb-e413-4f59-b1f1-c3485c423129 req-ca348543-6b18-4aca-ba5d-01a0da626caf tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:17.689511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63480acb-e413-4f59-b1f1-c3485c423129 req-ca348543-6b18-4aca-ba5d-01a0da626caf tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0736616 Aug 16 02:12:17.691079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.735265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3f513df1-1db6-41a0-bc2d-093f14e69c84 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5102348 Aug 16 02:12:17.745929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48294) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.750677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=262fe6bd-cb44-43ec-96d5-15713f47f7cf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:17.800848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63480acb-e413-4f59-b1f1-c3485c423129 req-c2438df2-141a-4492-a558-de452a864fc2 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045794 Aug 16 02:12:17.811727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c018cb84-65cf-44f0-84d9-942df4f0275c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.847995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c018cb84-65cf-44f0-84d9-942df4f0275c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.859538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7139fde6-35cb-4ec7-846e-b4b7a2fc81bf', 'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf', 'tenant_id': '484fe9428d7c403e8ff71809b6ca55bc', 'fixed_ips': [{'subnet_id': '684e6310-f90c-4464-a34c-482052a9b662'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:17.860805 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.875856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.932304 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:17.937231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48298) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.937468 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6b4de119-931d-4ea1-8caf-9fe38a6a0ce6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/ports/262fe6bd-cb44-43ec-96d5-15713f47f7cf HTTP/1.1" status: 204 len: 168 time: 0.7568059 Aug 16 02:12:17.985184 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce8182f-10d6-4b47-9849-439c7f2c588f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] GET failed (client error): The resource could not be found. Aug 16 02:12:17.991382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48300) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:17.996741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-268373658'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:17.999337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ce8182f-10d6-4b47-9849-439c7f2c588f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "GET /v2.0/ports/262fe6bd-cb44-43ec-96d5-15713f47f7cf HTTP/1.1" status: 404 len: 333 time: 0.0607929 Aug 16 02:12:18.033839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.053358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Allocated IP 2001:db8::f816:3eff:fe9f:58b6 (7139fde6-35cb-4ec7-846e-b4b7a2fc81bf/684e6310-f90c-4464-a34c-482052a9b662/4ec6ef62-3cf3-472d-abc1-cb75ed180219) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:18.063080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c018cb84-65cf-44f0-84d9-942df4f0275c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.066437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c018cb84-65cf-44f0-84d9-942df4f0275c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.070398 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c018cb84-65cf-44f0-84d9-942df4f0275c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/c3f6ca63-6ee8-4116-9564-b2acdcb79136 HTTP/1.1" status: 204 len: 168 time: 0.4197466 Aug 16 02:12:18.071104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48302) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.091886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018cb84-65cf-44f0-84d9-942df4f0275c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f6ca63-6ee8-4116-9564-b2acdcb79136,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.114864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7879811-7356-4947-ad71-19155baad2a0 req-8e8c0427-fcf3-43ab-98c8-c38031c97b37 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.116419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7879811-7356-4947-ad71-19155baad2a0 req-8e8c0427-fcf3-43ab-98c8-c38031c97b37 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1386671 Aug 16 02:12:18.168891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eb0a2ac3-dd52-4e7d-b7f5-017a2e637413 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0892525 Aug 16 02:12:18.169460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48304) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.174666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1303871897'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:18.185253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7879811-7356-4947-ad71-19155baad2a0 req-9a33bd03-5f05-46d8-91bc-bc6e35ae6063 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495276 Aug 16 02:12:18.225648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:18.229412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.243217 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.253510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Transition to ACTIVE for port object 4ec6ef62-3cf3-472d-abc1-cb75ed180219 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:18.265095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] device_id is not set on port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:18.276110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Transition to ACTIVE for port object 4ec6ef62-3cf3-472d-abc1-cb75ed180219 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:18.358127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.360433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.399506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:18.405943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:18.409456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Allocated IP 2001:db8::17c (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/18ae0204-68cf-44a4-a94e-b5566e6cfb2e) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:18.410093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:18.416921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Pushing event updated for resources: {'Port': ['ID=4ec6ef62-3cf3-472d-abc1-cb75ed180219,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.418269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.469101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Attempting to bind port 4ec6ef62-3cf3-472d-abc1-cb75ed180219 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:18.469537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Attempting to bind port 4ec6ef62-3cf3-472d-abc1-cb75ed180219 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f62c1af6-4b76-42cb-ac11-57479ceae7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:18.471002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Attempting to bind port 4ec6ef62-3cf3-472d-abc1-cb75ed180219 on network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:18.476584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:18.477255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Checking segment: {'id': 'f62c1af6-4b76-42cb-ac11-57479ceae7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:18.477419 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.477765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Bound using segment: {'id': 'f62c1af6-4b76-42cb-ac11-57479ceae7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:18.478244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Bound port: 4ec6ef62-3cf3-472d-abc1-cb75ed180219, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62c1af6-4b76-42cb-ac11-57479ceae7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:18.479596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.479771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Subnet': ['ID=684e6310-f90c-4464-a34c-482052a9b662,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.551761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] For port 4ec6ef62-3cf3-472d-abc1-cb75ed180219, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:18.555239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] For port 4ec6ef62-3cf3-472d-abc1-cb75ed180219, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4ec6ef62-3cf3-472d-abc1-cb75ed180219,segment=NetworkSegment(f62c1af6-4b76-42cb-ac11-57479ceae7eb),segment_id=f62c1af6-4b76-42cb-ac11-57479ceae7eb)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:18.558339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.618131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.633986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Transition to ACTIVE for port object 18ae0204-68cf-44a4-a94e-b5566e6cfb2e will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:18.635122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.668635 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.705768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf369de-5df9-4ec2-bff8-73bd7c6c962e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.717228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.742694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cedab2-d7ef-4099-a9d2-099d455183d0 None None] Pushing event updated for resources: {'Port': ['ID=4ec6ef62-3cf3-472d-abc1-cb75ed180219,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.763109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.767209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b081848-5702-40f3-b12f-b06191f8b908 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5942638 Aug 16 02:12:18.770176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:18.771838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820627c5-d971-4af6-9488-0433b904c952 None None] Network 7139fde6-35cb-4ec7-846e-b4b7a2fc81bf requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:18.775330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--834416376'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:18.806607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:18.818041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:18.822663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:18.829604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:18.830335 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.833887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=18ae0204-68cf-44a4-a94e-b5566e6cfb2e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:18.857833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 91816bff-719e-4e83-929f-a9951d39de1f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:18.921026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:18.972596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 91816bff-719e-4e83-929f-a9951d39de1f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:18.973116 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.017935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.030069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-55d763dc-f008-487e-b9ce-1ff22cd9729c tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0373755 Aug 16 02:12:19.033609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48314) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.038737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7139fde6-35cb-4ec7-846e-b4b7a2fc81bf']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:19.040214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:b7:2c:cb'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:19.051842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62c1af6-4b76-42cb-ac11-57479ceae7eb') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:19.052140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62c1af6-4b76-42cb-ac11-57479ceae7eb') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:19.074561 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.100610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b5d7c-3fb3-462c-9ebe-eab2399f7975 req-6fe331ba-9d83-41bc-858f-bdc21888c7f9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.102314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-505b5d7c-3fb3-462c-9ebe-eab2399f7975 req-6fe331ba-9d83-41bc-858f-bdc21888c7f9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1327815 Aug 16 02:12:19.110203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.125129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:19.126134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:19.129642 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:19.139207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fedb5e9-be15-486f-bb08-54b7eceb0058 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:12:19.214619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.226098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-505b5d7c-3fb3-462c-9ebe-eab2399f7975 req-8dd1eeef-13c6-4e5b-845f-4a702a0e4566 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098702 Aug 16 02:12:19.228334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d1834c53-106c-4dfa-8454-2cc6947f8b1d None None] Provisioning for port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:19.237222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d1834c53-106c-4dfa-8454-2cc6947f8b1d None None] Provisioning complete for port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:19.237610 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1834c53-106c-4dfa-8454-2cc6947f8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.254497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.290748 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:12:19.290748 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:12:19.290748 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '7139fde6-35cb-4ec7-846e-b4b7a2fc81bf'}] Aug 16 02:12:19.290748 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:19.292019 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:19.297657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d1834c53-106c-4dfa-8454-2cc6947f8b1d None None] Port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:19.302583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.349192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fedb5e9-be15-486f-bb08-54b7eceb0058 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:12:19.354219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce46af5-ea9e-4528-b3e6-9acc30a2fb23 req-b0ac2a0d-6fdd-4c14-95d0-de3229aaa5f3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.356720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce46af5-ea9e-4528-b3e6-9acc30a2fb23 req-b0ac2a0d-6fdd-4c14-95d0-de3229aaa5f3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0790257 Aug 16 02:12:19.367705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da251216-8500-48b1-9024-06cfb82c9ebd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.399594 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.402382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fe8032ac-3fae-45f1-a3a9-e2a33f75a0d2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6296208 Aug 16 02:12:19.404276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48320) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.409584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': '0cf369de-5df9-4ec2-bff8-73bd7c6c962e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'da251216-8500-48b1-9024-06cfb82c9ebd', 'remote_ip_prefix': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:19.411388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce46af5-ea9e-4528-b3e6-9acc30a2fb23 req-417177e2-d88d-4916-906c-311737ad4c8f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478082 Aug 16 02:12:19.500576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.523338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.552333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.597326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] In _notify_port_updated(), no bound segment for port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e on network 3985865d-8a58-4e9c-a823-e69706845f7d {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:12:19.602944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:19.605319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.605319 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "PUT /v2.0/ports/18ae0204-68cf-44a4-a94e-b5566e6cfb2e HTTP/1.1" status: 200 len: 1002 time: 0.5702839 Aug 16 02:12:19.607847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48322) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.636722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4373c-6889-4076-8fde-8d081f6aaba6 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=18ae0204-68cf-44a4-a94e-b5566e6cfb2e,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.654762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.717555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:19.717917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.720016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.739885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3fcec5-61a9-4f6e-9dd8-67f5b78eea51,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:19.793862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.805852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.810956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37d6d9f7-86fc-4bcc-aa86-2ed6b714a39f tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4054704 Aug 16 02:12:19.811643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48324) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.826457 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.837288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066b6ac4-4e41-4d3e-b416-f1b12c5acada tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.846106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066b6ac4-4e41-4d3e-b416-f1b12c5acada tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.859383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for 18ae0204-68cf-44a4-a94e-b5566e6cfb2e owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:19.925518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b877aa15-3d60-4771-8e16-99c25386f90c None None] Provisioning complete for port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:19.926432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b877aa15-3d60-4771-8e16-99c25386f90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.938431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting port 4ec6ef62-3cf3-472d-abc1-cb75ed180219 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:19.938805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.960218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066b6ac4-4e41-4d3e-b416-f1b12c5acada tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.962029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b877aa15-3d60-4771-8e16-99c25386f90c None None] Port 18ae0204-68cf-44a4-a94e-b5566e6cfb2e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:19.967249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066b6ac4-4e41-4d3e-b416-f1b12c5acada tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:19.968399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-066b6ac4-4e41-4d3e-b416-f1b12c5acada tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/7b3fcec5-61a9-4f6e-9dd8-67f5b78eea51 HTTP/1.1" status: 204 len: 168 time: 0.1557982 Aug 16 02:12:19.971479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48328) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:19.988093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b6ac4-4e41-4d3e-b416-f1b12c5acada tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7b3fcec5-61a9-4f6e-9dd8-67f5b78eea51,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.020251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] For port 4ec6ef62-3cf3-472d-abc1-cb75ed180219, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4ec6ef62-3cf3-472d-abc1-cb75ed180219,segment=NetworkSegment(f62c1af6-4b76-42cb-ac11-57479ceae7eb),segment_id=f62c1af6-4b76-42cb-ac11-57479ceae7eb)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:20.020859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.021153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0288a4c8-d0d1-467e-80f9-f6e227e22b1a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0486138 Aug 16 02:12:20.024304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48330) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.034202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Calling delete_port for 4ec6ef62-3cf3-472d-abc1-cb75ed180219 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:20.084731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-466787e4-60ef-4db4-9ac9-3b63cd38bd01 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.107309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-466787e4-60ef-4db4-9ac9-3b63cd38bd01 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.170932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.197976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=18ae0204-68cf-44a4-a94e-b5566e6cfb2e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.269004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-466787e4-60ef-4db4-9ac9-3b63cd38bd01 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.272546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-466787e4-60ef-4db4-9ac9-3b63cd38bd01 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.273950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-466787e4-60ef-4db4-9ac9-3b63cd38bd01 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/da251216-8500-48b1-9024-06cfb82c9ebd HTTP/1.1" status: 204 len: 168 time: 0.2487030 Aug 16 02:12:20.279125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48334) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.290706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466787e4-60ef-4db4-9ac9-3b63cd38bd01 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da251216-8500-48b1-9024-06cfb82c9ebd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.319453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.325466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.327425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ccaffd9-3647-41af-9865-d739879a6caa tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/ports/18ae0204-68cf-44a4-a94e-b5566e6cfb2e HTTP/1.1" status: 204 len: 168 time: 0.7185545 Aug 16 02:12:20.330841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48336) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.343159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No DVR routers for this DVR port 4ec6ef62-3cf3-472d-abc1-cb75ed180219 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:20.361616 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c46cc9-9ac7-4301-ac3a-d2660fef50fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] GET failed (client error): The resource could not be found. Aug 16 02:12:20.361616 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-68c46cc9-9ac7-4301-ac3a-d2660fef50fd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "GET /v2.0/ports/18ae0204-68cf-44a4-a94e-b5566e6cfb2e HTTP/1.1" status: 404 len: 333 time: 0.0279994 Aug 16 02:12:20.364647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48338) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.369827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-12609971'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:20.384823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Port': ['ID=4ec6ef62-3cf3-472d-abc1-cb75ed180219,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.502861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-763007f3-763a-4077-b927-38131791620e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2201595 Aug 16 02:12:20.505638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.512967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258a7ea-ed10-41f4-a5ac-8507c3af8143 req-0db07f36-ce0a-424c-9df4-2728c7f2f339 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.514479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b258a7ea-ed10-41f4-a5ac-8507c3af8143 req-0db07f36-ce0a-424c-9df4-2728c7f2f339 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1860814 Aug 16 02:12:20.520552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.569193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7139fde6-35cb-4ec7-846e-b4b7a2fc81bf']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.576296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffa99918-0e79-42a1-b576-bc93b8937621 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.584489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62c1af6-4b76-42cb-ac11-57479ceae7eb') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.584791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62c1af6-4b76-42cb-ac11-57479ceae7eb') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:20.589095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:20.592839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.609051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.616794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffa99918-0e79-42a1-b576-bc93b8937621 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.619457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b258a7ea-ed10-41f4-a5ac-8507c3af8143 req-9bbfa64c-77af-4fa5-9829-703549ea85e1 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891950 Aug 16 02:12:20.631821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] device_id is not set on port db2c9585-429a-4aad-aa1e-de25196ac1b4 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:20.637176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0f0a1-21b8-4855-ae93-b47303ad054c req-106c1454-6271-4584-8673-60f4b757a633 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:20.638811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daa0f0a1-21b8-4855-ae93-b47303ad054c req-106c1454-6271-4584-8673-60f4b757a633 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1201899 Aug 16 02:12:20.639849 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.656090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:20.656557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:20.659685 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:20.733884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daa0f0a1-21b8-4855-ae93-b47303ad054c req-9e4dd689-629c-44fd-ae18-c50f1334ebe3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862124 Aug 16 02:12:20.742592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffa99918-0e79-42a1-b576-bc93b8937621 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.745473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ffa99918-0e79-42a1-b576-bc93b8937621 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.746754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ffa99918-0e79-42a1-b576-bc93b8937621 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/0cf369de-5df9-4ec2-bff8-73bd7c6c962e HTTP/1.1" status: 204 len: 168 time: 0.2398438 Aug 16 02:12:20.749478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48346) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.757038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa99918-0e79-42a1-b576-bc93b8937621 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf369de-5df9-4ec2-bff8-73bd7c6c962e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.793914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa07af91-f41a-43e1-a72b-ef785667dc44 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430512 Aug 16 02:12:20.797716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48348) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.802332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--638456758'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:20.807632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.817888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.819258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/7139fde6-35cb-4ec7-846e-b4b7a2fc81bf HTTP/1.1" status: 204 len: 168 time: 3.0726888 Aug 16 02:12:20.835241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48350) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.837206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e9d63-cd06-4abe-aaa0-f27cc887fe9c tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Network': ['ID=7139fde6-35cb-4ec7-846e-b4b7a2fc81bf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:20.866404 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c8e73a-abfa-4714-8682-bb44d04d37f9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:20.866937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c8e73a-abfa-4714-8682-bb44d04d37f9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:20.868638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b4c8e73a-abfa-4714-8682-bb44d04d37f9 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/684e6310-f90c-4464-a34c-482052a9b662 HTTP/1.1" status: 404 len: 337 time: 0.0324383 Aug 16 02:12:20.871368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48352) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.891228 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b28690-9681-498c-9890-b90215168c58 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:20.891915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b28690-9681-498c-9890-b90215168c58 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:20.894213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b3b28690-9681-498c-9890-b90215168c58 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/7139fde6-35cb-4ec7-846e-b4b7a2fc81bf HTTP/1.1" status: 404 len: 339 time: 0.0218651 Aug 16 02:12:20.896782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48354) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.925015 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-039cc868-889e-4b72-8040-07182fcfec14 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:20.925644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039cc868-889e-4b72-8040-07182fcfec14 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:20.930047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-039cc868-889e-4b72-8040-07182fcfec14 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/55dd051d-98c9-4989-85da-e23f54f10127 HTTP/1.1" status: 404 len: 337 time: 0.0299096 Aug 16 02:12:20.930444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48358) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.948050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Allocated IP 2001:db8::307 (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/db2c9585-429a-4aad-aa1e-de25196ac1b4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:20.950772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:20.953002 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef6aa1f-1103-481f-810f-cae73b14f419 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:20.953605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef6aa1f-1103-481f-810f-cae73b14f419 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:20.956000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cef6aa1f-1103-481f-810f-cae73b14f419 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/2513cccc-5114-4613-8957-93b44153cfdf HTTP/1.1" status: 404 len: 339 time: 0.0247307 Aug 16 02:12:20.959215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48360) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:20.994118 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d142ab1-f7f4-4626-a201-c5ca01ad4aaf tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:20.994118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d142ab1-f7f4-4626-a201-c5ca01ad4aaf tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:20.994118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5d142ab1-f7f4-4626-a201-c5ca01ad4aaf tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/80d715ec-eb60-46dc-97cf-551bd86b947e HTTP/1.1" status: 404 len: 337 time: 0.0326252 Aug 16 02:12:20.996409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48362) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.022262 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf3942e-2ca1-4e51-b78c-33b579043666 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:21.023011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf3942e-2ca1-4e51-b78c-33b579043666 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:21.024888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8cf3942e-2ca1-4e51-b78c-33b579043666 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/fe76a56d-d985-4c96-9704-c78eb7b6e241 HTTP/1.1" status: 404 len: 339 time: 0.0273743 Aug 16 02:12:21.028130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48364) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.066570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.119407 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.149963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7755a61f-a24c-41b5-b81b-25a1197d71cf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.202615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.203253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.204577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7909e05e-8620-4b5e-b942-12dae846ad8e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4058926 Aug 16 02:12:21.207692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48366) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.213065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': '7755a61f-a24c-41b5-b81b-25a1197d71cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:21.220006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Transition to ACTIVE for port object db2c9585-429a-4aad-aa1e-de25196ac1b4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:21.223691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting port 70970077-b416-4399-b27b-c0ce9ddbe53b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:21.224007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.313484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.322514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.338384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Calling delete_port for 70970077-b416-4399-b27b-c0ce9ddbe53b owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:21.373732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.389999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.433987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.450685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:21.451921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bca5bc-8e3c-475d-ac00-43f2d10388d5,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.458962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:21.465893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:21.472196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.472832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.488002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=db2c9585-429a-4aad-aa1e-de25196ac1b4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.565809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.567083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d3189f6-4fa9-47e5-b5c5-528d093f55a2 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3581505 Aug 16 02:12:21.569942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.607933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56c360f9-f3ca-4b03-9ab8-4136f2c62949 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.615541 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-894f157c-e36f-4cd8-ac89-34c43f440fdd tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2473946 Aug 16 02:12:21.615541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.615885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48372) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.619069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56c360f9-f3ca-4b03-9ab8-4136f2c62949 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.624456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b7:2c:cb'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:21.650928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Port': ['ID=70970077-b416-4399-b27b-c0ce9ddbe53b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.659954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.665430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-518052f1-4eb0-4664-a7e7-e7d4bb969d99 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/ports/70970077-b416-4399-b27b-c0ce9ddbe53b HTTP/1.1" status: 204 len: 168 time: 0.6328804 Aug 16 02:12:21.665430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48376) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.698185 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8f084c-09ee-45a8-b10d-8e961041c871 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:21.699440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8f084c-09ee-45a8-b10d-8e961041c871 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:21.700623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bc8f084c-09ee-45a8-b10d-8e961041c871 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/985dc29a-476f-49af-bd02-57552d6c2f7b HTTP/1.1" status: 404 len: 337 time: 0.0339301 Aug 16 02:12:21.703310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48378) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.785272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.810348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731650c-2f1f-4503-8ae2-e93c9203adcf req-e174c7d8-c278-4986-9ea7-db0680b72fc9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.812058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8731650c-2f1f-4503-8ae2-e93c9203adcf req-e174c7d8-c278-4986-9ea7-db0680b72fc9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0879700 Aug 16 02:12:21.851506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0ab5b4ef-4dc5-4e1e-94eb-961834d38d11 None None] Provisioning for port db2c9585-429a-4aad-aa1e-de25196ac1b4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:21.855746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0ab5b4ef-4dc5-4e1e-94eb-961834d38d11 None None] Provisioning complete for port db2c9585-429a-4aad-aa1e-de25196ac1b4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:21.856191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0ab5b4ef-4dc5-4e1e-94eb-961834d38d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.871077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56c360f9-f3ca-4b03-9ab8-4136f2c62949 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.894953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.896572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5b4ef-4dc5-4e1e-94eb-961834d38d11 None None] Port db2c9585-429a-4aad-aa1e-de25196ac1b4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:21.900365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56c360f9-f3ca-4b03-9ab8-4136f2c62949 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.903744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-56c360f9-f3ca-4b03-9ab8-4136f2c62949 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/06bca5bc-8e3c-475d-ac00-43f2d10388d5 HTTP/1.1" status: 204 len: 168 time: 0.3303676 Aug 16 02:12:21.904433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48382) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.915832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.929937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c360f9-f3ca-4b03-9ab8-4136f2c62949 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06bca5bc-8e3c-475d-ac00-43f2d10388d5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:21.932769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55cee2d-c85c-4957-8a23-f4c9a90011fe') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.933078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55cee2d-c85c-4957-8a23-f4c9a90011fe') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:21.935386 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.942114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8731650c-2f1f-4503-8ae2-e93c9203adcf req-19182c2a-0c83-4e58-a9bd-85341a5728cf tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238470 Aug 16 02:12:21.945380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:21.962063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d73e0-a747-4019-9983-b24f58bee8dd req-e92294c0-2fa9-4ce4-adce-438eb3aa7e85 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:21.963643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8d73e0-a747-4019-9983-b24f58bee8dd req-e92294c0-2fa9-4ce4-adce-438eb3aa7e85 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1506171 Aug 16 02:12:21.976277 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0173416c-25e5-4a68-acf9-ddc9d7cb779a tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0708783 Aug 16 02:12:21.978963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48384) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:21.995448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.009397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:22.009855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:22.012840 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:22.042443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b8d73e0-a747-4019-9983-b24f58bee8dd req-efb01425-8842-4122-b115-c5262972becb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692255 Aug 16 02:12:22.104000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c850f75d-4184-4675-85a2-f14a3d81e532 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.127235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c850f75d-4184-4675-85a2-f14a3d81e532 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.172305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.182403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.190207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.192068 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c HTTP/1.1" status: 204 len: 168 time: 0.4877758 Aug 16 02:12:22.194663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48388) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.204121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d4f4c-b20c-4729-994e-b6ffe1b27580 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Network': ['ID=f1407ee1-0f72-4dac-a1c5-245b9bdf0e9c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.262608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c850f75d-4184-4675-85a2-f14a3d81e532 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.265533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c850f75d-4184-4675-85a2-f14a3d81e532 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.269809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c850f75d-4184-4675-85a2-f14a3d81e532 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/7755a61f-a24c-41b5-b81b-25a1197d71cf HTTP/1.1" status: 204 len: 168 time: 0.2868965 Aug 16 02:12:22.272276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48390) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.277097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f75d-4184-4675-85a2-f14a3d81e532 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7755a61f-a24c-41b5-b81b-25a1197d71cf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.301385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.357802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting port fc285015-3fec-45ea-9d19-0fc4d62ae3a7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:22.358156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.362820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] In _notify_port_updated(), no bound segment for port db2c9585-429a-4aad-aa1e-de25196ac1b4 on network 3985865d-8a58-4e9c-a823-e69706845f7d {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:12:22.368483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:22.369142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.370530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "PUT /v2.0/ports/db2c9585-429a-4aad-aa1e-de25196ac1b4 HTTP/1.1" status: 200 len: 1001 time: 0.7536585 Aug 16 02:12:22.373465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.387863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6f03faf7-88d0-47b5-9484-bc6462ef1b20 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147425 Aug 16 02:12:22.412591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48394) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.420524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group': {'name': 'tempest-secgroup--1935544513'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:22.444318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb093e-41cb-4921-a709-b4106eb6de9a tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=db2c9585-429a-4aad-aa1e-de25196ac1b4,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.458983 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.472642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Calling delete_port for fc285015-3fec-45ea-9d19-0fc4d62ae3a7 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:22.511532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port db2c9585-429a-4aad-aa1e-de25196ac1b4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:22.511962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.582470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.624289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d4970a47-e8a3-4c21-95fc-e9b679843cd7 None None] Provisioning complete for port db2c9585-429a-4aad-aa1e-de25196ac1b4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:22.624880 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4970a47-e8a3-4c21-95fc-e9b679843cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.637675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.657525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.657892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for db2c9585-429a-4aad-aa1e-de25196ac1b4 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:22.666064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d4970a47-e8a3-4c21-95fc-e9b679843cd7 None None] Port db2c9585-429a-4aad-aa1e-de25196ac1b4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:22.682760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Port': ['ID=fc285015-3fec-45ea-9d19-0fc4d62ae3a7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.688137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.690988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b631d965-c920-475f-8617-8f2dd9f6bd7f tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/ports/fc285015-3fec-45ea-9d19-0fc4d62ae3a7 HTTP/1.1" status: 204 len: 168 time: 0.4951618 Aug 16 02:12:22.693549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48398) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.719910 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8e9132-6dfc-4c8e-b6b5-5bad350d9096 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:22.720479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e8e9132-6dfc-4c8e-b6b5-5bad350d9096 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:22.722362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4e8e9132-6dfc-4c8e-b6b5-5bad350d9096 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/1d363323-2da9-4cd9-a4cd-adecc2261870 HTTP/1.1" status: 404 len: 337 time: 0.0278463 Aug 16 02:12:22.725212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48400) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:22.764903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.811033 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.868067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.898710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73735ef9-0a2f-4108-8363-0d08418973ba,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.902190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.913198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a027321-0875-4121-ac08-7c173dfc071c']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:22.920141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.925067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc154ad-1933-4794-a41e-ae6f385d9b1c') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:22.925368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc154ad-1933-4794-a41e-ae6f385d9b1c') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:22.934335 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.948845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.955059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:22.955628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.955889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=db2c9585-429a-4aad-aa1e-de25196ac1b4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:22.958966 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:22.986571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:22.989778 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-557ffdf9-24aa-4a8c-b16d-3ea89bae54a9 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/ports/db2c9585-429a-4aad-aa1e-de25196ac1b4 HTTP/1.1" status: 204 len: 168 time: 0.6149724 Aug 16 02:12:22.992478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48404) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.019587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.022054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-86655394-5f3a-459d-b723-042c41f742a0 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6081910 Aug 16 02:12:23.023361 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fa40fe-b110-437c-b1ee-843d0d4685b0 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] GET failed (client error): The resource could not be found. Aug 16 02:12:23.028732 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28fa40fe-b110-437c-b1ee-843d0d4685b0 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "GET /v2.0/ports/db2c9585-429a-4aad-aa1e-de25196ac1b4 HTTP/1.1" status: 404 len: 333 time: 0.0315652 Aug 16 02:12:23.028732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48406) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.029708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48408) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.032273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': '73735ef9-0a2f-4108-8363-0d08418973ba', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:23.036830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1111736216'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:23.184999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.205680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.226437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.228123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/8a027321-0875-4121-ac08-7c173dfc071c HTTP/1.1" status: 204 len: 168 time: 0.5015547 Aug 16 02:12:23.229032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9421d-5bd0-4c7c-a651-7fd9af324215 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Network': ['ID=8a027321-0875-4121-ac08-7c173dfc071c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.231771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.260527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b33a29-dc85-46f5-bc53-59a8287c948c req-4f7235af-a59e-4068-b5ef-d1aae7a72404 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.263148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8b33a29-dc85-46f5-bc53-59a8287c948c req-4f7235af-a59e-4068-b5ef-d1aae7a72404 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.2143688 Aug 16 02:12:23.269963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.326752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68042f0-e521-4aa4-b095-55f23fafa2e3 req-31a69ab3-904a-4fc5-a97d-b1284d58bb3f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:23.328197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e68042f0-e521-4aa4-b095-55f23fafa2e3 req-31a69ab3-904a-4fc5-a97d-b1284d58bb3f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.2024133 Aug 16 02:12:23.365620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.375663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting subnet 19ceea14-6a32-4983-bea2-329fd0fbb82d {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:23.389997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6052e1-3793-420f-aa5a-6df87d8e5fe3,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.394449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8b33a29-dc85-46f5-bc53-59a8287c948c req-07834002-2b63-486f-995d-ab3983f407d9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068611 Aug 16 02:12:23.397760 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.442899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e68042f0-e521-4aa4-b095-55f23fafa2e3 req-7de58983-89c8-4774-957d-1fc7bcd32629 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998056 Aug 16 02:12:23.455116 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.459850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:23.464952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.508464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.509813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f0fe99e-3efd-4784-ae75-4b4d20a95ff7 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4811680 Aug 16 02:12:23.512276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48416) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.512717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] device_id is not set on port 776dccaf-460b-476d-adb4-0c6c483471be yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:23.531807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca916489-8fc9-4207-a067-51594e3d39ab tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules/4f6052e1-3793-420f-aa5a-6df87d8e5fe3 HTTP/1.1" status: 200 len: 763 time: 0.0160706 Aug 16 02:12:23.532196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48418) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.572826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b32f824e-c3f1-43db-ba0f-eb4f2fc13fb9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0387897 Aug 16 02:12:23.575544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48420) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.603654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-997e121c-3047-4ae3-aac5-6d0009924721 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.612479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-997e121c-3047-4ae3-aac5-6d0009924721 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.656194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.722184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Allocated IP 2001:db8::1a8 (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/776dccaf-460b-476d-adb4-0c6c483471be) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:23.754507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-997e121c-3047-4ae3-aac5-6d0009924721 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.760977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-997e121c-3047-4ae3-aac5-6d0009924721 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.764563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-997e121c-3047-4ae3-aac5-6d0009924721 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4f6052e1-3793-420f-aa5a-6df87d8e5fe3 HTTP/1.1" status: 204 len: 168 time: 0.1857469 Aug 16 02:12:23.764820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.777037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997e121c-3047-4ae3-aac5-6d0009924721 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f6052e1-3793-420f-aa5a-6df87d8e5fe3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.821358 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-42ac4e8e-0d90-4e88-a54b-e6e856d69f2b tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0551622 Aug 16 02:12:23.821690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.826072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': '73735ef9-0a2f-4108-8363-0d08418973ba', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:23.860025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.900854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Subnet': ['ID=19ceea14-6a32-4983-bea2-329fd0fbb82d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:23.901753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a977b-53c9-4579-8b94-29da86bc6bb1 None None] Network e17efe0e-ab25-421b-a108-c3e5de79514f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:23.902311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.904293 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.906253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-15c47844-48fd-4a48-8c11-d31796b7d73a tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/subnets/19ceea14-6a32-4983-bea2-329fd0fbb82d HTTP/1.1" status: 204 len: 168 time: 0.6657605 Aug 16 02:12:23.911046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48430) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:23.962999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:23.993209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.022925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Transition to ACTIVE for port object 776dccaf-460b-476d-adb4-0c6c483471be will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:24.028212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.029198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.046570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9bc33d-a730-48bd-8316-76eb2fa2dcff,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.083467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] DHCP port deletion for e17efe0e-ab25-421b-a108-c3e5de79514f request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:24.114790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Deleting port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:24.115142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.119408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.123174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9bd5da08-68ce-444c-86bc-302c3b610690 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2980745 Aug 16 02:12:24.123359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.138885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] Deleting port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:24.139276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.140607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3aba01f4-ae40-46e8-b51c-711d2ef0e32c tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules/4f9bc33d-a730-48bd-8316-76eb2fa2dcff HTTP/1.1" status: 200 len: 763 time: 0.0161345 Aug 16 02:12:24.153156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48434) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.184487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] For port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,segment=NetworkSegment(71350920-e898-432a-b41a-70874b208ce8),segment_id=71350920-e898-432a-b41a-70874b208ce8)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:24.185300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.203291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2738ab95-a77e-4761-b246-85be0f2abd9e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0465429 Aug 16 02:12:24.204054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48436) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.208050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Calling delete_port for f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:24.208653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] For port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,segment=NetworkSegment(71350920-e898-432a-b41a-70874b208ce8),segment_id=71350920-e898-432a-b41a-70874b208ce8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:24.209431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.213196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.227833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] Calling delete_port for f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:24.233301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37955ba6-9843-4af0-99d8-254d090bcac4 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.242379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37955ba6-9843-4af0-99d8-254d090bcac4 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.304187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:24.317798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:24.319878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:24.325617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.326253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.328613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=776dccaf-460b-476d-adb4-0c6c483471be,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.377294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37955ba6-9843-4af0-99d8-254d090bcac4 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.384254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37955ba6-9843-4af0-99d8-254d090bcac4 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.385397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37955ba6-9843-4af0-99d8-254d090bcac4 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/4f9bc33d-a730-48bd-8316-76eb2fa2dcff HTTP/1.1" status: 204 len: 168 time: 0.1807244 Aug 16 02:12:24.391394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48438) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.394384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37955ba6-9843-4af0-99d8-254d090bcac4 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f9bc33d-a730-48bd-8316-76eb2fa2dcff,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.422409 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.443471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-859fb8ec-4f00-4178-9276-5dbd8e9b8036 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0499699 Aug 16 02:12:24.444584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48442) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.449968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Request body: {'security_group_rule': {'security_group_id': '73735ef9-0a2f-4108-8363-0d08418973ba', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:24.455234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.457754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3b1ae8e5-66f8-4cad-a378-b1ac7202b952 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4262714 Aug 16 02:12:24.463506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] Pushing event deleted for resources: {'Port': ['ID=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.463719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48444) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:24.475886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b531e-51f5-41c8-93a3-4b583a9b5f6b None None] No DVR routers for this DVR port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:24.481273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'network_id': '3985865d-8a58-4e9c-a823-e69706845f7d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-938721580'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:24.527961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Port': ['ID=f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.540206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] No DVR routers for this DVR port f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:24.635783 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Project 7001d38c4b404b629c31a8e02761247a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:12:24.643845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.663600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b0f732da-3e29-4b7b-9357-a34dc52c6063 None None] Provisioning for port 776dccaf-460b-476d-adb4-0c6c483471be completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:24.668246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b0f732da-3e29-4b7b-9357-a34dc52c6063 None None] Provisioning complete for port 776dccaf-460b-476d-adb4-0c6c483471be triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:24.669747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0f732da-3e29-4b7b-9357-a34dc52c6063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.688960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.708648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Made reservation on behalf of 89567435c787462ca86b0e74904505b5 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:24.711913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db0023-495e-4999-b5f0-f50eba41ab3f req-585cc435-f700-4a0b-a165-d28467b6c946 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.712855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.715907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.721030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0db0023-495e-4999-b5f0-f50eba41ab3f req-585cc435-f700-4a0b-a165-d28467b6c946 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.2030010 Aug 16 02:12:24.729424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e17efe0e-ab25-421b-a108-c3e5de79514f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:24.740603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b0f732da-3e29-4b7b-9357-a34dc52c6063 None None] Port 776dccaf-460b-476d-adb4-0c6c483471be cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:24.747631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] device_id is not set on port a6fe976e-9de2-4821-a60a-3196bc423cad yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:24.752302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d937a8-be78-4b85-9505-fb73c26e21ee req-ed5f402d-fab8-42b1-818f-b78d6849dab8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:24.754257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14d937a8-be78-4b85-9505-fb73c26e21ee req-ed5f402d-fab8-42b1-818f-b78d6849dab8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1897151 Aug 16 02:12:24.760653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71350920-e898-432a-b41a-70874b208ce8') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:24.760653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71350920-e898-432a-b41a-70874b208ce8') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:24.795054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.808349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:24.815434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.824443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0db0023-495e-4999-b5f0-f50eba41ab3f req-f12a84b8-e5a3-43dd-9a54-b7726acca0bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041842 Aug 16 02:12:24.836167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.838893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:24.840428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f5a5bfd7-bf62-44b1-a964-dfddb0a4e16a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:24.850421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14d937a8-be78-4b85-9505-fb73c26e21ee req-ef219212-2698-45e3-94b0-a124a1585c0c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799236 Aug 16 02:12:24.851406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:24.856180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:24.856806 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:24.863030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd34f569-395f-4212-85bc-3f0053f44f7f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:24.950286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Allocated IP 2001:db8::3b (3985865d-8a58-4e9c-a823-e69706845f7d/c12967a5-4da8-47b6-9ac9-2c18a1d0115a/a6fe976e-9de2-4821-a60a-3196bc423cad) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:24.994272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:24.995572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cbe3fe9d-7d0b-4ef3-9bed-f7103520bd91 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5497408 Aug 16 02:12:24.998134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48452) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.005842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.011612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.013634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] 10.222.0.76 "DELETE /v2.0/networks/e17efe0e-ab25-421b-a108-c3e5de79514f HTTP/1.1" status: 204 len: 168 time: 1.1016316 Aug 16 02:12:25.029206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0739ab-3157-4e2e-a31a-b15b847709e4 tempest-NetworksIpV6TestAttrs-1874109436 tempest-NetworksIpV6TestAttrs-1874109436-project] Pushing event deleted for resources: {'Network': ['ID=e17efe0e-ab25-421b-a108-c3e5de79514f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.055293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e8661ebb-8a29-44da-acf9-5164145cad11 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules/dd34f569-395f-4212-85bc-3f0053f44f7f HTTP/1.1" status: 200 len: 769 time: 0.0560722 Aug 16 02:12:25.057702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48456) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.138328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-11e30bc6-c6fb-4dd9-881b-5445347d67e8 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0795424 Aug 16 02:12:25.141582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48458) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.166409 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.170041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30690b3f-737c-4fb8-a799-a942b1d50bc9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.178401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30690b3f-737c-4fb8-a799-a942b1d50bc9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.181670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Transition to ACTIVE for port object a6fe976e-9de2-4821-a60a-3196bc423cad will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:25.325616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.365400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Network 3985865d-8a58-4e9c-a823-e69706845f7d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:25.368404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:25.374383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:25.380055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.380708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.395426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=a6fe976e-9de2-4821-a60a-3196bc423cad,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.445390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30690b3f-737c-4fb8-a799-a942b1d50bc9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.451474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30690b3f-737c-4fb8-a799-a942b1d50bc9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.452673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-30690b3f-737c-4fb8-a799-a942b1d50bc9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/dd34f569-395f-4212-85bc-3f0053f44f7f HTTP/1.1" status: 204 len: 168 time: 0.3092611 Aug 16 02:12:25.456839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48460) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.461149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30690b3f-737c-4fb8-a799-a942b1d50bc9 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd34f569-395f-4212-85bc-3f0053f44f7f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.483914 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3dc7d703-cb46-4359-8da3-2f92adb14e22 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.0178864 Aug 16 02:12:25.487376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.493257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:b7:2c:cb'}, {'ip_address': '2001:db8::1a8', 'mac_address': 'fa:16:3e:40:95:71'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:25.512790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cc2a6607-85be-4fda-b725-cfbf735ab2ad tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0560682 Aug 16 02:12:25.518744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48466) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.579734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.581502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e13f941c-e433-4fde-b610-11f01a93b233 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.615754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e13f941c-e433-4fde-b610-11f01a93b233 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.628083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48468) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.754911 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e13f941c-e433-4fde-b610-11f01a93b233 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.757431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e13f941c-e433-4fde-b610-11f01a93b233 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.758597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e13f941c-e433-4fde-b610-11f01a93b233 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "DELETE /v2.0/security-groups/73735ef9-0a2f-4108-8363-0d08418973ba HTTP/1.1" status: 204 len: 168 time: 0.2388017 Aug 16 02:12:25.763713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48472) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.776175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f941c-e433-4fde-b610-11f01a93b233 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73735ef9-0a2f-4108-8363-0d08418973ba,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:25.776816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-68bfb9b2-868c-4177-bde1-92e709ca6cac None None] Provisioning for port a6fe976e-9de2-4821-a60a-3196bc423cad completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:25.781358 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f1b98257-32b5-47ed-b8a1-a57b2cfad3b9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=484fe9428d7c403e8ff71809b6ca55bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525655 Aug 16 02:12:25.781563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-68bfb9b2-868c-4177-bde1-92e709ca6cac None None] Provisioning complete for port a6fe976e-9de2-4821-a60a-3196bc423cad triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:25.781910 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-68bfb9b2-868c-4177-bde1-92e709ca6cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.784851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48474) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.799156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.826305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3f469775-337f-4b9f-8fe2-c13821e80a03 tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0597095 Aug 16 02:12:25.830538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48476) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:25.838102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-68bfb9b2-868c-4177-bde1-92e709ca6cac None None] Port a6fe976e-9de2-4821-a60a-3196bc423cad cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:25.845830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f01386a-3352-476d-a8a2-25573b2bd2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.872857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f01386a-3352-476d-a8a2-25573b2bd2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.875000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-97ffb798-bce2-430b-80a1-92a82246d36e tempest-SecGroupIPv6Test-746552747 tempest-SecGroupIPv6Test-746552747-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0447826 Aug 16 02:12:25.891165 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.956025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] In _notify_port_updated(), no bound segment for port a6fe976e-9de2-4821-a60a-3196bc423cad on network 3985865d-8a58-4e9c-a823-e69706845f7d {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:12:25.962111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:25.962886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:25.964337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "PUT /v2.0/ports/a6fe976e-9de2-4821-a60a-3196bc423cad HTTP/1.1" status: 200 len: 1066 time: 0.4759440 Aug 16 02:12:25.969651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48488) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.022261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59af767-1801-477c-943e-97e74580eb62 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event updated for resources: {'Port': ['ID=a6fe976e-9de2-4821-a60a-3196bc423cad,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.043210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f01386a-3352-476d-a8a2-25573b2bd2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.045863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f01386a-3352-476d-a8a2-25573b2bd2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.047190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f01386a-3352-476d-a8a2-25573b2bd2a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bea3699c-985f-4989-bda6-d212fb799709 HTTP/1.1" status: 204 len: 168 time: 0.2614324 Aug 16 02:12:26.051381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3f7f0-b7b6-4ef6-a601-a893bc82091e req-adfc3814-fbac-4a90-be91-0ea940ee6f4b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.053314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ae3f7f0-b7b6-4ef6-a601-a893bc82091e req-adfc3814-fbac-4a90-be91-0ea940ee6f4b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1139054 Aug 16 02:12:26.060759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01386a-3352-476d-a8a2-25573b2bd2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea3699c-985f-4989-bda6-d212fb799709,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.066996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39776a7e-6b55-46dc-a73d-b28d7be3da52 req-af889fc1-bb60-4b33-b851-a245a12a7ff3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:26.068732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39776a7e-6b55-46dc-a73d-b28d7be3da52 req-af889fc1-bb60-4b33-b851-a245a12a7ff3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1173582 Aug 16 02:12:26.098421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port a6fe976e-9de2-4821-a60a-3196bc423cad {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:26.099350 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.126987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ae3f7f0-b7b6-4ef6-a601-a893bc82091e req-dc479814-8911-4a3d-8674-6389c56edb6b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572176 Aug 16 02:12:26.146444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39776a7e-6b55-46dc-a73d-b28d7be3da52 req-1976c08e-1afd-4dc1-8c7d-0d068d4de698 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707717 Aug 16 02:12:26.233382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.248504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for a6fe976e-9de2-4821-a60a-3196bc423cad owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:26.361540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3d237a4a-baf7-431b-abac-be1a139a70d0 None None] Provisioning complete for port a6fe976e-9de2-4821-a60a-3196bc423cad triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:26.362585 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3d237a4a-baf7-431b-abac-be1a139a70d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.421673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.541442 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.557381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3d237a4a-baf7-431b-abac-be1a139a70d0 None None] Port a6fe976e-9de2-4821-a60a-3196bc423cad cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:26.587143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=a6fe976e-9de2-4821-a60a-3196bc423cad,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.606199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-acdf6a39-2c42-4b24-ad16-b57a147af32b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7001d38c4b404b629c31a8e02761247a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827674 Aug 16 02:12:26.613242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48506) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.670562 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-98d01e49-319f-4089-b590-c784982b7fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.693722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-98d01e49-319f-4089-b590-c784982b7fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.796036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.802011 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eaa82369-9e39-4db8-b1ca-240ca063d33f tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/ports/a6fe976e-9de2-4821-a60a-3196bc423cad HTTP/1.1" status: 204 len: 168 time: 0.8306978 Aug 16 02:12:26.802247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48510) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.840202 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f7eb53b-9cde-41c2-abce-49d73101daf8 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] GET failed (client error): The resource could not be found. Aug 16 02:12:26.840202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f7eb53b-9cde-41c2-abce-49d73101daf8 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "GET /v2.0/ports/a6fe976e-9de2-4821-a60a-3196bc423cad HTTP/1.1" status: 404 len: 333 time: 0.0354049 Aug 16 02:12:26.841817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48512) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:26.856827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-98d01e49-319f-4089-b590-c784982b7fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.862575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-98d01e49-319f-4089-b590-c784982b7fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:26.864453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-98d01e49-319f-4089-b590-c784982b7fa8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a57d34a-14d7-452c-b866-b2000807dab0 HTTP/1.1" status: 204 len: 168 time: 0.2501292 Aug 16 02:12:26.889037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d01e49-319f-4089-b590-c784982b7fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57d34a-14d7-452c-b866-b2000807dab0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:26.945381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port 776dccaf-460b-476d-adb4-0c6c483471be {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:26.945727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.037460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.052778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for 776dccaf-460b-476d-adb4-0c6c483471be owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:27.097232 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.126362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:27.263042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:27.287576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.327307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a75cbb-0b06-477f-b91a-ba52a806c6cb req-4ded9523-ebe3-44f9-8796-d3154735ce10 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.328945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4a75cbb-0b06-477f-b91a-ba52a806c6cb req-4ded9523-ebe3-44f9-8796-d3154735ce10 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0965948 Aug 16 02:12:27.335581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.362587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:27.373088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40ecde-1a20-4b05-a093-77f67ef16d7c req-5e8360d8-e2eb-4f2c-b916-ad79da271a28 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:27.383042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac40ecde-1a20-4b05-a093-77f67ef16d7c req-5e8360d8-e2eb-4f2c-b916-ad79da271a28 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1171937 Aug 16 02:12:27.413328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4a75cbb-0b06-477f-b91a-ba52a806c6cb req-fbf3dedf-986b-44a3-9ab3-9b8803029950 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765367 Aug 16 02:12:27.433960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '25483179-5cec-4e4a-9bd8-5e2492144369', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'port_id': '25483179-5cec-4e4a-9bd8-5e2492144369', 'mac_address': 'fa:16:3e:04:c4:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef5e04-05aa-443b-bb5f-798da1cfed20', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:27.469333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.472229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/ports/776dccaf-460b-476d-adb4-0c6c483471be HTTP/1.1" status: 204 len: 168 time: 0.6294069 Aug 16 02:12:27.473604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f59a0-e660-4b32-a2e8-fcf650b1d781 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=776dccaf-460b-476d-adb4-0c6c483471be,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:27.481664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48536) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.490249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac40ecde-1a20-4b05-a093-77f67ef16d7c req-b573ded8-307d-40cc-9d0f-876c47421dcd tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058617 Aug 16 02:12:27.530191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48538) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.534087 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-330f75d9-0e08-48b7-9abd-5f73524fb5b4 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] GET failed (client error): The resource could not be found. Aug 16 02:12:27.540423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48542) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.542266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-330f75d9-0e08-48b7-9abd-5f73524fb5b4 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "GET /v2.0/ports/776dccaf-460b-476d-adb4-0c6c483471be HTTP/1.1" status: 404 len: 333 time: 0.0529892 Aug 16 02:12:27.557838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.644532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.659941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:27.666194 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f20f86-36db-4c2e-857b-be19328ff62c" -d '{"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-unplugged", "status": "completed", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:27.710675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25483179-5cec-4e4a-9bd8-5e2492144369 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:27.717844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:27.729568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-76bb8007-3a67-443f-84c3-3cad7508b67e tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] Request body: {'port': {'network_id': '5c473504-3f66-46b0-bd0a-49a496c62d5d', 'name': 'tempest-NetworksNegativeTestJSON-2091955242'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:27.739883 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da028295-a62c-4bea-994c-531039de2e82 x-openstack-request-id: req-da028295-a62c-4bea-994c-531039de2e82 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:27.740493 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-unplugged", "status": "completed", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:27.740889 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-da028295-a62c-4bea-994c-531039de2e82 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:27.741577 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369', 'code': 200} Aug 16 02:12:27.747159 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bb8007-3a67-443f-84c3-3cad7508b67e tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] POST failed (client error): The resource could not be found. Aug 16 02:12:27.747646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bb8007-3a67-443f-84c3-3cad7508b67e tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:27.748853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-76bb8007-3a67-443f-84c3-3cad7508b67e tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2175961 Aug 16 02:12:27.753826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48550) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.775465 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0d4f9a-d176-4149-a63f-7a43ca1b355f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:27.778070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0d4f9a-d176-4149-a63f-7a43ca1b355f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:27.778070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7d0d4f9a-d176-4149-a63f-7a43ca1b355f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "DELETE /v2.0/networks/59cf3f21-562f-4319-99e3-d70f8f4a836d HTTP/1.1" status: 404 len: 339 time: 0.0229537 Aug 16 02:12:27.781921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.795444 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.803105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port 99a352de-ed04-4ffd-97f9-1e27eaeaea27 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:27.803460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:27.819698 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5b19fed-0623-4749-9e33-029bd2afd5d6 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:27.820966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5b19fed-0623-4749-9e33-029bd2afd5d6 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:27.823775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c5b19fed-0623-4749-9e33-029bd2afd5d6 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "DELETE /v2.0/ports/e2f6bd2c-84ac-40a1-8aba-ecd8a32e4f08 HTTP/1.1" status: 404 len: 333 time: 0.0402882 Aug 16 02:12:27.830384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48556) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.861081 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70e1178-96ef-4e33-b797-286d71f6dd50 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] DELETE failed (client error): The resource could not be found. Aug 16 02:12:27.861682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70e1178-96ef-4e33-b797-286d71f6dd50 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:27.868906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c70e1178-96ef-4e33-b797-286d71f6dd50 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "DELETE /v2.0/subnets/48464677-a234-476c-916c-8f945a0a6910 HTTP/1.1" status: 404 len: 337 time: 0.0318856 Aug 16 02:12:27.869306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48558) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.898801 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e376c747-577d-474b-a711-d54c857a3c8d tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] GET failed (client error): The resource could not be found. Aug 16 02:12:27.898942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:27.899050 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:27.899679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:27.902295 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e376c747-577d-474b-a711-d54c857a3c8d tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "GET /v2.0/networks/455e0719-0dad-420d-bfef-441bf0456615 HTTP/1.1" status: 404 len: 339 time: 0.0279872 Aug 16 02:12:27.902984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.928922 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-520d7d4c-d385-4c1a-a126-ffca4f7151c0 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] GET failed (client error): The resource could not be found. Aug 16 02:12:27.930451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-520d7d4c-d385-4c1a-a126-ffca4f7151c0 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "GET /v2.0/ports/ddaa54e1-b7ae-4e43-a645-fd4f58f6efef HTTP/1.1" status: 404 len: 333 time: 0.0265107 Aug 16 02:12:27.934265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48562) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.966162 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3066df54-97db-4f8a-bcf6-1b14eee48132 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] GET failed (client error): The resource could not be found. Aug 16 02:12:27.967597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3066df54-97db-4f8a-bcf6-1b14eee48132 tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "GET /v2.0/subnets/b0d352c1-6663-4d95-8cbc-eecbda73070c HTTP/1.1" status: 404 len: 337 time: 0.0322585 Aug 16 02:12:27.971712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48564) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:27.977202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-560fb30b-b25a-4b91-b337-ca9e0396f81f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:27.992020 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-560fb30b-b25a-4b91-b337-ca9e0396f81f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] PUT failed (client error): The resource could not be found. Aug 16 02:12:27.992607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-560fb30b-b25a-4b91-b337-ca9e0396f81f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:27.993826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-560fb30b-b25a-4b91-b337-ca9e0396f81f tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "PUT /v2.0/networks/fb5f670b-8163-4466-bde3-2d81173aa3ba HTTP/1.1" status: 404 len: 339 time: 0.0210865 Aug 16 02:12:27.997757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.004180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b4cdbb49-045b-4257-a72b-c79cbdc8f8af tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:28.022776 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4cdbb49-045b-4257-a72b-c79cbdc8f8af tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] PUT failed (client error): The resource could not be found. Aug 16 02:12:28.023476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4cdbb49-045b-4257-a72b-c79cbdc8f8af tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:28.024663 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b4cdbb49-045b-4257-a72b-c79cbdc8f8af tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "PUT /v2.0/ports/810359c9-63c6-43a8-8430-45284df4cda2 HTTP/1.1" status: 404 len: 333 time: 0.0258946 Aug 16 02:12:28.028511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.034321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-af133598-507f-48d5-9be1-09744b9378eb tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:28.057598 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-af133598-507f-48d5-9be1-09744b9378eb tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] PUT failed (client error): The resource could not be found. Aug 16 02:12:28.058067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af133598-507f-48d5-9be1-09744b9378eb tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:12:28.059275 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af133598-507f-48d5-9be1-09744b9378eb tempest-NetworksNegativeTestJSON-896033651 tempest-NetworksNegativeTestJSON-896033651-project] 10.222.0.76 "PUT /v2.0/subnets/d3908c6f-e5ff-4981-a4dd-6e1975dc0964 HTTP/1.1" status: 404 len: 337 time: 0.0297844 Aug 16 02:12:28.287601 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.301971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for 99a352de-ed04-4ffd-97f9-1e27eaeaea27 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:28.359460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48580) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.449112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.465274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25483179-5cec-4e4a-9bd8-5e2492144369 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:28.479782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--283497595'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:28.491637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:28.500572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.548706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=99a352de-ed04-4ffd-97f9-1e27eaeaea27,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.580253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.583430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.585335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec7c0d05-850f-4802-80a4-bab506e623c3 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/ports/99a352de-ed04-4ffd-97f9-1e27eaeaea27 HTTP/1.1" status: 204 len: 168 time: 1.0444946 Aug 16 02:12:28.590818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:28.590980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.645294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting subnet c12967a5-4da8-47b6-9ac9-2c18a1d0115a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:28.649116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.660452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d741e-99b1-4244-b7d2-e5749bbb07e8 req-3e797a96-6c2f-4b28-8235-c486db6f69ed tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.662534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-404d741e-99b1-4244-b7d2-e5749bbb07e8 req-3e797a96-6c2f-4b28-8235-c486db6f69ed tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 943 time: 0.1744630 Aug 16 02:12:28.664592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.667729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.675242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:28.695671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e4d5e-901f-45ed-9696-4f8679aef22a req-5b859a83-b0da-4010-9013-6165916b5885 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:28.698183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e48e4d5e-901f-45ed-9696-4f8679aef22a req-5b859a83-b0da-4010-9013-6165916b5885 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.1201224 Aug 16 02:12:28.761600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.762168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-404d741e-99b1-4244-b7d2-e5749bbb07e8 req-6abf8c9c-5fe7-4d8d-b7d5-be95a76e5d7a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893145 Aug 16 02:12:28.789806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e48e4d5e-901f-45ed-9696-4f8679aef22a req-1a311bd1-01fb-480f-90db-395f4676c8d5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794127 Aug 16 02:12:28.823691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['25483179-5cec-4e4a-9bd8-5e2492144369'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:28.868080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.872010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05ea3157-8249-4ca3-aa31-a518b178d62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.893801 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:12:28.940932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:28.980257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:12:28.980257 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:12:28.980257 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '846fd69ece604a31b31e8ad45b17edcd', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 12, 28, 951766)}] Aug 16 02:12:28.980257 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:28.980840 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:28.993717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.021040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507da6d2-6164-4527-af61-bd2b9aed02cd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.054487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7813295-f146-43d0-809c-1ad5cd579bbe req-712092e1-8299-4414-9e53-c3add25409c7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.056056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7813295-f146-43d0-809c-1ad5cd579bbe req-712092e1-8299-4414-9e53-c3add25409c7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0525336 Aug 16 02:12:29.095928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7813295-f146-43d0-809c-1ad5cd579bbe req-3ff50835-516d-47ea-a32f-ddd273dc459b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Aug 16 02:12:29.104050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05ea3157-8249-4ca3-aa31-a518b178d62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.171679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.200067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Subnet': ['ID=c12967a5-4da8-47b6-9ac9-2c18a1d0115a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.205128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.209585 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9ac5fbf6-2bff-40d8-8364-b750d5e12762 tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/subnets/c12967a5-4da8-47b6-9ac9-2c18a1d0115a HTTP/1.1" status: 204 len: 168 time: 0.6175108 Aug 16 02:12:29.209872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:29.213386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70145b2-9c06-4655-8e98-c77ba707a650 None None] Network 3985865d-8a58-4e9c-a823-e69706845f7d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:29.222260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05ea3157-8249-4ca3-aa31-a518b178d62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.235568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477826c4-961c-4d97-bed8-91c9488b99ae req-1a3f4937-1940-4174-83a9-8c71eaa039f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.237675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-477826c4-961c-4d97-bed8-91c9488b99ae req-1a3f4937-1940-4174-83a9-8c71eaa039f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0631409 Aug 16 02:12:29.278947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-477826c4-961c-4d97-bed8-91c9488b99ae req-f86048c4-5a00-4c4e-b399-a1f65a855603 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346773 Aug 16 02:12:29.315354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-05ea3157-8249-4ca3-aa31-a518b178d62d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d28a86de43945efb298e004439f013a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7333062 Aug 16 02:12:29.318136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48610) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:29.323477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea3157-8249-4ca3-aa31-a518b178d62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c59a87-545c-46ad-ad33-699a8bceebc7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.331870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.390217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Deleting port 91816bff-719e-4e83-929f-a9951d39de1f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:29.391256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.399181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce963-a39d-49d6-afd8-a0b00d8ee62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.429486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce963-a39d-49d6-afd8-a0b00d8ee62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.448396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] DHCP port deletion for 3985865d-8a58-4e9c-a823-e69706845f7d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:29.484826 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.492640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] For port 91816bff-719e-4e83-929f-a9951d39de1f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=91816bff-719e-4e83-929f-a9951d39de1f,segment=NetworkSegment(64152303-ac2a-449f-acce-309be5c29905),segment_id=64152303-ac2a-449f-acce-309be5c29905)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:29.493022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.503279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] Deleting port 91816bff-719e-4e83-929f-a9951d39de1f {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:29.504036 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.522945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Calling delete_port for 91816bff-719e-4e83-929f-a9951d39de1f owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:29.556839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce963-a39d-49d6-afd8-a0b00d8ee62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.559204 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f0ce963-a39d-49d6-afd8-a0b00d8ee62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.562896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2f0ce963-a39d-49d6-afd8-a0b00d8ee62b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/50c59a87-545c-46ad-ad33-699a8bceebc7 HTTP/1.1" status: 204 len: 168 time: 0.2409575 Aug 16 02:12:29.571982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] For port 91816bff-719e-4e83-929f-a9951d39de1f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=91816bff-719e-4e83-929f-a9951d39de1f,segment=NetworkSegment(64152303-ac2a-449f-acce-309be5c29905),segment_id=64152303-ac2a-449f-acce-309be5c29905)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:29.572474 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.574683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0ce963-a39d-49d6-afd8-a0b00d8ee62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c59a87-545c-46ad-ad33-699a8bceebc7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.595896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] Calling delete_port for 91816bff-719e-4e83-929f-a9951d39de1f owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:29.659966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-2ccd99c7-ada5-4fd9-9acf-b1f5046a9f87 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.661582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-2ccd99c7-ada5-4fd9-9acf-b1f5046a9f87 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.1545165 Aug 16 02:12:29.675670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.684811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-047f07bb-1a16-4da9-a160-9f2c9a41d92b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/quotas/724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 375 time: 0.0131741 Aug 16 02:12:29.748112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.749343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-6a60ed8e-ab40-408c-b4ac-5f85a5e95cd9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579898 Aug 16 02:12:29.756400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.777240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Port': ['ID=91816bff-719e-4e83-929f-a9951d39de1f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.779378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] No DVR routers for this DVR port 91816bff-719e-4e83-929f-a9951d39de1f on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:29.784850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] Pushing event deleted for resources: {'Port': ['ID=91816bff-719e-4e83-929f-a9951d39de1f,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.811556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7aa369-e2ec-4f2a-9a81-b9ade59dd7f6 None None] No DVR routers for this DVR port 91816bff-719e-4e83-929f-a9951d39de1f on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:29.832266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.901515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-33fcfd6f-cba8-4aed-85e9-efbbbacf1cc8 service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429713 Aug 16 02:12:29.904834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.906061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5455861 Aug 16 02:12:29.911723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48630) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:29.916822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be591514-096d-4337-aac5-de801e079400 req-2eccabe5-2c40-477e-a808-96166d67823d tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:29.918616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be591514-096d-4337-aac5-de801e079400 req-2eccabe5-2c40-477e-a808-96166d67823d tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 944 time: 0.0757315 Aug 16 02:12:29.939804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:29.959460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3985865d-8a58-4e9c-a823-e69706845f7d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:29.979475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d772ee-a98d-4e8a-a409-ea397a17f452 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb59ba-9def-4c9e-a333-a5910f6e03a3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:29.984237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64152303-ac2a-449f-acce-309be5c29905') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:29.984542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64152303-ac2a-449f-acce-309be5c29905') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:30.003652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.012852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be591514-096d-4337-aac5-de801e079400 req-03e8a1a4-bb74-4996-b629-b5ad7fef5194 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832908 Aug 16 02:12:30.033773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0f213b40-28a4-438a-acc2-30a55aa28983 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1149974 Aug 16 02:12:30.033773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.033773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48634) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.040268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-security--342672086', 'description': 'tempest-security-description-711468200'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:30.051707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:12:30.052125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:12:30.055272 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:12:30.066029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-46384e00-4770-44fd-b970-0c7f4a1ac4b4 service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402421 Aug 16 02:12:30.142765 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.200850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.256868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.269672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.269672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] 10.222.0.76 "DELETE /v2.0/networks/3985865d-8a58-4e9c-a823-e69706845f7d HTTP/1.1" status: 204 len: 168 time: 1.0556579 Aug 16 02:12:30.277840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c19449-1acb-408e-a15f-f247b35fce7e tempest-AllowedAddressPairIpV6TestJSON-2001533883 tempest-AllowedAddressPairIpV6TestJSON-2001533883-project] Pushing event deleted for resources: {'Network': ['ID=3985865d-8a58-4e9c-a823-e69706845f7d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.300485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.304858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.310141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48646) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.312663 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "PUT /v2.0/security-groups/07fb59ba-9def-4c9e-a333-a5910f6e03a3 HTTP/1.1" status: 200 len: 1778 time: 0.2780168 Aug 16 02:12:30.357299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34769c45-7cfd-4e4d-a04e-09537f183069 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb59ba-9def-4c9e-a333-a5910f6e03a3,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.392319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-be526f94-4523-4c24-8c5f-e7b6491cf4ac tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups/07fb59ba-9def-4c9e-a333-a5910f6e03a3 HTTP/1.1" status: 200 len: 1778 time: 0.0802469 Aug 16 02:12:30.394516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.408035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eab58aed-bd16-4ef4-bd0f-c415fc47b128 req-e398231f-a706-4958-90d8-00f2a95b92a2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 210 time: 0.0355856 Aug 16 02:12:30.469981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c37ff412-171b-4e60-ade8-ae414e57f86f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.494417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c37ff412-171b-4e60-ade8-ae414e57f86f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.656738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c37ff412-171b-4e60-ade8-ae414e57f86f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.659750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c37ff412-171b-4e60-ade8-ae414e57f86f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.661197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c37ff412-171b-4e60-ade8-ae414e57f86f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/07fb59ba-9def-4c9e-a333-a5910f6e03a3 HTTP/1.1" status: 204 len: 168 time: 0.2648547 Aug 16 02:12:30.664219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48664) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.672265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37ff412-171b-4e60-ade8-ae414e57f86f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb59ba-9def-4c9e-a333-a5910f6e03a3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:30.734784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-89b37b87-8087-4b6a-a444-46e37c5a121e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0679238 Aug 16 02:12:30.741670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48668) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.761393 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-5c888552-d400-480f-9374-2057574155af tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] delete failed (client error): The resource could not be found. Aug 16 02:12:30.763138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5c888552-d400-480f-9374-2057574155af tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/07fb59ba-9def-4c9e-a333-a5910f6e03a3 HTTP/1.1" status: 404 len: 347 time: 0.0195932 Aug 16 02:12:30.769883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.777138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1620486647'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:30.828017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48672) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:30.844196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 91816bff-719e-4e83-929f-a9951d39de1f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:30.865914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 91816bff-719e-4e83-929f-a9951d39de1f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:30.866273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 91816bff-719e-4e83-929f-a9951d39de1f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:30.944543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:30.973341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-caf2e71d-cd41-4dc6-85dc-a39d1d69c353 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89567435c787462ca86b0e74904505b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442227 Aug 16 02:12:30.974234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48680) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.029071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e35833a-350f-4d6b-a45b-c45e9556b88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.051516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.057237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e35833a-350f-4d6b-a45b-c45e9556b88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.133458 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.165378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:31.186998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8dfe7-8761-4417-a403-0394bf9c3325 req-e1943cd5-c761-4155-8ee3-c59166ec1f31 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:31.191278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83b8dfe7-8761-4417-a403-0394bf9c3325 req-e1943cd5-c761-4155-8ee3-c59166ec1f31 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 944 time: 0.1001880 Aug 16 02:12:31.192233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e9020a0-7677-4039-bbb2-fa9efae3432d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.237998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 25483179-5cec-4e4a-9bd8-5e2492144369 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:31.239037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83b8dfe7-8761-4417-a403-0394bf9c3325 req-3358084e-47c2-459a-ac68-3bd02246849b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437226 Aug 16 02:12:31.242963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.250776 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e35833a-350f-4d6b-a45b-c45e9556b88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.257523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e35833a-350f-4d6b-a45b-c45e9556b88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.257523 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e35833a-350f-4d6b-a45b-c45e9556b88d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f00f3a1-be67-4d27-951a-cc71aad197b2 HTTP/1.1" status: 204 len: 168 time: 0.2797265 Aug 16 02:12:31.266230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e35833a-350f-4d6b-a45b-c45e9556b88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f00f3a1-be67-4d27-951a-cc71aad197b2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.311266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.314752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a3df5d84-e547-4342-9f30-fd6c9d877fd2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5411246 Aug 16 02:12:31.316220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48692) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.321118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': '0e9020a0-7677-4039-bbb2-fa9efae3432d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:31.354441 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.378782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:31.381205 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef766dc-5833-44da-a706-b3bfa59c865d" -d '{"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-plugged", "status": "completed", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:31.397377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:31.420329 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daae586d-74ce-4c12-b669-a5a7e24a54c0 x-openstack-request-id: req-daae586d-74ce-4c12-b669-a5a7e24a54c0 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:31.420723 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-plugged", "status": "completed", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:31.420991 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-daae586d-74ce-4c12-b669-a5a7e24a54c0 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:31.421393 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369', 'code': 200} Aug 16 02:12:31.441267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.475776 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.536201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.539074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.558363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd7fb313-62a6-4083-be06-aa920de0a9af req-4409af97-51c2-47c3-934a-3d097684896c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 210 time: 0.0370085 Aug 16 02:12:31.600242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.602150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d6d04-83fe-4af4-a288-fa2aa73f2e7f req-f253cc22-1f4c-4385-b19b-77be8667f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:31.604069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b92d6d04-83fe-4af4-a288-fa2aa73f2e7f req-f253cc22-1f4c-4385-b19b-77be8667f3b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 1097 time: 0.0561812 Aug 16 02:12:31.621148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c27f310-915c-40a1-9eea-aa404d0bd960,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.646816 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b92d6d04-83fe-4af4-a288-fa2aa73f2e7f req-57bdca4c-d53f-4d43-a532-fcb96bd492d7 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342247 Aug 16 02:12:31.731054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.732461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-800f8a97-fa55-4ca4-af3f-6894a5097ea2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4151683 Aug 16 02:12:31.735185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48710) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.767677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61200693-49df-4520-8fbe-0907b0b62b30 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.781786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61200693-49df-4520-8fbe-0907b0b62b30 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.902339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61200693-49df-4520-8fbe-0907b0b62b30 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.919870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61200693-49df-4520-8fbe-0907b0b62b30 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:31.921038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61200693-49df-4520-8fbe-0907b0b62b30 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3c27f310-915c-40a1-9eea-aa404d0bd960 HTTP/1.1" status: 204 len: 168 time: 0.1843672 Aug 16 02:12:31.921846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61200693-49df-4520-8fbe-0907b0b62b30 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c27f310-915c-40a1-9eea-aa404d0bd960,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:31.927807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:31.982086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6c6a9cfc-f399-407b-a0b7-be33da3c0a9f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0530779 Aug 16 02:12:31.984986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48722) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.044099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b6752f5-febe-4d6f-a8b5-8df0680c6af9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.078034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b6752f5-febe-4d6f-a8b5-8df0680c6af9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.296046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b6752f5-febe-4d6f-a8b5-8df0680c6af9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.296046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b6752f5-febe-4d6f-a8b5-8df0680c6af9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.296046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5b6752f5-febe-4d6f-a8b5-8df0680c6af9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/0e9020a0-7677-4039-bbb2-fa9efae3432d HTTP/1.1" status: 204 len: 168 time: 0.3081639 Aug 16 02:12:32.299363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48738) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.321598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6752f5-febe-4d6f-a8b5-8df0680c6af9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e9020a0-7677-4039-bbb2-fa9efae3432d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.434003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48746) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.439821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241474083'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:32.443473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a34e617-b09c-4381-ac3f-d18859c7e0ec tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1426749 Aug 16 02:12:32.453684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918a39f-0f2a-40de-bc14-a04458f849b7 req-35a29a3a-6541-4249-971e-3f5fdd44f7e9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:32.456108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2918a39f-0f2a-40de-bc14-a04458f849b7 req-35a29a3a-6541-4249-971e-3f5fdd44f7e9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.0961516 Aug 16 02:12:32.507547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2918a39f-0f2a-40de-bc14-a04458f849b7 req-971b1357-7ac4-458f-af6a-136419bc2622 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428762 Aug 16 02:12:32.542212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48748) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:32.611386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.683920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1481370700'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:32.690413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25c0e17d-239d-4f48-8130-4bf5b20a0e25 req-b911fc3c-1981-43d7-8f38-94d4d4bc1fee tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 210 time: 0.0411713 Aug 16 02:12:32.699485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.883610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:32.957006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79f8796-b6a5-445f-be9f-9bdae88d67f0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:32.971507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:32.976342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.002113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-b9879e78-f005-476a-a906-0ff4de89ce05 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.004643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-b9879e78-f005-476a-a906-0ff4de89ce05 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.1454275 Aug 16 02:12:33.009711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.020048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'port': {'device_id': '93fd241e-f979-4445-80c5-e8772547d482', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'admin_state_up': True, 'tenant_id': '724fddb942384bf8836eadfc394fe9e4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:33.099398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.103288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6837f53b-cffa-48d5-8290-618b0ea1d7b2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6661127 Aug 16 02:12:33.105945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48764) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:33.118100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'c79f8796-b6a5-445f-be9f-9bdae88d67f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:33.197455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.302237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:12:33.302237 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:12:33.302237 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '724fddb942384bf8836eadfc394fe9e4', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 12, 33, 147249)}] Aug 16 02:12:33.302237 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:33.302876 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:33.305209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.333749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:33.343470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fa807a-8268-4626-bf4e-4be24c57d220,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.348329 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.348677 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Added segment 55d103a5-c3b7-4d76-a08e-1e0fa75b8e60 of type vlan for network cd8c7ff0-9383-4f85-baff-dc2b781ce00d Aug 16 02:12:33.393527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.418361 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.499141 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.513745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.521401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.522031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.626988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.634905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0910892 Aug 16 02:12:33.638388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:33.647493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:33.699015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a60fea-2500-4c58-8617-399a5b6f5a66 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Network': ['ID=cd8c7ff0-9383-4f85-baff-dc2b781ce00d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.709409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0faadcd-3bd1-4b06-b4e7-3c5a259a48f6,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:33.713604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:12:33.736604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.743382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.751290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.759713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.777001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.783866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.790679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.792586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-d3257eb2-23d7-45e4-be95-4c40db8462c0 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.2415171 Aug 16 02:12:33.803548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:33.807291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e2d8743e-507c-48c4-b5db-2b5f417a8666 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6972661 Aug 16 02:12:33.807986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48780) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:33.815374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'c79f8796-b6a5-445f-be9f-9bdae88d67f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:33.839253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00b54-f227-4cd4-b8c3-212a32152ca0 req-f690b0bc-f554-45cf-bd52-06a63e95dcd9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:33.841865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dc00b54-f227-4cd4-b8c3-212a32152ca0 req-f690b0bc-f554-45cf-bd52-06a63e95dcd9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.2560396 Aug 16 02:12:33.926190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dc00b54-f227-4cd4-b8c3-212a32152ca0 req-d25085b2-7b23-49ed-bbf3-88543596fa31 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739641 Aug 16 02:12:33.930344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19bb90c3-52f3-44bf-afef-695b36c4a5ad req-f9d5546a-7110-4fab-b4f2-aa9c0c8dd363 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234965 Aug 16 02:12:34.005528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.043238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc99b6bd-e0ca-4916-91d9-8376478a858d req-b3f3f12f-251a-45e8-aa4c-36b994aab8b5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 210 time: 0.0500824 Aug 16 02:12:34.124099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8393f-bd81-444d-b5ac-18defd690a4d req-43cf7784-c7ab-425b-8818-dd40f8460cbf tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.125600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7e8393f-bd81-444d-b5ac-18defd690a4d req-43cf7784-c7ab-425b-8818-dd40f8460cbf tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1004629 Aug 16 02:12:34.128135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.165819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7e8393f-bd81-444d-b5ac-18defd690a4d req-56c95f6f-e800-4569-9112-f75375294297 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326085 Aug 16 02:12:34.167213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:34.170806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.222824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.249328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244f73d0-6c3c-490e-bb38-11437d245341,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.319708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Allocated IP 172.20.0.9 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/992fc656-01a9-4bf4-97fb-c59710f01c41) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:34.331450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:34.334967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.513615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.514848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c1928dd9-95b2-4cbc-a509-6e280bcfec85 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7061677 Aug 16 02:12:34.518228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48790) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:34.523168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'c79f8796-b6a5-445f-be9f-9bdae88d67f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:34.598197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.638265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Transition to ACTIVE for port object 992fc656-01a9-4bf4-97fb-c59710f01c41 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:34.655812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.730921 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.786245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.813030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.819871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.826767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.833837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.834670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.841342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.849968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:34.850565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.856809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.859067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-8b654a18-14e0-40c7-8184-fa0042127e33 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.1112187 Aug 16 02:12:34.881507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=68d9336f-e08b-4512-b4aa-572e7e8cc2ff,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.912749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:34.915670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:34.916209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:34.916589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network hostable DHCP agents. Network: cd8c7ff0-9383-4f85-baff-dc2b781ce00d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:12:34.920497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=992fc656-01a9-4bf4-97fb-c59710f01c41,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:34.923398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:34.925827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:34.992453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:34.997949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.027579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=891b078a-4253-4ed1-8546-6b70ef7f8732,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.039440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-d388fa85-1dfa-4bac-9183-42bd72282295 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.040894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-d388fa85-1dfa-4bac-9183-42bd72282295 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "GET /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1752388 Aug 16 02:12:35.102226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:12:35.150307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-d2ca876f-4015-4337-aea6-4200579477f8 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.151857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-d2ca876f-4015-4337-aea6-4200579477f8 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 814 time: 0.2441149 Aug 16 02:12:35.192107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-c50535cd-fd33-4241-be2a-152a5d9d2bd5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/quotas/4b4d44493cc2488b92e3c8e692279483 HTTP/1.1" status: 200 len: 375 time: 0.0300479 Aug 16 02:12:35.211668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.226937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.226937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.230626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.237503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.243491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.249507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.251715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d30825f2-631e-4ace-a619-964545cb1047 req-17d29e9a-1724-44f6-94a0-b52761a614f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 5442 time: 0.1903231 Aug 16 02:12:35.318302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-02faf580-467e-42c0-849b-135fd9967437 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "GET /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2683504 Aug 16 02:12:35.337894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.359636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, cd8c7ff0-9383-4f85-baff-dc2b781ce00d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:35.368066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ddd006c6-6ad7-45e7-8a1c-fc1a472301e2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3507226 Aug 16 02:12:35.369578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.370803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43982e28-be9d-46f7-af63-8f70e91c5237 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:35.371513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.373570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d30825f2-631e-4ace-a619-964545cb1047 req-f57b233f-c540-4edc-8738-ba7f414ccabe tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044755 Aug 16 02:12:35.377427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.381490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f326d8c6-1f91-45be-b730-1ffcd7d1c172 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8593562 Aug 16 02:12:35.381650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Request body: {'port': {'device_id': '93fd241e-f979-4445-80c5-e8772547d482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.386344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-d894b01e-ec5c-469d-8aa8-c307c427c236 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1331260 Aug 16 02:12:35.387293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48812) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.413374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'c79f8796-b6a5-445f-be9f-9bdae88d67f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.470759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.475906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-31bc3ef4-092e-4001-871d-91294e0de0ef None None] Provisioning for port 992fc656-01a9-4bf4-97fb-c59710f01c41 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:35.476121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.485550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-31bc3ef4-092e-4001-871d-91294e0de0ef None None] Provisioning complete for port 992fc656-01a9-4bf4-97fb-c59710f01c41 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:35.486844 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31bc3ef4-092e-4001-871d-91294e0de0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.553555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.604113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e2269-b53d-4bff-a903-6227923252ab req-debcf17c-d712-4a07-ab1c-c956e5479a22 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:35.605822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e2269-b53d-4bff-a903-6227923252ab req-debcf17c-d712-4a07-ab1c-c956e5479a22 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 931 time: 0.1309292 Aug 16 02:12:35.613518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-31bc3ef4-092e-4001-871d-91294e0de0ef None None] Port 992fc656-01a9-4bf4-97fb-c59710f01c41 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:35.620232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-7ad06a67-88b4-47fb-a067-cb263a02ed17 service neutron] 10.222.0.76 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058461 Aug 16 02:12:35.650273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-557fab19-2be9-44b1-8f93-ca3c269da15d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0107300 Aug 16 02:12:35.656297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48820) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:35.671089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'name': 'tempest-NetworksTestDHCPv6-2121208266'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:35.671235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '68d9336f-e08b-4512-b4aa-572e7e8cc2ff'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:35.671235 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.698843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.774498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9e2269-b53d-4bff-a903-6227923252ab req-c8787866-a057-4ef0-8b57-7ef1c7e9986d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570101 Aug 16 02:12:35.817013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:35.823520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.841178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-785ee125-d20f-4229-9a94-e86fa370878d service neutron] 10.222.0.76 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594822 Aug 16 02:12:35.872948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/68d9336f-e08b-4512-b4aa-572e7e8cc2ff/cdd3cb13-9b18-4002-90b7-f206b285481f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:35.876415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] For port eecc7865-7fd7-44a8-96a8-86cb3ffd5156, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:35.919205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] device_id is not set on port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:35.935436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:35.988708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e16c70c-0be8-480b-b792-bec9ef3c9811,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:35.999377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.053782 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.064951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Transition to ACTIVE for port object cdd3cb13-9b18-4002-90b7-f206b285481f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:36.086443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] No DVR routers for this DVR port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:36.114858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992fc656-01a9-4bf4-97fb-c59710f01c41 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:36.134714 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.136338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Transition to ACTIVE for port object cdd3cb13-9b18-4002-90b7-f206b285481f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:36.139562 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c3a8b75e-b192-4454-8bf7-94b9c2915036 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7508974 Aug 16 02:12:36.144238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48826) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:36.151251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'c79f8796-b6a5-445f-be9f-9bdae88d67f0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:36.152191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-d97d0c6c-45bc-4986-8256-4dc3df09ae58 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.153942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-d97d0c6c-45bc-4986-8256-4dc3df09ae58 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "GET /v2.0/ports?device_id=391d25ba-498b-4802-a44d-5e4fb40caa01 HTTP/1.1" status: 200 len: 945 time: 0.1355672 Aug 16 02:12:36.156358 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.185003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Pushing event updated for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.222989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ccdda3d-b58c-41b2-aadf-03b2814ac7d0 req-69624714-ae65-4cb6-abd3-6335340929c7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 210 time: 0.0773590 Aug 16 02:12:36.231571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Transition to ACTIVE for port object 992fc656-01a9-4bf4-97fb-c59710f01c41 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:36.240447 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.241807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] In _notify_port_updated(), no bound segment for port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:12:36.242960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.243800 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.245406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-46d7fadb-44e7-492c-9c8f-702247ed6152 service neutron] 10.222.0.58 "PUT /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 200 len: 1032 time: 0.9186311 Aug 16 02:12:36.308650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Pushing event updated for resources: {'Port': ['ID=cdd3cb13-9b18-4002-90b7-f206b285481f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.319297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:36.321087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.321873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:36.322419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-6829c2ac-ad5e-4848-a54b-a3d0a719b7b1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.323890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-6829c2ac-ad5e-4848-a54b-a3d0a719b7b1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "GET /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0715735 Aug 16 02:12:36.325646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:36.333776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:36.339705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.343615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:36.396212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Attempting to bind port cdd3cb13-9b18-4002-90b7-f206b285481f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:36.396585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Attempting to bind port cdd3cb13-9b18-4002-90b7-f206b285481f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:36.396957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Attempting to bind port cdd3cb13-9b18-4002-90b7-f206b285481f on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:36.409643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:36.410605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:36.411068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.411461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:36.412601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Bound port: cdd3cb13-9b18-4002-90b7-f206b285481f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:36.412601 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.419870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.438366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port ea5106de-0dac-4b42-9d4c-9dea1904b8a9 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:36.468325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Deleting port 25483179-5cec-4e4a-9bd8-5e2492144369 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:36.469111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.497168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0f1e933e-2c77-4cdc-9be3-cf0d6892c383 None None] Provisioning complete for port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:36.497630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f1e933e-2c77-4cdc-9be3-cf0d6892c383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.558465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0f1e933e-2c77-4cdc-9be3-cf0d6892c383 None None] Port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:36.567889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] For port cdd3cb13-9b18-4002-90b7-f206b285481f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:36.583255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] For port 25483179-5cec-4e4a-9bd8-5e2492144369, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=25483179-5cec-4e4a-9bd8-5e2492144369,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:36.583641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.588341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] For port cdd3cb13-9b18-4002-90b7-f206b285481f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cdd3cb13-9b18-4002-90b7-f206b285481f,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:36.631940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.641954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Calling delete_port for 25483179-5cec-4e4a-9bd8-5e2492144369 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:36.665482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Pushing event updated for resources: {'Port': ['ID=992fc656-01a9-4bf4-97fb-c59710f01c41,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.680576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.750332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5d9862ed-6e98-4d0e-ad5d-3955872b8852,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:36.751664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Attempting to bind port 992fc656-01a9-4bf4-97fb-c59710f01c41 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:36.752120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Attempting to bind port 992fc656-01a9-4bf4-97fb-c59710f01c41 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:36.752609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Attempting to bind port 992fc656-01a9-4bf4-97fb-c59710f01c41 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:36.761780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Port 992fc656-01a9-4bf4-97fb-c59710f01c41 on network 61fd65a2-7d93-4905-a477-324798acce85 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:36.761780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Attempting to bind port 992fc656-01a9-4bf4-97fb-c59710f01c41 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:36.793922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe7c1f-e810-4ef8-b84e-fa149ad1617c None None] Pushing event updated for resources: {'Port': ['ID=cdd3cb13-9b18-4002-90b7-f206b285481f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:36.835596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.844323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.851383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.868043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.879864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.883470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:36.883886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:36.884397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:36.885093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Bound port: 992fc656-01a9-4bf4-97fb-c59710f01c41, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:36.885562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:36.891422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:36.900542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-52da9aab-a81b-488f-b830-e8018fd38e07 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 4663 time: 0.3843181 Aug 16 02:12:36.908291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] For port 5d9862ed-6e98-4d0e-ad5d-3955872b8852, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:36.986070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::262 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/68d9336f-e08b-4512-b4aa-572e7e8cc2ff/ea5106de-0dac-4b42-9d4c-9dea1904b8a9) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:36.998166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.021773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] device_id is not set on port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:37.044066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9ab9d24-13a9-439a-9182-f0dc29eafe50 req-fe05e49a-714a-4c97-b81d-354bafe4e009 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&id=7d4db13d-c83b-401d-b972-d8cc0d24faa5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424949 Aug 16 02:12:37.073964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.093996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec842c78-363d-44c9-b20f-e9d07b988242 req-8f7dab6e-f510-4410-b7f5-20324ec1bbc6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.111925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec842c78-363d-44c9-b20f-e9d07b988242 req-8f7dab6e-f510-4410-b7f5-20324ec1bbc6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 943 time: 0.1946039 Aug 16 02:12:37.113988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.132588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] For port 992fc656-01a9-4bf4-97fb-c59710f01c41, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:37.160227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.168160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] For port 992fc656-01a9-4bf4-97fb-c59710f01c41, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=992fc656-01a9-4bf4-97fb-c59710f01c41,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:37.171304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1f8a26-8253-4032-a7ac-2dff22888ac7,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.228946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec842c78-363d-44c9-b20f-e9d07b988242 req-bc957796-7e26-437d-8339-ddc959eabe9b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229258 Aug 16 02:12:37.263528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] No DVR routers for this DVR port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:37.291318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Pushing event updated for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.316203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] In _notify_port_updated(), no bound segment for port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 on network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:12:37.317330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.318228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.319544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-a3e3bba0-09b3-4252-a7ac-27b6acdd1387 service neutron] 10.222.0.58 "PUT /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 200 len: 1031 time: 0.9831994 Aug 16 02:12:37.328785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.337226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.361032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.373991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36cb3271-9f87-449a-a4a0-acabd220f963 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2156372 Aug 16 02:12:37.373991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.398974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.420655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.421702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.423632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] 10.222.0.58 "PUT /v2.0/ports/992fc656-01a9-4bf4-97fb-c59710f01c41 HTTP/1.1" status: 200 len: 1092 time: 2.0465839 Aug 16 02:12:37.449005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97fe8b34-5c1b-4aaa-bcd6-5bd53ed882da req-2fa6c49b-af1d-4994-a9b2-aabaac4352e0 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 210 time: 0.0866232 Aug 16 02:12:37.465749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93fd241e-f979-4445-80c5-e8772547d482', 'tag': '992fc656-01a9-4bf4-97fb-c59710f01c41'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:37.465749 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29815489-c983-417c-aacb-c96ab73d95f1" -d '{"events": [{"name": "network-changed", "server_uuid": "93fd241e-f979-4445-80c5-e8772547d482", "tag": "992fc656-01a9-4bf4-97fb-c59710f01c41"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:37.473011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object ea5106de-0dac-4b42-9d4c-9dea1904b8a9 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:37.499030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8de50c12-888c-4a4c-a8e4-572e05257e1d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.517965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] No DVR routers for this DVR port 25483179-5cec-4e4a-9bd8-5e2492144369 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:37.526553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8de50c12-888c-4a4c-a8e4-572e05257e1d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.535636 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.542629 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0d6e3468-66b5-4585-b7c6-f6fe78e2936a req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "DELETE /v2.0/ports/25483179-5cec-4e4a-9bd8-5e2492144369 HTTP/1.1" status: 204 len: 173 time: 1.3804290 Aug 16 02:12:37.544615 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf0b521-c081-4468-af88-f53bd99a4045 x-openstack-request-id: req-fbf0b521-c081-4468-af88-f53bd99a4045 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:37.548935 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93fd241e-f979-4445-80c5-e8772547d482", "tag": "992fc656-01a9-4bf4-97fb-c59710f01c41", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:37.549352 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbf0b521-c081-4468-af88-f53bd99a4045 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:37.551080 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93fd241e-f979-4445-80c5-e8772547d482', 'tag': '992fc656-01a9-4bf4-97fb-c59710f01c41', 'status': 'completed', 'code': 200} Aug 16 02:12:37.561946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7472c44-6794-42b0-a9f6-96bb19ea7a46 service neutron] Pushing event updated for resources: {'Port': ['ID=992fc656-01a9-4bf4-97fb-c59710f01c41,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.587831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:37.588214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.617578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c04b35-eb6f-46c4-aa37-f4617ac94626 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Pushing event deleted for resources: {'Port': ['ID=25483179-5cec-4e4a-9bd8-5e2492144369,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.668267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2025dd72-6712-4d3c-9855-e393ae1f7675 None None] Provisioning complete for port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:37.668869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2025dd72-6712-4d3c-9855-e393ae1f7675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.685038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815489-c983-417c-aacb-c96ab73d95f1 req-46d189af-0a89-4d65-b077-535aa8200766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:37.696079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8de50c12-888c-4a4c-a8e4-572e05257e1d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.696300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29815489-c983-417c-aacb-c96ab73d95f1 req-46d189af-0a89-4d65-b077-535aa8200766 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 1095 time: 0.1321754 Aug 16 02:12:37.703376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8de50c12-888c-4a4c-a8e4-572e05257e1d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.705114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8de50c12-888c-4a4c-a8e4-572e05257e1d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/1f1f8a26-8253-4032-a7ac-2dff22888ac7 HTTP/1.1" status: 204 len: 168 time: 0.3327811 Aug 16 02:12:37.716403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48852) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.735812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de50c12-888c-4a4c-a8e4-572e05257e1d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f1f8a26-8253-4032-a7ac-2dff22888ac7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:37.739994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2025dd72-6712-4d3c-9855-e393ae1f7675 None None] Port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:37.770883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] For port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:37.770883 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.787492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 3d3e4af5-3e8e-4c23-9606-67173b0cc92d owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:37.835401 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a9e4f528-a2ec-4936-879f-bda47ae46f0d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1162703 Aug 16 02:12:37.836223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:37.881142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:37.989242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:38.012684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:38.021909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6fb960b-828e-40cf-be83-633b6b978a0c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.024555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815489-c983-417c-aacb-c96ab73d95f1 req-70876027-2671-4e3d-b6a5-1034f0bd7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.026852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29815489-c983-417c-aacb-c96ab73d95f1 req-70876027-2671-4e3d-b6a5-1034f0bd7808 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=724fddb942384bf8836eadfc394fe9e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3251948 Aug 16 02:12:38.032620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3d3e4af5-3e8e-4c23-9606-67173b0cc92d no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:38.036912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:38.042917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.043569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.110247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.140190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6fb960b-828e-40cf-be83-633b6b978a0c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.142676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.156568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=ea5106de-0dac-4b42-9d4c-9dea1904b8a9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.212095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=3d3e4af5-3e8e-4c23-9606-67173b0cc92d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.216329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815489-c983-417c-aacb-c96ab73d95f1 req-888f32cd-0edf-449f-8dbe-0e6e3aca7fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.220819 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29815489-c983-417c-aacb-c96ab73d95f1 req-888f32cd-0edf-449f-8dbe-0e6e3aca7fa3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709726 Aug 16 02:12:38.248093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4f6596-6819-4b7b-b24a-33ca875d0f81 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:38.277710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213e5e3-7cd2-40e2-a3cb-56917b9275c7 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:38.301320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-587a6586-5916-43cc-8134-0e3bffb0930a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6431487 Aug 16 02:12:38.303942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48872) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.308052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6fb960b-828e-40cf-be83-633b6b978a0c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.315450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6fb960b-828e-40cf-be83-633b6b978a0c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.319789 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6fb960b-828e-40cf-be83-633b6b978a0c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/3e16c70c-0be8-480b-b792-bec9ef3c9811 HTTP/1.1" status: 204 len: 168 time: 0.4708567 Aug 16 02:12:38.324703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48874) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.338307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] No DVR routers for this DVR port 3d3e4af5-3e8e-4c23-9606-67173b0cc92d on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:38.342097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.346368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-4a97f884-5e7b-4d17-8b01-7e673f97a49e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "DELETE /v2.0/ports/3d3e4af5-3e8e-4c23-9606-67173b0cc92d HTTP/1.1" status: 204 len: 173 time: 1.0171497 Aug 16 02:12:38.346742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:38.349102 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e5b356-cd6c-43a8-9c42-ec44e4cacb5c" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "3d3e4af5-3e8e-4c23-9606-67173b0cc92d"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:38.356799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb960b-828e-40cf-be83-633b6b978a0c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e16c70c-0be8-480b-b792-bec9ef3c9811,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:38.374560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-7b58f16c-e416-494e-a9bb-a3d283343d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.377979 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-7b58f16c-e416-494e-a9bb-a3d283343d1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 1095 time: 0.1150453 Aug 16 02:12:38.387608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70ada-8d76-4969-ad6d-9e716fc828e2 req-707fa346-08de-494f-afe3-9918aaf7ca92 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.393764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70ada-8d76-4969-ad6d-9e716fc828e2 req-707fa346-08de-494f-afe3-9918aaf7ca92 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.400164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70ada-8d76-4969-ad6d-9e716fc828e2 req-707fa346-08de-494f-afe3-9918aaf7ca92 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.406494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b70ada-8d76-4969-ad6d-9e716fc828e2 req-707fa346-08de-494f-afe3-9918aaf7ca92 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.408550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36b70ada-8d76-4969-ad6d-9e716fc828e2 req-707fa346-08de-494f-afe3-9918aaf7ca92 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 3150 time: 0.2022800 Aug 16 02:12:38.439417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a7a70fc-1abe-4b57-94c5-cef4a8fc2757 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1102235 Aug 16 02:12:38.441686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48880) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.472436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-81465cb5-607a-4eb7-b82e-8f95d1786c23 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992fc656-01a9-4bf4-97fb-c59710f01c41 HTTP/1.1" status: 200 len: 217 time: 0.0865970 Aug 16 02:12:38.552698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ee1738ea-61b8-40d8-9d90-65ab04a00691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.554534 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-ee1738ea-61b8-40d8-9d90-65ab04a00691 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0748866 Aug 16 02:12:38.574011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6b6db84b-a6c7-4315-aaf8-722c89ed4f17 None None] Provisioning for port cdd3cb13-9b18-4002-90b7-f206b285481f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:38.576155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92311d-db34-4723-8e1b-a4e6414ee9f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.583230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e92311d-db34-4723-8e1b-a4e6414ee9f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.584881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e92311d-db34-4723-8e1b-a4e6414ee9f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2799888 Aug 16 02:12:38.591308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48884) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.592366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0477103-2baf-421a-9b9b-a6f766a91de5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.601635 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0477103-2baf-421a-9b9b-a6f766a91de5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.648611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.660362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36b70ada-8d76-4969-ad6d-9e716fc828e2 req-0102ebcd-1916-4249-a64c-b1eb502a49f1 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169120 Aug 16 02:12:38.693009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-2f20571a-a9a7-47a3-a54a-d1396100ac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.708540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-2f20571a-a9a7-47a3-a54a-d1396100ac55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1344595 Aug 16 02:12:38.708686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:38.709758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:38.712369 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702fc2bc-bf04-4fb8-9255-7d5ecdf5231c" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:38.713295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a3e03-9395-4c28-b883-a88e66e8dfde req-93ace40c-0b05-4e70-8e6f-459135e13c5c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.715184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c33a3e03-9395-4c28-b883-a88e66e8dfde req-93ace40c-0b05-4e70-8e6f-459135e13c5c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 943 time: 0.3045869 Aug 16 02:12:38.839720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.840488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 781106ab-6f34-4840-ac37-b6d6e77bea33 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:38.862032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0477103-2baf-421a-9b9b-a6f766a91de5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.920045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0477103-2baf-421a-9b9b-a6f766a91de5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:38.924328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0477103-2baf-421a-9b9b-a6f766a91de5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/891b078a-4253-4ed1-8546-6b70ef7f8732 HTTP/1.1" status: 204 len: 168 time: 0.4763603 Aug 16 02:12:38.929527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48888) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:38.929670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-f724a944-5915-4c45-a647-82312de53bff tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:38.931097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-f724a944-5915-4c45-a647-82312de53bff tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 814 time: 0.2469532 Aug 16 02:12:38.969141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Request body: {'port': {'device_id': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'admin_state_up': True, 'tenant_id': '4b4d44493cc2488b92e3c8e692279483'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:39.003277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cdd3cb13-9b18-4002-90b7-f206b285481f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:39.006346 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1749e3f4-f8ec-49c7-afad-d72b5d8ebd60 x-openstack-request-id: req-1749e3f4-f8ec-49c7-afad-d72b5d8ebd60 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:39.007823 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "3d3e4af5-3e8e-4c23-9606-67173b0cc92d", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:39.013260 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1749e3f4-f8ec-49c7-afad-d72b5d8ebd60 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:39.013260 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '3d3e4af5-3e8e-4c23-9606-67173b0cc92d', 'status': 'completed', 'code': 200} Aug 16 02:12:39.060685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 7d34b453-c484-4237-8b6c-9f3b3343348e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.068400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.084641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0477103-2baf-421a-9b9b-a6f766a91de5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=891b078a-4253-4ed1-8546-6b70ef7f8732,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.160861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.182379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:39.204718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c33a3e03-9395-4c28-b883-a88e66e8dfde req-3da2eb6a-9a1f-4e4c-a4c3-2d25f9762417 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790330 Aug 16 02:12:39.210824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 25483179-5cec-4e4a-9bd8-5e2492144369 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:39.211250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 25483179-5cec-4e4a-9bd8-5e2492144369 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:39.309089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.332952 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcab266-1bca-4e71-b355-a56619d19e7a x-openstack-request-id: req-efcab266-1bca-4e71-b355-a56619d19e7a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:39.333421 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:39.333687 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efcab266-1bca-4e71-b355-a56619d19e7a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:39.334150 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'code': 200} Aug 16 02:12:39.347292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-485c146f-e1a7-4c4b-bb1b-9bf0ddded7d4 req-b62aa81f-cc5f-4973-a7c8-8b23baaf4407 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 210 time: 0.1787341 Aug 16 02:12:39.376325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=781106ab-6f34-4840-ac37-b6d6e77bea33,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.385878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-97b04b2f-cb00-4663-9e9d-504fa659987d service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536781 Aug 16 02:12:39.389647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cdd3cb13-9b18-4002-90b7-f206b285481f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:39.410543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5b542bf9-73cd-4875-9ae9-60deab728c4c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4413383 Aug 16 02:12:39.410840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cdd3cb13-9b18-4002-90b7-f206b285481f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:39.410959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.414057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48896) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.451517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port ea5106de-0dac-4b42-9d4c-9dea1904b8a9 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:39.451897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.459109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Provisioning for port ea5106de-0dac-4b42-9d4c-9dea1904b8a9 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:39.478170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Provisioning complete for port ea5106de-0dac-4b42-9d4c-9dea1904b8a9 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:39.481574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.483688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.484779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device eecc7865-7fd7-44a8-96a8-86cb3ffd5156 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:39.556527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] For port 7d34b453-c484-4237-8b6c-9f3b3343348e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7d34b453-c484-4237-8b6c-9f3b3343348e,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:39.556527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.577325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 7d34b453-c484-4237-8b6c-9f3b3343348e owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:39.602152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-deleted', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:39.605537 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f87e34-1cad-4c4e-92da-293b7d627b7a" -d '{"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-deleted", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:39.655584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.677709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for ea5106de-0dac-4b42-9d4c-9dea1904b8a9 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:39.678452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2bc11917-4458-43f0-8f27-ecef6d169ea6 req-aa193526-7060-4696-89e0-ed8d87167b5a service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830253 Aug 16 02:12:39.684113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23065f7-8d2a-484b-8652-b1b0e7cb2436 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.694486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23065f7-8d2a-484b-8652-b1b0e7cb2436 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.712536 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d6124-3bb4-4e2c-8abb-96267b541c12 x-openstack-request-id: req-a28d6124-3bb4-4e2c-8abb-96267b541c12 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:39.712919 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d25ba-498b-4802-a44d-5e4fb40caa01", "name": "network-vif-deleted", "tag": "25483179-5cec-4e4a-9bd8-5e2492144369", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:39.713103 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a28d6124-3bb4-4e2c-8abb-96267b541c12 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:39.713482 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d25ba-498b-4802-a44d-5e4fb40caa01', 'name': 'network-vif-deleted', 'tag': '25483179-5cec-4e4a-9bd8-5e2492144369', 'status': 'completed', 'code': 200} Aug 16 02:12:39.787354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Port ea5106de-0dac-4b42-9d4c-9dea1904b8a9 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:12:39.808121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device eecc7865-7fd7-44a8-96a8-86cb3ffd5156 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:39.808592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5d9862ed-6e98-4d0e-ad5d-3955872b8852 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:39.834154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.851474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Made reservation on behalf of 4b4d44493cc2488b92e3c8e692279483 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:39.852468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.855083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23065f7-8d2a-484b-8652-b1b0e7cb2436 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.861633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23065f7-8d2a-484b-8652-b1b0e7cb2436 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.865815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e23065f7-8d2a-484b-8652-b1b0e7cb2436 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/244f73d0-6c3c-490e-bb38-11437d245341 HTTP/1.1" status: 204 len: 168 time: 0.2653127 Aug 16 02:12:39.866460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48904) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:39.880323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Provisioning complete for port cdd3cb13-9b18-4002-90b7-f206b285481f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:39.880323 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.895246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23065f7-8d2a-484b-8652-b1b0e7cb2436 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=244f73d0-6c3c-490e-bb38-11437d245341,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:39.928963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:39.932566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5d9862ed-6e98-4d0e-ad5d-3955872b8852 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:39.933009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7d34b453-c484-4237-8b6c-9f3b3343348e no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.004654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7069ace3-9c1d-4ee9-8640-125383703584 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1266439 Aug 16 02:12:40.005397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48906) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.009115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port cdd3cb13-9b18-4002-90b7-f206b285481f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cdd3cb13-9b18-4002-90b7-f206b285481f,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:40.009633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fe21-1ca3-47d5-84aa-250f5c3ff9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.061982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e34a506b-7545-47b9-8134-c32f8592d552 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.072494 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.093529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.095873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e34a506b-7545-47b9-8134-c32f8592d552 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.113730 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.137328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Allocated IP 172.20.0.3 (db872ed1-ad09-4f30-8308-ac7f6e3bedf8/f9ef5e04-05aa-443b-bb5f-798da1cfed20/5a228ceb-7874-4876-a5e7-731cdb51f335) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:40.194231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:40.194461 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-845de788-5d8f-401d-843c-9a607f0b9436 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:40.207180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=cdd3cb13-9b18-4002-90b7-f206b285481f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.232548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e34a506b-7545-47b9-8134-c32f8592d552 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.242652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e34a506b-7545-47b9-8134-c32f8592d552 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.243815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e34a506b-7545-47b9-8134-c32f8592d552 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/b0faadcd-3bd1-4b06-b4e7-3c5a259a48f6 HTTP/1.1" status: 204 len: 168 time: 0.2346163 Aug 16 02:12:40.255824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48910) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.267276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a506b-7545-47b9-8134-c32f8592d552 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b0faadcd-3bd1-4b06-b4e7-3c5a259a48f6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.293543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab647-11ce-4ee3-a7da-f481b216273b req-28707751-a2e9-446f-a6ff-478b8b7d60a9 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.302818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab647-11ce-4ee3-a7da-f481b216273b req-28707751-a2e9-446f-a6ff-478b8b7d60a9 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.307765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab647-11ce-4ee3-a7da-f481b216273b req-28707751-a2e9-446f-a6ff-478b8b7d60a9 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.323058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6d381fc7-9576-4813-878d-4bce2f9ea866 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664730 Aug 16 02:12:40.323358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ab647-11ce-4ee3-a7da-f481b216273b req-28707751-a2e9-446f-a6ff-478b8b7d60a9 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.326368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48914) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.332984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d21ab647-11ce-4ee3-a7da-f481b216273b req-28707751-a2e9-446f-a6ff-478b8b7d60a9 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 3146 time: 0.5565016 Aug 16 02:12:40.377063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.415851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7944d732-96c4-4ca5-832f-e08886c4de8f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.449953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7944d732-96c4-4ca5-832f-e08886c4de8f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.453120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.472880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567b9a6-e275-423b-ba67-feaa7e0bf69c req-7f879130-0bc3-4e71-8318-62246ed557a5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.474809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d567b9a6-e275-423b-ba67-feaa7e0bf69c req-7f879130-0bc3-4e71-8318-62246ed557a5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 943 time: 0.1342604 Aug 16 02:12:40.477876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6ed1c91d-eac7-41d1-ac46-4933dce15792 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:40.487321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d21ab647-11ce-4ee3-a7da-f481b216273b req-20ca5011-a5ef-4626-acef-33a558fd7e26 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537523 Aug 16 02:12:40.540756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=7d34b453-c484-4237-8b6c-9f3b3343348e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.588564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.600196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] No DVR routers for this DVR port 7d34b453-c484-4237-8b6c-9f3b3343348e on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:40.608326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.612543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.614838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0a9a7c4d-c58a-4147-a2ea-0292537b0963 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "DELETE /v2.0/ports/7d34b453-c484-4237-8b6c-9f3b3343348e HTTP/1.1" status: 204 len: 173 time: 2.2625332 Aug 16 02:12:40.619713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d567b9a6-e275-423b-ba67-feaa7e0bf69c req-e011614d-b19a-4f21-8aab-35c215e9dccc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978303 Aug 16 02:12:40.623340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7944d732-96c4-4ca5-832f-e08886c4de8f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.626866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7944d732-96c4-4ca5-832f-e08886c4de8f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.630781 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7944d732-96c4-4ca5-832f-e08886c4de8f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/c79f8796-b6a5-445f-be9f-9bdae88d67f0 HTTP/1.1" status: 204 len: 168 time: 0.3009856 Aug 16 02:12:40.638830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.656300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.675032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:40.684918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944d732-96c4-4ca5-832f-e08886c4de8f tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79f8796-b6a5-445f-be9f-9bdae88d67f0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.692306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:40.699446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:40.703443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.732406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=ea5106de-0dac-4b42-9d4c-9dea1904b8a9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:40.738587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:40.779810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3bba04bf-d0a7-48bc-8efd-b8b51bd51cc4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1287658 Aug 16 02:12:40.780485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48934) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:40.786735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.786735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.792295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--338650554'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.812340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.867795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cdd3cb13-9b18-4002-90b7-f206b285481f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:40.893503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a0c77-3495-4e6e-b3e1-d768ca12cebb req-1de26c35-ac60-4630-b1bd-b6f0e7bde551 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:40.896965 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-ed98b888-3dde-403a-9b94-7b9b1f829708 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9523962 Aug 16 02:12:40.899465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b07a0c77-3495-4e6e-b3e1-d768ca12cebb req-1de26c35-ac60-4630-b1bd-b6f0e7bde551 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 931 time: 0.3171594 Aug 16 02:12:40.911586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Request body: {'port': {'device_id': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:40.917379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:40.920463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-719075c5-3ad7-4375-bbf2-782b940e843a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/ea5106de-0dac-4b42-9d4c-9dea1904b8a9 HTTP/1.1" status: 204 len: 168 time: 2.2875655 Aug 16 02:12:40.926562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.012609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.019238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '7d34b453-c484-4237-8b6c-9f3b3343348e'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:41.021655 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0412e238-983f-45a9-8817-dc41afba54d6" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "7d34b453-c484-4237-8b6c-9f3b3343348e"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:41.037813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.044693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.054559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b07a0c77-3495-4e6e-b3e1-d768ca12cebb req-615382b9-9663-453d-bab8-8f0cfa003ea0 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436315 Aug 16 02:12:41.076896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-abb093eb-5c69-497d-84b6-15d299280a0d None None] Could not find standard attr ID for object ea5106de-0dac-4b42-9d4c-9dea1904b8a9. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:12:41.084263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cdd3cb13-9b18-4002-90b7-f206b285481f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:41.094794 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.101993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5557b-ee3c-430d-a08a-05fca9272714 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.105228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c5557b-ee3c-430d-a08a-05fca9272714 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.109358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-41c5557b-ee3c-430d-a08a-05fca9272714 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1720452 Aug 16 02:12:41.111111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48948) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.174985 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c784d2-4cd9-4362-820b-17f2299f6021 x-openstack-request-id: req-01c784d2-4cd9-4362-820b-17f2299f6021 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:41.179012 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "7d34b453-c484-4237-8b6c-9f3b3343348e", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:41.179288 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-01c784d2-4cd9-4362-820b-17f2299f6021 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:41.180502 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '7d34b453-c484-4237-8b6c-9f3b3343348e', 'status': 'completed', 'code': 200} Aug 16 02:12:41.195634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 781106ab-6f34-4840-ac37-b6d6e77bea33 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:41.201236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.291967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 68d9336f-e08b-4512-b4aa-572e7e8cc2ff {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:41.308666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.335309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33'}, {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:41.337640 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55293d9c-ef15-4c19-86fa-ce6e4ec87d66" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-unplugged", "status": "completed", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33"}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:41.381210 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc90ddc-a6dc-459d-a888-b4d241a30b0a x-openstack-request-id: req-5dc90ddc-a6dc-459d-a888-b4d241a30b0a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:41.381597 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-unplugged", "status": "completed", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33", "code": 200}, {"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:41.381926 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5dc90ddc-a6dc-459d-a888-b4d241a30b0a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:41.382392 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33', 'code': 200} Aug 16 02:12:41.382744 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792', 'code': 200} Aug 16 02:12:41.386916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.435423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] For port 781106ab-6f34-4840-ac37-b6d6e77bea33, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=781106ab-6f34-4840-ac37-b6d6e77bea33,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:41.438073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.443302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a228ceb-7874-4876-a5e7-731cdb51f335 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:41.452941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.461765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 781106ab-6f34-4840-ac37-b6d6e77bea33 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:41.469096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Transition to ACTIVE for port object 5a228ceb-7874-4876-a5e7-731cdb51f335 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:41.475318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.548068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.566025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.582972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.680538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac18fdac-68ea-4467-9493-560150a8158f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.696823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.711927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Attempting to bind port 5a228ceb-7874-4876-a5e7-731cdb51f335 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:41.712317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Attempting to bind port 5a228ceb-7874-4876-a5e7-731cdb51f335 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:41.712746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Attempting to bind port 5a228ceb-7874-4876-a5e7-731cdb51f335 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:41.718659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Port 5a228ceb-7874-4876-a5e7-731cdb51f335 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:12:41.719173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Attempting to bind port 5a228ceb-7874-4876-a5e7-731cdb51f335 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:41.724528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.728305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:41.728491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b0ddb9f0-d9bd-4594-953d-968f454d8d5c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9451692 Aug 16 02:12:41.728609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Checking segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:41.728609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Bound using segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:41.728609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Bound port: 5a228ceb-7874-4876-a5e7-731cdb51f335, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:41.728609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.741965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48960) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.757123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e28d4-55c1-4400-9a2b-5cbe34950be0 req-37419cf0-e4af-4dc9-ba1b-2e6030cd845d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.763143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e28d4-55c1-4400-9a2b-5cbe34950be0 req-37419cf0-e4af-4dc9-ba1b-2e6030cd845d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.769180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e28d4-55c1-4400-9a2b-5cbe34950be0 req-37419cf0-e4af-4dc9-ba1b-2e6030cd845d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.770917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f1e28d4-55c1-4400-9a2b-5cbe34950be0 req-37419cf0-e4af-4dc9-ba1b-2e6030cd845d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 2409 time: 0.1932659 Aug 16 02:12:41.771998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'ac18fdac-68ea-4467-9493-560150a8158f', 'direction': 'ingress', 'protocol': 17}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:41.824163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:41.829343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:41.862478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f1e28d4-55c1-4400-9a2b-5cbe34950be0 req-e456ac11-3f3f-45dd-a8ed-4dfaf0488e11 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746839 Aug 16 02:12:41.864802 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.873566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34de32-ea96-4287-ade5-aa6cde1b302d req-c79f4bdb-2bcf-4430-94a9-e3710f284aac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:41.875137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e34de32-ea96-4287-ade5-aa6cde1b302d req-c79f4bdb-2bcf-4430-94a9-e3710f284aac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 943 time: 0.1033013 Aug 16 02:12:41.891622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.912258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=68d9336f-e08b-4512-b4aa-572e7e8cc2ff,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:41.924686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.926630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cbfc473a-9b98-40cb-89c7-5030112f0326 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/68d9336f-e08b-4512-b4aa-572e7e8cc2ff HTTP/1.1" status: 204 len: 168 time: 0.8146145 Aug 16 02:12:41.926938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b1954-a5ff-4cf6-a829-f674c7add34e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:41.929358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48964) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:41.942151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:41.942478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.002589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=781106ab-6f34-4840-ac37-b6d6e77bea33,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.017306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e34de32-ea96-4287-ade5-aa6cde1b302d req-a803c2da-9868-4e43-8ff6-d09481097aff tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332889 Aug 16 02:12:42.027601 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b61d3c2-bc28-4754-8226-d8f2a2dd69ff tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967619 Aug 16 02:12:42.033055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] No DVR routers for this DVR port 781106ab-6f34-4840-ac37-b6d6e77bea33 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:42.036287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48966) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.041665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:42.053765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 992fc656-01a9-4bf4-97fb-c59710f01c41 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:42.060949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.066458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.067185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.068839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-77e37cec-abfa-4670-95af-2f40aeaf9bb8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "DELETE /v2.0/ports/781106ab-6f34-4840-ac37-b6d6e77bea33 HTTP/1.1" status: 204 len: 173 time: 1.4201798 Aug 16 02:12:42.069205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] 10.222.0.83 "PUT /v2.0/ports/5a228ceb-7874-4876-a5e7-731cdb51f335 HTTP/1.1" status: 200 len: 1092 time: 1.1636775 Aug 16 02:12:42.072217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:42.075408 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e0c06e-492a-4cd3-b26a-09d1ce920727" -d '{"events": [{"name": "network-changed", "server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:42.111595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.112862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6624db9-ec49-490b-953a-11223d3c52e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.159208 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15991c4-3080-4ad2-b84a-7c0a00a3b760 x-openstack-request-id: req-a15991c4-3080-4ad2-b84a-7c0a00a3b760 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:42.159502 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:42.159752 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a15991c4-3080-4ad2-b84a-7c0a00a3b760 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:42.160233 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'status': 'completed', 'code': 200} Aug 16 02:12:42.195501 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.259816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da550e4-538f-4404-abd7-cc171081ed65,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.294409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c06e-492a-4cd3-b26a-09d1ce920727 req-323cbcef-9127-468d-823e-2ecb0123706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.296982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41e0c06e-492a-4cd3-b26a-09d1ce920727 req-323cbcef-9127-468d-823e-2ecb0123706a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 1095 time: 0.1152680 Aug 16 02:12:42.322949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 992fc656-01a9-4bf4-97fb-c59710f01c41, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=992fc656-01a9-4bf4-97fb-c59710f01c41,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.339614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '992fc656-01a9-4bf4-97fb-c59710f01c41', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '992fc656-01a9-4bf4-97fb-c59710f01c41', 'mac_address': 'fa:16:3e:0a:89:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:42.372924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.380353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-141d861b-6c3f-4e55-ad46-ea6b937ff652 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6143050 Aug 16 02:12:42.383103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:42.409581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48974) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:42.419898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.432318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd96ce4-300d-4ad0-8166-891c1b49ecd7 req-5babcd18-fddf-415a-896b-67114ad89e15 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.441290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992fc656-01a9-4bf4-97fb-c59710f01c41 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:42.442748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdd96ce4-300d-4ad0-8166-891c1b49ecd7 req-5babcd18-fddf-415a-896b-67114ad89e15 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 943 time: 0.2576485 Aug 16 02:12:42.484676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 992fc656-01a9-4bf4-97fb-c59710f01c41, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=992fc656-01a9-4bf4-97fb-c59710f01c41,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.495310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:42.498708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] Deleting port cdd3cb13-9b18-4002-90b7-f206b285481f {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:42.499091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.499555 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.512341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c06e-492a-4cd3-b26a-09d1ce920727 req-1e6d11b6-f5dc-41da-82b2-3f6a8b562c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.514101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41e0c06e-492a-4cd3-b26a-09d1ce920727 req-1e6d11b6-f5dc-41da-82b2-3f6a8b562c45 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=4b4d44493cc2488b92e3c8e692279483&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2069194 Aug 16 02:12:42.570999 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.625161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] For port cdd3cb13-9b18-4002-90b7-f206b285481f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cdd3cb13-9b18-4002-90b7-f206b285481f,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.625161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.650201 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.652901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e0c06e-492a-4cd3-b26a-09d1ce920727 req-ca321d6a-be60-41e0-98e3-c187b1154cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.654569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41e0c06e-492a-4cd3-b26a-09d1ce920727 req-ca321d6a-be60-41e0-98e3-c187b1154cb6 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320288 Aug 16 02:12:42.656929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] Calling delete_port for cdd3cb13-9b18-4002-90b7-f206b285481f owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:42.692709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=992fc656-01a9-4bf4-97fb-c59710f01c41,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:42.715358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:42.715796 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.745550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdd96ce4-300d-4ad0-8166-891c1b49ecd7 req-cbcf6886-2d8e-46c5-b652-ed51247eed88 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017209 Aug 16 02:12:42.804870 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07e705e4-92cb-44d2-a464-cdcc397546a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.816443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-1ea9d0d2-9162-494d-b4f0-9dc93189ff58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:42.818879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-1ea9d0d2-9162-494d-b4f0-9dc93189ff58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 1095 time: 0.1121163 Aug 16 02:12:42.823650 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81297568-37a3-4165-9e19-d18af809c91d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.833160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cdd3cb13-9b18-4002-90b7-f206b285481f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:42.869343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.933178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81297568-37a3-4165-9e19-d18af809c91d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.953845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['992fc656-01a9-4bf4-97fb-c59710f01c41'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:42.957359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] For port 8f4f6596-6819-4b7b-b24a-33ca875d0f81, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4f6596-6819-4b7b-b24a-33ca875d0f81,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:42.958039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:42.973359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] Pushing event deleted for resources: {'Port': ['ID=cdd3cb13-9b18-4002-90b7-f206b285481f,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.056374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9282f187-10d1-4579-8555-0f12f3791a02 None None] No DVR routers for this DVR port cdd3cb13-9b18-4002-90b7-f206b285481f on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:43.074728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port cdd3cb13-9b18-4002-90b7-f206b285481f {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:12:43.075171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cdd3cb13-9b18-4002-90b7-f206b285481f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:43.245188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:43.247590 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bb15ad-0cd5-43e8-81c5-512776e73b1e" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:43.315076 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-27c9e5c6-cc28-45e1-931c-5bf48bf26500 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a228ceb-7874-4876-a5e7-731cdb51f335 HTTP/1.1" status: 200 len: 217 time: 0.4836705 Aug 16 02:12:43.365083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-d0348fa5-e3ad-471a-aaff-81059d650ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.366525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-d0348fa5-e3ad-471a-aaff-81059d650ba7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=f9ef5e04-05aa-443b-bb5f-798da1cfed20 HTTP/1.1" status: 200 len: 854 time: 0.0445588 Aug 16 02:12:43.399556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-0c31f11b-b843-43b7-871e-c9a5c33f7c37 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257804 Aug 16 02:12:43.412475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b103d3f-3c1c-49b8-9b67-8fcc02036885 req-54c5cf84-f900-4c2e-964e-717ef99e737c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.418455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b103d3f-3c1c-49b8-9b67-8fcc02036885 req-54c5cf84-f900-4c2e-964e-717ef99e737c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.420110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b103d3f-3c1c-49b8-9b67-8fcc02036885 req-54c5cf84-f900-4c2e-964e-717ef99e737c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 1676 time: 0.3796422 Aug 16 02:12:43.432270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910d3c4-530f-4053-9163-db30b0db0750 req-c74c6afe-a142-4182-9c85-e1ecc15601ee tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.433750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2910d3c4-530f-4053-9163-db30b0db0750 req-c74c6afe-a142-4182-9c85-e1ecc15601ee tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 944 time: 0.2674689 Aug 16 02:12:43.476309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81297568-37a3-4165-9e19-d18af809c91d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.478896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81297568-37a3-4165-9e19-d18af809c91d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.480001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-81297568-37a3-4165-9e19-d18af809c91d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/ac18fdac-68ea-4467-9493-560150a8158f HTTP/1.1" status: 204 len: 168 time: 1.0350556 Aug 16 02:12:43.482733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48990) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.487722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.511541 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-08e7d502-3826-4bf1-a8b7-204986dbef06 service neutron] 10.222.0.83 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037016 Aug 16 02:12:43.550585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81297568-37a3-4165-9e19-d18af809c91d tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac18fdac-68ea-4467-9493-560150a8158f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.587643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ebbcd6ab-0ac7-43ad-b217-554541b67a21 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1005182 Aug 16 02:12:43.590306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48992) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.590583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.591005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.591399 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Floating IP 63fd7bad-988e-43af-b329-27d259edad40 disassociated. External IP: 172.25.6.208, port: 8f4f6596-6819-4b7b-b24a-33ca875d0f81. Aug 16 02:12:43.592074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 8f4f6596-6819-4b7b-b24a-33ca875d0f81 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:43.596596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207596819'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:43.609234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:43.623334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:43.628729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b103d3f-3c1c-49b8-9b67-8fcc02036885 req-280366bb-602d-4f7e-8170-ea73e6f11aef tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663201 Aug 16 02:12:43.630046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.630674 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.636200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a7d5d2-8d52-489a-8ba8-a89734834218 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:43.649745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2910d3c4-530f-4053-9163-db30b0db0750 req-65a8b34f-0d70-4506-b438-90fc8f9cd437 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836073 Aug 16 02:12:43.654903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:43.658947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cca7ed87-bba4-4ce6-bbaf-25cf9b66efb8 req-b9fb443e-d19a-4dc0-82e1-f6b1a00399ce service neutron] 10.222.0.83 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367953 Aug 16 02:12:43.684684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.746283 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1826040f-2162-4de3-a0c2-7afdfeafbb74 x-openstack-request-id: req-1826040f-2162-4de3-a0c2-7afdfeafbb74 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:43.749358 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "781106ab-6f34-4840-ac37-b6d6e77bea33", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:43.749358 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1826040f-2162-4de3-a0c2-7afdfeafbb74 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:43.749358 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '781106ab-6f34-4840-ac37-b6d6e77bea33', 'status': 'completed', 'code': 200} Aug 16 02:12:43.821255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49002) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:43.823827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a9dd798-1f9a-4ff0-a5ca-2aae9d0b7215 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7861850 Aug 16 02:12:43.829007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'name': 'tempest-NetworksTestDHCPv6-1131285840'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:43.905950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'd96461a7-2670-44f2-ab4b-ad2ba1a0ca1a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:43.907544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.916574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af743ace-92e5-45e1-8ba5-78be617f64dd req-1bc3090a-7a4d-4cb3-b664-e5d66bde7067 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:43.918355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af743ace-92e5-45e1-8ba5-78be617f64dd req-1bc3090a-7a4d-4cb3-b664-e5d66bde7067 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 943 time: 0.0648665 Aug 16 02:12:43.927779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.954506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:43.995626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af743ace-92e5-45e1-8ba5-78be617f64dd req-722d4ea6-9696-4ad7-92c1-83412f24d2af tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679574 Aug 16 02:12:43.996732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=8f4f6596-6819-4b7b-b24a-33ca875d0f81,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.027929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.050144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 992fc656-01a9-4bf4-97fb-c59710f01c41 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:44.065404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f133ab00-3fb7-4414-985a-3eb64cf8d458,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.117662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a/8e26b689-4888-4f2e-8a35-e309b1f7148b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:44.136528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:44.140312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.148883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Router 337b891c-3d1f-41ca-acf4-38b06c28a590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:12:44.171067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 18d323f0-bf58-4f98-8bfa-f0c5ebcae985 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:44.222713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.236521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9fed507-3c06-46d9-b0e0-f5df5e0c3a87 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6336744 Aug 16 02:12:44.236722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49006) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:44.240912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--1029565514'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:44.306769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 992fc656-01a9-4bf4-97fb-c59710f01c41 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:44.318306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 992fc656-01a9-4bf4-97fb-c59710f01c41 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:44.318735 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.333931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:12:44.343976 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] Sync routers for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:12:44.360336 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:44.361579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:12:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:44.390958 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.394844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Transition to ACTIVE for port object 8e26b689-4888-4f2e-8a35-e309b1f7148b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:44.402396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] No DVR routers for this DVR port 8f4f6596-6819-4b7b-b24a-33ca875d0f81 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:44.405065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.410412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-0d952a53-05fe-42fa-b357-bc9f49b3e273 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "DELETE /v2.0/ports/8f4f6596-6819-4b7b-b24a-33ca875d0f81 HTTP/1.1" status: 204 len: 173 time: 2.3031311 Aug 16 02:12:44.410914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.463284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Transition to ACTIVE for port object 8e26b689-4888-4f2e-8a35-e309b1f7148b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:44.464904 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.505477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 992fc656-01a9-4bf4-97fb-c59710f01c41, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=992fc656-01a9-4bf4-97fb-c59710f01c41,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:44.506476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd241e-f979-4445-80c5-e8772547d482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fc656-01a9-4bf4-97fb-c59710f01c41'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:44.510041 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15eaf0a1-7ef1-4360-b711-008bc7948cde" -d '{"events": [{"server_uuid": "93fd241e-f979-4445-80c5-e8772547d482", "name": "network-vif-plugged", "status": "completed", "tag": "992fc656-01a9-4bf4-97fb-c59710f01c41"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:44.539295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.540962 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:44.561258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:44.594070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:44.594070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:44.609218 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.618675 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.624617 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48780abc-1fa9-4f35-adf0-661e2b380c1a x-openstack-request-id: req-48780abc-1fa9-4f35-adf0-661e2b380c1a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:44.624922 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd241e-f979-4445-80c5-e8772547d482", "name": "network-vif-plugged", "status": "completed", "tag": "992fc656-01a9-4bf4-97fb-c59710f01c41", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:44.626429 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-48780abc-1fa9-4f35-adf0-661e2b380c1a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:44.627277 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd241e-f979-4445-80c5-e8772547d482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fc656-01a9-4bf4-97fb-c59710f01c41', 'code': 200} Aug 16 02:12:44.667821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 6ed1c91d-eac7-41d1-ac46-4933dce15792 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:44.668463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.695867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Pushing event updated for resources: {'Port': ['ID=8e26b689-4888-4f2e-8a35-e309b1f7148b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.732959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::3ca (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a/18d323f0-bf58-4f98-8bfa-f0c5ebcae985) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:44.784485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.806712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=992fc656-01a9-4bf4-97fb-c59710f01c41,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:44.814433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Attempting to bind port 8e26b689-4888-4f2e-8a35-e309b1f7148b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:44.814842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Attempting to bind port 8e26b689-4888-4f2e-8a35-e309b1f7148b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:44.817411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Attempting to bind port 8e26b689-4888-4f2e-8a35-e309b1f7148b on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:44.828524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:44.828921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:44.829339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.830370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:44.830370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Bound port: 8e26b689-4888-4f2e-8a35-e309b1f7148b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:44.830628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.909924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:44.962053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] For port 8e26b689-4888-4f2e-8a35-e309b1f7148b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:44.978197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] For port 8e26b689-4888-4f2e-8a35-e309b1f7148b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e26b689-4888-4f2e-8a35-e309b1f7148b,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:45.027597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847fd48-29b3-4490-9f59-564cb4a688fe req-4708f787-a35a-4243-94c6-1f5bbe073b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.035977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6847fd48-29b3-4490-9f59-564cb4a688fe req-4708f787-a35a-4243-94c6-1f5bbe073b40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 1097 time: 0.1822100 Aug 16 02:12:45.039259 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:51Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:45.053043 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.073761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] Checking router: 337b891c-3d1f-41ca-acf4-38b06c28a590 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:12:45.079159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] For port 6ed1c91d-eac7-41d1-ac46-4933dce15792, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6ed1c91d-eac7-41d1-ac46-4933dce15792,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:45.079901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.085029 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:12:45.086214 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:12:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:45.102218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283a89e6-e970-406b-a078-0dc997db5204,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.124796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419f3b0-217e-49fc-8456-14cfe1cf58b8 req-2df277d4-df6d-433c-a64f-12ddf9a69784 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.135517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5419f3b0-217e-49fc-8456-14cfe1cf58b8 req-2df277d4-df6d-433c-a64f-12ddf9a69784 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 945 time: 0.3023396 Aug 16 02:12:45.145248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 6ed1c91d-eac7-41d1-ac46-4933dce15792 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:45.200025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d0d638-52f5-4a60-91ec-8e550c568690 req-8b696272-6cd9-4586-9d53-7e02da370e6e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.201759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d0d638-52f5-4a60-91ec-8e550c568690 req-8b696272-6cd9-4586-9d53-7e02da370e6e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 942 time: 0.3656089 Aug 16 02:12:45.204567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d0b72-4293-4e82-9fa8-7d7f8d8dd606 None None] Pushing event updated for resources: {'Port': ['ID=8e26b689-4888-4f2e-8a35-e309b1f7148b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.209312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.216503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4be85da-f168-4641-81e4-1e1cf0a18037 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9865918 Aug 16 02:12:45.218905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49028) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.220021 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6847fd48-29b3-4490-9f59-564cb4a688fe req-dc1b003c-d218-4031-9801-c1bbc028a7e0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777685 Aug 16 02:12:45.225832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.242127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'f133ab00-3fb7-4414-985a-3eb64cf8d458', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '283a89e6-e970-406b-a078-0dc997db5204', 'remote_ip_prefix': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:45.243970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 18d323f0-bf58-4f98-8bfa-f0c5ebcae985 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:45.275546 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:12:45.297676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5419f3b0-217e-49fc-8456-14cfe1cf58b8 req-8eddf840-9512-4dcd-bed8-c2a1408984f1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600463 Aug 16 02:12:45.359364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.384918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44d0d638-52f5-4a60-91ec-8e550c568690 req-ae449bf2-314a-49c6-a9c6-e85c094497c2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups?id=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614273 Aug 16 02:12:45.449845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:45.473796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:45.523402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:45.532234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.535431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.583674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=18d323f0-bf58-4f98-8bfa-f0c5ebcae985,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.629884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.630153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-76ec035b-1cfb-4291-96e3-351126f2d32e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1609132 Aug 16 02:12:45.714730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eb1f9b42-69c0-491f-b45a-530989233bef tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8923032 Aug 16 02:12:45.717152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49030) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.732411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:51Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:12:45.753086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:45.756402 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eca195-4ff1-40d6-b33c-c419e72e447f" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:45.777296 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161b625-a54f-4a94-ad35-700ff600056b None None] The sync data for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 is: [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:01:42Z', 'revision_number': 4, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '336778a3-b0b3-49db-b854-7c886ff00461', 'name': '', 'network_id': 'f899d6cd-0899-4e20-b2b9-e5f838a52a80', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'mac_address': 'fa:16:3e:93:0b:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_interface', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:40Z', 'updated_at': '2021-08-16T02:01:51Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'subnets': [{'id': 'bbbc8d56-4341-4bb4-95a4-f74fbb205f7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:12:45.782319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.799035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2505360-b867-4472-9b78-25f9bd31c90a req-180e43c8-94d1-4fe4-911e-653e2f9ca10c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.800677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2505360-b867-4472-9b78-25f9bd31c90a req-180e43c8-94d1-4fe4-911e-653e2f9ca10c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 943 time: 0.2180264 Aug 16 02:12:45.830200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.833005 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1f8195-0e6e-43f0-9a62-9ac224270a34 x-openstack-request-id: req-8c1f8195-0e6e-43f0-9a62-9ac224270a34 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:45.833314 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "8f4f6596-6819-4b7b-b24a-33ca875d0f81", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:45.833574 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c1f8195-0e6e-43f0-9a62-9ac224270a34 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:45.834348 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '8f4f6596-6819-4b7b-b24a-33ca875d0f81', 'status': 'completed', 'code': 200} Aug 16 02:12:45.835987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.852603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-d54ba9f4-4495-494d-b0b9-0b8586bdf1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.854572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-d54ba9f4-4495-494d-b0b9-0b8586bdf1fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1819265 Aug 16 02:12:45.878863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b19ee-0086-4500-931e-146f0e545092 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.879591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255b19ee-0086-4500-931e-146f0e545092 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:45.881062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-255b19ee-0086-4500-931e-146f0e545092 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1580834 Aug 16 02:12:45.889498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49034) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:45.919116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=6ed1c91d-eac7-41d1-ac46-4933dce15792,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:45.935021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2505360-b867-4472-9b78-25f9bd31c90a req-af91b904-d632-4a61-ac4c-092d949508a1 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219935 Aug 16 02:12:45.936226 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.990030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] No DVR routers for this DVR port 6ed1c91d-eac7-41d1-ac46-4933dce15792 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:45.992725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:45.995267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-184825a3-3664-4bac-869f-e5c889c2c5e3 req-33bd11cd-b938-44c7-9605-ef42f4e0b4c8 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.58 "DELETE /v2.0/ports/6ed1c91d-eac7-41d1-ac46-4933dce15792 HTTP/1.1" status: 204 len: 173 time: 1.5754511 Aug 16 02:12:45.998052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4d6b87-45ad-4fc1-a240-15081ceb41c6,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.073853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.078904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b33010eb-3c92-424b-9615-372ca2f6f9e3 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8419271 Aug 16 02:12:46.084116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-7ae020cd-96b9-4e9f-bae6-8f28885fd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.084610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49042) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.084724 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-7ae020cd-96b9-4e9f-bae6-8f28885fd4ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.1988647 Aug 16 02:12:46.153288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd1372f2-6428-4830-b0e8-b7f0a42cb5a8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.164665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd1372f2-6428-4830-b0e8-b7f0a42cb5a8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.179209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3aae7f-2865-4fef-8ebb-83992c6ffa75 None None] New status for floating IP 63fd7bad-988e-43af-b329-27d259edad40: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:12:46.186569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-29c6e814-9d90-4aaf-8bea-bc3997324f69 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.0906260 Aug 16 02:12:46.204935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 18d323f0-bf58-4f98-8bfa-f0c5ebcae985 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:46.212517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.318004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-1b453ab7-b38a-476d-90f8-fcc148b35e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.320263 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-1b453ab7-b38a-476d-90f8-fcc148b35e9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1271293 Aug 16 02:12:46.342884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd1372f2-6428-4830-b0e8-b7f0a42cb5a8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.349128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd1372f2-6428-4830-b0e8-b7f0a42cb5a8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.356505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bd1372f2-6428-4830-b0e8-b7f0a42cb5a8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fd4d6b87-45ad-4fc1-a240-15081ceb41c6 HTTP/1.1" status: 204 len: 168 time: 0.2698069 Aug 16 02:12:46.361254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49052) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.394440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1372f2-6428-4830-b0e8-b7f0a42cb5a8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd4d6b87-45ad-4fc1-a240-15081ceb41c6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:46.477366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.507029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-202c6b7c-b384-4ef2-8ea9-1c949b12417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.508953 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-202c6b7c-b384-4ef2-8ea9-1c949b12417d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1753531 Aug 16 02:12:46.533028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e589328-e830-4e62-9717-96efcfa74010 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1463764 Aug 16 02:12:46.533028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 18d323f0-bf58-4f98-8bfa-f0c5ebcae985 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:46.539250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49060) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:46.653120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea63999-dead-4776-96f9-8ca1192f36a4 req-850242f9-cad9-4a82-b8cf-087e257864ee tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:46.660958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ea63999-dead-4776-96f9-8ca1192f36a4 req-850242f9-cad9-4a82-b8cf-087e257864ee tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 945 time: 0.1851881 Aug 16 02:12:46.729041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-417c31bc-c6f4-448a-ac28-55a4d5b13acb req-923f0ed3-c662-48f1-b667-ecb3ee94febe tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.1105497 Aug 16 02:12:46.770369 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3122-18c3-4a45-8e68-f27960d10028 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.826047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3122-18c3-4a45-8e68-f27960d10028 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:46.832634 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-9b43d049-5b5f-4dbf-9ebf-2a64dd320ffa service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960656 Aug 16 02:12:46.849597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ea63999-dead-4776-96f9-8ca1192f36a4 req-1ee69e3c-6169-4df2-b186-246af433b225 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877208 Aug 16 02:12:47.032628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8e26b689-4888-4f2e-8a35-e309b1f7148b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:47.045315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3122-18c3-4a45-8e68-f27960d10028 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.049300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec8a3122-18c3-4a45-8e68-f27960d10028 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.057835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec8a3122-18c3-4a45-8e68-f27960d10028 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/283a89e6-e970-406b-a078-0dc997db5204 HTTP/1.1" status: 204 len: 168 time: 0.5152678 Aug 16 02:12:47.059858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49072) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.160129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:12:47.166817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a3122-18c3-4a45-8e68-f27960d10028 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283a89e6-e970-406b-a078-0dc997db5204,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.167392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0eccf-9919-45ba-82c0-1ed14a4979ed req-73b06ac7-d1da-42c6-a171-a936bb237d26 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236451 Aug 16 02:12:47.209751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8e26b689-4888-4f2e-8a35-e309b1f7148b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:47.275125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-006343ce-87b9-4494-bf31-f8c060f7757c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1392374 Aug 16 02:12:47.278814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.285122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb5728aa-c141-49e2-9fbd-d3347b121ee6 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2048507 Aug 16 02:12:47.288579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49076) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.340898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=18d323f0-bf58-4f98-8bfa-f0c5ebcae985,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:47.376399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9baa8a8-b7bd-47c4-a598-3dc808276eef req-a782afe0-6448-46f8-9df2-b601451e1252 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.379214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9baa8a8-b7bd-47c4-a598-3dc808276eef req-a782afe0-6448-46f8-9df2-b601451e1252 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 943 time: 0.2764304 Aug 16 02:12:47.428399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.434252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-987615e5-6b07-4159-9fed-443d270c6a40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/18d323f0-bf58-4f98-8bfa-f0c5ebcae985 HTTP/1.1" status: 204 len: 168 time: 1.5416062 Aug 16 02:12:47.440085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49080) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.542527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820436a1-3f2b-4c99-864f-e35cdea3c3f1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.546851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820436a1-3f2b-4c99-864f-e35cdea3c3f1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.550017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] Provisioning for port 8e26b689-4888-4f2e-8a35-e309b1f7148b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:47.553934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5656e55f-2d81-4fd3-b5a9-56b6eea828e4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.556406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-820436a1-3f2b-4c99-864f-e35cdea3c3f1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1149337 Aug 16 02:12:47.559133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49082) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:47.564917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] Provisioning complete for port 8e26b689-4888-4f2e-8a35-e309b1f7148b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:47.565356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.592995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9baa8a8-b7bd-47c4-a598-3dc808276eef req-953489c5-cac1-4e35-a6d6-6f329ea0de80 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842923 Aug 16 02:12:47.636488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.637484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.648044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.649739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.649875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:47.650816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.651549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.652239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:47.654759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-5d71479d-754d-4da2-91fb-89ee11796778 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.2745736 Aug 16 02:12:47.657761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5656e55f-2d81-4fd3-b5a9-56b6eea828e4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.658033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.676842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:47.709229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'port_id': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'mac_address': 'fa:16:3e:b9:15:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef5e04-05aa-443b-bb5f-798da1cfed20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:12:47.762220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.835110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:47.843503 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.850102 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce7cc1f-6dd6-4776-b34c-16e914bed5b0" -d '{"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:47.855567 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:47.869138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a228ceb-7874-4876-a5e7-731cdb51f335 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:12:47.904747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:47.920752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] For port 8e26b689-4888-4f2e-8a35-e309b1f7148b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e26b689-4888-4f2e-8a35-e309b1f7148b,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:47.956137 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bec5d5-3ea1-4220-8f2b-fd6b14677c8a x-openstack-request-id: req-42bec5d5-3ea1-4220-8f2b-fd6b14677c8a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:47.956472 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21121316-3838-42af-8a92-8c9be67f34f1", "name": "network-vif-deleted", "tag": "6ed1c91d-eac7-41d1-ac46-4933dce15792", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:47.956686 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42bec5d5-3ea1-4220-8f2b-fd6b14677c8a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:47.957432 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21121316-3838-42af-8a92-8c9be67f34f1', 'name': 'network-vif-deleted', 'tag': '6ed1c91d-eac7-41d1-ac46-4933dce15792', 'status': 'completed', 'code': 200} Aug 16 02:12:48.047184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.047643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.050800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.130814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.190027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4d0e186e-4e25-4486-8f57-93c190cebd3a None None] Could not find standard attr ID for object 18d323f0-bf58-4f98-8bfa-f0c5ebcae985. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:12:48.229065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0bcf3-2a91-4e74-bee2-6f3fef9c6920 None None] Pushing event updated for resources: {'Port': ['ID=8e26b689-4888-4f2e-8a35-e309b1f7148b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.238096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.279318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.289055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['5a228ceb-7874-4876-a5e7-731cdb51f335'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:12:48.292428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.294851 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9fc245a2-201c-4e34-882f-a585b35327aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a HTTP/1.1" status: 204 len: 168 time: 0.7341447 Aug 16 02:12:48.298478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49094) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.343954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5427bdc9-1f7d-4591-ae21-db2dd54e5350 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:48.353229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2d539bec-25d5-4f31-8476-48f70388d582 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533338 Aug 16 02:12:48.355869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.361805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:48.442941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f2cb5f1-46a5-4268-918c-af30ef8429f6 req-9edfd4c0-4536-47f7-9d0c-a79cf7d95b22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.5129187 Aug 16 02:12:48.456288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5656e55f-2d81-4fd3-b5a9-56b6eea828e4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.459844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5656e55f-2d81-4fd3-b5a9-56b6eea828e4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.469576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5656e55f-2d81-4fd3-b5a9-56b6eea828e4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/f133ab00-3fb7-4414-985a-3eb64cf8d458 HTTP/1.1" status: 204 len: 168 time: 1.1711009 Aug 16 02:12:48.470026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.503274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e5f237dc-d2f0-4c23-8b16-8a57cd119eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.503775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e5f237dc-d2f0-4c23-8b16-8a57cd119eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.504262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e5f237dc-d2f0-4c23-8b16-8a57cd119eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.506090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e5f237dc-d2f0-4c23-8b16-8a57cd119eda service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=8f42de13-11f5-40cd-8597-dfbf75d7c956&id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 2292 time: 0.8074319 Aug 16 02:12:48.517313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a29945-1d30-4e4b-b3ec-039b6f80f763 req-74d1e9cd-71c9-43f8-9abc-abcb70053463 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.526915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06a29945-1d30-4e4b-b3ec-039b6f80f763 req-74d1e9cd-71c9-43f8-9abc-abcb70053463 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 945 time: 0.1167593 Aug 16 02:12:48.534368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656e55f-2d81-4fd3-b5a9-56b6eea828e4 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f133ab00-3fb7-4414-985a-3eb64cf8d458,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:48.581613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:48.585267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.624324 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9212812b-3e24-4b79-af1d-459477152139 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1465356 Aug 16 02:12:48.627394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:48.637680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2050714942'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:48.687031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06a29945-1d30-4e4b-b3ec-039b6f80f763 req-78afebe0-53fa-4ed8-99ee-86af2a9d6954 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587951 Aug 16 02:12:48.748790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-0020954f-9295-4783-b33b-25ce840b492b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 1001 time: 0.2098899 Aug 16 02:12:48.824808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:48.860797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.866566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e8178ac3-2ac2-4c25-b5bc-13739270000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.868903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e8178ac3-2ac2-4c25-b5bc-13739270000d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 200 len: 850 time: 0.1111965 Aug 16 02:12:48.908614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] Deleting port 8e26b689-4888-4f2e-8a35-e309b1f7148b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:48.909124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:48.914069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d7432-e09e-43da-b40d-4231d96c2dbf req-dc54d147-8e41-4bf4-aa57-2be4cab3e3e1 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:48.915908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-327d7432-e09e-43da-b40d-4231d96c2dbf req-dc54d147-8e41-4bf4-aa57-2be4cab3e3e1 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 944 time: 0.1079462 Aug 16 02:12:49.001166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] For port 8e26b689-4888-4f2e-8a35-e309b1f7148b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e26b689-4888-4f2e-8a35-e309b1f7148b,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:49.001954 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.011819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-327d7432-e09e-43da-b40d-4231d96c2dbf req-35ff5015-e0d2-4a02-9a8d-c9d151adbfdd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716784 Aug 16 02:12:49.015686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-51762633-3e4b-4f51-8f42-c60020ff1670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.017049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] Calling delete_port for 8e26b689-4888-4f2e-8a35-e309b1f7148b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:49.017202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-51762633-3e4b-4f51-8f42-c60020ff1670 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd6dc3da-7a2b-42b5-8651-4224815901b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1387556 Aug 16 02:12:49.084681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.119104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.157237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:49.161067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:49.165851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.166462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.169289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-0108890a-1ae6-41d6-b1bc-c4448e7c1d07 service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342523 Aug 16 02:12:49.171501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:49.180416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=d4cada94-2a21-4886-9caf-d024e65ff3be,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.209354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.230323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.265349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] Pushing event deleted for resources: {'Port': ['ID=8e26b689-4888-4f2e-8a35-e309b1f7148b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.277779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb451cc8-3aa0-4253-98e4-bcc6c362bab4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:49.278247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed5b36-d57f-40c4-b020-79f8e511759f None None] No DVR routers for this DVR port 8e26b689-4888-4f2e-8a35-e309b1f7148b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:49.307299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be85b82d-c589-4805-9c10-b7dadc342cc8 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:49.315426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-33681d5f-2fd4-4eb9-918b-1378fa398a55 service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375308 Aug 16 02:12:49.342799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-142f0955-08a1-40d4-a69f-07764ed24b63 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9858336 Aug 16 02:12:49.346058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49110) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:49.353456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'name': 'tempest-NetworksTestDHCPv6-182514538'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:49.372362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-d42ae3bb-0552-4262-a7c1-f3dfc85ed8e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 217 time: 0.0497189 Aug 16 02:12:49.435494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 5a228ceb-7874-4876-a5e7-731cdb51f335 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:49.438342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.439844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b55f7ee-8f11-4232-a55e-73f37e16df1b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8057995 Aug 16 02:12:49.444579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:49.449157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 5a228ceb-7874-4876-a5e7-731cdb51f335 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:49.449551 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.460736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': 'eb451cc8-3aa0-4253-98e4-bcc6c362bab4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:49.462043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-96feb657-16b3-49e6-a241-834bfad64859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.463777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-96feb657-16b3-49e6-a241-834bfad64859 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0831037 Aug 16 02:12:49.568182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'd4cada94-2a21-4886-9caf-d024e65ff3be'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:49.569313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.599343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e56397e5-a06a-4055-8268-52f84e97c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:49.610393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e56397e5-a06a-4055-8268-52f84e97c331 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1325538 Aug 16 02:12:49.610563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.738613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-339b9c60-4e96-4bdd-913f-06790f8713d3 req-0a95b6d7-cee3-4bbc-8cba-fc6f1fa55f32 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0753839 Aug 16 02:12:49.749562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.777199 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.777952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:49.789659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.820524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-ff78870e-1c21-4528-ac10-96958c3dca8d service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075861 Aug 16 02:12:49.821329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 39674cab-bb95-4d8c-b858-06cfa89ba6b2 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:49.825193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:12:49.827763 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50bb7363-a7f2-40fc-bb93-992648820446" -d '{"events": [{"server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "name": "network-vif-plugged", "status": "completed", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:12:49.838301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:49.892980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d4cada94-2a21-4886-9caf-d024e65ff3be/0bbcf759-cbef-4044-903c-3a4d4032da54) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:49.899279 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e214a5fa-944f-42ea-98b5-a1f81d444ea1 x-openstack-request-id: req-e214a5fa-944f-42ea-98b5-a1f81d444ea1 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:12:49.899610 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "name": "network-vif-plugged", "status": "completed", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:12:49.899863 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e214a5fa-944f-42ea-98b5-a1f81d444ea1 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:12:49.900556 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'code': 200} Aug 16 02:12:49.905960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.911050 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:49.956083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-d71d884e-05d7-4114-9d0d-a4128c6feec9 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263001 Aug 16 02:12:49.979808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4cf0e7-12e6-40af-a2c8-ccbef6086591,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.027263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-a164996c-0fdf-4c4e-a388-40934b8dc898 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 217 time: 0.0640523 Aug 16 02:12:50.055837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916540-a6f4-473c-88c4-42d8dbf73ed6 req-77c5e9d0-9c9b-4815-89ba-7ea001d64c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.056317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.057551 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9916540-a6f4-473c-88c4-42d8dbf73ed6 req-77c5e9d0-9c9b-4815-89ba-7ea001d64c0b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 1097 time: 0.0754037 Aug 16 02:12:50.102414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-694368af-2221-4be7-9549-8b45006b61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.104081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-694368af-2221-4be7-9549-8b45006b61d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0681479 Aug 16 02:12:50.108403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9916540-a6f4-473c-88c4-42d8dbf73ed6 req-aedc0d1e-457b-471b-9f81-b3287cb1303d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Aug 16 02:12:50.120062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.122148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6ced5562-3233-4692-b36c-a9bad5ba0b4a tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6763093 Aug 16 02:12:50.126813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49136) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.154863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.175602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5654-3d90-491c-81d6-d480809499aa tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.184872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5654-3d90-491c-81d6-d480809499aa tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.238164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f55fd-d78a-4827-b382-b56fadc78ef4 req-c9ec94cc-aa18-4b93-91ef-223d9a135115 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.239636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb0f55fd-d78a-4827-b382-b56fadc78ef4 req-c9ec94cc-aa18-4b93-91ef-223d9a135115 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0776327 Aug 16 02:12:50.243238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-7571e511-2d96-4d5b-b6b4-7cf394c0d67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.245011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-7571e511-2d96-4d5b-b6b4-7cf394c0d67f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316772 Aug 16 02:12:50.312881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5654-3d90-491c-81d6-d480809499aa tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.318999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8dbf5654-3d90-491c-81d6-d480809499aa tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.322698 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8dbf5654-3d90-491c-81d6-d480809499aa tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/fc4cf0e7-12e6-40af-a2c8-ccbef6086591 HTTP/1.1" status: 204 len: 168 time: 0.1923215 Aug 16 02:12:50.323562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49138) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.330174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf5654-3d90-491c-81d6-d480809499aa tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc4cf0e7-12e6-40af-a2c8-ccbef6086591,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.341515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Transition to ACTIVE for port object 0bbcf759-cbef-4044-903c-3a4d4032da54 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:50.357229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb0f55fd-d78a-4827-b382-b56fadc78ef4 req-670bc692-c371-45df-aeab-937c33f000a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098399 Aug 16 02:12:50.373432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Transition to ACTIVE for port object 0bbcf759-cbef-4044-903c-3a4d4032da54 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:50.414049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-173b4290-78b6-42ea-bdb8-d823ba1f75e9 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871606 Aug 16 02:12:50.414840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49140) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.435786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-04e3cac7-9fd1-4303-867c-1d8637c72fac service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813304 Aug 16 02:12:50.450566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.494384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:50.501992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:50.506318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:50.514183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Pushing event updated for resources: {'Port': ['ID=0bbcf759-cbef-4044-903c-3a4d4032da54,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.566897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::4e (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d4cada94-2a21-4886-9caf-d024e65ff3be/39674cab-bb95-4d8c-b858-06cfa89ba6b2) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:50.569002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20b68b61-c571-4a59-8181-e388fd89043b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.586830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Attempting to bind port 0bbcf759-cbef-4044-903c-3a4d4032da54 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:50.587498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Attempting to bind port 0bbcf759-cbef-4044-903c-3a4d4032da54 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:50.587696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-78036db8-27b4-4988-b10e-e8fd9bcc9f5c service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442387 Aug 16 02:12:50.588237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Attempting to bind port 0bbcf759-cbef-4044-903c-3a4d4032da54 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:50.594432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:50.594992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:50.595600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.596083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:50.596716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Bound port: 0bbcf759-cbef-4044-903c-3a4d4032da54, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:50.597420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.604280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20b68b61-c571-4a59-8181-e388fd89043b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.674454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-891310d7-2f4f-4df9-ac4e-069459b46b34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 200 len: 217 time: 0.0775042 Aug 16 02:12:50.685214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] For port 0bbcf759-cbef-4044-903c-3a4d4032da54, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:50.690894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] For port 0bbcf759-cbef-4044-903c-3a4d4032da54, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bbcf759-cbef-4044-903c-3a4d4032da54,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:50.772168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-392b6ff1-d716-44fc-a0a4-aa0950663695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:50.783698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.791866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-392b6ff1-d716-44fc-a0a4-aa0950663695 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1107681 Aug 16 02:12:50.885410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20b68b61-c571-4a59-8181-e388fd89043b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.897749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20b68b61-c571-4a59-8181-e388fd89043b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:50.900245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20b68b61-c571-4a59-8181-e388fd89043b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/eb451cc8-3aa0-4253-98e4-bcc6c362bab4 HTTP/1.1" status: 204 len: 168 time: 0.4840512 Aug 16 02:12:50.908868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8e26b689-4888-4f2e-8a35-e309b1f7148b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:50.922825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49152) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:50.977541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55d42486-b71a-44ae-a07e-ab5625ee02c5 req-4d49f8f1-56ca-471d-bf46-7f240e42b4e2 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0354521 Aug 16 02:12:50.981812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 8e26b689-4888-4f2e-8a35-e309b1f7148b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:50.983519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b68b61-c571-4a59-8181-e388fd89043b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb451cc8-3aa0-4253-98e4-bcc6c362bab4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:50.989623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8e26b689-4888-4f2e-8a35-e309b1f7148b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:50.992180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9059ff-b94a-474f-9a35-1d24dea42426 None None] Pushing event updated for resources: {'Port': ['ID=0bbcf759-cbef-4044-903c-3a4d4032da54,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.005978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.056624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 39674cab-bb95-4d8c-b858-06cfa89ba6b2 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:51.096471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-f0fc594e-0ee4-4259-8cfc-494b30cc51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.098029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-f0fc594e-0ee4-4259-8cfc-494b30cc51f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2977488 Aug 16 02:12:51.108677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49156) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.110506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-600e5cfe-be8d-47d9-9e99-8177e2143796 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1824946 Aug 16 02:12:51.115255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099723589'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:51.251077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-183ae291-3ab0-4884-95d3-143e57602a28 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384954 Aug 16 02:12:51.285623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.338089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.377299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-8e75503c-ad78-4b48-9c22-34f4b99776de service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193876 Aug 16 02:12:51.425570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:51.429200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=39674cab-bb95-4d8c-b858-06cfa89ba6b2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.431748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:51.443558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:51.449463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.450111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.451862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-021c175a-c46f-4f50-95ee-6a37ba7f788b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 200 len: 217 time: 0.0557244 Aug 16 02:12:51.485071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.541867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-d8d45350-9263-4e0a-9bf6-d7727a8de287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.543275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-d8d45350-9263-4e0a-9bf6-d7727a8de287 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0826557 Aug 16 02:12:51.560375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc05073-d304-448f-b595-21f0bab963b6 req-41dde3db-6783-461f-8744-bb1baafb78a3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.563342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc05073-d304-448f-b595-21f0bab963b6 req-41dde3db-6783-461f-8744-bb1baafb78a3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0869086 Aug 16 02:12:51.599292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.631990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc05073-d304-448f-b595-21f0bab963b6 req-f6ba1074-fa13-4442-9782-012b8eca41a9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598698 Aug 16 02:12:51.634825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-2a5899b9-a303-4da0-85e4-8320e1bac297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.636269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-2a5899b9-a303-4da0-85e4-8320e1bac297 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720384 Aug 16 02:12:51.641787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e844d52-76a8-4522-8a99-78f49483694b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:51.716586 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e4dbc337-94af-48d1-b630-2a2492306f14 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3662300 Aug 16 02:12:51.716586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49162) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.729740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.734089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e1ccdad-5cff-435a-95c4-a8a35893c22e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6242809 Aug 16 02:12:51.736726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49164) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.741978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': '8e844d52-76a8-4522-8a99-78f49483694b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:51.786326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1afc23-a12f-4d5e-8087-6eb1514e5d26 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.795464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1afc23-a12f-4d5e-8087-6eb1514e5d26 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.801570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8d1afc23-a12f-4d5e-8087-6eb1514e5d26 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0839620 Aug 16 02:12:51.802479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49166) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:51.804316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef12ae-9d90-40fa-890a-5f66b2976fc6 req-2475de15-4b0d-4db4-96be-0a1b4f90136b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:51.806038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38ef12ae-9d90-40fa-890a-5f66b2976fc6 req-2475de15-4b0d-4db4-96be-0a1b4f90136b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1015840 Aug 16 02:12:51.825972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e80ca8c6-5ee9-4115-a7b4-896c0f481b43 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813419 Aug 16 02:12:51.949698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:51.966176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 39674cab-bb95-4d8c-b858-06cfa89ba6b2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:51.966533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.027343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-d9624eb4-1ca2-4cf8-b2a3-fa95885e5085 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917458 Aug 16 02:12:52.074959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38ef12ae-9d90-40fa-890a-5f66b2976fc6 req-54982697-f702-45f3-9736-9c4a77c7d1b7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607179 Aug 16 02:12:52.146270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-05b5a411-337b-43cb-8f33-4650915601c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 200 len: 217 time: 0.1052563 Aug 16 02:12:52.160224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.180026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 39674cab-bb95-4d8c-b858-06cfa89ba6b2 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:52.188318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53526948-f227-4cfb-ae75-ce4b883021fa req-ce2236e4-98dd-47aa-b858-438274053261 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0735793 Aug 16 02:12:52.345622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.364676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-2fa6efec-4426-4368-b90e-44658c8edcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.366031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-2fa6efec-4426-4368-b90e-44658c8edcf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.1945691 Aug 16 02:12:52.419491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-ab4b1801-5ca4-4f13-ad5d-7152bfe27a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.421102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-ab4b1801-5ca4-4f13-ad5d-7152bfe27a27 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0477076 Aug 16 02:12:52.496413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.497012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b7437ec5-68ef-461e-a12f-1ba1bd9557ba None None] Provisioning for port 0bbcf759-cbef-4044-903c-3a4d4032da54 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:52.514893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.559548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32cecd6c-c788-45c0-87a0-611a4591ba33,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.587214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=39674cab-bb95-4d8c-b858-06cfa89ba6b2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:52.596713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-f8a38911-7d62-4b7c-bc6a-d97c961ce251 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682112 Aug 16 02:12:52.640137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.642274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.645521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-73f02452-d2b4-477b-8a8b-72df9a7a638d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/39674cab-bb95-4d8c-b858-06cfa89ba6b2 HTTP/1.1" status: 204 len: 168 time: 0.8394568 Aug 16 02:12:52.645924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.646274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49188) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.646406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f315003d-acc2-4357-857b-4d6bc26b8b91 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9086583 Aug 16 02:12:52.696106 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-14a66e89-4b0e-4bb1-a1d0-2ae6eaf1c4e5 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules/32cecd6c-c788-45c0-87a0-611a4591ba33 HTTP/1.1" status: 200 len: 763 time: 0.0360749 Aug 16 02:12:52.719842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bb20b35e-3047-4ff3-ad68-970afa6eec9f None None] Could not find standard attr ID for object 39674cab-bb95-4d8c-b858-06cfa89ba6b2. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:12:52.720756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49190) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.768022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b406a-f4a0-4542-b29b-a5bff97f22d1 req-dbd9e0e1-e2f0-477c-9bb3-a8c4229da3f5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.780631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-694b406a-f4a0-4542-b29b-a5bff97f22d1 req-dbd9e0e1-e2f0-477c-9bb3-a8c4229da3f5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1760657 Aug 16 02:12:52.845370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5a8c7-cc69-4a04-97ae-350270f09790 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.849600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5a8c7-cc69-4a04-97ae-350270f09790 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:52.851417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2b5a8c7-cc69-4a04-97ae-350270f09790 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2040491 Aug 16 02:12:52.854080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49194) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.865160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8985e8b7-77ed-4d9b-a3ac-af7a9facf059 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1429605 Aug 16 02:12:52.886136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49196) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:52.935774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-694b406a-f4a0-4542-b29b-a5bff97f22d1 req-14cf8134-46fe-4568-8ac2-1161275d2877 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449056 Aug 16 02:12:52.953333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0684fa5b-5af2-49c1-8e89-a9cc618f7ff2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:52.980628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0684fa5b-5af2-49c1-8e89-a9cc618f7ff2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.004143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bbcf759-cbef-4044-903c-3a4d4032da54 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:53.005455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-e53c7f5b-4862-4d86-8bb3-641580d4f92d service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900502 Aug 16 02:12:53.027767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet d4cada94-2a21-4886-9caf-d024e65ff3be {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:53.051985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.071515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-4478a2a5-254e-4938-b01c-30eaf780987b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 217 time: 0.0586755 Aug 16 02:12:53.138816 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.167276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-9fe241c3-3421-44c8-af02-ee0db5419fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.169003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-9fe241c3-3421-44c8-af02-ee0db5419fc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.0867498 Aug 16 02:12:53.178621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f82c6-72ef-4c31-a0a6-9f7a89f4536a req-69c76a0b-51c5-4a2c-806b-07042ad8ee86 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.180491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b6f82c6-72ef-4c31-a0a6-9f7a89f4536a req-69c76a0b-51c5-4a2c-806b-07042ad8ee86 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1035011 Aug 16 02:12:53.190419 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0684fa5b-5af2-49c1-8e89-a9cc618f7ff2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.202526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0684fa5b-5af2-49c1-8e89-a9cc618f7ff2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.207196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0684fa5b-5af2-49c1-8e89-a9cc618f7ff2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/32cecd6c-c788-45c0-87a0-611a4591ba33 HTTP/1.1" status: 204 len: 168 time: 0.3338585 Aug 16 02:12:53.236929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49210) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.251235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0bbcf759-cbef-4044-903c-3a4d4032da54 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:53.251644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0684fa5b-5af2-49c1-8e89-a9cc618f7ff2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32cecd6c-c788-45c0-87a0-611a4591ba33,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.268823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0bbcf759-cbef-4044-903c-3a4d4032da54 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:53.269335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.296391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-01c4abd0-b375-433b-adb1-b53419e728cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.302075 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-01c4abd0-b375-433b-adb1-b53419e728cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1202130 Aug 16 02:12:53.303121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.305120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b6f82c6-72ef-4c31-a0a6-9f7a89f4536a req-bc42e4f3-f9ef-420a-9c59-432a7d28ad28 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107504 Aug 16 02:12:53.399509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.416292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c590a271-2ac1-4870-ad6a-4f6d970a96d2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1757393 Aug 16 02:12:53.427202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.429481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': '8e844d52-76a8-4522-8a99-78f49483694b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:53.452972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93f08d7d-f959-4477-8abf-21ee7e9e7b3f req-6074cbd5-a8ea-4c10-b11f-1d8f4a617b2c tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0550594 Aug 16 02:12:53.518432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-1a33636e-66f0-4127-8da5-431ba78dd156 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074904 Aug 16 02:12:53.566263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.614934 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:12:53.614934 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:12:53.618422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.619231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce530c43-79ea-4c35-b46b-56e9b6390d9a None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:53.622832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d4cada94-2a21-4886-9caf-d024e65ff3be HTTP/1.1" status: 204 len: 168 time: 0.7651112 Aug 16 02:12:53.622832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ad18a5-1ac7-4510-af5e-6f5683eb17eb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=d4cada94-2a21-4886-9caf-d024e65ff3be,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.624389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.631675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.708344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.709112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-77eaa59b-45aa-4f24-b440-872e1f2662ca tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796201 Aug 16 02:12:53.709702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.741555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a41e6b3d-2fab-4027-8830-3ae3da4469c1 req-90887174-ca7b-4364-81a5-c1759ac9d778 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147777 Aug 16 02:12:53.816614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:53.857421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4012053-88a3-4ce7-8031-e39a65ddbe2b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:53.869790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c4012053-88a3-4ce7-8031-e39a65ddbe2b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1480942 Aug 16 02:12:53.870968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49238) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:53.895366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312d9939-26ef-4960-91a2-3fa992b77ff5,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:53.920527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:54.021681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.022966 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1a285ae3-6466-4823-9329-c9638b70d92b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5971150 Aug 16 02:12:54.029310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] Deleting port 0bbcf759-cbef-4044-903c-3a4d4032da54 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:54.029310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.029571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49240) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.050827 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eef69341-a92b-404d-a3ce-254c0bf61b6e tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules/312d9939-26ef-4960-91a2-3fa992b77ff5 HTTP/1.1" status: 200 len: 763 time: 0.0239356 Aug 16 02:12:54.053171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49242) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.105894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ec29cf36-20c1-4762-a222-eb62821e84e2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0515795 Aug 16 02:12:54.110948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49248) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.165760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] For port 0bbcf759-cbef-4044-903c-3a4d4032da54, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bbcf759-cbef-4044-903c-3a4d4032da54,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:54.166199 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.168281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b801bd-49c8-47d1-aa64-4550e27686c2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.178088 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b801bd-49c8-47d1-aa64-4550e27686c2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.208011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] Calling delete_port for 0bbcf759-cbef-4044-903c-3a4d4032da54 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:54.230131 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.319387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0bbcf759-cbef-4044-903c-3a4d4032da54, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bbcf759-cbef-4044-903c-3a4d4032da54,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:54.324970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b801bd-49c8-47d1-aa64-4550e27686c2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.332186 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b801bd-49c8-47d1-aa64-4550e27686c2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.333327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63b801bd-49c8-47d1-aa64-4550e27686c2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/312d9939-26ef-4960-91a2-3fa992b77ff5 HTTP/1.1" status: 204 len: 168 time: 0.2211635 Aug 16 02:12:54.336035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.377091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b801bd-49c8-47d1-aa64-4550e27686c2 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=312d9939-26ef-4960-91a2-3fa992b77ff5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.417848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.467007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f7573ea5-6f8a-4a53-b18b-4d734f1c92bc tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1183155 Aug 16 02:12:54.470389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49260) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.478975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Request body: {'security_group_rule': {'security_group_id': '8e844d52-76a8-4522-8a99-78f49483694b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.503423 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.561057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] No DVR routers for this DVR port 0bbcf759-cbef-4044-903c-3a4d4032da54 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:12:54.617156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0bbcf759-cbef-4044-903c-3a4d4032da54,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.649994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231adda-745c-4070-9daa-da6bb404f53f None None] Pushing event deleted for resources: {'Port': ['ID=0bbcf759-cbef-4044-903c-3a4d4032da54,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:54.671310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.725250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb824ef4-d71c-45bc-a108-61158d96b0bf req-5e8556c4-e606-4344-b9de-c3862b015237 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0747607 Aug 16 02:12:54.742474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.772730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf1478b-ea61-4f12-b4d0-a1953529f313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.776241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7cf1478b-ea61-4f12-b4d0-a1953529f313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9013498 Aug 16 02:12:54.777475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49266) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.842037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055b477-80f8-435f-a19f-2230d394d615 req-92702899-f492-4c92-b9a4-a5eaf5ff32ba tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:54.851437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1055b477-80f8-435f-a19f-2230d394d615 req-92702899-f492-4c92-b9a4-a5eaf5ff32ba tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2021890 Aug 16 02:12:54.863323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ef954933-dae8-40c9-be89-ab1479f50535 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839007 Aug 16 02:12:54.866591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:54.874494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49268) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:54.890710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bbcf759-cbef-4044-903c-3a4d4032da54 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:12:54.908209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:54.921148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1055b477-80f8-435f-a19f-2230d394d615 req-c8931744-633a-457b-9d44-1d4331b54272 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676584 Aug 16 02:12:54.937858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0bbcf759-cbef-4044-903c-3a4d4032da54 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:12:54.937858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bbcf759-cbef-4044-903c-3a4d4032da54 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:12:54.974527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38314e56-b1ba-4f14-8d08-40ddfbb8ba8b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.006731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.010929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d0a2aa50-ec61-40fc-ae38-b4a9b2633349 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5351603 Aug 16 02:12:55.010929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49270) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.037297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3141ff82-fe15-4d76-ac29-f25a12d2da9b tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules/38314e56-b1ba-4f14-8d08-40ddfbb8ba8b HTTP/1.1" status: 200 len: 764 time: 0.0256577 Aug 16 02:12:55.040393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49272) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.086734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e5894d5a-5c79-490a-96ff-7a7e05e1bfc8 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0448422 Aug 16 02:12:55.089313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49274) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.107408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:55.112434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.117111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6a67e48-16da-4453-a059-b5800751c716 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.130756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6a67e48-16da-4453-a059-b5800751c716 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.279377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6a67e48-16da-4453-a059-b5800751c716 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.294481 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e6a67e48-16da-4453-a059-b5800751c716 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.296119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e6a67e48-16da-4453-a059-b5800751c716 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-group-rules/38314e56-b1ba-4f14-8d08-40ddfbb8ba8b HTTP/1.1" status: 204 len: 168 time: 0.2058537 Aug 16 02:12:55.299743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49280) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.315047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a67e48-16da-4453-a059-b5800751c716 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38314e56-b1ba-4f14-8d08-40ddfbb8ba8b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.369664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-164aec0b-e811-45c3-9219-be9e7e15951c tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684564 Aug 16 02:12:55.370743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49286) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.436964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b23de79e-471e-4e11-a10a-8ccbf784b0b0 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.464454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b23de79e-471e-4e11-a10a-8ccbf784b0b0 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.576287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.616455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:55.621139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:55.628235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:55.628840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.639845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b23de79e-471e-4e11-a10a-8ccbf784b0b0 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.642614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25100b5-42c0-4e80-a3f9-1b5ed42dc222 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:55.649423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=56a68cf6-c0db-41c3-9043-ebfc68022153,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.649598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b23de79e-471e-4e11-a10a-8ccbf784b0b0 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.652225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b23de79e-471e-4e11-a10a-8ccbf784b0b0 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "DELETE /v2.0/security-groups/8e844d52-76a8-4522-8a99-78f49483694b HTTP/1.1" status: 204 len: 168 time: 0.2776856 Aug 16 02:12:55.652715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49292) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.676576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23de79e-471e-4e11-a10a-8ccbf784b0b0 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e844d52-76a8-4522-8a99-78f49483694b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:55.707727 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b617c499-8599-457f-8cb4-2c749b54bf49 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537765 Aug 16 02:12:55.712112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49294) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.772294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2689ba35-af29-4f1f-806e-7194a0a2eb55 tempest-SecGroupTest-1568540610 tempest-SecGroupTest-1568540610-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0555873 Aug 16 02:12:55.808891 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fe6a487a-b349-4c34-a707-6f5ae10152e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9324400 Aug 16 02:12:55.817471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49300) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:55.830097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': '56a68cf6-c0db-41c3-9043-ebfc68022153', 'ip_address': '2001:db8::f981:6d3f:56ec:4da9'}], 'name': 'tempest-NetworksTestDHCPv6-1830010181'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:55.842734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '56a68cf6-c0db-41c3-9043-ebfc68022153'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:12:55.844458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:55.990205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fef0175b-a878-4d4e-a122-5325910364fd req-937803e2-6ea3-4b60-b84c-98ef20e3bd83 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0525093 Aug 16 02:12:56.029351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/56a68cf6-c0db-41c3-9043-ebfc68022153/e59d3bed-b56f-415e-8581-b189ac440e58) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:56.075454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd4874-465e-4686-afa5-3f18c75c1d75 req-579740c9-9b5d-4b58-a10a-592d952fce03 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:56.077040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9dd4874-465e-4686-afa5-3f18c75c1d75 req-579740c9-9b5d-4b58-a10a-592d952fce03 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0698488 Aug 16 02:12:56.120064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9dd4874-465e-4686-afa5-3f18c75c1d75 req-c769c03a-50dc-42fa-b275-fe1d5e0ff541 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365107 Aug 16 02:12:56.165444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:56.184458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.194510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Transition to ACTIVE for port object e59d3bed-b56f-415e-8581-b189ac440e58 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:56.213642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Transition to ACTIVE for port object e59d3bed-b56f-415e-8581-b189ac440e58 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:56.262902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.284382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 9b7d7ed0-face-4c9a-9117-61e4f7744eb3 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:12:56.332176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.412073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:56.418138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:56.420731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:56.430747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Pushing event updated for resources: {'Port': ['ID=e59d3bed-b56f-415e-8581-b189ac440e58,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.480134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:56.498389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Attempting to bind port e59d3bed-b56f-415e-8581-b189ac440e58 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:12:56.498820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Attempting to bind port e59d3bed-b56f-415e-8581-b189ac440e58 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:12:56.499186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Attempting to bind port e59d3bed-b56f-415e-8581-b189ac440e58 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:12:56.507425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:12:56.507786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:12:56.508229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.508636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:12:56.509175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Bound port: e59d3bed-b56f-415e-8581-b189ac440e58, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:12:56.509569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.589104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] For port e59d3bed-b56f-415e-8581-b189ac440e58, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:12:56.593193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] For port e59d3bed-b56f-415e-8581-b189ac440e58, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e59d3bed-b56f-415e-8581-b189ac440e58,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:12:56.622086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f981:6d3f:56ec:4da9 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/56a68cf6-c0db-41c3-9043-ebfc68022153/9b7d7ed0-face-4c9a-9117-61e4f7744eb3) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:12:56.661802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.713474 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e89c801e-45c2-4bd0-a37c-9fe51b853c97 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=846fd69ece604a31b31e8ad45b17edcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2300406 Aug 16 02:12:56.714052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49322) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:56.782996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe9fc-8de8-4760-a421-9d163640cb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.811026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1adc9b-c2ab-4773-b390-712d3b507ee0 None None] Pushing event updated for resources: {'Port': ['ID=e59d3bed-b56f-415e-8581-b189ac440e58,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:56.829989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe9fc-8de8-4760-a421-9d163640cb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.875908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:56.896651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 9b7d7ed0-face-4c9a-9117-61e4f7744eb3 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:12:57.043262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe9fc-8de8-4760-a421-9d163640cb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.043262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a6cfe9fc-8de8-4760-a421-9d163640cb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.043262 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6cfe9fc-8de8-4760-a421-9d163640cb4a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/507da6d2-6164-4527-af61-bd2b9aed02cd HTTP/1.1" status: 204 len: 168 time: 0.3262167 Aug 16 02:12:57.056431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cfe9fc-8de8-4760-a421-9d163640cb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507da6d2-6164-4527-af61-bd2b9aed02cd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.066118 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.118177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.190610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=9b7d7ed0-face-4c9a-9117-61e4f7744eb3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.199426 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.206220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:57.224940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:57.227677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:12:57.234762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.235588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.241383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-316638c9-4e19-4fe9-b57d-c442d2a578cd req-a1874394-bc2e-47a9-ad27-209330cd593a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0874069 Aug 16 02:12:57.298588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48232a75-558e-4d37-9a84-8d286d81a53e req-0edfca24-46e8-4623-8ea7-e6a8bc005dce tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.300141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48232a75-558e-4d37-9a84-8d286d81a53e req-0edfca24-46e8-4623-8ea7-e6a8bc005dce tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0613966 Aug 16 02:12:57.328734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cff077ec-29fa-4629-a454-2a2ef4f074ce tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5095904 Aug 16 02:12:57.331629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49340) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:57.342950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48232a75-558e-4d37-9a84-8d286d81a53e req-c263b18a-1c9c-41ab-bdbd-5f249c05432a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Aug 16 02:12:57.398066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039e0d9-6c15-4a4c-9461-412553a29347 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.404563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b039e0d9-6c15-4a4c-9461-412553a29347 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:57.409120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b039e0d9-6c15-4a4c-9461-412553a29347 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0737062 Aug 16 02:12:57.409477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49344) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:57.524475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 9b7d7ed0-face-4c9a-9117-61e4f7744eb3 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:57.524866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.622891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.639429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 9b7d7ed0-face-4c9a-9117-61e4f7744eb3 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:57.878521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.913856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=9b7d7ed0-face-4c9a-9117-61e4f7744eb3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:57.948229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:57.953143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-929f4336-1abe-4494-ad74-bb1d91279905 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/9b7d7ed0-face-4c9a-9117-61e4f7744eb3 HTTP/1.1" status: 204 len: 168 time: 0.5402055 Aug 16 02:12:57.953551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49358) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.013658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab885059-4ee9-4a2a-80ab-61709472ccb7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.015334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab885059-4ee9-4a2a-80ab-61709472ccb7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.020088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab885059-4ee9-4a2a-80ab-61709472ccb7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0625038 Aug 16 02:12:58.020215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49362) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.093737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 56a68cf6-c0db-41c3-9043-ebfc68022153 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:12:58.097740 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.169474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.227984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-311343b3-d9a6-436d-8e9d-ba04d4f33b0e None None] Provisioning for port e59d3bed-b56f-415e-8581-b189ac440e58 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:58.297926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.350950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8553b7b4-6b27-4cca-92be-9058d6c3f1b0 None None] Could not find standard attr ID for object 9b7d7ed0-face-4c9a-9117-61e4f7744eb3. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:12:58.465466 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75aab19c-04c9-4f0a-b8a3-d063b387c837 req-b0e63d78-ae88-4a17-aa9c-fc912633318e tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0426862 Aug 16 02:12:58.626328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9032300-d8cc-41a4-a078-86ba8e292dff req-c0d59357-88dd-49ff-b5e9-71b261de53a9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:58.626328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9032300-d8cc-41a4-a078-86ba8e292dff req-c0d59357-88dd-49ff-b5e9-71b261de53a9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1088231 Aug 16 02:12:58.637000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.656930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9032300-d8cc-41a4-a078-86ba8e292dff req-36e3d323-de8f-46ca-be06-33927aa8e1f5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488896 Aug 16 02:12:58.741840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1646505214'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:58.760217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.832245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=56a68cf6-c0db-41c3-9043-ebfc68022153,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:58.862903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.863876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ca68a4-f63b-4a0f-96c0-37b0f44461dd None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:12:58.869152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Made reservation on behalf of c55708c20a4645a39815508ee48111df for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:58.873361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-20907baf-fa55-4dab-8079-a0b12414aa2f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/56a68cf6-c0db-41c3-9043-ebfc68022153 HTTP/1.1" status: 204 len: 168 time: 0.8521631 Aug 16 02:12:58.879586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49400) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.880224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.889318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:58.897491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e59d3bed-b56f-415e-8581-b189ac440e58 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:12:58.958274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c40f8bc6-2370-4ef9-8656-01c1ebbfbde2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756366 Aug 16 02:12:58.959060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49402) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:12:58.965280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:12:59.007396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.066414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.111800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb088cb8-850b-4af8-9871-07154719fa40,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:12:59.127650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.128007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.128602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.128955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.129299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.129695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.129978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.130314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.130668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.131038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.131374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.131711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:12:59.147335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e59d3bed-b56f-415e-8581-b189ac440e58 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:12:59.157683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:12:59.158329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e59d3bed-b56f-415e-8581-b189ac440e58 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:12:59.159763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.168193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.168890 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Added segment cfb7eab8-36ba-44b4-b43b-53813e6440e1 of type vlan for network c41dd893-f6ba-4433-afe8-d1d9d0dc881e Aug 16 02:12:59.232982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:12:59.244209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:12:59.248507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.286946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.367604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] Deleting port e59d3bed-b56f-415e-8581-b189ac440e58 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:12:59.368249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.455990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.462870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.463637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.702946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-488f6199-425a-4a8b-ba99-0f705890c77e req-8fad7c7a-3bb8-42fe-87aa-5596583d405d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0954051 Aug 16 02:12:59.782786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.802444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] For port e59d3bed-b56f-415e-8581-b189ac440e58, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e59d3bed-b56f-415e-8581-b189ac440e58,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:59.806110 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.814114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:12:59.849754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] Calling delete_port for e59d3bed-b56f-415e-8581-b189ac440e58 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:12:59.925952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port e59d3bed-b56f-415e-8581-b189ac440e58, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e59d3bed-b56f-415e-8581-b189ac440e58,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:12:59.941505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:12:59.971865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:12:59.980956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:12:59.981730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.000887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b310d8dc-88bd-4868-913c-cd5788e0e225 req-a1ac6215-b96a-40f6-9fba-8f8394fc688b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.003373 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b310d8dc-88bd-4868-913c-cd5788e0e225 req-a1ac6215-b96a-40f6-9fba-8f8394fc688b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2181175 Aug 16 02:13:00.011526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.020422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=d08bb76a-2df1-4126-9019-d7c3136b0965,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.052242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66bbb0-8fed-4c93-b44f-e51282cf6514 req-e9a38366-ecb4-4994-ad6a-e1dac7dafd96 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.060364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a66bbb0-8fed-4c93-b44f-e51282cf6514 req-e9a38366-ecb4-4994-ad6a-e1dac7dafd96 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1436720 Aug 16 02:13:00.097506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=e59d3bed-b56f-415e-8581-b189ac440e58,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.124202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.142990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a66bbb0-8fed-4c93-b44f-e51282cf6514 req-a4936919-71bb-431c-afd2-01251c4be255 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768218 Aug 16 02:13:00.167341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b310d8dc-88bd-4868-913c-cd5788e0e225 req-0accdaf3-d5ff-4da3-bed3-baad8dad75b9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478255 Aug 16 02:13:00.170594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fdb66f5b-f5ab-4427-90a4-834b022f64f0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2074869 Aug 16 02:13:00.175051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49426) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:00.190606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] No DVR routers for this DVR port e59d3bed-b56f-415e-8581-b189ac440e58 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:00.192667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb3f3e-2d6f-47a4-b985-132eaccbaeb5 None None] Pushing event deleted for resources: {'Port': ['ID=e59d3bed-b56f-415e-8581-b189ac440e58,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.204108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'd08bb76a-2df1-4126-9019-d7c3136b0965', 'ip_address': '2001:db8::23c8:b3e5:b8a5:b81e'}], 'name': 'tempest-NetworksTestDHCPv6-1036449542'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:00.224593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272225c0-2224-487e-a0f7-331e14cff9cc None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:00.289876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6512845 Aug 16 02:13:00.295092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49430) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:00.314138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Request body: {'subnet': {'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:00.387922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36efb4-fdb8-4cc8-82f6-b1d3a3bf63ef tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event updated for resources: {'Network': ['ID=c41dd893-f6ba-4433-afe8-d1d9d0dc881e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:00.409971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:00.471243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49c81d-e5b3-40df-bc78-cb38b6f1a6b7 req-22d40362-604c-4412-a580-b3cad7a77abe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:00.473138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d49c81d-e5b3-40df-bc78-cb38b6f1a6b7 req-22d40362-604c-4412-a580-b3cad7a77abe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1466098 Aug 16 02:13:00.481908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'd08bb76a-2df1-4126-9019-d7c3136b0965'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:00.483271 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.537158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d49c81d-e5b3-40df-bc78-cb38b6f1a6b7 req-8da3245a-4c85-4aa7-8161-0e10a3239454 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533919 Aug 16 02:13:00.541756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Made reservation on behalf of c55708c20a4645a39815508ee48111df for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:00.545780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.645132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:00.652012 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.657833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d08bb76a-2df1-4126-9019-d7c3136b0965/4e839451-c610-4145-84bc-a5d64675d105) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:00.702953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 31fcd828-0330-4adb-be64-a90513c2fec8 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:00.890926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e59d3bed-b56f-415e-8581-b189ac440e58 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:00.914562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e59d3bed-b56f-415e-8581-b189ac440e58 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:00.919033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e59d3bed-b56f-415e-8581-b189ac440e58 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:00.919033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.927936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Transition to ACTIVE for port object 4e839451-c610-4145-84bc-a5d64675d105 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:00.931724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:00.975228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6af65e9f-8019-4da4-b604-4f14e37f6cf1 req-27247121-1042-4415-992f-0182c837b786 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.1019516 Aug 16 02:13:00.991250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Transition to ACTIVE for port object 4e839451-c610-4145-84bc-a5d64675d105 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:01.016039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event updated for resources: {'Subnet': ['ID=6f9f61de-db09-4190-be5f-9728dcd88c7f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.033349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Checking segment: {'id': 'cfb7eab8-36ba-44b4-b43b-53813e6440e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:01.033349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Network hostable DHCP agents. Network: c41dd893-f6ba-4433-afe8-d1d9d0dc881e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:01.050626 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.115633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::23c8:b3e5:b8a5:b81e (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d08bb76a-2df1-4126-9019-d7c3136b0965/31fcd828-0330-4adb-be64-a90513c2fec8) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:01.117796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:01.119297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:01.134606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:01.146126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:01.192375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Pushing event updated for resources: {'Port': ['ID=4e839451-c610-4145-84bc-a5d64675d105,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.232696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, c41dd893-f6ba-4433-afe8-d1d9d0dc881e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:01.232696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.232696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.252754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71926e9e-806b-4ea7-9ed5-41bff640eb5d None None] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:01.313846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Attempting to bind port 4e839451-c610-4145-84bc-a5d64675d105 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:01.314413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Attempting to bind port 4e839451-c610-4145-84bc-a5d64675d105 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:01.314909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Attempting to bind port 4e839451-c610-4145-84bc-a5d64675d105 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:01.335399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:01.335913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:01.336424 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.336922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:01.337517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Bound port: 4e839451-c610-4145-84bc-a5d64675d105, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:01.338004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.343109 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ec5f49eb-9211-4361-a204-59e715c2a049 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0438466 Aug 16 02:13:01.344937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49448) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:01.351169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Request body: {'port': {'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e', 'name': 'tempest-TagsExtTest-484702162'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:01.419814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.435820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 31fcd828-0330-4adb-be64-a90513c2fec8 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:01.492417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4e8a-ba39-47d5-b43e-0b735f12eb63 req-4ce3862b-2eda-48c7-acff-9086cc2ebac1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.500550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f9b4e8a-ba39-47d5-b43e-0b735f12eb63 req-4ce3862b-2eda-48c7-acff-9086cc2ebac1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.3061042 Aug 16 02:13:01.511052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] For port 4e839451-c610-4145-84bc-a5d64675d105, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:01.517210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-c41dd893-f6ba-4433-afe8-d1d9d0dc881e', 'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e', 'tenant_id': 'c55708c20a4645a39815508ee48111df', 'fixed_ips': [{'subnet_id': '6f9f61de-db09-4190-be5f-9728dcd88c7f'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:01.518285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.550689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] For port 4e839451-c610-4145-84bc-a5d64675d105, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4e839451-c610-4145-84bc-a5d64675d105,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:01.557418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed1f7-9b03-44ae-9314-fc5786741ec9 req-1e853cdd-0785-4558-a393-ccda4530c33d tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.559248 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c82ed1f7-9b03-44ae-9314-fc5786741ec9 req-1e853cdd-0785-4558-a393-ccda4530c33d tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2888806 Aug 16 02:13:01.592081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Made reservation on behalf of c55708c20a4645a39815508ee48111df for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:01.593691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f9b4e8a-ba39-47d5-b43e-0b735f12eb63 req-dc72aeb6-cc01-4aec-9c31-5c6b5a41b278 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921214 Aug 16 02:13:01.596750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.617319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] device_id is not set on port 91d345fa-1a6e-4dcf-a367-b75092f90066 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:01.629842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c82ed1f7-9b03-44ae-9314-fc5786741ec9 req-081916a8-38e9-40a5-9f5c-b55b4912bd66 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519061 Aug 16 02:13:01.630909 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.664273 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.779857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=31fcd828-0330-4adb-be64-a90513c2fec8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.791737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:01.802233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:01.808788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:01.815153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:01.815814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:01.842572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Allocated IP 172.20.0.2 (c41dd893-f6ba-4433-afe8-d1d9d0dc881e/6f9f61de-db09-4190-be5f-9728dcd88c7f/9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:01.855319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19729fa0-4ae0-4ad3-9f49-0b4a69ca540b None None] Pushing event updated for resources: {'Port': ['ID=4e839451-c610-4145-84bc-a5d64675d105,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:01.937188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6c65dc7d-5542-40d2-a367-bf5a6a85e9f5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7601576 Aug 16 02:13:01.939792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49454) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:02.044054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736eb136-f68b-4e93-9854-30596a374cbf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.065988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736eb136-f68b-4e93-9854-30596a374cbf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:02.070495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49458) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:02.075411 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-736eb136-f68b-4e93-9854-30596a374cbf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1344917 Aug 16 02:13:02.110989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.121523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Transition to ACTIVE for port object 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:02.140151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Transition to ACTIVE for port object 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:02.148561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81fc5dd1-e7f0-490a-a06f-271bba3510ee req-9140cc4b-6f60-4bbf-8fe4-809ff2faaa71 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0379243 Aug 16 02:13:02.219488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.256944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 31fcd828-0330-4adb-be64-a90513c2fec8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:02.257577 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.367790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Allocated IP 172.20.0.8 (c41dd893-f6ba-4433-afe8-d1d9d0dc881e/6f9f61de-db09-4190-be5f-9728dcd88c7f/91d345fa-1a6e-4dcf-a367-b75092f90066) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:02.373297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:02.378529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Pushing event updated for resources: {'Port': ['ID=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.381271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:02.386656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:02.409313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.426525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 31fcd828-0330-4adb-be64-a90513c2fec8 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:02.487775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Attempting to bind port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:02.488321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Attempting to bind port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'cfb7eab8-36ba-44b4-b43b-53813e6440e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:02.488688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Attempting to bind port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 on network c41dd893-f6ba-4433-afe8-d1d9d0dc881e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:02.493990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:02.494561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Checking segment: {'id': 'cfb7eab8-36ba-44b4-b43b-53813e6440e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:02.494925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.495258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Bound using segment: {'id': 'cfb7eab8-36ba-44b4-b43b-53813e6440e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:02.495735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Bound port: 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb7eab8-36ba-44b4-b43b-53813e6440e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c41dd893-f6ba-4433-afe8-d1d9d0dc881e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:02.496123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.579669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] For port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:02.596683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] For port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,segment=NetworkSegment(cfb7eab8-36ba-44b4-b43b-53813e6440e1),segment_id=cfb7eab8-36ba-44b4-b43b-53813e6440e1)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:02.643256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.668536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Transition to ACTIVE for port object 91d345fa-1a6e-4dcf-a367-b75092f90066 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:02.673601 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.807635 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.842257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13503e53-249d-40e5-a528-1cefc8cdc7da None None] Pushing event updated for resources: {'Port': ['ID=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.856741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:02.932738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event updated for resources: {'Port': ['ID=91d345fa-1a6e-4dcf-a367-b75092f90066,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.958473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=31fcd828-0330-4adb-be64-a90513c2fec8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:02.959658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:02.964098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:02.969490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:03.005790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9e0e3-b55a-4c46-8c34-faeecbb8e3c3 req-0cf4747c-2f93-4794-a06b-2bb05297324f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.016918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4e839451-c610-4145-84bc-a5d64675d105 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:03.024334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45d9e0e3-b55a-4c46-8c34-faeecbb8e3c3 req-0cf4747c-2f93-4794-a06b-2bb05297324f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2901447 Aug 16 02:13:03.058564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.064681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-42f36167-e749-41c0-9f98-86be318c7a6d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/31fcd828-0330-4adb-be64-a90513c2fec8 HTTP/1.1" status: 204 len: 168 time: 0.9891603 Aug 16 02:13:03.065771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49476) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.117547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af32272-f18b-492e-8552-48cbc54ca8b4 req-cd8547e6-f6dc-47d9-a4c2-5c8d0d43c701 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.117547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2af32272-f18b-492e-8552-48cbc54ca8b4 req-cd8547e6-f6dc-47d9-a4c2-5c8d0d43c701 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.3041284 Aug 16 02:13:03.155521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.157703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.186244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45d9e0e3-b55a-4c46-8c34-faeecbb8e3c3 req-990c9b27-1f3c-4ebb-a428-a41069b30c36 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605461 Aug 16 02:13:03.221813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4e839451-c610-4145-84bc-a5d64675d105 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:03.259685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2af32272-f18b-492e-8552-48cbc54ca8b4 req-a13c6c41-0e22-420b-a7ee-4fa5836d49a3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315019 Aug 16 02:13:03.280116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0db8d7-31bb-4f2a-9834-df770f58c5e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.282132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0db8d7-31bb-4f2a-9834-df770f58c5e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:03.283810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd0db8d7-31bb-4f2a-9834-df770f58c5e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2072084 Aug 16 02:13:03.286541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49480) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.318740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ac1aca94-7929-4111-9e64-3b57517f97cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.9660234 Aug 16 02:13:03.319406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49484) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.335057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1873449296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:03.378010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet d08bb76a-2df1-4126-9019-d7c3136b0965 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:03.381944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.450393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef07587b-b77b-42e4-9d1c-b80e7ed85539 req-d17778dc-0605-4528-9001-e7e4a167d641 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/ports?device_id=21121316-3838-42af-8a92-8c9be67f34f1 HTTP/1.1" status: 200 len: 210 time: 0.0358074 Aug 16 02:13:03.459290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.470818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.470818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.585522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.587500 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.626441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Provisioning for port 4e839451-c610-4145-84bc-a5d64675d105 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:03.631796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Provisioning complete for port 4e839451-c610-4145-84bc-a5d64675d105 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:03.634557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.678427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.732884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.737422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.764421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.766718 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-291b4c05-7170-47f5-8f6f-6a96f4c57269 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4460356 Aug 16 02:13:03.769684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.775526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d0a20379-e9a6-41df-a2b7-e3244994ee08 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1266514627', 'prefixes': ['172.20.0.0/16']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:03.785783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=d08bb76a-2df1-4126-9019-d7c3136b0965,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:03.791720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:03.794175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ed64567-ff93-48e6-8d3d-27471de1f920 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d08bb76a-2df1-4126-9019-d7c3136b0965 HTTP/1.1" status: 204 len: 168 time: 0.5063446 Aug 16 02:13:03.804331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49492) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.813960 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:13:03.814366 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:13:03.852186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8956b3b5-57cf-4133-ac9c-c61335808ac0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434282 Aug 16 02:13:03.852558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49494) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:03.858152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:04.074080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:04.079150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.150346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0a20379-e9a6-41df-a2b7-e3244994ee08 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for subnetpool, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.151809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d0a20379-e9a6-41df-a2b7-e3244994ee08 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3808739 Aug 16 02:13:04.155354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49496) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.163389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-df66571a-638d-408b-b432-691bebbae17b tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-1302495885') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:04.254533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416bb883-c07e-4060-9a76-721209cb1af5 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:04.382579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.419706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c50ca-dac4-45b8-89ee-732e41c7fc44 req-16ffcf66-5a23-4c10-8053-4e9d03bf03d9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.427054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e6c17b-3058-4b7d-b9cd-ab0f9632b4cd None None] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:04.431923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825c50ca-dac4-45b8-89ee-732e41c7fc44 req-16ffcf66-5a23-4c10-8053-4e9d03bf03d9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1369960 Aug 16 02:13:04.470841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e427a58-f129-41b6-85d7-be05de8fb46b req-b38e70e6-c299-408c-9d1a-53d76aeb6273 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.480119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e427a58-f129-41b6-85d7-be05de8fb46b req-b38e70e6-c299-408c-9d1a-53d76aeb6273 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1286945 Aug 16 02:13:04.502568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] For port 4e839451-c610-4145-84bc-a5d64675d105, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4e839451-c610-4145-84bc-a5d64675d105,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:04.502963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df66571a-638d-408b-b432-691bebbae17b tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-1302495885 HTTP/1.1" status: 201 len: 201 time: 0.3457086 Aug 16 02:13:04.504041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.505988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49508) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.515680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-7927850d-ddba-413d-abaa-c7c7998078de tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-544916189') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:04.519676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825c50ca-dac4-45b8-89ee-732e41c7fc44 req-b979fc98-6031-4643-a200-14c5e8246cde tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866992 Aug 16 02:13:04.549034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e427a58-f129-41b6-85d7-be05de8fb46b req-9f607dd5-dff3-4536-951f-5c4859826064 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649979 Aug 16 02:13:04.615490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:04.622817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:04.629658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:04.630364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.636335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=ac0f005d-b8a0-4f79-b530-7565009eabd7,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.652522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.720069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc51d5d2-3e6d-4ab1-b9e2-237502e57ce8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8663712 Aug 16 02:13:04.722772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49518) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.727727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'ac0f005d-b8a0-4f79-b530-7565009eabd7', 'ip_address': '2001:db8::ddd6:7e44:b857:4217'}], 'name': 'tempest-NetworksTestDHCPv6-1362711814'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:04.730066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:04.759185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49520) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.777088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7927850d-ddba-413d-abaa-c7c7998078de tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-544916189 HTTP/1.1" status: 201 len: 201 time: 0.2669466 Aug 16 02:13:04.783040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49522) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:04.788808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-acd5f002-dea8-4729-9ef1-663501ad8b5e tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-881727841') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:04.805902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-01dca9e6-1265-4e74-a91e-0d695e2f4a5f None None] Could not find standard attr ID for object 31fcd828-0330-4adb-be64-a90513c2fec8. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:13:04.816625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df635c06-9c2b-493b-8641-3212dc5c1293 None None] Pushing event updated for resources: {'Port': ['ID=4e839451-c610-4145-84bc-a5d64675d105,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:04.871688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] Deleting port 4e839451-c610-4145-84bc-a5d64675d105 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:04.872072 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.899342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69d240f0-836f-45c3-870b-fcfc0f6cce22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.918359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-01dca9e6-1265-4e74-a91e-0d695e2f4a5f None None] Provisioning for port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:04.946874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69d240f0-836f-45c3-870b-fcfc0f6cce22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.977199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] For port 4e839451-c610-4145-84bc-a5d64675d105, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4e839451-c610-4145-84bc-a5d64675d105,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:04.977707 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:04.997739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:05.008381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] Calling delete_port for 4e839451-c610-4145-84bc-a5d64675d105 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:05.062818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-acd5f002-dea8-4729-9ef1-663501ad8b5e tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-881727841 HTTP/1.1" status: 201 len: 201 time: 0.2784903 Aug 16 02:13:05.065586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49524) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.070791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-036ae3d9-9b62-4d94-a2a6-ab76ad774748 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-47783498') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.095403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:05.101103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69d240f0-836f-45c3-870b-fcfc0f6cce22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.103194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69d240f0-836f-45c3-870b-fcfc0f6cce22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.123750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-69d240f0-836f-45c3-870b-fcfc0f6cce22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/security-groups/b6cb4349-8c2f-4e38-bf7a-b399d5f9708b HTTP/1.1" status: 204 len: 168 time: 0.3526437 Aug 16 02:13:05.124016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49526) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.136692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d240f0-836f-45c3-870b-fcfc0f6cce22 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cb4349-8c2f-4e38-bf7a-b399d5f9708b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.183605 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-72f768e9-0d0e-4194-ac32-85656f267a4b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] show failed (client error): The resource could not be found. Aug 16 02:13:05.188792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72f768e9-0d0e-4194-ac32-85656f267a4b tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "GET /v2.0/security-groups/b6cb4349-8c2f-4e38-bf7a-b399d5f9708b HTTP/1.1" status: 404 len: 347 time: 0.0661838 Aug 16 02:13:05.197729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49528) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.227187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:05.231574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:05.231908 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.264615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.295296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 4cb89a14-e3fd-47ba-90f0-53de54699609 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:05.298122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.357107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] Pushing event deleted for resources: {'Port': ['ID=4e839451-c610-4145-84bc-a5d64675d105,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:05.378976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52a014-230a-49aa-92ec-147a426ec59d None None] No DVR routers for this DVR port 4e839451-c610-4145-84bc-a5d64675d105 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:05.400784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d06a84c-0bca-4648-8564-a8ee02e733ba None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:05.425606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2c5c201a-4bcf-4ea5-810d-88cd6a3506e7 None None] Provisioning for port 91d345fa-1a6e-4dcf-a367-b75092f90066 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:05.477864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2c5c201a-4bcf-4ea5-810d-88cd6a3506e7 None None] Provisioning complete for port 91d345fa-1a6e-4dcf-a367-b75092f90066 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:05.478350 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c5c201a-4bcf-4ea5-810d-88cd6a3506e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.527493 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.559559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2c5c201a-4bcf-4ea5-810d-88cd6a3506e7 None None] Port 91d345fa-1a6e-4dcf-a367-b75092f90066 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:05.592970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2c5c201a-4bcf-4ea5-810d-88cd6a3506e7 None None] Provisioning complete for port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:05.593923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c5c201a-4bcf-4ea5-810d-88cd6a3506e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.641003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,segment=NetworkSegment(cfb7eab8-36ba-44b4-b43b-53813e6440e1),segment_id=cfb7eab8-36ba-44b4-b43b-53813e6440e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:05.674956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-036ae3d9-9b62-4d94-a2a6-ab76ad774748 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-47783498 HTTP/1.1" status: 201 len: 201 time: 0.6079166 Aug 16 02:13:05.677263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::ddd6:7e44:b857:4217 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/ac0f005d-b8a0-4f79-b530-7565009eabd7/4cb89a14-e3fd-47ba-90f0-53de54699609) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:05.711426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:05.717395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-8fc8fc28-7271-4ecf-9fa3-cd8deb215cda tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:05.893034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.895637 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:05.911905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 4cb89a14-e3fd-47ba-90f0-53de54699609 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:05.919715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad05a83-620d-45af-82c9-61b1fa889ca6 req-f173c9a5-db87-4d27-bea1-31a789c149c1 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.921810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aad05a83-620d-45af-82c9-61b1fa889ca6 req-f173c9a5-db87-4d27-bea1-31a789c149c1 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2450616 Aug 16 02:13:05.936630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d50a5e-43a4-4a99-8576-c9717b7c79a7 req-5f894a73-c2cb-483c-b375-950032da3f78 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:05.939187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d50a5e-43a4-4a99-8576-c9717b7c79a7 req-5f894a73-c2cb-483c-b375-950032da3f78 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2677529 Aug 16 02:13:05.962916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:05.978567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'ac0f005d-b8a0-4f79-b530-7565009eabd7'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:05.979034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.012730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.056462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 4efd74b2-6a3d-4277-b7f8-86ef76ba917f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:06.057540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.064935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4e839451-c610-4145-84bc-a5d64675d105 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:06.079104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fc8fc28-7271-4ecf-9fa3-cd8deb215cda tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags HTTP/1.1" status: 200 len: 241 time: 0.3634243 Aug 16 02:13:06.079343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:06.080426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49550) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.088169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=4cb89a14-e3fd-47ba-90f0-53de54699609,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.093468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-533ced5d-4d24-4a33-8a29-8e4f486386cd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-1302495885') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:06.096690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:06.097453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4e839451-c610-4145-84bc-a5d64675d105 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:06.097876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4e839451-c610-4145-84bc-a5d64675d105 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:06.101209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:06.104129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aad05a83-620d-45af-82c9-61b1fa889ca6 req-247c9b46-5589-43fd-a9b0-14bc73cc57cc tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637468 Aug 16 02:13:06.107555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.109181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d50a5e-43a4-4a99-8576-c9717b7c79a7 req-b1a646d2-bbe9-468a-bcb0-331d5e378e9e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409218 Aug 16 02:13:06.120733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.134128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.231506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.232994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.252726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-533ced5d-4d24-4a33-8a29-8e4f486386cd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-1302495885 HTTP/1.1" status: 204 len: 168 time: 0.1653857 Aug 16 02:13:06.255972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49556) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.260300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-85a094e1-e573-4853-8926-276288e7cb7f tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-1302495885') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:06.261054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 4efd74b2-6a3d-4277-b7f8-86ef76ba917f owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:06.276214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.276945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.277223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.277831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.278242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.278669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.279064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.279599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.279998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.280391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.280976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.281671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:06.304741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cbe74091-575f-4cc6-aa2f-fd6333fd1020 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5810034 Aug 16 02:13:06.305413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49558) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.339871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a3436e4c-abba-4b3a-af62-71a263b59361 None None] Provisioning complete for port 91d345fa-1a6e-4dcf-a367-b75092f90066 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:06.340254 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a3436e4c-abba-4b3a-af62-71a263b59361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.394524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b3d9a6-78da-4d26-abca-9e2c2a9f0d1f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:06.398509 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-80b3d9a6-78da-4d26-abca-9e2c2a9f0d1f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0890594 Aug 16 02:13:06.398791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a3436e4c-abba-4b3a-af62-71a263b59361 None None] Port 91d345fa-1a6e-4dcf-a367-b75092f90066 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:06.399810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49564) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.412031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/ac0f005d-b8a0-4f79-b530-7565009eabd7/bfd0acb4-6fa9-4f0c-a187-e38a5ee53501) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:06.495717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.516921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 4cb89a14-e3fd-47ba-90f0-53de54699609 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:06.517312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.522666 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-85a094e1-e573-4853-8926-276288e7cb7f tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-1302495885 HTTP/1.1" status: 204 len: 168 time: 0.2661831 Aug 16 02:13:06.527733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.533786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-e8f8f97c-fc3d-4156-a1d5-632eb96526ba tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:06.536321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=4efd74b2-6a3d-4277-b7f8-86ef76ba917f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.573103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.582247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Transition to ACTIVE for port object bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:06.598089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Transition to ACTIVE for port object bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:06.613500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.626451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 4cb89a14-e3fd-47ba-90f0-53de54699609 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:06.646613 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.649389 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.653102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6dbf3e39-6d47-4d3b-9da4-bef2b38c72d3 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/floatingips/63fd7bad-988e-43af-b329-27d259edad40 HTTP/1.1" status: 204 len: 168 time: 1.4518816 Aug 16 02:13:06.653346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49568) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.695328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e8f8f97c-fc3d-4156-a1d5-632eb96526ba tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags HTTP/1.1" status: 200 len: 205 time: 0.1664987 Aug 16 02:13:06.699179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.707600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.712642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-f3199adb-d626-4795-8b32-ccfd334677c9 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:06.764381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:06.772136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:06.775346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:06.777208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Pushing event updated for resources: {'Port': ['ID=bfd0acb4-6fa9-4f0c-a187-e38a5ee53501,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.825814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 5d9862ed-6e98-4d0e-ad5d-3955872b8852 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:06.829221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.831732 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f3199adb-d626-4795-8b32-ccfd334677c9 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags HTTP/1.1" status: 200 len: 240 time: 0.1314940 Aug 16 02:13:06.834362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.839222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-0322f494-05c3-465c-8c91-ab1085f2d6a7 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-544916189') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:06.873914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.878340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:06.902397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Attempting to bind port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:06.903453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Attempting to bind port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:06.903453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Attempting to bind port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:06.914221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:06.914599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:06.915555 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.915965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:06.916610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Bound port: bfd0acb4-6fa9-4f0c-a187-e38a5ee53501, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:06.917004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.925535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=4cb89a14-e3fd-47ba-90f0-53de54699609,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:06.951416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.956516 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d652b11-cf6f-4256-a08b-d215ad828aa6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/4cb89a14-e3fd-47ba-90f0-53de54699609 HTTP/1.1" status: 204 len: 168 time: 0.5534270 Aug 16 02:13:06.957441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49576) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:06.980598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:06.992743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49578) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.006933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 5d9862ed-6e98-4d0e-ad5d-3955872b8852 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:07.027223 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0322f494-05c3-465c-8c91-ab1085f2d6a7 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-544916189 HTTP/1.1" status: 204 len: 168 time: 0.1917691 Aug 16 02:13:07.027731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] For port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:07.030924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f8650-1327-4642-aa31-55d255cff42b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.037037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] For port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bfd0acb4-6fa9-4f0c-a187-e38a5ee53501,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:07.037196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f8650-1327-4642-aa31-55d255cff42b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.037196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f06f8650-1327-4642-aa31-55d255cff42b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0758214 Aug 16 02:13:07.037196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49582) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.039358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-f72267f2-6a75-4195-a166-8e89cf923217 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-544916189') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.043623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49584) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.086033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:07.087026 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.127172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet ac0f005d-b8a0-4f79-b530-7565009eabd7 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:07.132769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.132949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.232891 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.244671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6a839-62f6-4b04-8496-f161ff19400c None None] Pushing event updated for resources: {'Port': ['ID=bfd0acb4-6fa9-4f0c-a187-e38a5ee53501,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.263044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11af512c-c1d3-49d3-9a36-f324018909f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.367336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.375907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5e8bd-e8f7-43ce-9ac1-0c7ebe818a14 req-8d2df6af-d0c9-4fad-818a-608a534d2fc2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.377779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcd5e8bd-e8f7-43ce-9ac1-0c7ebe818a14 req-8d2df6af-d0c9-4fad-818a-608a534d2fc2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1452067 Aug 16 02:13:07.387912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea83ea-3111-43f1-bf33-565ba0434bec req-48fc41c2-b610-4ac9-8c68-446fb9ec0b94 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.389468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5eea83ea-3111-43f1-bf33-565ba0434bec req-48fc41c2-b610-4ac9-8c68-446fb9ec0b94 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1359594 Aug 16 02:13:07.403467 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f72267f2-6a75-4195-a166-8e89cf923217 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-544916189 HTTP/1.1" status: 204 len: 168 time: 0.3652396 Aug 16 02:13:07.408483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.413140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-748dd659-1538-4108-8aae-7e85f4b97291 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.437088 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.495888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=5d9862ed-6e98-4d0e-ad5d-3955872b8852,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.550079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcd5e8bd-e8f7-43ce-9ac1-0c7ebe818a14 req-9be85f82-006c-484a-a4b4-cc86deef6b50 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528249 Aug 16 02:13:07.550190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-748dd659-1538-4108-8aae-7e85f4b97291 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags HTTP/1.1" status: 200 len: 205 time: 0.1365273 Aug 16 02:13:07.550190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.554731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-285a682e-c9a2-4b73-8e73-aac87fc50e22 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.566274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5eea83ea-3111-43f1-bf33-565ba0434bec req-a87ad1c5-5dcd-4cf9-b36a-3c6a9d6419b7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636248 Aug 16 02:13:07.620407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.680793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11af512c-c1d3-49d3-9a36-f324018909f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.711853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.713898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a1c6bab8-b863-4efd-aab1-b12317ada27d tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/ports/5d9862ed-6e98-4d0e-ad5d-3955872b8852 HTTP/1.1" status: 204 len: 168 time: 1.0595651 Aug 16 02:13:07.716651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49598) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.720070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.722297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/ac0f005d-b8a0-4f79-b530-7565009eabd7 HTTP/1.1" status: 204 len: 168 time: 0.6787832 Aug 16 02:13:07.723769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e915efb2-b1d1-4ffb-8f59-481471575e6c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0f005d-b8a0-4f79-b530-7565009eabd7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.725630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.740651 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-285a682e-c9a2-4b73-8e73-aac87fc50e22 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags HTTP/1.1" status: 200 len: 240 time: 0.1900241 Aug 16 02:13:07.741639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.749163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-e8f08ed1-a41f-414b-8c89-8d5951d5b770 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-881727841') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.786856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11af512c-c1d3-49d3-9a36-f324018909f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:07.790336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1bb95bd0-f840-49d2-8e86-6b3c60f6bcec tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0636694 Aug 16 02:13:07.804495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49604) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.827566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e8f08ed1-a41f-414b-8c89-8d5951d5b770 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-881727841 HTTP/1.1" status: 204 len: 168 time: 0.0825255 Aug 16 02:13:07.827888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.832886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-64c5ebf3-dd7d-4e76-92bd-8f98b7f50017 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-881727841') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:07.896409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-11af512c-c1d3-49d3-9a36-f324018909f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8392a0a1f9844e938f3c8575a32785a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9025550 Aug 16 02:13:07.899666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49608) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.901185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af512c-c1d3-49d3-9a36-f324018909f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6be7da-aca8-4495-add2-543a9b2cf66b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:07.956087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247344de-d6ea-4253-b290-b2f76d6e26f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:07.957693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-247344de-d6ea-4253-b290-b2f76d6e26f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1522188 Aug 16 02:13:07.965184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49610) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:07.992321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port eecc7865-7fd7-44a8-96a8-86cb3ffd5156 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:07.996053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.048408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69105aaa-2713-4c82-9a02-c0477ddc4c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.056534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40cf569-2f84-4ac1-90ca-fe64de725128 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.061288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a40cf569-2f84-4ac1-90ca-fe64de725128 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953722 Aug 16 02:13:08.063359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49612) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.073489 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-64c5ebf3-dd7d-4e76-92bd-8f98b7f50017 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-881727841 HTTP/1.1" status: 204 len: 168 time: 0.2438941 Aug 16 02:13:08.078698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49614) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.087299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-a4427ec1-8da3-49f9-999c-5ceb9f03ac40 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.104277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69105aaa-2713-4c82-9a02-c0477ddc4c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.118803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f110cf1-d04e-4d52-a6c9-4f4a8af97f40 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502305 Aug 16 02:13:08.120204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49616) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.127316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:08.218859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.240321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for eecc7865-7fd7-44a8-96a8-86cb3ffd5156 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:08.256303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4427ec1-8da3-49f9-999c-5ceb9f03ac40 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags HTTP/1.1" status: 200 len: 205 time: 0.1726556 Aug 16 02:13:08.258965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49618) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.265469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-1c7f7827-2deb-4775-a464-0fa26472213c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.334351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:08.336288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1c7f7827-2deb-4775-a464-0fa26472213c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags HTTP/1.1" status: 200 len: 239 time: 0.0750632 Aug 16 02:13:08.337966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.338899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49620) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.345553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-e619e849-24c3-4ccd-9bc6-74b96cfa8e66 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-47783498') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.387536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e619e849-24c3-4ccd-9bc6-74b96cfa8e66 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-47783498 HTTP/1.1" status: 204 len: 168 time: 0.0473270 Aug 16 02:13:08.394070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49622) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.406405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-a812e6f8-0d6a-4de3-993a-b4ea99eeac94 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-47783498') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.423073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088e5495-09c2-4e13-a769-160d04b718c8 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:08.428807 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69105aaa-2713-4c82-9a02-c0477ddc4c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.431283 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69105aaa-2713-4c82-9a02-c0477ddc4c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.435363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-69105aaa-2713-4c82-9a02-c0477ddc4c9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b6be7da-aca8-4495-add2-543a9b2cf66b HTTP/1.1" status: 204 len: 168 time: 0.5311868 Aug 16 02:13:08.451739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69105aaa-2713-4c82-9a02-c0477ddc4c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6be7da-aca8-4495-add2-543a9b2cf66b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.564731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.597423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a812e6f8-0d6a-4de3-993a-b4ea99eeac94 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-47783498 HTTP/1.1" status: 204 len: 168 time: 0.1989274 Aug 16 02:13:08.597669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fc10a6c8-90e9-4a26-8e10-fc8b212297b2 None None] Provisioning for port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:08.597790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49630) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.610875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-13fe901d-72f6-4f60-9113-2d6c38576771 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.650891 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-13fe901d-72f6-4f60-9113-2d6c38576771 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags HTTP/1.1" status: 200 len: 205 time: 0.0490532 Aug 16 02:13:08.651750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49632) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.657062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=eecc7865-7fd7-44a8-96a8-86cb3ffd5156,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.658011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-2e3d10b4-9b47-41b1-b918-da3ef2e78aad tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.663590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.695163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:08.721151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:08.722701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:08.727862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.728598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.747774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] Deleting port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:08.751414 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.762468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=e648b1f2-4ab6-4236-8816-05499c3f2cbe,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:08.770520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e3d10b4-9b47-41b1-b918-da3ef2e78aad tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1174738 Aug 16 02:13:08.772966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.786161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-6773c672-c0bb-40ae-8f8c-e29fa9626067 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.846286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.849080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-59151004-6042-49ce-a672-deecb39df793 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/ports/eecc7865-7fd7-44a8-96a8-86cb3ffd5156 HTTP/1.1" status: 204 len: 168 time: 1.1310077 Aug 16 02:13:08.851343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49642) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.859520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] For port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bfd0acb4-6fa9-4f0c-a187-e38a5ee53501,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:08.859932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:08.873932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] Calling delete_port for bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:08.879285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-220fa8d7-84a4-4e83-a941-7a27af48b432 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7578607 Aug 16 02:13:08.883414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.893963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'e648b1f2-4ab6-4236-8816-05499c3f2cbe', 'ip_address': '2001:db8::cbfa:14ea:c28:8395'}], 'name': 'tempest-NetworksTestDHCPv6-1082774987'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:08.920117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9dafa-b8c0-49d7-9167-c973a3b0e123 req-0bfe3e5e-065a-4306-a032-288ed64a282f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.920117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57c9dafa-b8c0-49d7-9167-c973a3b0e123 req-0bfe3e5e-065a-4306-a032-288ed64a282f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1984215 Aug 16 02:13:08.920117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68b954-50a1-4253-81a3-57520609b103 req-7fc3fb59-9f52-4536-a650-e0fc03eaf9d0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:08.920117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d68b954-50a1-4253-81a3-57520609b103 req-7fc3fb59-9f52-4536-a650-e0fc03eaf9d0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2157252 Aug 16 02:13:08.953651 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6773c672-c0bb-40ae-8f8c-e29fa9626067 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags HTTP/1.1" status: 204 len: 168 time: 0.1769323 Aug 16 02:13:08.953892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49646) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:08.958581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-7667d1eb-d25b-4169-b338-dc9ee755d58a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:08.988673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting subnet b46169f0-d79e-4e28-b293-da2ffc2127a4 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:09.003785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.034894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57c9dafa-b8c0-49d7-9167-c973a3b0e123 req-43b49087-7c86-4c6a-8656-fdb8e0584c6e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101730 Aug 16 02:13:09.048009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d68b954-50a1-4253-81a3-57520609b103 req-437e1a01-5f5e-4527-8ed8-a1257de48840 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163990 Aug 16 02:13:09.068665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.075538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.122038 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7667d1eb-d25b-4169-b338-dc9ee755d58a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags HTTP/1.1" status: 204 len: 168 time: 0.1630800 Aug 16 02:13:09.122038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49648) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.125039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-0c7404f5-b4c2-4e01-97f8-c0e3edec351f tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.155411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] Pushing event deleted for resources: {'Port': ['ID=bfd0acb4-6fa9-4f0c-a187-e38a5ee53501,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.173428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762898c6-6f6e-4944-a47d-fc6ba31e0437 None None] No DVR routers for this DVR port bfd0acb4-6fa9-4f0c-a187-e38a5ee53501 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:09.203740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0c7404f5-b4c2-4e01-97f8-c0e3edec351f tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags HTTP/1.1" status: 204 len: 168 time: 0.0821948 Aug 16 02:13:09.208595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.217724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-33abf408-2eca-4b8e-99bc-5051d8d3a2ca tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-1836005958') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.224337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745021d9-40bf-4506-b62f-26b7110161b9 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:09.235005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.250837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:09.257043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.282171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 0e22c0da-e98f-42ad-ab87-faf2b2563756 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:09.314796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49652) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.330287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36a5a1f9-b58e-4e02-9bdc-4870d608f2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.416058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'e648b1f2-4ab6-4236-8816-05499c3f2cbe'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:09.416922 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.423736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.455270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.457662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/subnets/b46169f0-d79e-4e28-b293-da2ffc2127a4 HTTP/1.1" status: 204 len: 168 time: 0.6035740 Aug 16 02:13:09.461700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.462091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad4a18-c918-469f-b15e-b1f0844afd3f tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Subnet': ['ID=b46169f0-d79e-4e28-b293-da2ffc2127a4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.500299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45163c92-2537-498a-9282-d7e297c480a1 None None] Network d387bfa7-96c7-44b2-b53a-d8f66bcab7dc requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:09.503117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::cbfa:14ea:c28:8395 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/e648b1f2-4ab6-4236-8816-05499c3f2cbe/0e22c0da-e98f-42ad-ab87-faf2b2563756) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:09.533582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36a5a1f9-b58e-4e02-9bdc-4870d608f2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.534504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33abf408-2eca-4b8e-99bc-5051d8d3a2ca tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-1836005958 HTTP/1.1" status: 201 len: 201 time: 0.3247204 Aug 16 02:13:09.537393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49656) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.542739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-143432a0-c530-4e70-a85c-29842eba0aae tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-2121169740') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.544984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting subnet 25e68b36-bbeb-486c-9b99-593e7705d104 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:09.556697 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.621115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.625167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36a5a1f9-b58e-4e02-9bdc-4870d608f2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.677643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36a5a1f9-b58e-4e02-9bdc-4870d608f2dd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f05388d48b894ded8afada868484b65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595233 Aug 16 02:13:09.677643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a5a1f9-b58e-4e02-9bdc-4870d608f2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b413d4-00c8-448b-a4b4-365a6e728c71,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:09.681669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49658) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.705104 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-143432a0-c530-4e70-a85c-29842eba0aae tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-2121169740 HTTP/1.1" status: 201 len: 201 time: 0.1665790 Aug 16 02:13:09.710240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49660) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.715673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-3e87e312-a2a4-4fc1-b7d6-cd3143795981 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-1960311534') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.728496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] DHCP port deletion for d387bfa7-96c7-44b2-b53a-d8f66bcab7dc request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:09.781720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] Deleting port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:09.782108 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.819626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-40c3c372-23b4-41b6-8fcf-fd5267d24158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.853570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-40c3c372-23b4-41b6-8fcf-fd5267d24158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.859270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] For port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,segment=NetworkSegment(03155325-ed75-42db-8ac3-9c6988472d32),segment_id=03155325-ed75-42db-8ac3-9c6988472d32)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:09.859882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:09.874029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] Calling delete_port for 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:09.909131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e87e312-a2a4-4fc1-b7d6-cd3143795981 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-1960311534 HTTP/1.1" status: 201 len: 201 time: 0.1980538 Aug 16 02:13:09.910458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49662) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:09.915754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-422d0fe1-dcd4-4392-9c2b-34d4059fd406 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-1334016286') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:09.941502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73964777-2fe9-45f7-9328-32229af3f1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.001296 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-40c3c372-23b4-41b6-8fcf-fd5267d24158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.004303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-40c3c372-23b4-41b6-8fcf-fd5267d24158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.005616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-40c3c372-23b4-41b6-8fcf-fd5267d24158 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/19b413d4-00c8-448b-a4b4-365a6e728c71 HTTP/1.1" status: 204 len: 168 time: 0.3247511 Aug 16 02:13:10.016686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c3c372-23b4-41b6-8fcf-fd5267d24158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b413d4-00c8-448b-a4b4-365a6e728c71,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.029943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.067910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] No DVR routers for this DVR port 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:10.070256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d164d-5dcf-43d0-b329-2b9d609955d9 None None] Pushing event deleted for resources: {'Port': ['ID=648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.097975 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-422d0fe1-dcd4-4392-9c2b-34d4059fd406 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-1334016286 HTTP/1.1" status: 201 len: 201 time: 0.1862509 Aug 16 02:13:10.101666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.107818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-fb22fb99-f94f-44d6-ba34-1880bad20e56 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', {'tags': ['tempest-TagsExtTest-Tag-1971183289', 'tempest-TagsExtTest-Tag-241049677', 'tempest-TagsExtTest-Tag-1767839117']}) {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.169833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.179407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.214153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 0e22c0da-e98f-42ad-ab87-faf2b2563756 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:10.255276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255d47b-519b-4349-b939-c8c976b2846f req-0edf57a8-92d2-477e-9bc9-99b960d893ac tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.256919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b255d47b-519b-4349-b939-c8c976b2846f req-0edf57a8-92d2-477e-9bc9-99b960d893ac tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1151819 Aug 16 02:13:10.282357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1588c27-70c0-4e2e-a29b-defb2b8c9f92 req-689a1e0d-66cd-4435-8458-706e3372598b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.283870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1588c27-70c0-4e2e-a29b-defb2b8c9f92 req-689a1e0d-66cd-4435-8458-706e3372598b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0997372 Aug 16 02:13:10.381047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.431035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:10.431836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/e648b1f2-4ab6-4236-8816-05499c3f2cbe/3462e60e-88bc-4129-9e34-86f33aa5e123) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:10.443924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.453054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:10.455218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:10.462322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:10.463038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.498381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=0e22c0da-e98f-42ad-ab87-faf2b2563756,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.511904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.513910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/subnets/25e68b36-bbeb-486c-9b99-593e7705d104 HTTP/1.1" status: 204 len: 168 time: 1.0512815 Aug 16 02:13:10.515545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7143f4-c509-4f93-a5c9-66d6b0dabe93 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Subnet': ['ID=25e68b36-bbeb-486c-9b99-593e7705d104,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:10.519690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49678) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.529537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e565b16-4c49-466e-b77f-eb60d8102867 None None] Network 04d7b4a8-fa12-4713-bcfd-eb0249276da1 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:10.590672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b255d47b-519b-4349-b939-c8c976b2846f req-72eeb988-420a-4378-951f-64f626acaa7a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259230 Aug 16 02:13:10.610871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1588c27-70c0-4e2e-a29b-defb2b8c9f92 req-06de0333-4b5c-4ace-9bf0-cb3e95c20f90 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3207099 Aug 16 02:13:10.612457 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-80c82edb-7abd-466e-958b-7c53c617a304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7268376 Aug 16 02:13:10.615477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49680) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.632938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'e648b1f2-4ab6-4236-8816-05499c3f2cbe', 'ip_address': '2001:db8::cbfa:14ea:c28:8395'}], 'name': 'tempest-NetworksTestDHCPv6-675820662'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:10.648809 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.682772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fb22fb99-f94f-44d6-ba34-1880bad20e56 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags HTTP/1.1" status: 200 len: 317 time: 0.5796473 Aug 16 02:13:10.685939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49684) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.747975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-fc781635-38d8-4eaf-b61a-944237192fbe tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.800943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] DHCP port deletion for 04d7b4a8-fa12-4713-bcfd-eb0249276da1 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:10.824780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.829643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.843720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d387bfa7-96c7-44b2-b53a-d8f66bcab7dc']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.860515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Transition to ACTIVE for port object 3462e60e-88bc-4129-9e34-86f33aa5e123 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:10.860829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03155325-ed75-42db-8ac3-9c6988472d32') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.861230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03155325-ed75-42db-8ac3-9c6988472d32') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:10.873383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.883653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Transition to ACTIVE for port object 3462e60e-88bc-4129-9e34-86f33aa5e123 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:10.891633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.901601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:10.902271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.903507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] Deleting port 8c9f7238-5161-4777-b1d6-550cadb9c496 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:10.903901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:10.906389 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:10.919616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:10.972756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fc781635-38d8-4eaf-b61a-944237192fbe tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags HTTP/1.1" status: 204 len: 168 time: 0.2287750 Aug 16 02:13:10.976644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49692) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:10.977229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:10.977668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 648d4b1b-f4f6-4a87-91b0-dc5f07db6fbb not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:10.978111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c9f7238-5161-4777-b1d6-550cadb9c496 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:10.981136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-8f8ae5ac-bf5c-4e67-82cc-a60203a8bb7d tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-1971183289') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.007623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:11.009115 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.017176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.025534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] For port 8c9f7238-5161-4777-b1d6-550cadb9c496, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c9f7238-5161-4777-b1d6-550cadb9c496,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:11.025949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.032649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.037240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/networks/d387bfa7-96c7-44b2-b53a-d8f66bcab7dc HTTP/1.1" status: 204 len: 168 time: 0.5142024 Aug 16 02:13:11.038856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49694) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.063618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4619a-1108-4f85-a411-3417d11b075a tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Network': ['ID=d387bfa7-96c7-44b2-b53a-d8f66bcab7dc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:11.066656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] Calling delete_port for 8c9f7238-5161-4777-b1d6-550cadb9c496 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:11.081188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:11.091671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:11.102033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:11.110000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Pushing event updated for resources: {'Port': ['ID=3462e60e-88bc-4129-9e34-86f33aa5e123,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:11.129158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.157351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.158478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 95a00bd3-1202-4dc8-8668-2dacb3dac632 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:11.173315 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-8f8ae5ac-bf5c-4e67-82cc-a60203a8bb7d tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:11.174574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8f8ae5ac-bf5c-4e67-82cc-a60203a8bb7d tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-1971183289 HTTP/1.1" status: 404 len: 329 time: 0.1969039 Aug 16 02:13:11.177645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49700) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.184845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-1ea7132e-35f2-46b8-a5c0-1eadbc1c6f91 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-241049677') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.277984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Deleting port 8c9f7238-5161-4777-b1d6-550cadb9c496 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:11.279094 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.294675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Attempting to bind port 3462e60e-88bc-4129-9e34-86f33aa5e123 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:11.295162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Attempting to bind port 3462e60e-88bc-4129-9e34-86f33aa5e123 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:11.295538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Attempting to bind port 3462e60e-88bc-4129-9e34-86f33aa5e123 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:11.301542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.305050 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.317807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:11.318197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:11.318608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.319104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:11.319603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Bound port: 3462e60e-88bc-4129-9e34-86f33aa5e123, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:11.319995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.346030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] Pushing event deleted for resources: {'Port': ['ID=8c9f7238-5161-4777-b1d6-550cadb9c496,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:11.363773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] For port 8c9f7238-5161-4777-b1d6-550cadb9c496, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c9f7238-5161-4777-b1d6-550cadb9c496,segment=NetworkSegment(368f52d1-094a-45bb-b15c-cd9961c929fe),segment_id=368f52d1-094a-45bb-b15c-cd9961c929fe)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:11.364527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.364694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac519f2-985a-4384-bc11-90c5a3cb35cd None None] No DVR routers for this DVR port 8c9f7238-5161-4777-b1d6-550cadb9c496 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:11.387110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Calling delete_port for 8c9f7238-5161-4777-b1d6-550cadb9c496 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:11.444978 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-1ea7132e-35f2-46b8-a5c0-1eadbc1c6f91 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:11.448407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1ea7132e-35f2-46b8-a5c0-1eadbc1c6f91 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-241049677 HTTP/1.1" status: 404 len: 328 time: 0.2697024 Aug 16 02:13:11.451949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49706) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.458779 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:13:11.459352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:11.466289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-fd37ecde-cecf-43e3-99d3-48a9715a95e6 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f', 'tempest-TagsExtTest-Tag-1767839117') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.480361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] For port 3462e60e-88bc-4129-9e34-86f33aa5e123, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:11.484692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] For port 3462e60e-88bc-4129-9e34-86f33aa5e123, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3462e60e-88bc-4129-9e34-86f33aa5e123,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:11.531256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a1ba093b-24ed-4718-97cf-d2e82c3f06b7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.9139509 Aug 16 02:13:11.533254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49710) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.552445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.557166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.570000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] No DVR routers for this DVR port 8c9f7238-5161-4777-b1d6-550cadb9c496 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:11.572655 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-fd37ecde-cecf-43e3-99d3-48a9715a95e6 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:11.573907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fd37ecde-cecf-43e3-99d3-48a9715a95e6 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags/tempest-TagsExtTest-Tag-1767839117 HTTP/1.1" status: 404 len: 329 time: 0.1207781 Aug 16 02:13:11.578824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49712) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.590295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-ec48f638-254b-420b-883a-289d0d0eb43c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', {'tags': ['tempest-TagsExtTest-Tag-428945146', 'tempest-TagsExtTest-Tag-22108636', 'tempest-TagsExtTest-Tag-370886488']}) {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.626953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Port': ['ID=8c9f7238-5161-4777-b1d6-550cadb9c496,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:11.680346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58fb1-d0f4-4ecd-a07f-0dc18fea2f11 None None] Pushing event updated for resources: {'Port': ['ID=3462e60e-88bc-4129-9e34-86f33aa5e123,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:11.701792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b3ca3-68ac-4b69-948d-52459f91319b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.710428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b3ca3-68ac-4b69-948d-52459f91319b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.712240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d22b3ca3-68ac-4b69-948d-52459f91319b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1777716 Aug 16 02:13:11.717392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49718) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.719748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.735822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d7b4a8-fa12-4713-bcfd-eb0249276da1']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.752871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368f52d1-094a-45bb-b15c-cd9961c929fe') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.752871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368f52d1-094a-45bb-b15c-cd9961c929fe') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.765592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.781204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.787847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:11.788394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:11.796372 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:11.912926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e5227-55fd-4605-8f7b-6a2a2eb12e9d req-51629f0a-37b7-4b86-8a32-2b1cab25d875 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.914472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f8e5227-55fd-4605-8f7b-6a2a2eb12e9d req-51629f0a-37b7-4b86-8a32-2b1cab25d875 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2009265 Aug 16 02:13:11.920442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec48f638-254b-420b-883a-289d0d0eb43c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags HTTP/1.1" status: 200 len: 314 time: 0.3350649 Aug 16 02:13:11.923572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49728) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:11.928251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-27f2191a-651a-473c-bfb5-c61a8d0b6480 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:11.933194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cfd5c-a277-432d-818a-f708505db566 req-3da55bc3-1351-4c98-859c-afe3c91a7f8a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:11.934803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c1cfd5c-a277-432d-818a-f708505db566 req-3da55bc3-1351-4c98-859c-afe3c91a7f8a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2163632 Aug 16 02:13:11.976637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f8e5227-55fd-4605-8f7b-6a2a2eb12e9d req-c7ada5c0-ebef-40a5-8675-7cbba3a7f860 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548897 Aug 16 02:13:11.981827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:11.994815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.003326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] 10.222.0.76 "DELETE /v2.0/networks/04d7b4a8-fa12-4713-bcfd-eb0249276da1 HTTP/1.1" status: 204 len: 168 time: 0.9621298 Aug 16 02:13:12.090184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b9272-1df1-4f3d-9846-760dee32ee25 tempest-TaggedBootDevicesTest_v242-1815728600 tempest-TaggedBootDevicesTest_v242-1815728600-project] Pushing event deleted for resources: {'Network': ['ID=04d7b4a8-fa12-4713-bcfd-eb0249276da1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.093836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c1cfd5c-a277-432d-818a-f708505db566 req-52cb8924-16d0-4612-bb06-dd360fcc9738 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211748 Aug 16 02:13:12.097678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 0e22c0da-e98f-42ad-ab87-faf2b2563756 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:12.098221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.234962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.261085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 0e22c0da-e98f-42ad-ab87-faf2b2563756 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:12.300513 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-27f2191a-651a-473c-bfb5-c61a8d0b6480 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags HTTP/1.1" status: 204 len: 168 time: 0.3757918 Aug 16 02:13:12.301653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49742) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.307859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-28f6299c-4241-4e62-8cf2-2347c7afdb2c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-428945146') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.383727 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-28f6299c-4241-4e62-8cf2-2347c7afdb2c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:12.384893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28f6299c-4241-4e62-8cf2-2347c7afdb2c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-428945146 HTTP/1.1" status: 404 len: 328 time: 0.0823164 Aug 16 02:13:12.387859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.392525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-ca65f713-8b81-40b1-ac70-9bcbe6bf0fcd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-22108636') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.450144 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-ca65f713-8b81-40b1-ac70-9bcbe6bf0fcd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:12.454719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca65f713-8b81-40b1-ac70-9bcbe6bf0fcd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-22108636 HTTP/1.1" status: 404 len: 327 time: 0.0658479 Aug 16 02:13:12.455678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49750) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.460192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-c26b16f6-e558-42a7-b07c-f19607432fdf tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066', 'tempest-TagsExtTest-Tag-370886488') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.520237 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-c26b16f6-e558-42a7-b07c-f19607432fdf tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:12.523804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c26b16f6-e558-42a7-b07c-f19607432fdf tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags/tempest-TagsExtTest-Tag-370886488 HTTP/1.1" status: 404 len: 328 time: 0.0646935 Aug 16 02:13:12.524183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49758) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.529336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-ce05deca-c50c-4ec2-87e8-48cc715423ca tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', {'tags': ['tempest-TagsExtTest-Tag-638519223', 'tempest-TagsExtTest-Tag-1066932961', 'tempest-TagsExtTest-Tag-378800392']}) {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.604470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.644943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=0e22c0da-e98f-42ad-ab87-faf2b2563756,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:12.656679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.672767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.673123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.673474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.673820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.674157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.674714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.675229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.675748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.676456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.676961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.677528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.678137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:12.699409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.701543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b818a474-dd6b-4721-b8ab-77a2584e08c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/0e22c0da-e98f-42ad-ab87-faf2b2563756 HTTP/1.1" status: 204 len: 168 time: 0.9805489 Aug 16 02:13:12.704478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49764) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.771610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ea48c-c4d0-430a-bc7c-bbdca7423828 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.773192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66ea48c-c4d0-430a-bc7c-bbdca7423828 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:12.774819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d66ea48c-c4d0-430a-bc7c-bbdca7423828 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0692654 Aug 16 02:13:12.777491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.798387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fb85-ce23-44ac-9a50-98340988916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.839818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:12.846016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-cbc7443d-406b-4495-8b72-978d80d82ca0 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:12.848716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ce05deca-c50c-4ec2-87e8-48cc715423ca tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags HTTP/1.1" status: 200 len: 316 time: 0.3140745 Aug 16 02:13:12.905883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet e648b1f2-4ab6-4236-8816-05499c3f2cbe {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:12.910545 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:12.921457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3462e60e-88bc-4129-9e34-86f33aa5e123 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:12.979034 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.089643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cbc7443d-406b-4495-8b72-978d80d82ca0 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags HTTP/1.1" status: 204 len: 168 time: 0.2475195 Aug 16 02:13:13.089643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49778) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.095935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-f3c5382a-af31-4a9f-8548-7f39ec85572a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-638519223') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.101097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.116972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3462e60e-88bc-4129-9e34-86f33aa5e123 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:13.240229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-66871879-cd04-4273-819b-912bc55795f1 None None] Provisioning for port 3462e60e-88bc-4129-9e34-86f33aa5e123 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:13.245920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-66871879-cd04-4273-819b-912bc55795f1 None None] Provisioning complete for port 3462e60e-88bc-4129-9e34-86f33aa5e123 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:13.249836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-66871879-cd04-4273-819b-912bc55795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.294996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9f8b0-06a9-4aba-8f82-1379e990dc83 req-dff0d43d-812f-4c5c-b1bb-29da976f1845 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.299375 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-f3c5382a-af31-4a9f-8548-7f39ec85572a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:13.299659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fef9f8b0-06a9-4aba-8f82-1379e990dc83 req-dff0d43d-812f-4c5c-b1bb-29da976f1845 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1945379 Aug 16 02:13:13.303889 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f3c5382a-af31-4a9f-8548-7f39ec85572a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-638519223 HTTP/1.1" status: 404 len: 328 time: 0.2128234 Aug 16 02:13:13.304589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49786) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.309863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.310292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-d765363e-52ce-42e4-b062-f3ba99d8b17c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-1066932961') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.409268 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-66871879-cd04-4273-819b-912bc55795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.422242 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-d765363e-52ce-42e4-b062-f3ba99d8b17c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:13.423929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=e648b1f2-4ab6-4236-8816-05499c3f2cbe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.424648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d765363e-52ce-42e4-b062-f3ba99d8b17c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-1066932961 HTTP/1.1" status: 404 len: 329 time: 0.1184709 Aug 16 02:13:13.427627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49788) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.438996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.440919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2163309e-b783-49b6-9698-7b2ac12504d3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/e648b1f2-4ab6-4236-8816-05499c3f2cbe HTTP/1.1" status: 204 len: 168 time: 0.6622548 Aug 16 02:13:13.443481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49790) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.444691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-5a8140e5-cad6-48dc-b5f5-e51a1ef595f3 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734', 'tempest-TagsExtTest-Tag-378800392') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.465758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-66871879-cd04-4273-819b-912bc55795f1 None None] For port 3462e60e-88bc-4129-9e34-86f33aa5e123, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3462e60e-88bc-4129-9e34-86f33aa5e123,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:13.469012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fef9f8b0-06a9-4aba-8f82-1379e990dc83 req-6f8b65b2-694c-4d5e-ae56-8615142c5391 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207042 Aug 16 02:13:13.477932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e223a5f8-5baa-4cac-8ca9-667b436a78d3 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:13.558704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ade5ad8-1eb1-4d1e-af6f-fa5f35630ee0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1016788 Aug 16 02:13:13.559387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49792) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.568395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:13.582727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d51c95-6783-4546-b594-67fd0ccc9636 req-760347b5-7e37-47a7-81cb-60cb1765c3f3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:13.585860 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-5a8140e5-cad6-48dc-b5f5-e51a1ef595f3 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:13.587220 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a8140e5-cad6-48dc-b5f5-e51a1ef595f3 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags/tempest-TagsExtTest-Tag-378800392 HTTP/1.1" status: 404 len: 328 time: 0.1583626 Aug 16 02:13:13.591519 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13d51c95-6783-4546-b594-67fd0ccc9636 req-760347b5-7e37-47a7-81cb-60cb1765c3f3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2902315 Aug 16 02:13:13.594894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.620579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-e09de8a9-3d62-489b-babd-c8a9bd578be8 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', {'tags': ['tempest-TagsExtTest-Tag-464285206', 'tempest-TagsExtTest-Tag-1970370838', 'tempest-TagsExtTest-Tag-247805411']}) {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.740857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13d51c95-6783-4546-b594-67fd0ccc9636 req-de2125d8-47b1-4854-b1bf-98c9b20313a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335547 Aug 16 02:13:13.758447 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e09de8a9-3d62-489b-babd-c8a9bd578be8 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "PUT /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags HTTP/1.1" status: 200 len: 316 time: 0.1620884 Aug 16 02:13:13.760871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.768519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-d0d3d187-7d5e-42e0-a5fa-82c72066bf0a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.804591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-66871879-cd04-4273-819b-912bc55795f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.832981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:13.836881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:13.904180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66871879-cd04-4273-819b-912bc55795f1 None None] Pushing event updated for resources: {'Port': ['ID=3462e60e-88bc-4129-9e34-86f33aa5e123,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:13.918767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ffc20bf-33dd-4eb0-9cab-8393c9e133c9 None None] Could not find standard attr ID for object 4cb89a14-e3fd-47ba-90f0-53de54699609. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:13:13.922581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d0d3d187-7d5e-42e0-a5fa-82c72066bf0a tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags HTTP/1.1" status: 204 len: 168 time: 0.1569536 Aug 16 02:13:13.923520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49802) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.928352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-30c04d97-25a8-4834-8c46-e17e462d505c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-464285206') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.952359 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-30c04d97-25a8-4834-8c46-e17e462d505c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:13.954362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-30c04d97-25a8-4834-8c46-e17e462d505c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-464285206 HTTP/1.1" status: 404 len: 328 time: 0.0289123 Aug 16 02:13:13.956279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49804) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:13.962905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-d1c05b3e-9261-4c7f-b223-cc99fa379c00 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-1970370838') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:13.997005 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-d1c05b3e-9261-4c7f-b223-cc99fa379c00 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:13.998068 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d1c05b3e-9261-4c7f-b223-cc99fa379c00 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-1970370838 HTTP/1.1" status: 404 len: 329 time: 0.0404565 Aug 16 02:13:14.001384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49806) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.006339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-effed80f-af33-4103-ada3-b67d7df7ecbd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1', 'tempest-TagsExtTest-Tag-247805411') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.029797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:14.072492 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-effed80f-af33-4103-ada3-b67d7df7ecbd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] show failed (client error): The resource could not be found. Aug 16 02:13:14.076299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-effed80f-af33-4103-ada3-b67d7df7ecbd tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags/tempest-TagsExtTest-Tag-247805411 HTTP/1.1" status: 404 len: 328 time: 0.0711501 Aug 16 02:13:14.077657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49808) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.079025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] Deleting port 3462e60e-88bc-4129-9e34-86f33aa5e123 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:14.079482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.085522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-ff2b8780-09f5-4aef-a8af-a16f548c0ba8 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '1a91de14-90a0-4a8d-bac4-40c2142589a1') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.117519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ff2b8780-09f5-4aef-a8af-a16f548c0ba8 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1/tags HTTP/1.1" status: 204 len: 168 time: 0.0359318 Aug 16 02:13:14.117736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49810) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.122680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-eb4fb3de-5533-43c8-a1d2-8269aede63cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '1a07c84d-a5f8-485c-aae0-146da000f734') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.130047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.163823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] For port 3462e60e-88bc-4129-9e34-86f33aa5e123, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3462e60e-88bc-4129-9e34-86f33aa5e123,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:14.165361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.172116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:14.175558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:14.179025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.179623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.187700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] Calling delete_port for 3462e60e-88bc-4129-9e34-86f33aa5e123 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:14.215231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eb4fb3de-5533-43c8-a1d2-8269aede63cb tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734/tags HTTP/1.1" status: 204 len: 168 time: 0.0952992 Aug 16 02:13:14.216567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49812) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.221658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-50c3d1f2-3e0c-4115-9198-0bb38c53896b tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91d345fa-1a6e-4dcf-a367-b75092f90066') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.223209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=6221e320-99aa-469e-8daf-e5652dbb31e8,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.287058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-50c3d1f2-3e0c-4115-9198-0bb38c53896b tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066/tags HTTP/1.1" status: 204 len: 168 time: 0.0672207 Aug 16 02:13:14.287361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49814) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.287766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49816) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.288067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f8b224b7-31b6-4fb5-b7cc-b12f2ac58c9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7238407 Aug 16 02:13:14.294018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-b1a2eead-fc47-47db-b89d-53ff34b90924 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6f9f61de-db09-4190-be5f-9728dcd88c7f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:14.300102 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': '6221e320-99aa-469e-8daf-e5652dbb31e8', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1992530987'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:14.375952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.402585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] Pushing event deleted for resources: {'Port': ['ID=3462e60e-88bc-4129-9e34-86f33aa5e123,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:14.407668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c0a1e-4388-4b58-968c-bff8cbdab984 None None] No DVR routers for this DVR port 3462e60e-88bc-4129-9e34-86f33aa5e123 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:14.434111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6f2006-500f-41e7-8e7f-b667271bbd06 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:14.437098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1a2eead-fc47-47db-b89d-53ff34b90924 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f/tags HTTP/1.1" status: 204 len: 168 time: 0.1482108 Aug 16 02:13:14.441333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49820) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.546708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:14.603578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '6221e320-99aa-469e-8daf-e5652dbb31e8'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:14.604596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.652605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ef188-c3e9-406a-9257-9dcf9146188a req-0f1dda6a-851b-4df5-a6c4-131f57b3e470 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:14.653778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03ae6535-bc2a-4c1f-8100-b5cd158c5be0 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for subnetpool, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.655837 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03ae6535-bc2a-4c1f-8100-b5cd158c5be0 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnetpools/1a91de14-90a0-4a8d-bac4-40c2142589a1 HTTP/1.1" status: 204 len: 168 time: 0.2138746 Aug 16 02:13:14.660396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.661343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b9ef188-c3e9-406a-9257-9dcf9146188a req-0f1dda6a-851b-4df5-a6c4-131f57b3e470 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0703757 Aug 16 02:13:14.663978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49826) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.704348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d1fd169-15a0-4d9d-89ca-d31df4f069bf tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a07c84d-a5f8-485c-aae0-146da000f734 HTTP/1.1" status: 200 len: 205 time: 0.0375600 Aug 16 02:13:14.707234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49830) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:14.710580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port d27185d9-4a6a-441f-b072-cec26a1fb695 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:14.712837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b9ef188-c3e9-406a-9257-9dcf9146188a req-16629ee9-8b3f-4330-b0b0-148c47c2d4de tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503800 Aug 16 02:13:14.870135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.932074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/6221e320-99aa-469e-8daf-e5652dbb31e8/b73ad1b8-76e7-40f0-90b5-df2c9d0d2778) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:14.952646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3462e60e-88bc-4129-9e34-86f33aa5e123 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:14.954663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:14.977891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3462e60e-88bc-4129-9e34-86f33aa5e123 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:14.978246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3462e60e-88bc-4129-9e34-86f33aa5e123 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:15.124603 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.128851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.145810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c5522-b096-48d3-81f2-d460b98a25b8 req-4a6cde23-1581-4c41-9f92-ffe6f0774fb8 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.147530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef6c5522-b096-48d3-81f2-d460b98a25b8 req-4a6cde23-1581-4c41-9f92-ffe6f0774fb8 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2046740 Aug 16 02:13:15.152722 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.165134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Transition to ACTIVE for port object b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:15.180896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Transition to ACTIVE for port object b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:15.229780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef6c5522-b096-48d3-81f2-d460b98a25b8 req-ec7200c1-e8a7-4725-8fc4-18a515e08037 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456989 Aug 16 02:13:15.301379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c8d54-1db4-4c79-bbb9-4929603e77dc req-a0ff01f0-f12f-4c90-831d-8d46a19cfbce tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.301611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.304216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-055c8d54-1db4-4c79-bbb9-4929603e77dc req-a0ff01f0-f12f-4c90-831d-8d46a19cfbce tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0587890 Aug 16 02:13:15.305359 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.305937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Fanout notify agent at l3_agent the message router_deleted on router 1a07c84d-a5f8-485c-aae0-146da000f734 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:15.317167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.320494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7832919d-4cd8-4b5e-b480-0c53fd6af48c tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/routers/1a07c84d-a5f8-485c-aae0-146da000f734 HTTP/1.1" status: 204 len: 168 time: 0.6116190 Aug 16 02:13:15.324440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.367656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:15.370905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:15.375411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:15.379056 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:13:15.379692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:13:15.382327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Pushing event updated for resources: {'Port': ['ID=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.386843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-055c8d54-1db4-4c79-bbb9-4929603e77dc req-9e776ab6-0365-4c61-9291-628a1e9dba9e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650175 Aug 16 02:13:15.447705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Attempting to bind port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:15.448083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Attempting to bind port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:15.448454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Attempting to bind port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:15.453655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:15.454099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:15.455033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.455033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:15.455350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Bound port: b73ad1b8-76e7-40f0-90b5-df2c9d0d2778, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:15.455723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.495744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-42981f5a-7bbf-4a34-9666-087186a8ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.497286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-42981f5a-7bbf-4a34-9666-087186a8ae9f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.0792465 Aug 16 02:13:15.505089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a2c316a5-a7d5-43c1-839d-fdf7e37c2b8e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2150807 Aug 16 02:13:15.507581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49862) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.565577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] For port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:15.569199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] For port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:15.587498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7dbf3e-6629-468c-9e64-b7119686dc80 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.589218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0b7dbf3e-6629-468c-9e64-b7119686dc80 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0803611 Aug 16 02:13:15.591677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49866) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.621313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Deleting port 91d345fa-1a6e-4dcf-a367-b75092f90066 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:15.621662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.633018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.657199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616814e-481a-4f6b-a80a-a54b0e985ba1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.658984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d616814e-481a-4f6b-a80a-a54b0e985ba1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.662876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d616814e-481a-4f6b-a80a-a54b0e985ba1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0678673 Aug 16 02:13:15.663339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49868) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:15.719663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-bf922eac-5642-495c-a27f-9230d4358b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:15.723176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-bf922eac-5642-495c-a27f-9230d4358b83 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.2147603 Aug 16 02:13:15.744554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57a15-15d0-493c-ac02-e37b6bbf37d4 None None] Pushing event updated for resources: {'Port': ['ID=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:15.816129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 6221e320-99aa-469e-8daf-e5652dbb31e8 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:15.819577 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.821277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.838565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-09aa1a24-6e02-4863-8125-307739c37289 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.1093044 Aug 16 02:13:15.867208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.873467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:15.912930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Calling delete_port for 91d345fa-1a6e-4dcf-a367-b75092f90066 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:16.030385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-65aa64a4-d2b6-4baf-a98a-7cfccaca320f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.032508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-65aa64a4-d2b6-4baf-a98a-7cfccaca320f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1858599 Aug 16 02:13:16.044787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.179359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-70081723-f945-4271-bc53-10e0effbcf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:16.181083 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-70081723-f945-4271-bc53-10e0effbcf27 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744109 Aug 16 02:13:16.251411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.272830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.322371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=6221e320-99aa-469e-8daf-e5652dbb31e8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.323325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event deleted for resources: {'Port': ['ID=91d345fa-1a6e-4dcf-a367-b75092f90066,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:16.326586 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:16.332209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74d42e4d-fb6c-47db-b0e7-44167c5a3b13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/6221e320-99aa-469e-8daf-e5652dbb31e8 HTTP/1.1" status: 204 len: 168 time: 0.6672256 Aug 16 02:13:16.336164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49884) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:16.426706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f92ecf53-9f7f-4bc2-bc4d-d24799acd9c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888088 Aug 16 02:13:16.431387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49888) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:16.434556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:16.487211 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-19dd9269-0439-45fa-bfa9-fee1aee87df0 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951534 Aug 16 02:13:16.985117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:17.017536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.019829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fd2522f8-09a0-49b7-8530-b4a660f3acde tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/ports/91d345fa-1a6e-4dcf-a367-b75092f90066 HTTP/1.1" status: 204 len: 168 time: 1.6941423 Aug 16 02:13:17.022278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49900) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:17.115099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Deleting subnet 6f9f61de-db09-4190-be5f-9728dcd88c7f {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:17.118916 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1756036f-2aa4-4ae8-b568-6e678307b08c req-e3bc2c60-aa11-4a47-8a8a-5c012ce344b4 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200826 Aug 16 02:13:17.123237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.175392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:17.270054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.361014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8980e-b5b9-405c-8af5-24f3b13613a5 req-b090575d-2010-4359-96be-a082eb5ccf7e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.369378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4d8980e-b5b9-405c-8af5-24f3b13613a5 req-b090575d-2010-4359-96be-a082eb5ccf7e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.9661615 Aug 16 02:13:17.413246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.459496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2b221-3002-4150-8290-c11feef44370 req-9e52dd0f-d939-4f53-94ca-42add892a7c8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:17.468149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaa2b221-3002-4150-8290-c11feef44370 req-9e52dd0f-d939-4f53-94ca-42add892a7c8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.9327228 Aug 16 02:13:17.537884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaa2b221-3002-4150-8290-c11feef44370 req-22298b3d-8732-44c1-8c95-ee074c4a7e2f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643048 Aug 16 02:13:17.545713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4d8980e-b5b9-405c-8af5-24f3b13613a5 req-27946df9-2437-46ae-975b-a84ab1cc078f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755073 Aug 16 02:13:17.549761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1eb0bb-f44b-4aa9-81ce-b7ea22866256 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:17.592052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:17.596036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.596604 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.675701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9f61de-db09-4190-be5f-9728dcd88c7f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:17.694807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.700213 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-660935b4-5c6e-4d2f-8cf8-239b6d1195b1 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/subnets/6f9f61de-db09-4190-be5f-9728dcd88c7f HTTP/1.1" status: 204 len: 168 time: 0.6767793 Aug 16 02:13:17.701137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49908) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:17.741132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab959816-76ef-423b-9c4c-74a2d4fa2602 None None] Network c41dd893-f6ba-4433-afe8-d1d9d0dc881e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:17.841442 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.866571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] Provisioning for port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:17.875756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] Provisioning complete for port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:17.876665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.966028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Deleting port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:17.966474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:17.994458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49912) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:18.090045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.119267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31461154-0724-4910-9588-7e33c0107062 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:18.132983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] For port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,segment=NetworkSegment(cfb7eab8-36ba-44b4-b43b-53813e6440e1),segment_id=cfb7eab8-36ba-44b4-b43b-53813e6440e1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.133602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.133777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] DHCP port deletion for c41dd893-f6ba-4433-afe8-d1d9d0dc881e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:18.149227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Calling delete_port for 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:18.166561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] For port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.189292 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.224988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-31461154-0724-4910-9588-7e33c0107062 None None] Deleting port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:18.225296 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31461154-0724-4910-9588-7e33c0107062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.229054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82837092-217d-4344-86bf-38cb0217b653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.255342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:18.263760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:18.268172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.269063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.281029 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.307747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=36f670a9-f9c4-45fd-9e31-075d8fc46093,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.352952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.365873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] No DVR routers for this DVR port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:18.377894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Deleting port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:18.379035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.384679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81944a01-6d11-4204-83db-25dad43e7244 None None] Pushing event updated for resources: {'Port': ['ID=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.392076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event deleted for resources: {'Port': ['ID=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.437958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82837092-217d-4344-86bf-38cb0217b653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.466812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-31461154-0724-4910-9588-7e33c0107062 None None] For port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.467220 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31461154-0724-4910-9588-7e33c0107062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.482482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.484778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-31461154-0724-4910-9588-7e33c0107062 None None] Calling delete_port for b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:18.488301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41dd893-f6ba-4433-afe8-d1d9d0dc881e']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.500197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb7eab8-36ba-44b4-b43b-53813e6440e1') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.500546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb7eab8-36ba-44b4-b43b-53813e6440e1') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:18.508109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82837092-217d-4344-86bf-38cb0217b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.511019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.532967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.544158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:18.546168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.563215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-82837092-217d-4344-86bf-38cb0217b653 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37d199259b9a4f5ea9102f2c45c7d7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5650506 Aug 16 02:13:18.564700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837092-217d-4344-86bf-38cb0217b653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea89a9d0-6068-41fc-a921-100f51902218,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.570561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49920) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:18.599676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e56b2c8c-64ba-484d-bb84-70740afd9c3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1694961 Aug 16 02:13:18.600303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49924) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:18.607397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:18.610382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] For port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55, host n-d-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:18.616609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:18.648703 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:18.660265 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af588cd3-7198-413b-a301-df309c716504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.675622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Calling delete_port for 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:18.685363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af588cd3-7198-413b-a301-df309c716504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.690339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.ipam_backend_mixin [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 was not found and therefore no delete operation was performed {{(pid=101947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:13:18.698422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.734200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] Pushing event deleted for resources: {'Port': ['ID=9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.735747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.742075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac640e0-960e-4284-b5f1-50384d94cb48 None None] No DVR routers for this DVR port 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:18.762723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.765135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.778360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.784045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] 10.222.0.76 "DELETE /v2.0/networks/c41dd893-f6ba-4433-afe8-d1d9d0dc881e HTTP/1.1" status: 204 len: 168 time: 1.0786846 Aug 16 02:13:18.802924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6d790-1e72-46fc-9d9f-76c3934f0047 tempest-TagsExtTest-1174242275 tempest-TagsExtTest-1174242275-project] Pushing event deleted for resources: {'Network': ['ID=c41dd893-f6ba-4433-afe8-d1d9d0dc881e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.827553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.846856 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31461154-0724-4910-9588-7e33c0107062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.847735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:18.887112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8546a5-a4a9-4965-a0c4-5bb189803af8 req-09c6434e-4f4c-45a9-8cba-f3859b974eb1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.888747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c8546a5-a4a9-4965-a0c4-5bb189803af8 req-09c6434e-4f4c-45a9-8cba-f3859b974eb1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1916516 Aug 16 02:13:18.903308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:18.903654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9cbb243a-ed8b-4b25-9a42-3ed7d19f2e55 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:18.904083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:18.904507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3048f-83e1-40f4-b01f-7f11d832fec3 req-3ba9768e-8226-4aea-80b4-f81bde20c6d9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:18.908049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31461154-0724-4910-9588-7e33c0107062 None None] Pushing event deleted for resources: {'Port': ['ID=b73ad1b8-76e7-40f0-90b5-df2c9d0d2778,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:18.911163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31461154-0724-4910-9588-7e33c0107062 None None] No DVR routers for this DVR port b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:18.916259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce3048f-83e1-40f4-b01f-7f11d832fec3 req-3ba9768e-8226-4aea-80b4-f81bde20c6d9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2206149 Aug 16 02:13:18.928310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.932902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:18.933258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b73ad1b8-76e7-40f0-90b5-df2c9d0d2778 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:18.965937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37a7b4a-9abe-49ab-be92-040c0d8e6e33 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:18.993904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af588cd3-7198-413b-a301-df309c716504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.996781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af588cd3-7198-413b-a301-df309c716504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:18.998092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-af588cd3-7198-413b-a301-df309c716504 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea89a9d0-6068-41fc-a921-100f51902218 HTTP/1.1" status: 204 len: 168 time: 0.4265354 Aug 16 02:13:19.038242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c8546a5-a4a9-4965-a0c4-5bb189803af8 req-acae5956-3797-48f4-9192-3f5c4e3d0dad tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178968 Aug 16 02:13:19.048664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dce3048f-83e1-40f4-b01f-7f11d832fec3 req-b5bd3485-83fa-4e9b-9905-ae1bdc683333 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310351 Aug 16 02:13:19.050407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af588cd3-7198-413b-a301-df309c716504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea89a9d0-6068-41fc-a921-100f51902218,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.078874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.083284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-55fcc207-5e7a-4a42-a828-62aa1b3afdab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4794035 Aug 16 02:13:19.086095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49936) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:19.153900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '36f670a9-f9c4-45fd-9e31-075d8fc46093'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:19.155828 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.392744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/36f670a9-f9c4-45fd-9e31-075d8fc46093/ec4286ae-5953-48fe-a42b-3c249d402f66) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:19.412110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd06b5-8ec2-4601-91e2-0fded73d5d5e req-0d918cba-1066-47dc-ad90-f3ac57fffe6c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:19.432553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bfd06b5-8ec2-4601-91e2-0fded73d5d5e req-0d918cba-1066-47dc-ad90-f3ac57fffe6c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1136501 Aug 16 02:13:19.472374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49944) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:19.520020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bfd06b5-8ec2-4601-91e2-0fded73d5d5e req-fbbb5c85-e1f8-4146-80aa-d3295832a5ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852382 Aug 16 02:13:19.549543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.636792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.648029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Transition to ACTIVE for port object ec4286ae-5953-48fe-a42b-3c249d402f66 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:19.665484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Transition to ACTIVE for port object ec4286ae-5953-48fe-a42b-3c249d402f66 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:19.735823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7364b910-8bab-4eec-a440-513272dbf4f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c55708c20a4645a39815508ee48111df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600672 Aug 16 02:13:19.738467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49950) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:19.764085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.802853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25dd9499-b5fd-4820-9b7f-a024068a215a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.823847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:19.828292 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25dd9499-b5fd-4820-9b7f-a024068a215a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.830403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:19.832426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Pushing event updated for resources: {'Port': ['ID=ec4286ae-5953-48fe-a42b-3c249d402f66,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:19.834864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:19.864907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::1 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/36f670a9-f9c4-45fd-9e31-075d8fc46093/530616e5-dee8-4d23-b88d-94d5cf276792) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:19.883226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49952) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:19.898245 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e27b0-6d4d-429c-b65c-a0116fc0c1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.918886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Attempting to bind port ec4286ae-5953-48fe-a42b-3c249d402f66 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:19.919263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Attempting to bind port ec4286ae-5953-48fe-a42b-3c249d402f66 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:19.919634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Attempting to bind port ec4286ae-5953-48fe-a42b-3c249d402f66 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:19.925271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:19.925649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:19.926063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.926460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:19.927074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Bound port: ec4286ae-5953-48fe-a42b-3c249d402f66, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:19.927493 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:19.992908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] For port ec4286ae-5953-48fe-a42b-3c249d402f66, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:19.996162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] For port ec4286ae-5953-48fe-a42b-3c249d402f66, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ec4286ae-5953-48fe-a42b-3c249d402f66,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:19.996516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.011726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 530616e5-dee8-4d23-b88d-94d5cf276792 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:20.044062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25dd9499-b5fd-4820-9b7f-a024068a215a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.048368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25dd9499-b5fd-4820-9b7f-a024068a215a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.053337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-25dd9499-b5fd-4820-9b7f-a024068a215a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fb088cb8-850b-4af8-9871-07154719fa40 HTTP/1.1" status: 204 len: 168 time: 0.3102181 Aug 16 02:13:20.066887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd9499-b5fd-4820-9b7f-a024068a215a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb088cb8-850b-4af8-9871-07154719fa40,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.111526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.130397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.219950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:20.230771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:20.240766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:20.241520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.252385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b99da-851a-4325-a0fb-629a0d5f7781 None None] Pushing event updated for resources: {'Port': ['ID=ec4286ae-5953-48fe-a42b-3c249d402f66,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.292594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b9cf0-95b5-4164-ab35-fc3ecc285091 req-0c2bfab7-c1d0-4ab1-9ccb-5dac87d0ca58 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.294296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-040b9cf0-95b5-4164-ab35-fc3ecc285091 req-0c2bfab7-c1d0-4ab1-9ccb-5dac87d0ca58 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1929350 Aug 16 02:13:20.342003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=530616e5-dee8-4d23-b88d-94d5cf276792,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.350072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61e472-d9a1-4592-bdd9-947c2c643eab req-0682f8d2-bbeb-4b2b-873f-71b69e988949 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:20.357451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e61e472-d9a1-4592-bdd9-947c2c643eab req-0682f8d2-bbeb-4b2b-873f-71b69e988949 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1746902 Aug 16 02:13:20.369627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e27b0-6d4d-429c-b65c-a0116fc0c1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.411303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-040b9cf0-95b5-4164-ab35-fc3ecc285091 req-2207a8bb-7e38-4d04-80e4-3d42a88cb5e3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004555 Aug 16 02:13:20.439118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e61e472-d9a1-4592-bdd9-947c2c643eab req-e74e29c5-aedc-40f1-b9cc-016ad853c827 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801165 Aug 16 02:13:20.440529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e27b0-6d4d-429c-b65c-a0116fc0c1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.475852 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e27b0-6d4d-429c-b65c-a0116fc0c1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8231862-217f-4437-ab31-20fbe9af6c8f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:20.502885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-751e27b0-6d4d-429c-b65c-a0116fc0c1e3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3e96c4774bca44d5aaceca6e57a06aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134388 Aug 16 02:13:20.503376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49970) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:20.650785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.685653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d929a8c6-1dc3-4439-bd4c-873f509b66c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.755218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d929a8c6-1dc3-4439-bd4c-873f509b66c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:20.975767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ec4286ae-5953-48fe-a42b-3c249d402f66 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:21.011005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68681c4-1174-43bb-9bd6-44a1b0ca411e req-35024201-137d-4afe-aa82-6edcc688d632 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.020075 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f68681c4-1174-43bb-9bd6-44a1b0ca411e req-35024201-137d-4afe-aa82-6edcc688d632 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1197209 Aug 16 02:13:21.087015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f68681c4-1174-43bb-9bd6-44a1b0ca411e req-d506fcdb-b664-4feb-8357-0c9b903437e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654035 Aug 16 02:13:21.125095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ec4286ae-5953-48fe-a42b-3c249d402f66 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:21.147944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.232443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d929a8c6-1dc3-4439-bd4c-873f509b66c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.235255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d929a8c6-1dc3-4439-bd4c-873f509b66c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.236822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d929a8c6-1dc3-4439-bd4c-873f509b66c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8231862-217f-4437-ab31-20fbe9af6c8f HTTP/1.1" status: 204 len: 168 time: 0.7358685 Aug 16 02:13:21.257001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929a8c6-1dc3-4439-bd4c-873f509b66c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8231862-217f-4437-ab31-20fbe9af6c8f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.288392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.288392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:21.412511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=530616e5-dee8-4d23-b88d-94d5cf276792,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:21.454783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:21.456789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:21.691899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feec235-1d94-4fe7-8689-f16720a11f25 req-9fd2eaca-47ef-49e8-a923-de110a703c39 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:21.705988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7feec235-1d94-4fe7-8689-f16720a11f25 req-9fd2eaca-47ef-49e8-a923-de110a703c39 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1143045 Aug 16 02:13:21.772026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7feec235-1d94-4fe7-8689-f16720a11f25 req-ad6dcdf1-49b5-4439-9cc0-46594a39841b tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669272 Aug 16 02:13:21.819918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Router 8f1f4534-5463-4104-9630-927cf9ffb75e is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:21.900943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] Provisioning for port ec4286ae-5953-48fe-a42b-3c249d402f66 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:21.906278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] Provisioning complete for port ec4286ae-5953-48fe-a42b-3c249d402f66 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:21.909990 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.006908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:22.021010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50014) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.023657 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Sync routers for ids ['8f1f4534-5463-4104-9630-927cf9ffb75e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:22.038068 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Routers {'8f1f4534-5463-4104-9630-927cf9ffb75e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:22.038556 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['8f1f4534-5463-4104-9630-927cf9ffb75e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.041354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bce58995-f88b-43dc-9edd-cdd6f4597308 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "PUT /v2.0/routers/8f1f4534-5463-4104-9630-927cf9ffb75e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9538076 Aug 16 02:13:22.062481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.112285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f3ff32-41b0-4041-be6d-0460b6cbb10b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.113762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b9f3ff32-41b0-4041-be6d-0460b6cbb10b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports/530616e5-dee8-4d23-b88d-94d5cf276792 HTTP/1.1" status: 200 len: 911 time: 0.0917423 Aug 16 02:13:22.116551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50018) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.124771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] For port ec4286ae-5953-48fe-a42b-3c249d402f66, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ec4286ae-5953-48fe-a42b-3c249d402f66,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:22.200532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50020) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.209593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.218982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067029 Aug 16 02:13:22.228318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.252051 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Set router 8f1f4534-5463-4104-9630-927cf9ffb75e gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:22.282693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc3e858-b15b-4b57-85f8-e3a016394a84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.296672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc3e858-b15b-4b57-85f8-e3a016394a84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.298414 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4fc3e858-b15b-4b57-85f8-e3a016394a84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1808486 Aug 16 02:13:22.302839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ad673-a603-4dc2-8424-3c18d8f6ad14 req-08eb29bb-cdf8-4cda-9775-04570a29edb8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.307640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50026) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:22.308249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-034ad673-a603-4dc2-8424-3c18d8f6ad14 req-08eb29bb-cdf8-4cda-9775-04570a29edb8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1190383 Aug 16 02:13:22.318585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c1d75-35e0-4507-97bf-f5e33ca82bb7 None None] Pushing event updated for resources: {'Port': ['ID=ec4286ae-5953-48fe-a42b-3c249d402f66,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:22.352327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4469578d-0576-4822-a4af-60bb8f3f25ff None None] Could not find standard attr ID for object 0e22c0da-e98f-42ad-ab87-faf2b2563756. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:13:22.375799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-034ad673-a603-4dc2-8424-3c18d8f6ad14 req-3592d909-9267-4891-9917-e12bab0be9fb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587142 Aug 16 02:13:22.567518 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-457520e4-2088-4cdc-8e6a-f2117cf7eca9 tempest-NetworksApiDiscovery-269566490 tempest-NetworksApiDiscovery-269566490-project] 10.222.0.76 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3243086 Aug 16 02:13:22.586989 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None, '_interfaces': [{'id': '530616e5-dee8-4d23-b88d-94d5cf276792', 'name': '', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'mac_address': 'fa:16:3e:58:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '36f670a9-f9c4-45fd-9e31-075d8fc46093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:19Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'subnets': [{'id': '36f670a9-f9c4-45fd-9e31-075d8fc46093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:22.628906 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Checking router: 8f1f4534-5463-4104-9630-927cf9ffb75e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:22.629585 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Updating router 8f1f4534-5463-4104-9630-927cf9ffb75e port 530616e5-dee8-4d23-b88d-94d5cf276792 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:22.674725 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.728130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9a5cb859-8262-4322-bcf4-7457850b561f None None] Provisioning for port 530616e5-dee8-4d23-b88d-94d5cf276792 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:22.732385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9a5cb859-8262-4322-bcf4-7457850b561f None None] Provisioning complete for port 530616e5-dee8-4d23-b88d-94d5cf276792 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:22.733333 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9a5cb859-8262-4322-bcf4-7457850b561f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:22.852821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cb859-8262-4322-bcf4-7457850b561f None None] Port 530616e5-dee8-4d23-b88d-94d5cf276792 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:22.957465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ec4286ae-5953-48fe-a42b-3c249d402f66 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:22.958422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b5fc19-cb61-43fc-99ac-aa0fbcb3f9e3 req-fca32a54-fcf2-4bd9-b03b-30975b422784 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:22.979806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92b5fc19-cb61-43fc-99ac-aa0fbcb3f9e3 req-fca32a54-fcf2-4bd9-b03b-30975b422784 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1719158 Aug 16 02:13:23.058808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86d155bc-6fa3-4c9e-8d35-f366b93aaa26 None None] Provisioning complete for port 530616e5-dee8-4d23-b88d-94d5cf276792 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:23.061719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86d155bc-6fa3-4c9e-8d35-f366b93aaa26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.109358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92b5fc19-cb61-43fc-99ac-aa0fbcb3f9e3 req-16e9e1af-c6bb-4326-8d30-8f9586838d72 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205556 Aug 16 02:13:23.197371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-86d155bc-6fa3-4c9e-8d35-f366b93aaa26 None None] Port 530616e5-dee8-4d23-b88d-94d5cf276792 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:23.204087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ec4286ae-5953-48fe-a42b-3c249d402f66 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:23.204474 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.298515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6d969-aa6c-44ea-a986-5e389907e3f4 req-baf71b67-d01c-4b41-adf0-0d685065d1ec tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:23.315583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73f6d969-aa6c-44ea-a986-5e389907e3f4 req-baf71b67-d01c-4b41-adf0-0d685065d1ec tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1705806 Aug 16 02:13:23.391317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50054) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:23.443500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73f6d969-aa6c-44ea-a986-5e389907e3f4 req-a855a246-5d50-4b2a-b102-bce695224af2 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228042 Aug 16 02:13:23.495493 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.521248 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Transition to ACTIVE for port object 530616e5-dee8-4d23-b88d-94d5cf276792 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:23.643691 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.653193 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04a431c4-eb32-419a-ac7f-366bf5976f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.695612 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Pushing event updated for resources: {'Port': ['ID=530616e5-dee8-4d23-b88d-94d5cf276792,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:23.730845 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.731473 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.732013 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.732728 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.733794 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.734330 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.734957 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.735487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.736028 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.736570 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.737092 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.737619 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:23.758570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.776981 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Attempting to bind port 530616e5-dee8-4d23-b88d-94d5cf276792 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:23.777337 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Attempting to bind port 530616e5-dee8-4d23-b88d-94d5cf276792 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:23.777795 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Attempting to bind port 530616e5-dee8-4d23-b88d-94d5cf276792 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:23.784192 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:23.784748 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:23.785407 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.786089 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:23.786827 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Bound port: 530616e5-dee8-4d23-b88d-94d5cf276792, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:23.791001 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.840166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04a431c4-eb32-419a-ac7f-366bf5976f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.871366 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] For port 530616e5-dee8-4d23-b88d-94d5cf276792, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:23.875336 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] For port 530616e5-dee8-4d23-b88d-94d5cf276792, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=530616e5-dee8-4d23-b88d-94d5cf276792,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:23.919010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04a431c4-eb32-419a-ac7f-366bf5976f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.947046 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:23.994988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-04a431c4-eb32-419a-ac7f-366bf5976f66 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a2fd3abcfa54edcae87f3f22989d503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021051 Aug 16 02:13:24.006075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50066) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:24.046293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a431c4-eb32-419a-ac7f-366bf5976f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37e8b33-fda5-4cd4-ac3c-620c833ea2f1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.076749 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Routers {'8f1f4534-5463-4104-9630-927cf9ffb75e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:24.077628 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['8f1f4534-5463-4104-9630-927cf9ffb75e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:24.141182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baacde08-7145-4c35-b498-5544b9f255b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.163697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 530616e5-dee8-4d23-b88d-94d5cf276792 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:24.164056 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.192269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baacde08-7145-4c35-b498-5544b9f255b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.222042 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ca3b8-00da-4eea-8ae4-dda18794a86b None None] Pushing event updated for resources: {'Port': ['ID=530616e5-dee8-4d23-b88d-94d5cf276792,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.239679 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] Set router 8f1f4534-5463-4104-9630-927cf9ffb75e gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:24.372306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] For port 530616e5-dee8-4d23-b88d-94d5cf276792, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=530616e5-dee8-4d23-b88d-94d5cf276792,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:24.372630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688f123-5bf8-4db8-8db1-a4f8d801c34c req-bd68a894-8eb9-451f-8b11-22f66297d07d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.374723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.388726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c688f123-5bf8-4db8-8db1-a4f8d801c34c req-bd68a894-8eb9-451f-8b11-22f66297d07d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1531465 Aug 16 02:13:24.420003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 530616e5-dee8-4d23-b88d-94d5cf276792 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:24.425903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baacde08-7145-4c35-b498-5544b9f255b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.428713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baacde08-7145-4c35-b498-5544b9f255b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.433863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-baacde08-7145-4c35-b498-5544b9f255b9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b37e8b33-fda5-4cd4-ac3c-620c833ea2f1 HTTP/1.1" status: 204 len: 168 time: 0.4265602 Aug 16 02:13:24.452623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacde08-7145-4c35-b498-5544b9f255b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37e8b33-fda5-4cd4-ac3c-620c833ea2f1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:24.475028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c688f123-5bf8-4db8-8db1-a4f8d801c34c req-8fc0eb57-2d88-4f29-9f72-9e2f50f9371c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854650 Aug 16 02:13:24.710727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc40f3-1080-4e95-8643-1a154d9067ef req-6ea6e467-7b44-4b58-9fc1-96f7c869652a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.715889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-affc40f3-1080-4e95-8643-1a154d9067ef req-6ea6e467-7b44-4b58-9fc1-96f7c869652a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1244066 Aug 16 02:13:24.731171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d185f-8f46-4eb0-a289-09fd793c573a req-b5266427-63cf-417f-93fa-2e26217c4e46 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:24.734080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e19d185f-8f46-4eb0-a289-09fd793c573a req-b5266427-63cf-417f-93fa-2e26217c4e46 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0994866 Aug 16 02:13:24.793184 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None, '_interfaces': [{'id': '530616e5-dee8-4d23-b88d-94d5cf276792', 'name': '', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'mac_address': 'fa:16:3e:58:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '36f670a9-f9c4-45fd-9e31-075d8fc46093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:19Z', 'updated_at': '2021-08-16T02:13:23Z', 'revision_number': 4, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'subnets': [{'id': '36f670a9-f9c4-45fd-9e31-075d8fc46093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:24.821231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-affc40f3-1080-4e95-8643-1a154d9067ef req-333f1c6d-9050-4c6c-a387-2a9c497facd1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864630 Aug 16 02:13:24.831056 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bdf1c-fa18-4117-93a0-e5badd458a55 None None] The sync data for ids ['8f1f4534-5463-4104-9630-927cf9ffb75e'] in n-d-768852-19 is: [{'id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:20Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None, '_interfaces': [{'id': '530616e5-dee8-4d23-b88d-94d5cf276792', 'name': '', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'mac_address': 'fa:16:3e:58:45:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2068, 'fixed_ips': [{'subnet_id': '36f670a9-f9c4-45fd-9e31-075d8fc46093', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:19Z', 'updated_at': '2021-08-16T02:13:23Z', 'revision_number': 4, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'subnets': [{'id': '36f670a9-f9c4-45fd-9e31-075d8fc46093', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:24.856032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e19d185f-8f46-4eb0-a289-09fd793c573a req-f1af500a-e3e4-43c1-bf06-7b1fc0396bc6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906045 Aug 16 02:13:24.872519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:24.908305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=530616e5-dee8-4d23-b88d-94d5cf276792,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:25.055709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988b1d7-0e05-4297-a598-f12b02a8bc15 req-43f200b6-e1a2-40b3-88a8-67ef89c2b1b7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.057383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8988b1d7-0e05-4297-a598-f12b02a8bc15 req-43f200b6-e1a2-40b3-88a8-67ef89c2b1b7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1059504 Aug 16 02:13:25.131580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.143295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8988b1d7-0e05-4297-a598-f12b02a8bc15 req-aa8d0c7c-cf94-4718-9f61-cecb64066463 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754602 Aug 16 02:13:25.357079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d5b57-c2d7-40e1-b426-88b71240e0b0 req-d90f0377-c80c-40ff-826f-20e2a9a23d70 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.359755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-794d5b57-c2d7-40e1-b426-88b71240e0b0 req-d90f0377-c80c-40ff-826f-20e2a9a23d70 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0700297 Aug 16 02:13:25.401428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50110) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.404931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:25.408063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:25.484133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-794d5b57-c2d7-40e1-b426-88b71240e0b0 req-df66056b-abed-4bae-84f5-9e7ee4d36c03 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171715 Aug 16 02:13:25.505425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Router 8f1f4534-5463-4104-9630-927cf9ffb75e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:25.685737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:25.701448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'port_id': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'mac_address': 'fa:16:3e:b9:15:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef5e04-05aa-443b-bb5f-798da1cfed20', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:25.710655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:25.719054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-807dfde1-5482-472f-8fe8-4d73e36c718f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "PUT /v2.0/routers/8f1f4534-5463-4104-9630-927cf9ffb75e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4134030 Aug 16 02:13:25.721316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50122) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.772358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50124) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.778049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:25.858589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84198d84-01fe-4dab-8bb1-4daaaad0c5cb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.861140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84198d84-01fe-4dab-8bb1-4daaaad0c5cb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:25.866272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50130) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:25.869575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-84198d84-01fe-4dab-8bb1-4daaaad0c5cb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1456215 Aug 16 02:13:25.987051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58ab2e9e-2d7e-4998-968d-e49c4bff25e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.027564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a228ceb-7874-4876-a5e7-731cdb51f335 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:26.043501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 36f670a9-f9c4-45fd-9e31-075d8fc46093 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:26.049873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.057648 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.072286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.113070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.181381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.201205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e681730-d7c7-4973-b7d9-445f93455126 req-5d448b51-cff5-4fba-ba8a-07cbfd73ce45 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:26.206774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e681730-d7c7-4973-b7d9-445f93455126 req-5d448b51-cff5-4fba-ba8a-07cbfd73ce45 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1012130 Aug 16 02:13:26.276179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.338987 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:13:26.340764 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:13:26.341110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e681730-d7c7-4973-b7d9-445f93455126 req-76d65594-d420-49f3-85b4-19b869cbd77c tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275110 Aug 16 02:13:26.363112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.392695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58ab2e9e-2d7e-4998-968d-e49c4bff25e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.408882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['5a228ceb-7874-4876-a5e7-731cdb51f335'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:26.449243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58ab2e9e-2d7e-4998-968d-e49c4bff25e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.517213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.551971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.605069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=36f670a9-f9c4-45fd-9e31-075d8fc46093,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.639946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-58ab2e9e-2d7e-4998-968d-e49c4bff25e1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0dee92e27f574605b3b0e322570f4a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8671787 Aug 16 02:13:26.645454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50148) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.652243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24a0e29-a156-481c-bcad-febc9e8fcb43 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:26.659956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.667222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-22de60ef-f6ab-428a-8f23-ff5a26ee6313 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/36f670a9-f9c4-45fd-9e31-075d8fc46093 HTTP/1.1" status: 204 len: 168 time: 0.7991827 Aug 16 02:13:26.668831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ab2e9e-2d7e-4998-968d-e49c4bff25e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788277d9-c5f8-4834-9f28-624c870eeb16,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:26.673212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.886380 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.897933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f52d161c-b488-4604-80a5-b57ef15fc476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.900780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5a228ceb-7874-4876-a5e7-731cdb51f335 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:26.931892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f52d161c-b488-4604-80a5-b57ef15fc476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:26.940226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-164b028a-0a94-43f0-9ab9-f219de9db214 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2574227 Aug 16 02:13:26.943344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:26.963783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:26.978356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:27.040354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.050846 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.052895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd950584-61de-406f-9e37-62091b328354 None None] Sync routers for ids ['8f1f4534-5463-4104-9630-927cf9ffb75e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:27.059288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f52d161c-b488-4604-80a5-b57ef15fc476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.062785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f52d161c-b488-4604-80a5-b57ef15fc476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.063392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f52d161c-b488-4604-80a5-b57ef15fc476 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/788277d9-c5f8-4834-9f28-624c870eeb16 HTTP/1.1" status: 204 len: 168 time: 0.4166327 Aug 16 02:13:27.071976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d161c-b488-4604-80a5-b57ef15fc476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788277d9-c5f8-4834-9f28-624c870eeb16,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.115446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.136105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] Deleting port ec4286ae-5953-48fe-a42b-3c249d402f66 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:27.136878 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.166950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] Routers {'8f1f4534-5463-4104-9630-927cf9ffb75e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:27.167766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['8f1f4534-5463-4104-9630-927cf9ffb75e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.222464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Deleting port 336778a3-b0b3-49db-b854-7c886ff00461 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:27.222859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.252914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.299189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.307608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] Set router 8f1f4534-5463-4104-9630-927cf9ffb75e gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:27.379149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 3, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.385903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] For port ec4286ae-5953-48fe-a42b-3c249d402f66, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ec4286ae-5953-48fe-a42b-3c249d402f66,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:27.386326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.426465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:27.432440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd950584-61de-406f-9e37-62091b328354 None None] Checking router: 8f1f4534-5463-4104-9630-927cf9ffb75e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:27.465517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] Calling delete_port for ec4286ae-5953-48fe-a42b-3c249d402f66 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:27.476754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] Routers {'8f1f4534-5463-4104-9630-927cf9ffb75e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:27.477304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['8f1f4534-5463-4104-9630-927cf9ffb75e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.601503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] Set router 8f1f4534-5463-4104-9630-927cf9ffb75e gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:27.661776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bd950584-61de-406f-9e37-62091b328354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 3, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:27.685176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.688634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.702318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd950584-61de-406f-9e37-62091b328354 None None] The sync data for ids ['8f1f4534-5463-4104-9630-927cf9ffb75e'] in n-d-768852-19 is: [{'id': '8f1f4534-5463-4104-9630-927cf9ffb75e', 'name': 'tempest-NetworksTestDHCPv6-router-1276865971', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:18Z', 'updated_at': '2021-08-16T02:13:24Z', 'revision_number': 3, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:27.715241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 5a228ceb-7874-4876-a5e7-731cdb51f335 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:27.717667 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.830375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.832547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d0de2-03dc-4fa0-899c-6dcc5b71a68f req-30ce55b5-dc96-4cb2-92aa-1c8bb523d5c9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:27.834510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d1d0de2-03dc-4fa0-899c-6dcc5b71a68f req-30ce55b5-dc96-4cb2-92aa-1c8bb523d5c9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 943 time: 0.1674302 Aug 16 02:13:27.841943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.856030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] For port 336778a3-b0b3-49db-b854-7c886ff00461, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=336778a3-b0b3-49db-b854-7c886ff00461,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:27.856410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.872998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.878597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Fanout notify agent at l3_agent the message router_deleted on router 8f1f4534-5463-4104-9630-927cf9ffb75e {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:27.884445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.884596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] Pushing event deleted for resources: {'Port': ['ID=ec4286ae-5953-48fe-a42b-3c249d402f66,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:27.888442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cae0345b-dc57-4180-9530-f881c30a8dd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/routers/8f1f4534-5463-4104-9630-927cf9ffb75e HTTP/1.1" status: 204 len: 168 time: 0.9405081 Aug 16 02:13:27.888802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50178) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.894288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:27.897899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Calling delete_port for 336778a3-b0b3-49db-b854-7c886ff00461 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:27.904360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:27.909796 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6004a3-aafe-4f93-bf59-79ec3cd77d1b" -d '{"events": [{"server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "name": "network-vif-plugged", "status": "completed", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:27.910810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:27.920798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d1d0de2-03dc-4fa0-899c-6dcc5b71a68f req-bdeeb9e8-459b-42fe-a196-fb7f6b16719a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791531 Aug 16 02:13:27.924042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234c9cc2-a402-45e1-a442-f0f747cc1ec3 None None] No DVR routers for this DVR port ec4286ae-5953-48fe-a42b-3c249d402f66 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:27.931016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:27.977792 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77dc93a9-6259-4c01-bd7d-8928d7bb4e65 x-openstack-request-id: req-77dc93a9-6259-4c01-bd7d-8928d7bb4e65 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:27.978250 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "name": "network-vif-plugged", "status": "completed", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:27.978581 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-77dc93a9-6259-4c01-bd7d-8928d7bb4e65 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:27.979305 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'code': 200} Aug 16 02:13:27.993971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:27.994251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2e24b7f-b33e-4e06-9943-b9f48fab3e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.071684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:28.168060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2e24b7f-b33e-4e06-9943-b9f48fab3e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.182092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7857de8-7b45-48da-9154-5e278a41f016 req-f99ec846-a4ad-4774-9943-bc0896c902f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.183738 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7857de8-7b45-48da-9154-5e278a41f016 req-f99ec846-a4ad-4774-9943-bc0896c902f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 1097 time: 0.0655220 Aug 16 02:13:28.222196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7857de8-7b45-48da-9154-5e278a41f016 req-6190726e-c34a-4ae1-a165-8d85004d25a6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312369 Aug 16 02:13:28.272470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2e24b7f-b33e-4e06-9943-b9f48fab3e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.305135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.328198 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2e24b7f-b33e-4e06-9943-b9f48fab3e03 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ed26ab41d0040589fdde4d891ad487b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161451 Aug 16 02:13:28.332290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:28.332290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e24b7f-b33e-4e06-9943-b9f48fab3e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69c4117-0751-4daa-94f0-698a390cb7f5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:28.343482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=336778a3-b0b3-49db-b854-7c886ff00461,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:28.400949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f31bd296-e9f9-4183-a024-6e57464d89ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.424660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f31bd296-e9f9-4183-a024-6e57464d89ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.428918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:28.431254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.600307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.639975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f31bd296-e9f9-4183-a024-6e57464d89ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.645925 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f31bd296-e9f9-4183-a024-6e57464d89ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.646266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f31bd296-e9f9-4183-a024-6e57464d89ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f69c4117-0751-4daa-94f0-698a390cb7f5 HTTP/1.1" status: 204 len: 168 time: 0.3137760 Aug 16 02:13:28.658752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd296-e9f9-4183-a024-6e57464d89ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69c4117-0751-4daa-94f0-698a390cb7f5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:28.867088 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.912445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Router 337b891c-3d1f-41ca-acf4-38b06c28a590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:28.943145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:28.947224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:28.962869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:28.963719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:28.965896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472edfb-d39d-411f-85b9-31838818a68f None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:28.981187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 530616e5-dee8-4d23-b88d-94d5cf276792 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:29.010679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:29.061139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 530616e5-dee8-4d23-b88d-94d5cf276792 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:29.061497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 530616e5-dee8-4d23-b88d-94d5cf276792 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:29.061948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ec4286ae-5953-48fe-a42b-3c249d402f66 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:29.084927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:29.091593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-03f6c311-9a6a-4f18-81db-1f5f4b373b92 admin admin] 10.222.0.76 "PUT /v2.0/routers/337b891c-3d1f-41ca-acf4-38b06c28a590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6883163 Aug 16 02:13:29.094142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.096235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50204) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.096818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63548b5e-cb34-4394-8fc2-4e011b7dee75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2068620 Aug 16 02:13:29.102726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ec4286ae-5953-48fe-a42b-3c249d402f66 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:29.103302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ec4286ae-5953-48fe-a42b-3c249d402f66 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:29.103552 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] Sync routers for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:29.112771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1219612627', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:29.117126 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:29.117755 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:29.309537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:29.312039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.322742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:29.339769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d92de-9b13-4e8b-80e6-940e48a938d2 req-1760665f-468a-4bcd-875d-4d0ab2c62bef tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:29.341333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-971d92de-9b13-4e8b-80e6-940e48a938d2 req-1760665f-468a-4bcd-875d-4d0ab2c62bef tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.2541704 Aug 16 02:13:29.413198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.422081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.570427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1/4dcbf79d-2c3d-48ba-8a3f-ea310122620a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:29.612629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.629664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-971d92de-9b13-4e8b-80e6-940e48a938d2 req-5b16d658-8b3a-4007-a608-e431c620640e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303975 Aug 16 02:13:29.631278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.651751 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:13:28Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:29.688184 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] Checking router: 337b891c-3d1f-41ca-acf4-38b06c28a590 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:29.696917 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] Routers {'337b891c-3d1f-41ca-acf4-38b06c28a590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:29.697833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['337b891c-3d1f-41ca-acf4-38b06c28a590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:29.753106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.783860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.795816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Transition to ACTIVE for port object 4dcbf79d-2c3d-48ba-8a3f-ea310122620a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:29.799427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.821052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Transition to ACTIVE for port object 4dcbf79d-2c3d-48ba-8a3f-ea310122620a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:29.827097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.828532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eea450e7-0e3e-4865-ab28-ffcd16b276e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7330766 Aug 16 02:13:29.831255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:29.900381 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] Set router 337b891c-3d1f-41ca-acf4-38b06c28a590 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:29.918245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:29.960483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:29.994870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:29.997276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:30.016268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Pushing event updated for resources: {'Port': ['ID=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:30.072570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Attempting to bind port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:30.072950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Attempting to bind port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:30.073314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Attempting to bind port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:30.079885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:30.080517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:30.080930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.081327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:30.081796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Bound port: 4dcbf79d-2c3d-48ba-8a3f-ea310122620a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:30.082183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.125148 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:13:28Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:30.137800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Deleting port 903bf433-babc-40ac-81cf-7cd75789ad85 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:30.148627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.153772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] For port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:30.153952 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1129b3-4689-48ae-b335-2092f5a11450 None None] The sync data for ids ['337b891c-3d1f-41ca-acf4-38b06c28a590'] in n-d-768852-19 is: [{'id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'name': 'tempest-TaggedBootDevicesTest_v242-276505845-router', 'tenant_id': '9a32cb21d5ee4063a66145fb0003ebef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:01:32Z', 'updated_at': '2021-08-16T02:13:28Z', 'revision_number': 5, 'project_id': '9a32cb21d5ee4063a66145fb0003ebef', 'gw_port': {'id': '903bf433-babc-40ac-81cf-7cd75789ad85', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:3e:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '337b891c-3d1f-41ca-acf4-38b06c28a590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 870, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:01:34Z', 'updated_at': '2021-08-16T02:01:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:30.157898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] For port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:30.242458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.271286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.298929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] For port 903bf433-babc-40ac-81cf-7cd75789ad85, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=903bf433-babc-40ac-81cf-7cd75789ad85,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:30.299968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.316363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d1d92-998d-42c8-8d35-96d011771c56 None None] Pushing event updated for resources: {'Port': ['ID=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:30.383425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Calling delete_port for 903bf433-babc-40ac-81cf-7cd75789ad85 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:30.706348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::1 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1/937493dd-dd9d-462d-838b-d2ad0c8d2f99) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:30.834213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300147ab-7e07-4382-b087-73a08f8240e8 req-14dc740e-4da4-4a5c-9946-6d99dbaf2c83 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:30.835951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-300147ab-7e07-4382-b087-73a08f8240e8 req-14dc740e-4da4-4a5c-9946-6d99dbaf2c83 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0807998 Aug 16 02:13:30.854239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:30.907534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4dcbf79d-2c3d-48ba-8a3f-ea310122620a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:31.024408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:31.045612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 336778a3-b0b3-49db-b854-7c886ff00461 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:31.066777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 336778a3-b0b3-49db-b854-7c886ff00461 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:31.067127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 336778a3-b0b3-49db-b854-7c886ff00461 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:31.204765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Pushing event deleted for resources: {'Port': ['ID=903bf433-babc-40ac-81cf-7cd75789ad85,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.316110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-300147ab-7e07-4382-b087-73a08f8240e8 req-354a52f5-f40b-45ed-a594-3dce28842bb4 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739530 Aug 16 02:13:31.345469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.530087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.539247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.543218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.610029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d3a73-50ea-4d91-8cf3-1e397f90e97d req-9d24e6b2-47f6-451b-ad61-56d33983eab5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:31.618747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-841d3a73-50ea-4d91-8cf3-1e397f90e97d req-9d24e6b2-47f6-451b-ad61-56d33983eab5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.1934681 Aug 16 02:13:31.618747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 937493dd-dd9d-462d-838b-d2ad0c8d2f99 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:31.681095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-841d3a73-50ea-4d91-8cf3-1e397f90e97d req-0404a2f8-99f2-4588-b363-c492b74ef378 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583370 Aug 16 02:13:31.698535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.699635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 337b891c-3d1f-41ca-acf4-38b06c28a590 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:31.713921 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.715115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-82372dba-4002-4cd7-8119-2bacaad12071 admin admin] 10.222.0.76 "DELETE /v2.0/routers/337b891c-3d1f-41ca-acf4-38b06c28a590 HTTP/1.1" status: 204 len: 168 time: 2.5750325 Aug 16 02:13:31.717730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50268) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:31.750766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.774897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] Provisioning for port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:31.781050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] Provisioning complete for port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:31.781600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.835767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Deleting subnet bbbc8d56-4341-4bb4-95a4-f74fbb205f7d {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:31.856006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.870350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:31.900018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.914114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:31.939439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=937493dd-dd9d-462d-838b-d2ad0c8d2f99,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:31.949130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:31.949705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:31.956806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] For port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:32.059688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.062816 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.158537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9de1e7-3b07-47f2-af7c-38b8c0d56785 None None] Pushing event updated for resources: {'Port': ['ID=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.302219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.417376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.494456 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.503073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43d1a369-d314-4fa2-ad03-ce82c6ebffa0 None None] Provisioning for port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:32.508274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43d1a369-d314-4fa2-ad03-ce82c6ebffa0 None None] Provisioning complete for port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:32.508665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43d1a369-d314-4fa2-ad03-ce82c6ebffa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.578249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-43d1a369-d314-4fa2-ad03-ce82c6ebffa0 None None] Port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:32.613479 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.620751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:32.621244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79765941-429a-44b7-9295-c43d7cb72218 None None] Network f899d6cd-0899-4e20-b2b9-e5f838a52a80 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:32.621921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bbbc8d56-4341-4bb4-95a4-f74fbb205f7d HTTP/1.1" status: 204 len: 168 time: 0.8992114 Aug 16 02:13:32.645455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3f97d-86a0-4405-9830-75f304d73422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbc8d56-4341-4bb4-95a4-f74fbb205f7d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:32.722381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.823465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-45fb82d8-e2be-4936-92d6-8e95388257ed tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:32.832323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-45fb82d8-e2be-4936-92d6-8e95388257ed tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 814 time: 0.3973556 Aug 16 02:13:32.854956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Deleting port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:32.854956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:32.858285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-f144b535-1dd5-4a58-ab24-a9d4ce262256 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/quotas/4b4d44493cc2488b92e3c8e692279483 HTTP/1.1" status: 200 len: 375 time: 0.0251701 Aug 16 02:13:32.925505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] DHCP port deletion for f899d6cd-0899-4e20-b2b9-e5f838a52a80 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:32.939190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4dcbf79d-2c3d-48ba-8a3f-ea310122620a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:32.976798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] For port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:32.977109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.003470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Calling delete_port for 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:33.009757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-b017a4c4-8373-48b5-973c-836c1921ecf0 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1492865 Aug 16 02:13:33.047102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] Deleting port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:33.047946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.051893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:33.052463 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.163762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.164496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] For port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,segment=NetworkSegment(9f49c250-1158-4447-b281-ff769b19664d),segment_id=9f49c250-1158-4447-b281-ff769b19664d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:33.165108 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.174941 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.181604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] Calling delete_port for 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:33.184469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-e5b8b18d-28aa-4ab5-9e36-a347c144010d service neutron] 10.222.0.76 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622245 Aug 16 02:13:33.185359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] No DVR routers for this DVR port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:33.242716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Pushing event deleted for resources: {'Port': ['ID=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.300738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.301578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.306374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.326291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f899d6cd-0899-4e20-b2b9-e5f838a52a80']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.334473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 903bf433-babc-40ac-81cf-7cd75789ad85 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:33.344020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f49c250-1158-4447-b281-ff769b19664d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.344594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f49c250-1158-4447-b281-ff769b19664d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:33.355731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.356428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 903bf433-babc-40ac-81cf-7cd75789ad85 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:33.356879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 903bf433-babc-40ac-81cf-7cd75789ad85 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:33.374699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.384290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:13:33.384722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:13:33.386667 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:13:33.418546 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.447228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] Pushing event deleted for resources: {'Port': ['ID=0d950b6e-3962-4ab6-986d-88ea6c1e40d1,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.450908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-30e192fd-abdd-45fd-8d0f-9295bb1d4e3e service neutron] 10.222.0.76 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654624 Aug 16 02:13:33.454472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e93167-4d64-42d4-be72-1d56ee82639f None None] No DVR routers for this DVR port 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:33.501329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=937493dd-dd9d-462d-838b-d2ad0c8d2f99,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.531605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:33.531921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:33.574069 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.576856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.581278 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] 10.222.0.76 "DELETE /v2.0/networks/f899d6cd-0899-4e20-b2b9-e5f838a52a80 HTTP/1.1" status: 204 len: 168 time: 0.9574306 Aug 16 02:13:33.666969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ad8be-5b93-4ba0-99a1-d5d0e7e75d4b admin admin] Pushing event deleted for resources: {'Network': ['ID=f899d6cd-0899-4e20-b2b9-e5f838a52a80,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:33.705095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-80e420e7-a9c2-42eb-abdf-195a7b865d63 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:33.707276 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-80e420e7-a9c2-42eb-abdf-195a7b865d63 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "GET /v2.0/ports?device_id=cf1795d4-b438-4e2e-83a4-45cb8187bd0a HTTP/1.1" status: 200 len: 945 time: 0.0712698 Aug 16 02:13:33.853248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Deleting port 5a228ceb-7874-4876-a5e7-731cdb51f335 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:33.853768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.868846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40c2efd1-f47c-4190-bbfc-512d00f23cb8 req-8d0f42f9-6470-4e3e-a9ef-9f3569e49f75 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 210 time: 0.0325413 Aug 16 02:13:33.915619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Router 203f9a75-4f24-4248-b613-89d3c33273ba is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:13:33.932871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dca80503-a6f6-4252-8e84-60559431f2e9 None None] Provisioning complete for port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:33.933391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dca80503-a6f6-4252-8e84-60559431f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.968109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] For port 5a228ceb-7874-4876-a5e7-731cdb51f335, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5a228ceb-7874-4876-a5e7-731cdb51f335,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:33.968554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:33.972864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dca80503-a6f6-4252-8e84-60559431f2e9 None None] Port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:13:34.072858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:34.085778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9cb338ef-e863-4767-b53e-625edbcd45f6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "PUT /v2.0/routers/203f9a75-4f24-4248-b613-89d3c33273ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2478609 Aug 16 02:13:34.085778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50346) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.088644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Sync routers for ids ['203f9a75-4f24-4248-b613-89d3c33273ba'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:34.100566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Routers {'203f9a75-4f24-4248-b613-89d3c33273ba'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:34.101507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['203f9a75-4f24-4248-b613-89d3c33273ba'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:34.137020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd84f0c-8fe3-456b-9226-9a99609a75c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.138783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-abd84f0c-8fe3-456b-9226-9a99609a75c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports/937493dd-dd9d-462d-838b-d2ad0c8d2f99 HTTP/1.1" status: 200 len: 911 time: 0.0546789 Aug 16 02:13:34.142130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50348) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.182864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50350) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.251326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b34a9-c395-43db-bbc3-34d5d9b80869 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.258394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854b34a9-c395-43db-bbc3-34d5d9b80869 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:34.260205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-854b34a9-c395-43db-bbc3-34d5d9b80869 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1164439 Aug 16 02:13:34.266291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50352) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.273229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Calling delete_port for 5a228ceb-7874-4876-a5e7-731cdb51f335 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:34.318894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3554ea68-7ea6-4dac-b7ff-d668e60fe7ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a32cb21d5ee4063a66145fb0003ebef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1345327 Aug 16 02:13:34.321973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50354) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:34.387120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Set router 203f9a75-4f24-4248-b613-89d3c33273ba gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:34.506650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.525633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['5a228ceb-7874-4876-a5e7-731cdb51f335'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:34.530888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea01-50ae-4429-81e4-540b78f4767b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.558449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Pushing event deleted for resources: {'Port': ['ID=5a228ceb-7874-4876-a5e7-731cdb51f335,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.575182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea01-50ae-4429-81e4-540b78f4767b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.622450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] No DVR routers for this DVR port 5a228ceb-7874-4876-a5e7-731cdb51f335 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:34.631684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.631684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4132f8f1-0bc1-4cb8-9ff4-dd08d49472e4 req-610a2de0-6ba6-43b4-beff-caf9e11131bd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.83 "DELETE /v2.0/ports/5a228ceb-7874-4876-a5e7-731cdb51f335 HTTP/1.1" status: 204 len: 173 time: 0.9167089 Aug 16 02:13:34.631684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'name': 'network-vif-deleted', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:34.633513 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac076ea-0622-4239-9041-f25ef9d1381a" -d '{"events": [{"server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "name": "network-vif-deleted", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:34.689803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'name': 'tempest-NetworksTestDHCPv6-router-1219612627', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:29Z', 'updated_at': '2021-08-16T02:13:32Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None, '_interfaces': [{'id': '937493dd-dd9d-462d-838b-d2ad0c8d2f99', 'name': '', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'mac_address': 'fa:16:3e:ba:a4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:30Z', 'updated_at': '2021-08-16T02:13:32Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'subnets': [{'id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:34.724790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Checking router: 203f9a75-4f24-4248-b613-89d3c33273ba for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:34.725390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Updating router 203f9a75-4f24-4248-b613-89d3c33273ba port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:13:34.762290 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c564b54-820f-49df-9695-e529d927c01a x-openstack-request-id: req-5c564b54-820f-49df-9695-e529d927c01a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:34.762290 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf1795d4-b438-4e2e-83a4-45cb8187bd0a", "name": "network-vif-deleted", "tag": "5a228ceb-7874-4876-a5e7-731cdb51f335", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:34.762290 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c564b54-820f-49df-9695-e529d927c01a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:34.762290 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1795d4-b438-4e2e-83a4-45cb8187bd0a', 'name': 'network-vif-deleted', 'tag': '5a228ceb-7874-4876-a5e7-731cdb51f335', 'status': 'completed', 'code': 200} Aug 16 02:13:34.769245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.821977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea01-50ae-4429-81e4-540b78f4767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.824946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70e3ea01-50ae-4429-81e4-540b78f4767b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:34.829708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-70e3ea01-50ae-4429-81e4-540b78f4767b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7d4db13d-c83b-401d-b972-d8cc0d24faa5 HTTP/1.1" status: 204 len: 168 time: 0.5037081 Aug 16 02:13:34.853401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3ea01-50ae-4429-81e4-540b78f4767b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d4db13d-c83b-401d-b972-d8cc0d24faa5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:34.913586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:34.941183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:34.941854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0d950b6e-3962-4ab6-986d-88ea6c1e40d1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:35.181643 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.193541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Transition to ACTIVE for port object 937493dd-dd9d-462d-838b-d2ad0c8d2f99 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:35.285131 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.418336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a846e7b3-4dd7-45af-9f38-4e6bcefd1de8 req-04fcaec4-6887-46f3-88f6-fea10939a7af tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 210 time: 0.1362033 Aug 16 02:13:35.421633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c2ae2-e4d2-4d27-b1c0-21ef98a15b90 None None] Pushing event updated for resources: {'Port': ['ID=937493dd-dd9d-462d-838b-d2ad0c8d2f99,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:35.463150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Attempting to bind port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:35.464900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Attempting to bind port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:35.467719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Attempting to bind port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:35.484237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:35.487304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:35.490036 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.499540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:35.499540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Bound port: 937493dd-dd9d-462d-838b-d2ad0c8d2f99, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:35.499540 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.501326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.593839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] For port 937493dd-dd9d-462d-838b-d2ad0c8d2f99, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:35.598228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] For port 937493dd-dd9d-462d-838b-d2ad0c8d2f99, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=937493dd-dd9d-462d-838b-d2ad0c8d2f99,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:35.672864 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:35.775302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Routers {'203f9a75-4f24-4248-b613-89d3c33273ba'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:35.778305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['203f9a75-4f24-4248-b613-89d3c33273ba'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:35.921060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] Set router 203f9a75-4f24-4248-b613-89d3c33273ba gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:35.955936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 937493dd-dd9d-462d-838b-d2ad0c8d2f99 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:35.956521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.139069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] For port 937493dd-dd9d-462d-838b-d2ad0c8d2f99, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=937493dd-dd9d-462d-838b-d2ad0c8d2f99,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:36.141802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c2ae2-e4d2-4d27-b1c0-21ef98a15b90 None None] Pushing event updated for resources: {'Port': ['ID=937493dd-dd9d-462d-838b-d2ad0c8d2f99,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.143215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.164267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 937493dd-dd9d-462d-838b-d2ad0c8d2f99 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:36.345115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'name': 'tempest-NetworksTestDHCPv6-router-1219612627', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:29Z', 'updated_at': '2021-08-16T02:13:32Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None, '_interfaces': [{'id': '937493dd-dd9d-462d-838b-d2ad0c8d2f99', 'name': '', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'mac_address': 'fa:16:3e:ba:a4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:30Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 4, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'subnets': [{'id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:36.391886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d8c782-2732-4532-aabf-a510749b083a None None] The sync data for ids ['203f9a75-4f24-4248-b613-89d3c33273ba'] in n-d-768852-19 is: [{'id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'name': 'tempest-NetworksTestDHCPv6-router-1219612627', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:29Z', 'updated_at': '2021-08-16T02:13:32Z', 'revision_number': 2, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None, '_interfaces': [{'id': '937493dd-dd9d-462d-838b-d2ad0c8d2f99', 'name': '', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'mac_address': 'fa:16:3e:ba:a4:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 2092, 'fixed_ips': [{'subnet_id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:13:30Z', 'updated_at': '2021-08-16T02:13:35Z', 'revision_number': 4, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'subnets': [{'id': 'e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:36.529703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f126072f-e76c-44e6-bc3b-4375237fbadd req-ea0b4cbe-b4f3-4a46-a048-fe97b05b42ff tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 210 time: 0.0516965 Aug 16 02:13:36.615923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-0b13ba4e-69c6-443c-b95f-d5cf67c49f25 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:36.617484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-0b13ba4e-69c6-443c-b95f-d5cf67c49f25 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.58 "GET /v2.0/networks?id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 200 len: 814 time: 0.2464452 Aug 16 02:13:36.633526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Request body: {'port': {'device_id': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'admin_state_up': True, 'tenant_id': '4b4d44493cc2488b92e3c8e692279483'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:36.657565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50414) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:36.715884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:36.766475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=937493dd-dd9d-462d-838b-d2ad0c8d2f99,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:36.898473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-716971374-network', 'tenant_id': 'a0aae85f8caf4825a544bbe3d0972f17'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:36.962946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.030919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Made reservation on behalf of a0aae85f8caf4825a544bbe3d0972f17 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:37.033540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.051240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.179419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Router 203f9a75-4f24-4248-b613-89d3c33273ba has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:13:37.187416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Made reservation on behalf of 4b4d44493cc2488b92e3c8e692279483 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:37.193266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.292945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.318056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:13:37.323808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5079f7f-b58e-40af-8a3c-c3aeee9ff570 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "PUT /v2.0/routers/203f9a75-4f24-4248-b613-89d3c33273ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0561688 Aug 16 02:13:37.327381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:37.393047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e64091-f8c6-4e96-bc42-49744ed95cbe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.393047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e64091-f8c6-4e96-bc42-49744ed95cbe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.394248 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81e64091-f8c6-4e96-bc42-49744ed95cbe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0654550 Aug 16 02:13:37.397441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50428) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:37.445968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.482572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:37.495866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Allocated IP 172.20.0.7 (db872ed1-ad09-4f30-8308-ac7f6e3bedf8/f9ef5e04-05aa-443b-bb5f-798da1cfed20/0299a59c-11b1-49be-bfbf-7a59b1db8b03) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:37.501494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:37.508290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.523558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 5a228ceb-7874-4876-a5e7-731cdb51f335 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:37.524151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5a228ceb-7874-4876-a5e7-731cdb51f335 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:37.552418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.556355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:13:37.584685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.585410 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Added segment 7917d23d-e902-4fd7-857b-03046b7c3beb of type vlan for network 5bc81024-19da-4bbc-9cfc-fb39c777a965 Aug 16 02:13:37.620745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.637621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.712564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45a7659c-eed0-432d-a1ca-f7010e366c82 req-283132be-e081-4612-afbf-db9d880ec840 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 210 time: 0.0611341 Aug 16 02:13:37.765292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.766874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:37.767696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.854104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.913077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:37.932173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] Pushing event updated for resources: {'Network': ['ID=5bc81024-19da-4bbc-9cfc-fb39c777a965,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:37.944485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 5bc81024-19da-4bbc-9cfc-fb39c777a965 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:13:37.951923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d61dc72b-dc99-4fd6-b3c6-7a9f87b66965 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2919948 Aug 16 02:13:37.954737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50440) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:37.961618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Request body: {'subnet': {'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-716971374-subnet', 'tenant_id': 'a0aae85f8caf4825a544bbe3d0972f17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:38.033051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.066129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.076461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.079101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-75910329-ea81-4c30-8411-f854220fa07b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1 HTTP/1.1" status: 204 len: 168 time: 0.6626611 Aug 16 02:13:38.082718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50442) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.085241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c89f9-90e0-4d56-a540-a3b7bc6bd59d None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:38.104895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.164603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Made reservation on behalf of a0aae85f8caf4825a544bbe3d0972f17 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:38.167700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.186873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Pushing event updated for resources: {'Port': ['ID=0299a59c-11b1-49be-bfbf-7a59b1db8b03,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:38.198368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:38.200006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:38.205797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:38.283894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:38.284502 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.299103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-93af881e-d686-452f-b722-7b03dd9cff05 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2139556 Aug 16 02:13:38.301664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50444) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.402246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.423400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-9cf87114-4976-450b-8de1-f443fe4225a6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7948711 Aug 16 02:13:38.428989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:38.438102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Request body: {'port': {'device_id': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:38.509622 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Sync routers for ids ['203f9a75-4f24-4248-b613-89d3c33273ba'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:13:38.529873 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Routers {'203f9a75-4f24-4248-b613-89d3c33273ba'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:38.532515 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['203f9a75-4f24-4248-b613-89d3c33273ba'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:38.547383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] Deleting port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:38.552619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.581631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.691063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.699256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.700510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] For port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:38.704020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.712228 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Set router 203f9a75-4f24-4248-b613-89d3c33273ba gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:13:38.715680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] Calling delete_port for 4dcbf79d-2c3d-48ba-8a3f-ea310122620a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:38.830807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.857903 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '203f9a75-4f24-4248-b613-89d3c33273ba', 'name': 'tempest-NetworksTestDHCPv6-router-1219612627', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:13:29Z', 'updated_at': '2021-08-16T02:13:36Z', 'revision_number': 3, 'project_id': '503fdb68000d4b978aef0d1a5440b700', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:13:38.886853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.887378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Fanout notify agent at l3_agent the message router_deleted on router 203f9a75-4f24-4248-b613-89d3c33273ba {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:13:38.899041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:38.904413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-92b3b347-5db4-47a0-ad61-ecc5750d03b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/routers/203f9a75-4f24-4248-b613-89d3c33273ba HTTP/1.1" status: 204 len: 168 time: 0.6010661 Aug 16 02:13:38.907272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50454) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:38.916549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4dcbf79d-2c3d-48ba-8a3f-ea310122620a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:38.948021 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Checking router: 203f9a75-4f24-4248-b613-89d3c33273ba for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:13:38.968198 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Routers set() bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:13:38.968964 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Router IDs set() for agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 16 02:13:38.971749 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_agentschedulers_db [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'203f9a75-4f24-4248-b613-89d3c33273ba'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:13:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent'). {{(pid=101948) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 16 02:13:38.973012 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b875e607-b52b-44b9-9bcf-d06a300806a9 None None] The sync data for ids ['203f9a75-4f24-4248-b613-89d3c33273ba'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:13:39.018669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:13:39.019260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4dcbf79d-2c3d-48ba-8a3f-ea310122620a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:39.037162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Checking segment: {'id': '7917d23d-e902-4fd7-857b-03046b7c3beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:39.037633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Network hostable DHCP agents. Network: 5bc81024-19da-4bbc-9cfc-fb39c777a965, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:13:39.038194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.042547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65983c8b-602a-4d0c-a56b-3e4a7335ed23,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.098957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] Pushing event deleted for resources: {'Port': ['ID=4dcbf79d-2c3d-48ba-8a3f-ea310122620a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.101076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d097e0-2af5-4087-af74-64eaac3cacfd None None] No DVR routers for this DVR port 4dcbf79d-2c3d-48ba-8a3f-ea310122620a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:39.119287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe169a2-d37b-420c-802d-301d50503311 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.123986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ffe169a2-d37b-420c-802d-301d50503311 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2057073 Aug 16 02:13:39.125911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50458) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.168490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5efe5-4e13-4b33-a66a-6bdf76de7f96 req-65b1069b-5677-4c88-bd0d-29384eee5a06 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.175010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Network 5bc81024-19da-4bbc-9cfc-fb39c777a965 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:13:39.176648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7c5efe5-4e13-4b33-a66a-6bdf76de7f96 req-65b1069b-5677-4c88-bd0d-29384eee5a06 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 931 time: 0.2373762 Aug 16 02:13:39.214862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d11df5-6ba0-48d0-bb77-39df71d61f6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.219655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-89d11df5-6ba0-48d0-bb77-39df71d61f6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0926456 Aug 16 02:13:39.220274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50460) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.300341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a2f99ba8-9756-4e43-8ae6-1b7ecfc83af5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788028 Aug 16 02:13:39.304236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 5bc81024-19da-4bbc-9cfc-fb39c777a965) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:39.322928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9299a565-e6ce-462c-8acd-4b23e62faee8 None None] Network 5bc81024-19da-4bbc-9cfc-fb39c777a965 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:39.323185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:39.323185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.325330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50462) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:39.332167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:39.333244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0299a59c-11b1-49be-bfbf-7a59b1db8b03 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:39.364241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.399632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Transition to ACTIVE for port object 0299a59c-11b1-49be-bfbf-7a59b1db8b03 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:39.413925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7c5efe5-4e13-4b33-a66a-6bdf76de7f96 req-7b578d4f-0293-4577-8332-edd319a52b2a tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359819 Aug 16 02:13:39.486943 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.548572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4bc34fb1-277d-4f1a-8e74-bb50e37a5c21 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5925527 Aug 16 02:13:39.597668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:39.601179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.603124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e4366-ef8d-46ad-9db5-8c3b3bbb6a6c None None] Network 5bc81024-19da-4bbc-9cfc-fb39c777a965 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:39.631128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0299a59c-11b1-49be-bfbf-7a59b1db8b03,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:39.726806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Attempting to bind port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:39.727422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Attempting to bind port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:39.728049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Attempting to bind port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:39.736530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:39.736874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Attempting to bind port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 on network db872ed1-ad09-4f30-8308-ac7f6e3bedf8 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:39.742879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:39.743330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Checking segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:39.743711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Bound using segment: {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:39.744149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Bound port: 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:39.744521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:39.854369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] For port 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:39.860599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] For port 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0299a59c-11b1-49be-bfbf-7a59b1db8b03,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:39.984820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69aca49a-7375-4b9e-90dd-ff5ddfe45e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.031349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.125315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.126401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.129739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] 10.222.0.58 "PUT /v2.0/ports/0299a59c-11b1-49be-bfbf-7a59b1db8b03 HTTP/1.1" status: 200 len: 1092 time: 1.6971874 Aug 16 02:13:40.130301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'tag': '0299a59c-11b1-49be-bfbf-7a59b1db8b03'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:40.132580 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e" -d '{"events": [{"name": "network-changed", "server_uuid": "d11e3bf1-c6b2-4526-8008-be413f8f6e3f", "tag": "0299a59c-11b1-49be-bfbf-7a59b1db8b03"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:40.152532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:13:40.156053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.193473 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc6020-a344-4c72-a0e7-3ef921349ca5 x-openstack-request-id: req-1dcc6020-a344-4c72-a0e7-3ef921349ca5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:40.194063 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d11e3bf1-c6b2-4526-8008-be413f8f6e3f", "tag": "0299a59c-11b1-49be-bfbf-7a59b1db8b03", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:40.194216 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dcc6020-a344-4c72-a0e7-3ef921349ca5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:40.194491 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'tag': '0299a59c-11b1-49be-bfbf-7a59b1db8b03', 'status': 'completed', 'code': 200} Aug 16 02:13:40.195442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70647a-2a43-4bbb-9428-bd799ff581d5 service neutron] Pushing event updated for resources: {'Port': ['ID=0299a59c-11b1-49be-bfbf-7a59b1db8b03,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.205831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:40.210514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:40.214055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.214703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.221597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4d9c43-7a6b-4549-b838-80e2e21ff0bc None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:40.227307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=3a90647f-75fd-4238-992a-31dee0d024f1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:40.285108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e req-6e2d4c59-3793-4a52-ad54-39024e80d4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.286860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e req-6e2d4c59-3793-4a52-ad54-39024e80d4d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 1095 time: 0.0851455 Aug 16 02:13:40.324199 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7aee4af1-216e-4f05-a80d-f16d7741bc99 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9968851 Aug 16 02:13:40.327135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:40.332616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:40.344216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-f19422ea-8422-4048-a465-4868669333eb tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.345739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-f19422ea-8422-4048-a465-4868669333eb tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/networks?id=5bc81024-19da-4bbc-9cfc-fb39c777a965 HTTP/1.1" status: 200 len: 808 time: 0.2263157 Aug 16 02:13:40.395833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '3a90647f-75fd-4238-992a-31dee0d024f1'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:40.397481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.592716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:40.595616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.626878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Allocated IP 2001:db8::f816:3eff:fe37:c5bd (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/3a90647f-75fd-4238-992a-31dee0d024f1/7afe83ff-e552-4d45-ae1a-7f394d85a9d0) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:40.735838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-cf9f0fda-0e7d-450f-a9e0-2fd4ee14de26 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/quotas/a0aae85f8caf4825a544bbe3d0972f17 HTTP/1.1" status: 200 len: 375 time: 0.3573802 Aug 16 02:13:40.794258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:40.801697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 937493dd-dd9d-462d-838b-d2ad0c8d2f99 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:40.808332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Transition to ACTIVE for port object 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:40.830168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-231b49bc-c2f7-4045-9ebd-6a4bd158b15c tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a0aae85f8caf4825a544bbe3d0972f17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733824 Aug 16 02:13:40.831717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 937493dd-dd9d-462d-838b-d2ad0c8d2f99 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:40.832067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 937493dd-dd9d-462d-838b-d2ad0c8d2f99 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:40.867009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Transition to ACTIVE for port object 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:40.949145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e req-f3958651-e669-40e8-ace7-e80a2d5b6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.949145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e req-f3958651-e669-40e8-ace7-e80a2d5b6d70 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4b4d44493cc2488b92e3c8e692279483&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6225584 Aug 16 02:13:40.949145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b999eb8-acdf-4ae1-8cf3-7a92920d8dad req-1c5629c2-d0a6-4bc1-86cb-8ca665ed6260 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:40.950136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b999eb8-acdf-4ae1-8cf3-7a92920d8dad req-1c5629c2-d0a6-4bc1-86cb-8ca665ed6260 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 943 time: 0.2251718 Aug 16 02:13:40.967647 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.009221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:41.014743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:41.019196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.034776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Pushing event updated for resources: {'Port': ['ID=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.052115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:41.062251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:41.067155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:41.072259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.072876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.090940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=d515766a-3e02-4cc9-bf43-660f29631013,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.136928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Attempting to bind port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:41.137303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Attempting to bind port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:41.137674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Attempting to bind port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:41.143834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:41.144218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:41.144633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.145038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:41.145518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Bound port: 7afe83ff-e552-4d45-ae1a-7f394d85a9d0, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:41.145911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.161153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-4045b241-6f43-494e-a619-04dcccda0068 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc81024-19da-4bbc-9cfc-fb39c777a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211112 Aug 16 02:13:41.163666 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fcaf5135-e466-427f-855c-3c0f27625248 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8351402 Aug 16 02:13:41.166393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50504) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:41.172390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:fc:a3:73', 'name': 'tempest-NetworksTestDHCPv6-847293500'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:41.193765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b999eb8-acdf-4ae1-8cf3-7a92920d8dad req-1285ff81-c724-46ba-a340-ea56fb3a9610 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336841 Aug 16 02:13:41.267329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e req-0f4cf112-0407-4868-a1a6-fba3148b3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.268797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb0d6f71-8a6f-4d93-8e9f-d11b2ef8647e req-0f4cf112-0407-4868-a1a6-fba3148b3f31 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3376164 Aug 16 02:13:41.289904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] For port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:41.298153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] For port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:41.367538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-df5cb6e3-2c50-429b-aae4-529907696385 service neutron] 10.222.0.76 "GET /v2.0/networks/5bc81024-19da-4bbc-9cfc-fb39c777a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898952 Aug 16 02:13:41.383517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-43b23022-8c99-4571-8989-602775f89cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.385163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-43b23022-8c99-4571-8989-602775f89cc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b4d44493cc2488b92e3c8e692279483&device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 1095 time: 0.0619416 Aug 16 02:13:41.404624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.450257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-b56f4932-7b9e-4e39-9bde-1f7f870cb793 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0299a59c-11b1-49be-bfbf-7a59b1db8b03 HTTP/1.1" status: 200 len: 217 time: 0.0562072 Aug 16 02:13:41.494617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:41.504353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa983b-c4c4-4c5c-97ed-c00062de819e None None] Pushing event updated for resources: {'Port': ['ID=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:41.518834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-feebf439-f18e-4288-a631-0d61994cd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:41.520363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-feebf439-f18e-4288-a631-0d61994cd82a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f9ef5e04-05aa-443b-bb5f-798da1cfed20 HTTP/1.1" status: 200 len: 854 time: 0.0618992 Aug 16 02:13:41.582812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-48f29090-d5ea-43f3-b45c-44cde4e00c53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=db872ed1-ad09-4f30-8308-ac7f6e3bedf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488145 Aug 16 02:13:41.631460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:41.677530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 82c1fc15-ee52-412f-ad78-9a22cbaff069 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:41.769289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-546c59ff-87ba-449d-8333-f180a7ef2b4f req-5f4f4f5d-625f-480e-b054-89940c02d848 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 210 time: 0.1550941 Aug 16 02:13:41.803270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-15c00061-e339-4f93-8a0f-6de7bc4b3a35 service neutron] 10.222.0.58 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122648 Aug 16 02:13:41.924907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50a2c62b-107d-47fe-8822-d1f3bbe87dc6 req-a858f74c-6982-4b3d-bd76-485844de51c9 service neutron] 10.222.0.58 "GET /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058209 Aug 16 02:13:41.957034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 172.20.0.6 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d515766a-3e02-4cc9-bf43-660f29631013/82c1fc15-ee52-412f-ad78-9a22cbaff069) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:41.964876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fefc:a373 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/3a90647f-75fd-4238-992a-31dee0d024f1/82c1fc15-ee52-412f-ad78-9a22cbaff069) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:42.139555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.161631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 82c1fc15-ee52-412f-ad78-9a22cbaff069 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:42.308114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.390937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:42.394677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:42.417358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:42.427337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=82c1fc15-ee52-412f-ad78-9a22cbaff069,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:42.469816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354005-eec7-4c79-acc8-03f3abe86f3a req-db4211ee-b4af-4dce-aba9-66b381e4dcb5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.475341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef354005-eec7-4c79-acc8-03f3abe86f3a req-db4211ee-b4af-4dce-aba9-66b381e4dcb5 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 943 time: 0.1711314 Aug 16 02:13:42.584444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef354005-eec7-4c79-acc8-03f3abe86f3a req-01960ad2-b705-4f7d-9217-e20c30121a91 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024055 Aug 16 02:13:42.592296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.592777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.673683 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:42.680494 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a007c5c3-802c-4c6c-b326-ef7c01b141db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5121522 Aug 16 02:13:42.682243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50538) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:42.698603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d96a729-27e6-4952-9ff8-e159927f4e27 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:42.766850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f919c-e1d1-450b-8658-457b527528d8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.795815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809f919c-e1d1-450b-8658-457b527528d8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:42.799888 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-809f919c-e1d1-450b-8658-457b527528d8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1158891 Aug 16 02:13:42.802748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50542) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:42.897100 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:13:42.902713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3d155146-2863-4e6c-9406-59044cffd615 None None] Provisioning for port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:42.912086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0e5e423-9223-4fff-bff4-5264ba56e6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.007035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-042a2b4e-99c8-4950-8f6f-9a35ceed3a7b req-2926df03-fbd6-438c-b273-776d44230c0c tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 210 time: 0.1025739 Aug 16 02:13:43.021837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:43.031743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 82c1fc15-ee52-412f-ad78-9a22cbaff069 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:43.032180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.113703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': '3a90647f-75fd-4238-992a-31dee0d024f1', 'ip_address': '2001:db8::f816:3eff:fe37:c5bd'}, {'subnet_id': 'd515766a-3e02-4cc9-bf43-660f29631013'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '7afe83ff-e552-4d45-ae1a-7f394d85a9d0'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:13:43.157830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.161903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.172862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 82c1fc15-ee52-412f-ad78-9a22cbaff069 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:43.287534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:43.297495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:43.298121 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.408111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Allocated IP 172.20.0.2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/d515766a-3e02-4cc9-bf43-660f29631013/7afe83ff-e552-4d45-ae1a-7f394d85a9d0) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:43.511766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.555920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=82c1fc15-ee52-412f-ad78-9a22cbaff069,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:43.673396 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.675731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4c6d80c9-5ae8-45d0-9ddc-716f8ad22889 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/82c1fc15-ee52-412f-ad78-9a22cbaff069 HTTP/1.1" status: 204 len: 168 time: 0.8718116 Aug 16 02:13:43.678055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50556) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:43.689998 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.762914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] For port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:43.766678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02e48a-9b97-48ef-a09a-e7b54d88e9b2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.768360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02e48a-9b97-48ef-a09a-e7b54d88e9b2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.769912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02e48a-9b97-48ef-a09a-e7b54d88e9b2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.774015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7d02e48a-9b97-48ef-a09a-e7b54d88e9b2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0924971 Aug 16 02:13:43.775338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50560) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:43.792272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47213e5-b0a0-4436-8d37-ba0578946cfe req-3ea3860a-98e2-4dfd-be28-712f11fec38f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:43.793823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a47213e5-b0a0-4436-8d37-ba0578946cfe req-3ea3860a-98e2-4dfd-be28-712f11fec38f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 943 time: 0.1051633 Aug 16 02:13:43.799145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.813601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Transition to ACTIVE for port object 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:43.870097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 3a90647f-75fd-4238-992a-31dee0d024f1 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:43.878563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a47213e5-b0a0-4436-8d37-ba0578946cfe req-bd144d95-1e83-4fab-90cb-8ba2ccdcc1b6 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Aug 16 02:13:43.882545 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.884479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:43.930851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.009168 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:13:44.009588 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:13:44.013357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66fb4a-6e2f-431a-b768-1b821514e148 None None] Pushing event updated for resources: {'Port': ['ID=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.020047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.133191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9e37e14-f82f-4b34-ac44-2876c713f6e1 req-9f438a52-7308-44e5-b5bd-600d1284aa31 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 210 time: 0.0279050 Aug 16 02:13:44.192550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.235421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=3a90647f-75fd-4238-992a-31dee0d024f1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.240565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.242757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6086b6c-844b-4d94-8c08-55849a0de59b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/3a90647f-75fd-4238-992a-31dee0d024f1 HTTP/1.1" status: 204 len: 168 time: 0.4675105 Aug 16 02:13:44.245438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50580) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:44.310992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet d515766a-3e02-4cc9-bf43-660f29631013 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:44.315122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.365538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.567288 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.572351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.628200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-89a11a45-321e-4b36-b37d-62b21dd1b543 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:44.629627 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-89a11a45-321e-4b36-b37d-62b21dd1b543 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.83 "GET /v2.0/networks?id=5bc81024-19da-4bbc-9cfc-fb39c777a965 HTTP/1.1" status: 200 len: 808 time: 0.2065778 Aug 16 02:13:44.644057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.674379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Request body: {'port': {'device_id': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965', 'admin_state_up': True, 'tenant_id': 'a0aae85f8caf4825a544bbe3d0972f17'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:44.681398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4d4e8-28c7-499a-9d3d-90298a49e3dd None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:44.761749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Could not find standard attr ID for object 82c1fc15-ee52-412f-ad78-9a22cbaff069. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:13:44.797524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.832290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.834495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d515766a-3e02-4cc9-bf43-660f29631013 HTTP/1.1" status: 204 len: 168 time: 0.5866621 Aug 16 02:13:44.835864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f2e53-2a7c-4141-a312-eb00b60c4b04 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=d515766a-3e02-4cc9-bf43-660f29631013,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:44.836829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50588) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:44.883774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Provisioning for port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:44.889251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7e947964-b75f-4c60-b62f-8c5c6e7390d5 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492187 Aug 16 02:13:44.893843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:44.897283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:44.902578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Made reservation on behalf of a0aae85f8caf4825a544bbe3d0972f17 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:44.906510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.915433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Provisioning complete for port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:44.915830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:44.963723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:13:44.964174 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:13:45.040798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.060322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1059e-4862-46da-b25a-4cf8a26a4316 req-c3bcb763-2046-41b9-ab7d-2df788f46beb tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.066617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ea1059e-4862-46da-b25a-4cf8a26a4316 req-c3bcb763-2046-41b9-ab7d-2df788f46beb tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 943 time: 0.0654247 Aug 16 02:13:45.102580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] For port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.110211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:45.129415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ea1059e-4862-46da-b25a-4cf8a26a4316 req-0ad71641-9731-4869-b151-e9b2e41fffbb tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589945 Aug 16 02:13:45.174449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] Deleting port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:45.174860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.214500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Allocated IP 172.20.0.2 (5bc81024-19da-4bbc-9cfc-fb39c777a965/65983c8b-602a-4d0c-a56b-3e4a7335ed23/62f96730-6d3b-433c-96be-506715d41ac4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:45.240407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.275312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98864c90-c667-44e5-b64f-c7a663a63a70 req-307c64da-2561-4c96-88a5-ca608410fb91 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 210 time: 0.0343657 Aug 16 02:13:45.282669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:45.288872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.303820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] For port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:45.304269 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.326944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] Calling delete_port for 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:45.344742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5316ccc-6dce-4da5-868d-fde0f04901cb None None] Pushing event updated for resources: {'Port': ['ID=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.496946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.538230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] Pushing event deleted for resources: {'Port': ['ID=7afe83ff-e552-4d45-ae1a-7f394d85a9d0,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.543124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d5c6d-53da-42a4-b8cc-92cab7fd7003 None None] No DVR routers for this DVR port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:45.580310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.692430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.710715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Port 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 update to ACTIVE by agent not found {{(pid=101947) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:13:45.776396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Pushing event updated for resources: {'Port': ['ID=62f96730-6d3b-433c-96be-506715d41ac4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.797236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.813383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:45.820714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:13:45.823261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.825209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:13:45.826072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7afe83ff-e552-4d45-ae1a-7f394d85a9d0 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:45.839240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Network 5bc81024-19da-4bbc-9cfc-fb39c777a965 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:45.868644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:45.870013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:45.872598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:45.879199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:45.881885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.882491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.889094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0878c93f-da40-4020-b42c-4b132e8eaac1 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:45.956069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=1fe14bb8-2a1e-4f33-b490-c8eb07cee810,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:45.969173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:45.969856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:45.982809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-075c933f-af89-452f-b647-bd73f8710d45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0899045 Aug 16 02:13:45.985560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:45.990830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:46.045102 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-c3254f1b-9ed5-448f-9dbf-390c13289c1b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3752315 Aug 16 02:13:46.064728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Request body: {'port': {'device_id': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:46.070055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '1fe14bb8-2a1e-4f33-b490-c8eb07cee810'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:46.071133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.173551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.276843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Allocated IP 2001:db8::f816:3eff:fe38:cb50 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/1fe14bb8-2a1e-4f33-b490-c8eb07cee810/105fcae7-e205-4bc4-9ff8-dde7428d96ae) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:46.303095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a7d6-c361-4be4-b1cb-bdee75aa649c req-1b31df0b-09a5-47bf-ac16-0efac10980a4 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.305534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf41a7d6-c361-4be4-b1cb-bdee75aa649c req-1b31df0b-09a5-47bf-ac16-0efac10980a4 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 943 time: 0.0909538 Aug 16 02:13:46.356343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0299a59c-11b1-49be-bfbf-7a59b1db8b03 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:46.367125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf41a7d6-c361-4be4-b1cb-bdee75aa649c req-15ae0dcb-c1eb-49db-9533-5402acc21d97 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542922 Aug 16 02:13:46.437597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94005d-f3fe-4c01-8ef2-ec497fe8500e req-24aa19a7-8ec7-4796-be3e-5232345a94fc tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:46.439228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee94005d-f3fe-4c01-8ef2-ec497fe8500e req-24aa19a7-8ec7-4796-be3e-5232345a94fc tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 931 time: 0.0595756 Aug 16 02:13:46.512523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee94005d-f3fe-4c01-8ef2-ec497fe8500e req-0a544314-0522-4954-8928-187c72af0f85 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641196 Aug 16 02:13:46.548208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:46.551895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.590806 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.613592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Transition to ACTIVE for port object 105fcae7-e205-4bc4-9ff8-dde7428d96ae will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:46.616638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0299a59c-11b1-49be-bfbf-7a59b1db8b03,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:46.639291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '0299a59c-11b1-49be-bfbf-7a59b1db8b03', 'network_id': 'db872ed1-ad09-4f30-8308-ac7f6e3bedf8', 'port_id': '0299a59c-11b1-49be-bfbf-7a59b1db8b03', 'mac_address': 'fa:16:3e:11:de:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ef5e04-05aa-443b-bb5f-798da1cfed20', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:46.643337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Transition to ACTIVE for port object 105fcae7-e205-4bc4-9ff8-dde7428d96ae will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:46.689331 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.704105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0299a59c-11b1-49be-bfbf-7a59b1db8b03 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:46.726464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0299a59c-11b1-49be-bfbf-7a59b1db8b03,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:46.737159 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.796564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:46.800446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:46.806005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:46.808813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Pushing event updated for resources: {'Port': ['ID=105fcae7-e205-4bc4-9ff8-dde7428d96ae,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:46.822400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:46.970835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0299a59c-11b1-49be-bfbf-7a59b1db8b03,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.004806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Attempting to bind port 105fcae7-e205-4bc4-9ff8-dde7428d96ae on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:47.005188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Attempting to bind port 105fcae7-e205-4bc4-9ff8-dde7428d96ae by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:47.005553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Attempting to bind port 105fcae7-e205-4bc4-9ff8-dde7428d96ae on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:47.015029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:47.015416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:47.015830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.016245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:47.016730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Bound port: 105fcae7-e205-4bc4-9ff8-dde7428d96ae, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:47.017114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.147263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] For port 105fcae7-e205-4bc4-9ff8-dde7428d96ae, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:47.150878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62f96730-6d3b-433c-96be-506715d41ac4 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:47.151811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] For port 105fcae7-e205-4bc4-9ff8-dde7428d96ae, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=105fcae7-e205-4bc4-9ff8-dde7428d96ae,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:47.165057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.167281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50634) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.194368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0299a59c-11b1-49be-bfbf-7a59b1db8b03'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:47.209043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-24ac254b-2ef9-4f0e-8cdc-713b69b65f38 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0761163 Aug 16 02:13:47.210007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Transition to ACTIVE for port object 62f96730-6d3b-433c-96be-506715d41ac4 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:47.281353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.312336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.421755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.429393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.429393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.429393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.429393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.429921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.434818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.443314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0f5503c9-25fb-4b3e-ab4c-cf8e6dc7de33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.1506956 Aug 16 02:13:47.452038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.505508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Pushing event updated for resources: {'Port': ['ID=62f96730-6d3b-433c-96be-506715d41ac4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.580804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:47.596869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:47.607457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5438d076-c81b-4e99-ac93-4f61bc984140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.654354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.659476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:47.726429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a519f3-cd2d-42ee-9c37-e9f79666f3fd None None] Pushing event updated for resources: {'Port': ['ID=105fcae7-e205-4bc4-9ff8-dde7428d96ae,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.729898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45322ae9-35a0-490b-a46b-62c05e45408e req-f5528222-8774-4ebc-bec1-db2d5b114281 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.738295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45322ae9-35a0-490b-a46b-62c05e45408e req-f5528222-8774-4ebc-bec1-db2d5b114281 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 944 time: 0.1356597 Aug 16 02:13:47.797543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=25e13269-8d69-49a0-bbed-07cb07129747,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:47.834699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e5e5b21e-4864-4a2a-ab25-77f25da014ea tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8465805 Aug 16 02:13:47.844870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-38f26c7b-aad8-453c-8cf5-0d5fcac0356e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3899102 Aug 16 02:13:47.848041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:47.875929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4cef8209-5266-4b8c-bcdc-65f2307c9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.876841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4cef8209-5266-4b8c-bcdc-65f2307c9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.877507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4cef8209-5266-4b8c-bcdc-65f2307c9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:47.879840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4cef8209-5266-4b8c-bcdc-65f2307c9933 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=8f42de13-11f5-40cd-8597-dfbf75d7c956&id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 2292 time: 0.4093513 Aug 16 02:13:47.880179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:ca:13:ea', 'name': 'tempest-NetworksTestDHCPv6-1347337687'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:47.964974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45322ae9-35a0-490b-a46b-62c05e45408e req-d0cf94be-b80f-414e-a867-7e674d9e28bf tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257698 Aug 16 02:13:47.997665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95756666-874f-4bd8-92de-23a714fe71c7 req-52be3917-d290-4e8c-b968-71f33d1e9790 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.007114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95756666-874f-4bd8-92de-23a714fe71c7 req-52be3917-d290-4e8c-b968-71f33d1e9790 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 943 time: 0.2660069 Aug 16 02:13:48.047038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-7cd7ec75-a037-467d-a314-a250e7a85426 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 1001 time: 0.1523736 Aug 16 02:13:48.060795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Attempting to bind port 62f96730-6d3b-433c-96be-506715d41ac4 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:48.061282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Attempting to bind port 62f96730-6d3b-433c-96be-506715d41ac4 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '7917d23d-e902-4fd7-857b-03046b7c3beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:48.061717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Attempting to bind port 62f96730-6d3b-433c-96be-506715d41ac4 on network 5bc81024-19da-4bbc-9cfc-fb39c777a965 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:48.083485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-01fe5972-6c94-4566-94a4-14afd1f06468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.085153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-01fe5972-6c94-4566-94a4-14afd1f06468 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=73440989c2254f4ab3fa0a4b8774112f&device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 1098 time: 0.1992648 Aug 16 02:13:48.099030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Port 62f96730-6d3b-433c-96be-506715d41ac4 on network 5bc81024-19da-4bbc-9cfc-fb39c777a965 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:13:48.099640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Attempting to bind port 62f96730-6d3b-433c-96be-506715d41ac4 on network 5bc81024-19da-4bbc-9cfc-fb39c777a965 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:48.110476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95756666-874f-4bd8-92de-23a714fe71c7 req-a7f1691e-7b53-40a8-a7ac-a05863c1135e tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023033 Aug 16 02:13:48.118402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:48.118790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Checking segment: {'id': '7917d23d-e902-4fd7-857b-03046b7c3beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:48.123018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Bound using segment: {'id': '7917d23d-e902-4fd7-857b-03046b7c3beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:48.123018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Bound port: 62f96730-6d3b-433c-96be-506715d41ac4, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7917d23d-e902-4fd7-857b-03046b7c3beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:48.123018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.130301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-2674ba5f-ae9d-459e-a93a-0e7cd2d91d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.132109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-2674ba5f-ae9d-459e-a93a-0e7cd2d91d62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 200 len: 850 time: 0.0752356 Aug 16 02:13:48.190379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4b6b6c3d-52ad-4acb-b093-f57b4ce40b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.192094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4b6b6c3d-52ad-4acb-b093-f57b4ce40b6a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd6dc3da-7a2b-42b5-8651-4224815901b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483193 Aug 16 02:13:48.236045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5438d076-c81b-4e99-ac93-4f61bc984140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.297053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] For port 62f96730-6d3b-433c-96be-506715d41ac4, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:48.322108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] For port 62f96730-6d3b-433c-96be-506715d41ac4, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=62f96730-6d3b-433c-96be-506715d41ac4,segment=NetworkSegment(7917d23d-e902-4fd7-857b-03046b7c3beb),segment_id=7917d23d-e902-4fd7-857b-03046b7c3beb)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:48.328486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-271fae5f-0577-47ef-b47a-92ed650efe40 service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279125 Aug 16 02:13:48.334031 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5438d076-c81b-4e99-ac93-4f61bc984140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.365388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-f900b394-98ba-4e14-bbcf-94ba548bbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.367880 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-f900b394-98ba-4e14-bbcf-94ba548bbed8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 200 len: 912 time: 0.2504172 Aug 16 02:13:48.412734 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5438d076-c81b-4e99-ac93-4f61bc984140 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c7dc988a57f4e7e80a5a600a3bc0901&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2416627 Aug 16 02:13:48.447907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:48.509169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-8ae31d47-1acf-4384-af62-42dbe283e21c service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725214 Aug 16 02:13:48.528288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438d076-c81b-4e99-ac93-4f61bc984140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea819c15-d943-4aba-8ec3-d2766f1ba20c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:48.552849 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-45e18313-94b5-4191-acc8-22038e673849 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa08255b-443d-4763-a654-f577452866e0 HTTP/1.1" status: 200 len: 1001 time: 0.1613491 Aug 16 02:13:48.553955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.561314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:48.576196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-ccf67feb-4a56-4992-953a-23f27c2de507 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 217 time: 0.0556178 Aug 16 02:13:48.667965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-b49a5f7d-ef4b-4754-a4d7-ce37584f0009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.670117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-b49a5f7d-ef4b-4754-a4d7-ce37584f0009 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0835977 Aug 16 02:13:48.733791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-6a424815-a2af-4f04-bdac-375b9cc56ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.735534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-6a424815-a2af-4f04-bdac-375b9cc56ada service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580707 Aug 16 02:13:48.749194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.749845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.751626 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] 10.222.0.83 "PUT /v2.0/ports/62f96730-6d3b-433c-96be-506715d41ac4 HTTP/1.1" status: 200 len: 1092 time: 2.6946852 Aug 16 02:13:48.754088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'tag': '62f96730-6d3b-433c-96be-506715d41ac4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:48.756400 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2c3019-9847-45b9-851d-d80dbf1aa751" -d '{"events": [{"name": "network-changed", "server_uuid": "3234e7f0-b745-4f7c-8262-da4a5391ae36", "tag": "62f96730-6d3b-433c-96be-506715d41ac4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:48.791553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11693e3d-7286-4f9a-8d16-9667f06c025f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.840165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d3fa03-40ce-4581-99a4-f5e257779d8b service neutron] Pushing event updated for resources: {'Port': ['ID=62f96730-6d3b-433c-96be-506715d41ac4,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:48.868599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e062f82e-74f1-4d91-badd-4d61e272138d None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:48.869076 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3785fa4-34f4-468d-94d6-13e366510ee2 x-openstack-request-id: req-e3785fa4-34f4-468d-94d6-13e366510ee2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:48.869076 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3234e7f0-b745-4f7c-8262-da4a5391ae36", "tag": "62f96730-6d3b-433c-96be-506715d41ac4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:48.869076 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3785fa4-34f4-468d-94d6-13e366510ee2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:48.869076 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'tag': '62f96730-6d3b-433c-96be-506715d41ac4', 'status': 'completed', 'code': 200} Aug 16 02:13:48.879598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11693e3d-7286-4f9a-8d16-9667f06c025f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:48.891069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-0169076b-5d9b-44f1-a5cc-34d637915a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:48.892714 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-0169076b-5d9b-44f1-a5cc-34d637915a22 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 200 len: 850 time: 0.3258753 Aug 16 02:13:48.899041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-d640d1cc-908f-4836-bfa1-e774cad27838 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557841 Aug 16 02:13:48.963199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.009508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3019-9847-45b9-851d-d80dbf1aa751 req-2bb215c3-fc81-4709-8841-444d0a0a7b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.011222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef2c3019-9847-45b9-851d-d80dbf1aa751 req-2bb215c3-fc81-4709-8841-444d0a0a7b98 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0aae85f8caf4825a544bbe3d0972f17&device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 1095 time: 0.1389396 Aug 16 02:13:49.013335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-473f810d-bb3d-4ee1-b9da-7c6edd63b3ba service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070929 Aug 16 02:13:49.020530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port afde3e65-de37-499a-af5d-687fbffb51dc yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:49.030372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-fd438e96-3bee-4993-9624-27cd2f6ce85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.031983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-fd438e96-3bee-4993-9624-27cd2f6ce85c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=7fd96b01-c82d-48a5-b198-51b84c60637e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160595 Aug 16 02:13:49.035761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0d5a5218-a635-4d76-a961-b42231d17afa None None] Provisioning for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:49.115584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-e2e5c3ed-4dcb-4d30-95f9-3a46c816dc87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 217 time: 0.0948694 Aug 16 02:13:49.147848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': '1fe14bb8-2a1e-4f33-b490-c8eb07cee810', 'ip_address': '2001:db8::f816:3eff:fe38:cb50'}, {'subnet_id': '25e13269-8d69-49a0-bbed-07cb07129747'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '105fcae7-e205-4bc4-9ff8-dde7428d96ae'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:13:49.181506 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.181772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11693e3d-7286-4f9a-8d16-9667f06c025f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.185549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-11693e3d-7286-4f9a-8d16-9667f06c025f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:49.189236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-11693e3d-7286-4f9a-8d16-9667f06c025f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea819c15-d943-4aba-8ec3-d2766f1ba20c HTTP/1.1" status: 204 len: 168 time: 0.7401361 Aug 16 02:13:49.196779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-707a4ed1-833f-43ff-9da9-b550e08d006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.198819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-707a4ed1-833f-43ff-9da9-b550e08d006d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0582590 Aug 16 02:13:49.247835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11693e3d-7286-4f9a-8d16-9667f06c025f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea819c15-d943-4aba-8ec3-d2766f1ba20c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:49.262316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec66378-b56e-44f6-8ab2-a8e32837ba6c req-5ef9cde1-7e43-4160-b711-f137f39f8749 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.274503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ec66378-b56e-44f6-8ab2-a8e32837ba6c req-5ef9cde1-7e43-4160-b711-f137f39f8749 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 944 time: 0.1721475 Aug 16 02:13:49.326220 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-39ff2430-ea2b-4084-b43f-5ab01cfb8d76 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836218 Aug 16 02:13:49.327277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3019-9847-45b9-851d-d80dbf1aa751 req-c56af6b9-b775-45f9-b701-78268d92ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.328751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef2c3019-9847-45b9-851d-d80dbf1aa751 req-c56af6b9-b775-45f9-b701-78268d92ae72 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a0aae85f8caf4825a544bbe3d0972f17&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3021569 Aug 16 02:13:49.334700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ec66378-b56e-44f6-8ab2-a8e32837ba6c req-8c4d451f-07da-4ae6-bb14-a52900044e2e tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585039 Aug 16 02:13:49.438870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-888795c9-bf2f-4425-be2e-9c71467fdfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.440699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-888795c9-bf2f-4425-be2e-9c71467fdfe5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2337954 Aug 16 02:13:49.492890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babe4a4-0126-4d83-901c-116a77db21bb req-92647d06-8abd-4625-a507-e20db2db73ca tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.501333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1babe4a4-0126-4d83-901c-116a77db21bb req-92647d06-8abd-4625-a507-e20db2db73ca tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 943 time: 0.1866252 Aug 16 02:13:49.554018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c3019-9847-45b9-851d-d80dbf1aa751 req-cf8bfcd4-be2d-430c-903c-b227e2b890e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.557654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef2c3019-9847-45b9-851d-d80dbf1aa751 req-cf8bfcd4-be2d-430c-903c-b227e2b890e7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2156885 Aug 16 02:13:49.578259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1babe4a4-0126-4d83-901c-116a77db21bb req-42fba9a1-7334-4068-ae95-a4dce17f7ae3 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758097 Aug 16 02:13:49.640669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-45127841-7239-4a90-adcc-eb3b0faeaa9a service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795943 Aug 16 02:13:49.695682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-5195be61-7e89-4ad1-aa5d-1b53e75653c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.697225 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-5195be61-7e89-4ad1-aa5d-1b53e75653c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a0aae85f8caf4825a544bbe3d0972f17&device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 1095 time: 0.0989776 Aug 16 02:13:49.713300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 172.20.0.10 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/25e13269-8d69-49a0-bbed-07cb07129747/afde3e65-de37-499a-af5d-687fbffb51dc) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:49.754689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-3264f6b1-a9a3-4e93-8d99-b43e2234269b service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054807 Aug 16 02:13:49.760632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-02a83c2a-633e-4736-9072-6be298c3d7b9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62f96730-6d3b-433c-96be-506715d41ac4 HTTP/1.1" status: 200 len: 217 time: 0.0535293 Aug 16 02:13:49.765368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9778fe7-cd58-4f4e-892a-b2a31c0330f3 req-491151f7-7ab7-46f3-a672-559a66368bc6 service neutron] 10.222.0.83 "GET /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242141 Aug 16 02:13:49.766338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:feca:13ea (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/1fe14bb8-2a1e-4f33-b490-c8eb07cee810/afde3e65-de37-499a-af5d-687fbffb51dc) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:49.808077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-20b61576-3b4e-4915-8b2a-3b8ee2478f86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 200 len: 217 time: 0.0448842 Aug 16 02:13:49.879600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-e254e3a5-5561-427b-82ba-c1ccbf7a3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.880898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-e254e3a5-5561-427b-82ba-c1ccbf7a3eb0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=65983c8b-602a-4d0c-a56b-3e4a7335ed23 HTTP/1.1" status: 200 len: 848 time: 0.1004684 Aug 16 02:13:49.914279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 105fcae7-e205-4bc4-9ff8-dde7428d96ae up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:49.918910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-bfeaac93-e220-4921-a57e-b193b1dd2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:49.926039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-bfeaac93-e220-4921-a57e-b193b1dd2e94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1119502 Aug 16 02:13:49.959335 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-d7c1dae4-7144-4712-90d9-d3fe9b5c5de8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=5bc81024-19da-4bbc-9cfc-fb39c777a965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695465 Aug 16 02:13:50.017499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-01021de5-dd7d-4173-86dc-b30b73acf6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.019966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-01021de5-dd7d-4173-86dc-b30b73acf6ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0853012 Aug 16 02:13:50.060947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:50.064983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:50.065377 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.190345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:50.209472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32ea68ea-91b3-4cca-bf22-48b279ff716b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.213637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-356c3477-6773-44f3-89b6-be308b88166d service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861131 Aug 16 02:13:50.280384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.319130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 105fcae7-e205-4bc4-9ff8-dde7428d96ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=105fcae7-e205-4bc4-9ff8-dde7428d96ae,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:50.359143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-972f737d-b8e7-4091-ad30-09e36604e695 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354139 Aug 16 02:13:50.391884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.417072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-d58eb6e2-864e-4d13-a817-2e3b5441f55d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 200 len: 217 time: 0.0471592 Aug 16 02:13:50.420705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0299a59c-11b1-49be-bfbf-7a59b1db8b03 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:50.494980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=105fcae7-e205-4bc4-9ff8-dde7428d96ae,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.537691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4fcda909-1646-4e83-9db4-5cf14b64a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.539382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4fcda909-1646-4e83-9db4-5cf14b64a5c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1146975 Aug 16 02:13:50.557949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:50.566434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:50.567122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.582917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.615140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32ea68ea-91b3-4cca-bf22-48b279ff716b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.621358 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-eb5e5cbe-3be5-4aad-8acd-27f597c7e508 service neutron] 10.222.0.83 "GET /v2.0/networks/5bc81024-19da-4bbc-9cfc-fb39c777a965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467111 Aug 16 02:13:50.627460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda4897-1e75-458d-9c80-57cf5b837216 req-45bd29ef-8114-4adb-9952-e6551ca2cc10 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.629081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bda4897-1e75-458d-9c80-57cf5b837216 req-45bd29ef-8114-4adb-9952-e6551ca2cc10 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 944 time: 0.1671391 Aug 16 02:13:50.634082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-e0ba9dc9-ffe1-4021-be00-53eeed73baf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.635614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-e0ba9dc9-ffe1-4021-be00-53eeed73baf2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0869982 Aug 16 02:13:50.688927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object afde3e65-de37-499a-af5d-687fbffb51dc will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:50.704028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2bda4897-1e75-458d-9c80-57cf5b837216 req-97ad9df3-5698-4b10-8b44-d41cf75a409f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666323 Aug 16 02:13:50.745212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.761365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32ea68ea-91b3-4cca-bf22-48b279ff716b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.796007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a59c-11b1-49be-bfbf-7a59b1db8b03'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:50.799950 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54e0bfd-f809-4d2a-bf5c-ca9f73529dec" -d '{"events": [{"server_uuid": "d11e3bf1-c6b2-4526-8008-be413f8f6e3f", "name": "network-vif-plugged", "status": "completed", "tag": "0299a59c-11b1-49be-bfbf-7a59b1db8b03"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:50.811887 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e3794b8-fc05-4f3b-9ec9-d39d94b2e305 req-5125f5ba-4ce7-4d72-9d8e-a506fc3b8e0a service neutron] 10.222.0.83 "GET /v2.0/networks/5bc81024-19da-4bbc-9cfc-fb39c777a965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795669 Aug 16 02:13:50.826580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0299a59c-11b1-49be-bfbf-7a59b1db8b03,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:50.860909 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0e47a9-d972-475e-be34-057bcecb7ea1 x-openstack-request-id: req-0f0e47a9-d972-475e-be34-057bcecb7ea1 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:50.860909 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11e3bf1-c6b2-4526-8008-be413f8f6e3f", "name": "network-vif-plugged", "status": "completed", "tag": "0299a59c-11b1-49be-bfbf-7a59b1db8b03", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:50.860909 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f0e47a9-d972-475e-be34-057bcecb7ea1 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:50.861227 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0299a59c-11b1-49be-bfbf-7a59b1db8b03', 'code': 200} Aug 16 02:13:50.869297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-32ea68ea-91b3-4cca-bf22-48b279ff716b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa96277c0fc64d618a3b6df688977fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746316 Aug 16 02:13:50.869633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:50.875512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea68ea-91b3-4cca-bf22-48b279ff716b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d269f34-b530-4f59-8da8-e18189a88f72,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:50.895688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:50.896102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f65c11-2435-43be-9006-b6863d711d71 req-e386670f-03fd-4354-bc63-ff9c5adc1ff4 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:50.896102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29f65c11-2435-43be-9006-b6863d711d71 req-e386670f-03fd-4354-bc63-ff9c5adc1ff4 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 943 time: 0.1889720 Aug 16 02:13:50.933617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-f9c7b8a5-eeba-43a2-baed-291e8a7547df service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598541 Aug 16 02:13:50.977642 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29f65c11-2435-43be-9006-b6863d711d71 req-acf18197-a721-4782-b53d-6152f57bc030 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696273 Aug 16 02:13:50.981361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Allocated IP 172.20.0.2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/25e13269-8d69-49a0-bbed-07cb07129747/105fcae7-e205-4bc4-9ff8-dde7428d96ae) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:51.005256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=afde3e65-de37-499a-af5d-687fbffb51dc,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.018557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:51.048959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:51.055086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:51.056569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-daae35f4-1adf-488e-89bc-f80484f2bae8 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098554 Aug 16 02:13:51.106906 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.113388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-c3c612d0-601a-430d-b8ce-a0d429d38606 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 200 len: 217 time: 0.0486929 Aug 16 02:13:51.125695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931615-38cd-4a29-a490-897e2ae94c5a req-c9188430-61df-4dab-a278-11f662062662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.127350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-11931615-38cd-4a29-a490-897e2ae94c5a req-c9188430-61df-4dab-a278-11f662062662 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 1097 time: 0.1353931 Aug 16 02:13:51.128381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a208c2bf-677f-4e34-81a5-a186aa0e710b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.135348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.135995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.156892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] For port 105fcae7-e205-4bc4-9ff8-dde7428d96ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=105fcae7-e205-4bc4-9ff8-dde7428d96ae,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:51.179562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-18b587cd-632a-40d4-911f-a16e9302a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.181399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-18b587cd-632a-40d4-911f-a16e9302a726 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.0609090 Aug 16 02:13:51.189010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a208c2bf-677f-4e34-81a5-a186aa0e710b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.204692 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-11931615-38cd-4a29-a490-897e2ae94c5a req-710b3da3-758e-41c0-ae63-ba16c8dde55d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655386 Aug 16 02:13:51.208155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.240001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0299a59c-11b1-49be-bfbf-7a59b1db8b03,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.254871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4cdeff3e-4870-4947-8dad-b96e92b11087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.258919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25bbd3bf-66d4-43ab-9ec7-faf4c3c281e3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.4096122 Aug 16 02:13:51.260660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Transition to ACTIVE for port object 105fcae7-e205-4bc4-9ff8-dde7428d96ae will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:51.261795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50702) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:51.262703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-4cdeff3e-4870-4947-8dad-b96e92b11087 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0677111 Aug 16 02:13:51.321721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53a5c3-9791-4d92-86e6-54ec7876e233 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.333512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b53a5c3-9791-4d92-86e6-54ec7876e233 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:51.335328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6b53a5c3-9791-4d92-86e6-54ec7876e233 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0725353 Aug 16 02:13:51.337294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50706) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:51.359890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a208c2bf-677f-4e34-81a5-a186aa0e710b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.369435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a208c2bf-677f-4e34-81a5-a186aa0e710b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.370660 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a208c2bf-677f-4e34-81a5-a186aa0e710b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d269f34-b530-4f59-8da8-e18189a88f72 HTTP/1.1" status: 204 len: 168 time: 0.4999697 Aug 16 02:13:51.374287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-0a2f9512-a3af-4298-9f36-29a7e3923b82 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102505 Aug 16 02:13:51.380943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.429118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208c2bf-677f-4e34-81a5-a186aa0e710b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d269f34-b530-4f59-8da8-e18189a88f72,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.507473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port afde3e65-de37-499a-af5d-687fbffb51dc {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:51.507746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.611686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8120f9-d9a6-4532-a8bf-bf1dd43341dc None None] Pushing event updated for resources: {'Port': ['ID=105fcae7-e205-4bc4-9ff8-dde7428d96ae,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:51.633786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:51.651454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for afde3e65-de37-499a-af5d-687fbffb51dc owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:51.868849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 105fcae7-e205-4bc4-9ff8-dde7428d96ae up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:52.025437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5a828-31bc-4bb6-8a19-c4a277e3083d req-b0dc08db-5318-412b-8a22-9c83dfb094e3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.026925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9f5a828-31bc-4bb6-8a19-c4a277e3083d req-b0dc08db-5318-412b-8a22-9c83dfb094e3 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.0883963 Aug 16 02:13:52.048451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-d6c40e6c-0a76-45f4-8f02-c9b5557441f5 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6605217 Aug 16 02:13:52.069952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.160242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-a37d6c9b-42ac-4062-87e8-dcecba5408e4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 217 time: 0.1018882 Aug 16 02:13:52.190557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9f5a828-31bc-4bb6-8a19-c4a277e3083d req-2a6a18f6-92cb-453f-b3e8-cb5a2817e0aa tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398370 Aug 16 02:13:52.204983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=afde3e65-de37-499a-af5d-687fbffb51dc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:52.278049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-5dfa9f72-e11f-4d42-af8d-10b838f10ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.280355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-5dfa9f72-e11f-4d42-af8d-10b838f10ff5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.0958810 Aug 16 02:13:52.294767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6910bb1-2a37-4175-9f8a-56b03f2ab984 req-39d4fedc-e778-415a-ae81-b7d6c59e6865 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.297757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50734) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:52.298919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6910bb1-2a37-4175-9f8a-56b03f2ab984 req-39d4fedc-e778-415a-ae81-b7d6c59e6865 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 943 time: 0.2251890 Aug 16 02:13:52.364886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-6128dfdb-7f3c-4980-999d-af7782d04516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.370883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.373512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0fd366b2-3cd9-4331-9a33-c5d6b2d41783 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/afde3e65-de37-499a-af5d-687fbffb51dc HTTP/1.1" status: 204 len: 168 time: 1.0349650 Aug 16 02:13:52.374798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-6128dfdb-7f3c-4980-999d-af7782d04516 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664935 Aug 16 02:13:52.378880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50740) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:52.469402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3979debd-8edc-4217-8a55-634471ab48d4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.471441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6910bb1-2a37-4175-9f8a-56b03f2ab984 req-2374d718-56fb-4814-b7b8-8bbe227ecb02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609995 Aug 16 02:13:52.471979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3979debd-8edc-4217-8a55-634471ab48d4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.473860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3979debd-8edc-4217-8a55-634471ab48d4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:52.476120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3979debd-8edc-4217-8a55-634471ab48d4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0962071 Aug 16 02:13:52.479106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50744) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:52.533080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-3b725c59-dc94-4cb0-a8e3-3fe5edfd5b82 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567783 Aug 16 02:13:52.592487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 1fe14bb8-2a1e-4f33-b490-c8eb07cee810 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:52.596198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.658311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8d1a-bf73-4778-9670-150ab3ef74d5 None None] Provisioning for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:52.662880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0aeb8d1a-bf73-4778-9670-150ab3ef74d5 None None] Provisioning complete for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:52.663354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aeb8d1a-bf73-4778-9670-150ab3ef74d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.664526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.691140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9efb7d-3b70-4b78-96e0-324d7eeae448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:52.732576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a87a866-b205-4d34-a368-8f3fd6fd0641 req-d5ce1563-885e-4314-a4ed-b124c7428231 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882639 Aug 16 02:13:52.847147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.019679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9efb7d-3b70-4b78-96e0-324d7eeae448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.043692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed7896-7f55-4bf0-9ef6-08d033258d5d req-be4b4ef2-7ca6-4b2b-9f2b-035652c9b37b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.044993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35ed7896-7f55-4bf0-9ef6-08d033258d5d req-be4b4ef2-7ca6-4b2b-9f2b-035652c9b37b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0694695 Aug 16 02:13:53.097511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.099435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9efb7d-3b70-4b78-96e0-324d7eeae448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.104564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6697c2c8-b9e0-41ab-b6a5-1aded0206a50 None None] Could not find standard attr ID for object afde3e65-de37-499a-af5d-687fbffb51dc. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:13:53.115382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35ed7896-7f55-4bf0-9ef6-08d033258d5d req-d0347f9b-eeeb-4ab3-a0d0-1bab3cd53bc0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601733 Aug 16 02:13:53.175682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=1fe14bb8-2a1e-4f33-b490-c8eb07cee810,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:53.182578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.187808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b022a147-ac87-40e3-9b2a-e9a36fc97beb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/1fe14bb8-2a1e-4f33-b490-c8eb07cee810 HTTP/1.1" status: 204 len: 168 time: 0.7074335 Aug 16 02:13:53.188112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:53.217690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9efb7d-3b70-4b78-96e0-324d7eeae448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651a7ad5-3317-4e74-b4f5-ea016a445496,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:53.227058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b9efb7d-3b70-4b78-96e0-324d7eeae448 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4e1bd96d101c46d586b1050e69a831eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9269118 Aug 16 02:13:53.230280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-37b8b740-89f9-4269-9130-6307992baddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.232877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-37b8b740-89f9-4269-9130-6307992baddf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1908548 Aug 16 02:13:53.233358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:53.317471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 25e13269-8d69-49a0-bbed-07cb07129747 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:13:53.321744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.331417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a40e8d-5d59-4a0d-9d47-4539c173929a None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:53.400880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe244-ca3e-4fdf-809e-995777ca8483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.426120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.443327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-af691aed-b62e-4edf-8afa-2216a8a9deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.444581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-af691aed-b62e-4edf-8afa-2216a8a9deb0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.2046583 Aug 16 02:13:53.446479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe244-ca3e-4fdf-809e-995777ca8483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.484942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e56da-ebb9-46d7-9683-9c31215142b0 req-54dadfaa-fa39-42d8-b39d-88519deefc94 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.486770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e7e56da-ebb9-46d7-9683-9c31215142b0 req-54dadfaa-fa39-42d8-b39d-88519deefc94 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.1250694 Aug 16 02:13:53.564380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-8de1a4ef-cf6e-437c-904c-9028882e13cb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.1103909 Aug 16 02:13:53.579768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e7e56da-ebb9-46d7-9683-9c31215142b0 req-13955dbc-f472-4337-9fea-d8e2fbc5d3df tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822082 Aug 16 02:13:53.593201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 62f96730-6d3b-433c-96be-506715d41ac4 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:13:53.652925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.676513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-7adba071-0145-4e95-8feb-975ac277d751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.682739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-7adba071-0145-4e95-8feb-975ac277d751 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1094751 Aug 16 02:13:53.685413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe244-ca3e-4fdf-809e-995777ca8483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.694034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6cfe244-ca3e-4fdf-809e-995777ca8483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.696604 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e6cfe244-ca3e-4fdf-809e-995777ca8483 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/651a7ad5-3317-4e74-b4f5-ea016a445496 HTTP/1.1" status: 204 len: 168 time: 0.4616241 Aug 16 02:13:53.796866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfe244-ca3e-4fdf-809e-995777ca8483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651a7ad5-3317-4e74-b4f5-ea016a445496,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:53.828623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-aff475d6-038c-4de2-9744-ecc6eaeb90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.830790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-aff475d6-038c-4de2-9744-ecc6eaeb90fd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1327181 Aug 16 02:13:53.833699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 62f96730-6d3b-433c-96be-506715d41ac4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=62f96730-6d3b-433c-96be-506715d41ac4,segment=NetworkSegment(7917d23d-e902-4fd7-857b-03046b7c3beb),segment_id=7917d23d-e902-4fd7-857b-03046b7c3beb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:53.855184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2721e12-a001-4423-81e5-3a4be60bbf45 req-e439da66-c26e-46ed-ac5e-638fc7467a14 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.856984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-1ae23558-3e33-4a85-9ec1-f8f7633a471e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:13:53.858516 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-1ae23558-3e33-4a85-9ec1-f8f7633a471e service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164988 Aug 16 02:13:53.864107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2721e12-a001-4423-81e5-3a4be60bbf45 req-e439da66-c26e-46ed-ac5e-638fc7467a14 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 943 time: 0.2276790 Aug 16 02:13:53.868592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '62f96730-6d3b-433c-96be-506715d41ac4', 'network_id': '5bc81024-19da-4bbc-9cfc-fb39c777a965', 'port_id': '62f96730-6d3b-433c-96be-506715d41ac4', 'mac_address': 'fa:16:3e:10:1b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65983c8b-602a-4d0c-a56b-3e4a7335ed23', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:13:53.931315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:53.956161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62f96730-6d3b-433c-96be-506715d41ac4 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:13:53.975712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2721e12-a001-4423-81e5-3a4be60bbf45 req-79379261-44f5-4b81-8946-30f9544dd5a6 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106763 Aug 16 02:13:53.986600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b75cd2-23d0-403c-a80a-08fabf3bf5fb req-eb3d83e5-afeb-46fb-abe2-3677da9f84cd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:53.994734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9b75cd2-23d0-403c-a80a-08fabf3bf5fb req-eb3d83e5-afeb-46fb-abe2-3677da9f84cd tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.2205486 Aug 16 02:13:54.009582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.020280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 62f96730-6d3b-433c-96be-506715d41ac4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=62f96730-6d3b-433c-96be-506715d41ac4,segment=NetworkSegment(7917d23d-e902-4fd7-857b-03046b7c3beb),segment_id=7917d23d-e902-4fd7-857b-03046b7c3beb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:54.070222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=25e13269-8d69-49a0-bbed-07cb07129747,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:54.090494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.099266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dba1b8d2-a42a-4293-871a-85b006532bdf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/25e13269-8d69-49a0-bbed-07cb07129747 HTTP/1.1" status: 204 len: 168 time: 0.9098184 Aug 16 02:13:54.103534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50788) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:54.116427 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-d61a6710-647f-4c9a-9cce-bc6cd2ab3efc service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507367 Aug 16 02:13:54.118366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.136840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9b75cd2-23d0-403c-a80a-08fabf3bf5fb req-3340c44a-a678-4d50-8eeb-556a6e0c94fb tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368573 Aug 16 02:13:54.243248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=62f96730-6d3b-433c-96be-506715d41ac4,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:54.281199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50798) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:54.282220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-db5f5f25-754b-4295-8d8a-30f523a7781c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1774244 Aug 16 02:13:54.306461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:54.356081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c7757-6937-48a5-9b70-26982b4706fd req-8227ceeb-f5b2-47da-bb31-806467de516d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.358146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f1c7757-6937-48a5-9b70-26982b4706fd req-8227ceeb-f5b2-47da-bb31-806467de516d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0627477 Aug 16 02:13:54.367392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['62f96730-6d3b-433c-96be-506715d41ac4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:13:54.441374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f1c7757-6937-48a5-9b70-26982b4706fd req-b19fcc1f-5573-48c3-a798-63d15a7f0212 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722480 Aug 16 02:13:54.568659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f31bbeb6-3a71-4aa3-906b-5bd6ac19e588 req-d90b6cd0-73c9-4b8a-862c-be5ff0352387 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446814 Aug 16 02:13:54.669737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:54.674154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.739786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554c54d6-5d19-4ca2-8e94-094456ef89e0 req-484517ae-bef0-4702-978d-4ddb6db78469 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:54.741467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-554c54d6-5d19-4ca2-8e94-094456ef89e0 req-484517ae-bef0-4702-978d-4ddb6db78469 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.1188040 Aug 16 02:13:54.770555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50810) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:54.810689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887f7911-03a4-4a7d-9c8b-ffeb9a6a7566 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:54.864926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d324529-2024-4d0c-b718-6aca00318eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:54.879254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-554c54d6-5d19-4ca2-8e94-094456ef89e0 req-e67eb2bd-5bf5-4c70-9577-5d6f2ece3c62 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270411 Aug 16 02:13:55.024389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-640a958c-0e2d-46e5-a95c-d902244b0978 None None] Provisioning complete for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:55.025147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-640a958c-0e2d-46e5-a95c-d902244b0978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.239715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aff668-4b27-4c1a-b5a4-4990d194637c req-b7f3490c-de0a-40a7-aad4-b489d95a0eb1 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.243051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.255365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86aff668-4b27-4c1a-b5a4-4990d194637c req-b7f3490c-de0a-40a7-aad4-b489d95a0eb1 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 944 time: 0.1405416 Aug 16 02:13:55.271489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d324529-2024-4d0c-b718-6aca00318eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.290471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:13:55.300245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a92313-d5d4-4b1a-9d75-f793b3da881b req-2f96fde3-3517-4454-a19e-2fc272401b17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.310795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5a92313-d5d4-4b1a-9d75-f793b3da881b req-2f96fde3-3517-4454-a19e-2fc272401b17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.2450268 Aug 16 02:13:55.314197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:55.319257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:55.334512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.335149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.341287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4d324529-2024-4d0c-b718-6aca00318eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.359577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=012a41b8-ec11-42c1-8d75-d53ffa4e9bdd,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.441585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] Deleting port 105fcae7-e205-4bc4-9ff8-dde7428d96ae {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:55.441982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.461239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d8112dce-7722-4fb0-8b85-ca11995a3863 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1775327 Aug 16 02:13:55.464181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:55.472221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:55.509074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5a92313-d5d4-4b1a-9d75-f793b3da881b req-66902513-1b19-4fd4-9784-613e20d41a98 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923227 Aug 16 02:13:55.531712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86aff668-4b27-4c1a-b5a4-4990d194637c req-1e3e0668-4148-42e9-b95b-e402cdd1f060 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745440 Aug 16 02:13:55.534580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4d324529-2024-4d0c-b718-6aca00318eb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6b4b310e7f44204963ab0822d8ce167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7629869 Aug 16 02:13:55.535388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d324529-2024-4d0c-b718-6aca00318eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450c5a3e-c7b8-4828-afaf-8a451eb2aa91,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:55.537944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50832) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:55.745732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] For port 105fcae7-e205-4bc4-9ff8-dde7428d96ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=105fcae7-e205-4bc4-9ff8-dde7428d96ae,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:55.746156 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.772289 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c237e97a-9aab-4fac-b8cb-2407f9946de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.785543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] Calling delete_port for 105fcae7-e205-4bc4-9ff8-dde7428d96ae owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:55.802197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c237e97a-9aab-4fac-b8cb-2407f9946de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.820327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:55.828137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:55.884879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad81ad7-5403-4833-bd08-0c59b7ccf5f2 req-9e4811c7-90a4-4c34-99f0-71b48c0d97e5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:55.908827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 62f96730-6d3b-433c-96be-506715d41ac4 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:13:55.917155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ad81ad7-5403-4833-bd08-0c59b7ccf5f2 req-9e4811c7-90a4-4c34-99f0-71b48c0d97e5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2288184 Aug 16 02:13:55.917278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 105fcae7-e205-4bc4-9ff8-dde7428d96ae no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:13:56.004304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c237e97a-9aab-4fac-b8cb-2407f9946de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.025590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c237e97a-9aab-4fac-b8cb-2407f9946de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.042064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c237e97a-9aab-4fac-b8cb-2407f9946de9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/450c5a3e-c7b8-4828-afaf-8a451eb2aa91 HTTP/1.1" status: 204 len: 168 time: 0.4684579 Aug 16 02:13:56.050630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.093002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237e97a-9aab-4fac-b8cb-2407f9946de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450c5a3e-c7b8-4828-afaf-8a451eb2aa91,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.180320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] Pushing event deleted for resources: {'Port': ['ID=105fcae7-e205-4bc4-9ff8-dde7428d96ae,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.201493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ad81ad7-5403-4833-bd08-0c59b7ccf5f2 req-e8b00cef-f5b6-42bb-8ffa-1b7077f45f58 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2850804 Aug 16 02:13:56.204730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1580b5-7ba6-442e-b0b9-bfea22804a4f None None] No DVR routers for this DVR port 105fcae7-e205-4bc4-9ff8-dde7428d96ae on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:13:56.243120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf487f38-61dc-4741-9c4c-ab6f332b6c5a None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:56.301058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port 105fcae7-e205-4bc4-9ff8-dde7428d96ae {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:13:56.302127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 105fcae7-e205-4bc4-9ff8-dde7428d96ae not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:13:56.319298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b3dfd-e260-40bc-abcc-df585b230d85 req-125bc978-0550-487b-b210-d219424f440f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.324154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d52b3dfd-e260-40bc-abcc-df585b230d85 req-125bc978-0550-487b-b210-d219424f440f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.1946020 Aug 16 02:13:56.324689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:56.351920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 62f96730-6d3b-433c-96be-506715d41ac4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:13:56.358853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 62f96730-6d3b-433c-96be-506715d41ac4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:13:56.359487 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.426719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d52b3dfd-e260-40bc-abcc-df585b230d85 req-cf8490b4-52fb-4371-ae79-e04dfe439e60 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886819 Aug 16 02:13:56.582364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '012a41b8-ec11-42c1-8d75-d53ffa4e9bdd'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:13:56.585670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.651172 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.670706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:13:56.672361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.681275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5464e-10b1-4e6e-bebe-b9900307fc36 req-3bb7189b-c07c-446f-b76e-860a18735c43 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.683164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41f5464e-10b1-4e6e-bebe-b9900307fc36 req-3bb7189b-c07c-446f-b76e-860a18735c43 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.0991628 Aug 16 02:13:56.733345 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fc90208-dafd-43e8-a8b3-6303e8d3a355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.747129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:56.754514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:56.768888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f96730-6d3b-433c-96be-506715d41ac4'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:13:56.770309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.770884 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb0f2f-f714-485b-931b-a4e96235123d" -d '{"events": [{"server_uuid": "3234e7f0-b745-4f7c-8262-da4a5391ae36", "name": "network-vif-plugged", "status": "completed", "tag": "62f96730-6d3b-433c-96be-506715d41ac4"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:13:56.771346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.791755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838aa7ac-0113-44cb-9fd8-db442d0f5ecd req-102ee8bc-1fb1-40aa-9ebb-278b75b86950 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:56.794335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-838aa7ac-0113-44cb-9fd8-db442d0f5ecd req-102ee8bc-1fb1-40aa-9ebb-278b75b86950 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 944 time: 0.1519351 Aug 16 02:13:56.797135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 62f96730-6d3b-433c-96be-506715d41ac4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=62f96730-6d3b-433c-96be-506715d41ac4,segment=NetworkSegment(7917d23d-e902-4fd7-857b-03046b7c3beb),segment_id=7917d23d-e902-4fd7-857b-03046b7c3beb)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:56.805757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=6ed0471e-c632-4805-8d7f-46235f2b1741,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:56.813662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41f5464e-10b1-4e6e-bebe-b9900307fc36 req-bad777b7-3709-42cb-b2b6-732e5716f514 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156189 Aug 16 02:13:56.871401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-838aa7ac-0113-44cb-9fd8-db442d0f5ecd req-59e432d7-a6e3-4755-8659-99627e9e7045 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653105 Aug 16 02:13:56.880254 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:56.942525 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c856612f-c3da-43b1-8d26-1e4e795523c7 x-openstack-request-id: req-c856612f-c3da-43b1-8d26-1e4e795523c7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:13:56.942852 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3234e7f0-b745-4f7c-8262-da4a5391ae36", "name": "network-vif-plugged", "status": "completed", "tag": "62f96730-6d3b-433c-96be-506715d41ac4", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:13:56.943112 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c856612f-c3da-43b1-8d26-1e4e795523c7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:13:56.943508 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62f96730-6d3b-433c-96be-506715d41ac4', 'code': 200} Aug 16 02:13:57.010670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fc90208-dafd-43e8-a8b3-6303e8d3a355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.018571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50860) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.022287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=62f96730-6d3b-433c-96be-506715d41ac4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.055664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a121264-c74e-4f32-bebe-b14ca3858d13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.066181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Allocated IP 172.20.0.2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/012a41b8-ec11-42c1-8d75-d53ffa4e9bdd/1e5c01c3-4000-4d62-a99f-71ede4258864) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:57.081829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fc90208-dafd-43e8-a8b3-6303e8d3a355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.082980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3274-9b0b-4098-96be-434e4c61240c req-2fe01703-f738-437a-914e-cc9a8562e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.084592 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6d7f3274-9b0b-4098-96be-434e4c61240c req-2fe01703-f738-437a-914e-cc9a8562e5fc service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 1097 time: 0.0840948 Aug 16 02:13:57.099447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Allocated IP 2001:db8::f816:3eff:febd:153e (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/6ed0471e-c632-4805-8d7f-46235f2b1741/1e5c01c3-4000-4d62-a99f-71ede4258864) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:57.133511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0fc90208-dafd-43e8-a8b3-6303e8d3a355 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dc3c8709096343c78ba66e654d39e326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8071718 Aug 16 02:13:57.138001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50864) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.152446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6d7f3274-9b0b-4098-96be-434e4c61240c req-d7e5fa54-3876-4014-b892-37cdec56a23f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595119 Aug 16 02:13:57.160072 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.185303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5c688a9c-ea0b-4062-aa61-4235f2b87fbb tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7190950 Aug 16 02:13:57.188083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc90208-dafd-43e8-a8b3-6303e8d3a355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff7504-2a20-43df-9936-84e9cc13b886,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.190229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50866) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.217517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:e7:ab:8e', 'name': 'tempest-NetworksTestDHCPv6-176879930'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:13:57.230613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.286038 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c58345-40fd-4f43-91ae-4284eae3c845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.332331 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c58345-40fd-4f43-91ae-4284eae3c845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.379481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.399230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Transition to ACTIVE for port object 1e5c01c3-4000-4d62-a99f-71ede4258864 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:57.421180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Transition to ACTIVE for port object 1e5c01c3-4000-4d62-a99f-71ede4258864 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:57.468866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58025a7f-2e07-4c83-a802-a2e232677168 req-6eb71aae-1c41-4f10-9465-90df7a53850a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.475314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58025a7f-2e07-4c83-a802-a2e232677168 req-6eb71aae-1c41-4f10-9465-90df7a53850a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1403751 Aug 16 02:13:57.481035 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a121264-c74e-4f32-bebe-b14ca3858d13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.487099 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.527211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58025a7f-2e07-4c83-a802-a2e232677168 req-e33f5c90-e34f-46f9-bb1f-aea24164e9d8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440464 Aug 16 02:13:57.533669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:57.537961 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a121264-c74e-4f32-bebe-b14ca3858d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.556536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:57.563476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:57.574915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Pushing event updated for resources: {'Port': ['ID=1e5c01c3-4000-4d62-a99f-71ede4258864,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.581096 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c58345-40fd-4f43-91ae-4284eae3c845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.584115 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c58345-40fd-4f43-91ae-4284eae3c845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.587969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9c58345-40fd-4f43-91ae-4284eae3c845 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/78ff7504-2a20-43df-9936-84e9cc13b886 HTTP/1.1" status: 204 len: 168 time: 0.4462333 Aug 16 02:13:57.621058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a121264-c74e-4f32-bebe-b14ca3858d13 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d3e12f6892a74eef8a517389a39a9486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5977700 Aug 16 02:13:57.621058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a121264-c74e-4f32-bebe-b14ca3858d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfd626f-001d-47e4-a418-2975680121b9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.621397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50876) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:57.646092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c58345-40fd-4f43-91ae-4284eae3c845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff7504-2a20-43df-9936-84e9cc13b886,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:57.691299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Attempting to bind port 1e5c01c3-4000-4d62-a99f-71ede4258864 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:13:57.691966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Attempting to bind port 1e5c01c3-4000-4d62-a99f-71ede4258864 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:13:57.692522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Attempting to bind port 1e5c01c3-4000-4d62-a99f-71ede4258864 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:13:57.705958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:13:57.708628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:13:57.709804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.710445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:13:57.711164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Bound port: 1e5c01c3-4000-4d62-a99f-71ede4258864, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:13:57.711349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:13:57.712279 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.727598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ca56d8c-813e-4de5-b3e3-7adb1a88c9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.816429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113897bd-cd29-4362-b148-8f1e3256298b req-cbe3383b-7b39-45f0-98cf-0be889698011 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:57.818547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-113897bd-cd29-4362-b148-8f1e3256298b req-cbe3383b-7b39-45f0-98cf-0be889698011 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.1022017 Aug 16 02:13:57.827624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] For port 1e5c01c3-4000-4d62-a99f-71ede4258864, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:13:57.831215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ca56d8c-813e-4de5-b3e3-7adb1a88c9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.831792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] For port 1e5c01c3-4000-4d62-a99f-71ede4258864, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1e5c01c3-4000-4d62-a99f-71ede4258864,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:13:57.865031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-113897bd-cd29-4362-b148-8f1e3256298b req-1c830b6e-62aa-4054-9107-a7df540f87b9 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402198 Aug 16 02:13:57.901802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.917918 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:57.980755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:13:57.989791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01ebae-b321-4d94-b81f-c4b0e8ff2b5c None None] Pushing event updated for resources: {'Port': ['ID=1e5c01c3-4000-4d62-a99f-71ede4258864,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:58.039830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ca56d8c-813e-4de5-b3e3-7adb1a88c9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.043992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ca56d8c-813e-4de5-b3e3-7adb1a88c9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.046728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6ca56d8c-813e-4de5-b3e3-7adb1a88c9da admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fcfd626f-001d-47e4-a418-2975680121b9 HTTP/1.1" status: 204 len: 168 time: 0.4244139 Aug 16 02:13:58.064698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76ed33-9f17-4b90-a5f1-cc839eee5117 req-b8bd8e1e-6a0b-412c-909f-f1122a5bd1c9 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.066384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c76ed33-9f17-4b90-a5f1-cc839eee5117 req-b8bd8e1e-6a0b-412c-909f-f1122a5bd1c9 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 945 time: 0.0728436 Aug 16 02:13:58.103822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca56d8c-813e-4de5-b3e3-7adb1a88c9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfd626f-001d-47e4-a418-2975680121b9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:58.172627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c76ed33-9f17-4b90-a5f1-cc839eee5117 req-2bdb438a-7860-45cc-8c40-5ee73d72eb91 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982401 Aug 16 02:13:58.432528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 172.20.0.9 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/012a41b8-ec11-42c1-8d75-d53ffa4e9bdd/eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:58.444737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fee7:ab8e (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/6ed0471e-c632-4805-8d7f-46235f2b1741/eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:13:58.603936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.623568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:13:58.703432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50890) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:58.718051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c42d583-741f-42e9-a30d-ca4b56aa399c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.727173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042cee48-4deb-4e50-a582-7393d17756ae req-4f81b990-b140-4fb8-9553-d95fa572d5e6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.732192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-042cee48-4deb-4e50-a582-7393d17756ae req-4f81b990-b140-4fb8-9553-d95fa572d5e6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0671961 Aug 16 02:13:58.753558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:58.785076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-042cee48-4deb-4e50-a582-7393d17756ae req-686e6957-88aa-4bb1-b72f-fc37e7d1a711 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488148 Aug 16 02:13:58.788701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:13:58.919396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-3a222d10-c66c-4ff3-b5f1-f76a158b6b03 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:58.921058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-3a222d10-c66c-4ff3-b5f1-f76a158b6b03 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.58 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.0769734 Aug 16 02:13:58.921804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:13:58.924559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:13:58.974522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c42d583-741f-42e9-a30d-ca4b56aa399c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.008485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.009177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.014368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.046680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c42d583-741f-42e9-a30d-ca4b56aa399c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.110394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42d583-741f-42e9-a30d-ca4b56aa399c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1922171d-e938-4709-96b8-642a1fd8bf87,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.122773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8c42d583-741f-42e9-a30d-ca4b56aa399c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8f7ca7d54c7b4a528faf2968403a59bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165227 Aug 16 02:13:59.122946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50904) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.131249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Deleting port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:59.131662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.168454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-71f3eb6f-9c7d-4727-bcc0-f38b355316b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9771030 Aug 16 02:13:59.169507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50908) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.243624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.269527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.373392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46eb220-2a73-401d-ab92-1bd1e84bf8dc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.386899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46eb220-2a73-401d-ab92-1bd1e84bf8dc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.392149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] For port 0299a59c-11b1-49be-bfbf-7a59b1db8b03, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0299a59c-11b1-49be-bfbf-7a59b1db8b03,segment=NetworkSegment(f0e1d84d-ad85-4d14-bdc8-2141d7c29093),segment_id=f0e1d84d-ad85-4d14-bdc8-2141d7c29093)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:13:59.392848 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.393444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a46eb220-2a73-401d-ab92-1bd1e84bf8dc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2212105 Aug 16 02:13:59.394088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50916) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:13:59.437069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Calling delete_port for 0299a59c-11b1-49be-bfbf-7a59b1db8b03 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:59.439884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.442773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.446302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1922171d-e938-4709-96b8-642a1fd8bf87 HTTP/1.1" status: 204 len: 168 time: 0.3199449 Aug 16 02:13:59.462010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1922171d-e938-4709-96b8-642a1fd8bf87,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:13:59.483862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.484134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.484837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.485134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.485480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.485818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.486150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.486632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.487034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.487371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.487839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.488173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f52f829-e13e-4bfa-919b-393c47f469af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:13:59.498942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd7c308-0163-4a87-bef2-8db6912f49f7 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:13:59.510583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e4272-c138-4644-862b-700791fb326f req-46cbc064-839a-4d6a-8e43-64b4feb8eb0b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.515796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b21e4272-c138-4644-862b-700791fb326f req-46cbc064-839a-4d6a-8e43-64b4feb8eb0b tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 945 time: 0.1959350 Aug 16 02:13:59.590274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:13:59.591806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.607375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fd054-6786-46d2-81ee-794fad25cb84 req-6ff1ada6-4fec-4b42-a6b5-ca1f0bf196e7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:13:59.608997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e42fd054-6786-46d2-81ee-794fad25cb84 req-6ff1ada6-4fec-4b42-a6b5-ca1f0bf196e7 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 945 time: 0.5840600 Aug 16 02:13:59.694545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:13:59.711375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:13:59.713309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b21e4272-c138-4644-862b-700791fb326f req-37474a49-9299-4d09-aef7-300f49d969f9 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893845 Aug 16 02:13:59.751815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e42fd054-6786-46d2-81ee-794fad25cb84 req-937af76d-8ba3-4d94-aadd-b4863844be7f tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/security-groups?id=ee90017a-842c-4f1e-87b1-df1c5f9e4344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260247 Aug 16 02:13:59.826675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6e6cd243-8d17-4dfc-9143-a37bb1147c18 None None] Provisioning for port 1e5c01c3-4000-4d62-a99f-71ede4258864 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:00.003396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1e5c01c3-4000-4d62-a99f-71ede4258864 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:00.069678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.082583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.100794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0299a59c-11b1-49be-bfbf-7a59b1db8b03'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:00.116797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Pushing event deleted for resources: {'Port': ['ID=0299a59c-11b1-49be-bfbf-7a59b1db8b03,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.143503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a0cac-7071-4eb1-9ac1-6c92487669f0 req-f28ec30e-6107-4f9e-9d39-1b8026f4bdc9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.147584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:00.159609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-461a0cac-7071-4eb1-9ac1-6c92487669f0 req-f28ec30e-6107-4f9e-9d39-1b8026f4bdc9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1321030 Aug 16 02:14:00.237210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 1e5c01c3-4000-4d62-a99f-71ede4258864 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:00.241554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1e5c01c3-4000-4d62-a99f-71ede4258864 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:00.242773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.326884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] No DVR routers for this DVR port 0299a59c-11b1-49be-bfbf-7a59b1db8b03 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:00.334024 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.336168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38dfa04c-488e-4ce9-965e-b8e7c4148b47 req-8f44e439-a9b7-48d0-ad85-6c8ef5b00e17 tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.58 "DELETE /v2.0/ports/0299a59c-11b1-49be-bfbf-7a59b1db8b03 HTTP/1.1" status: 204 len: 173 time: 1.4077952 Aug 16 02:14:00.364075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'name': 'network-vif-deleted', 'tag': '0299a59c-11b1-49be-bfbf-7a59b1db8b03'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:00.366608 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b1853b-af65-42b2-b7ff-aeabb5e6e5db" -d '{"events": [{"server_uuid": "d11e3bf1-c6b2-4526-8008-be413f8f6e3f", "name": "network-vif-deleted", "tag": "0299a59c-11b1-49be-bfbf-7a59b1db8b03"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:00.376716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.385090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-789f72b1-49a0-4378-a956-d0b0975c397e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c HTTP/1.1" status: 204 len: 168 time: 0.9897745 Aug 16 02:14:00.385660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50948) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.387701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-461a0cac-7071-4eb1-9ac1-6c92487669f0 req-a30ef669-565e-4157-807c-c9cb25f4ed54 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266040 Aug 16 02:14:00.464288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b95370-1266-4b6d-843a-706a39c66ef3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.469605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b95370-1266-4b6d-843a-706a39c66ef3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.471258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b95370-1266-4b6d-843a-706a39c66ef3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:00.477958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50952) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:00.479822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d1b95370-1266-4b6d-843a-706a39c66ef3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0928626 Aug 16 02:14:00.495097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.503147 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec22a158-f62b-47dc-8360-2d356e248ccc x-openstack-request-id: req-ec22a158-f62b-47dc-8360-2d356e248ccc {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:00.503971 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d11e3bf1-c6b2-4526-8008-be413f8f6e3f", "name": "network-vif-deleted", "tag": "0299a59c-11b1-49be-bfbf-7a59b1db8b03", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:00.503971 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec22a158-f62b-47dc-8360-2d356e248ccc {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:00.504990 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd11e3bf1-c6b2-4526-8008-be413f8f6e3f', 'name': 'network-vif-deleted', 'tag': '0299a59c-11b1-49be-bfbf-7a59b1db8b03', 'status': 'completed', 'code': 200} Aug 16 02:14:00.565653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 012a41b8-ec11-42c1-8d75-d53ffa4e9bdd {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:00.569792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.579713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 1e5c01c3-4000-4d62-a99f-71ede4258864, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1e5c01c3-4000-4d62-a99f-71ede4258864,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:00.636982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.831825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.834997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:00.965137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e573e464-a1d6-456e-a3df-0d3f7e77dbcf req-d0afb3c3-6d74-465f-b98e-27020d9abbba tempest-ServerDiskConfigTestJSON-618680505 tempest-ServerDiskConfigTestJSON-618680505-project] 10.222.0.76 "GET /v2.0/ports?device_id=d11e3bf1-c6b2-4526-8008-be413f8f6e3f HTTP/1.1" status: 200 len: 210 time: 0.0861063 Aug 16 02:14:00.986175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=1e5c01c3-4000-4d62-a99f-71ede4258864,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.134031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-716218b9-db65-4ec1-a8a2-4b9ce74821df None None] Provisioning complete for port 1e5c01c3-4000-4d62-a99f-71ede4258864 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:01.136339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-716218b9-db65-4ec1-a8a2-4b9ce74821df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.161376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.191699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.196393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.201041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/012a41b8-ec11-42c1-8d75-d53ffa4e9bdd HTTP/1.1" status: 204 len: 168 time: 0.7214124 Aug 16 02:14:01.250029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-716218b9-db65-4ec1-a8a2-4b9ce74821df None None] Could not find standard attr ID for object eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:01.263559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a47c3ee-79f6-4745-96be-c5a43926dc0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=012a41b8-ec11-42c1-8d75-d53ffa4e9bdd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.283262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 6ed0471e-c632-4805-8d7f-46235f2b1741 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:01.287386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.362434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.403711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c512ec-731d-4dfe-a8cd-cd8007ce774e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:01.473812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-900098b6-c474-4c83-97d7-05c6e2249d72 None None] Could not find standard attr ID for object eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:01.522206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.628198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2e5fc-9148-47a0-bd0f-793e9f9aafab req-07457d3b-80ce-401d-98e9-7d2dbe8852ae tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:01.636807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53e2e5fc-9148-47a0-bd0f-793e9f9aafab req-07457d3b-80ce-401d-98e9-7d2dbe8852ae tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1513991 Aug 16 02:14:01.703151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53e2e5fc-9148-47a0-bd0f-793e9f9aafab req-aaf90664-c108-47b6-9272-4012a38592c1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626805 Aug 16 02:14:01.731052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50996) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.749960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.815250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed0471e-c632-4805-8d7f-46235f2b1741,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:01.833710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:01.843146 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a93e060-2c57-451b-ae73-1b660038e568 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/6ed0471e-c632-4805-8d7f-46235f2b1741 HTTP/1.1" status: 204 len: 168 time: 0.6448960 Aug 16 02:14:01.845777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51006) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.890598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1e5c01c3-4000-4d62-a99f-71ede4258864 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:01.914802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4aef6364-ed33-43d8-80ea-a4035bbc7909 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631652 Aug 16 02:14:01.915036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51010) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:01.921176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.975141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-472972089-network', 'tenant_id': '2391b3c54f6b4ff58b16f32cb304a003'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:01.983818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1e5c01c3-4000-4d62-a99f-71ede4258864 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:01.984494 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.313815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Made reservation on behalf of 2391b3c54f6b4ff58b16f32cb304a003 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:02.313815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.313815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.316417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:02.316417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.323216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51032) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.403994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Deleting subnet f9ef5e04-05aa-443b-bb5f-798da1cfed20 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:02.409460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.462137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.467993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c3b1a3-191d-4a18-9589-aedf0fc94d17 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:02.531842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.572276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67f4507e-a38d-4261-a72c-3911e6251f0d None None] Provisioning complete for port 1e5c01c3-4000-4d62-a99f-71ede4258864 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:02.572729 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67f4507e-a38d-4261-a72c-3911e6251f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.578188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.671515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.762815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:02.781700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:02.783177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.785710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.788914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:02.792500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:02.793999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.800160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.820862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] Deleting port 1e5c01c3-4000-4d62-a99f-71ede4258864 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:02.821435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.852747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:02.855303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9ef5e04-05aa-443b-bb5f-798da1cfed20,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.860965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.863164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d1300b2d-4ae1-49bb-9583-b8b25f3986f9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f9ef5e04-05aa-443b-bb5f-798da1cfed20 HTTP/1.1" status: 204 len: 168 time: 0.5380590 Aug 16 02:14:02.865580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c4b36f-91b1-414e-8167-c10f306b3172,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:02.865772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51048) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.872205 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.872552 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Added segment 92ce3632-86ff-422c-a458-e54c59236356 of type vlan for network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 Aug 16 02:14:02.928571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.938758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] For port 1e5c01c3-4000-4d62-a99f-71ede4258864, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1e5c01c3-4000-4d62-a99f-71ede4258864,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:02.939262 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e07a43ae-7f0b-4c63-8dfa-2c33228e82b0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0217068 Aug 16 02:14:02.939336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.941655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51052) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:02.948397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:02.971888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:02.980396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] Calling delete_port for 1e5c01c3-4000-4d62-a99f-71ede4258864 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:03.075807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.086047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db872ed1-ad09-4f30-8308-ac7f6e3bedf8']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.097129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.097480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e1d84d-ad85-4d14-bdc8-2141d7c29093') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:03.108095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.123140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.135420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:03.135862 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:03.137595 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:03.148888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.153242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.153242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.206349 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.235800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] Pushing event deleted for resources: {'Port': ['ID=1e5c01c3-4000-4d62-a99f-71ede4258864,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.240571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:03.244642 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.245489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747fdf1-301b-46b3-8cc3-2a68df455d86 None None] No DVR routers for this DVR port 1e5c01c3-4000-4d62-a99f-71ede4258864 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:03.264228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee6ef5d-cb51-4caf-b8d6-5a93355d1f25 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:03.320473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.343955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] Pushing event updated for resources: {'Network': ['ID=bdac8f9f-fe49-4896-9c60-e0b3f59a3972,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.373585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:03.476651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:03.484586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.494926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-de57b1c4-963a-43f5-a76f-a0ea4cff6358 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7600312 Aug 16 02:14:03.495621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51064) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:03.505405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Request body: {'subnet': {'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-472972089-subnet', 'tenant_id': '2391b3c54f6b4ff58b16f32cb304a003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:03.638324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Allocated IP 172.20.0.2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3/8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:03.648090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Made reservation on behalf of 2391b3c54f6b4ff58b16f32cb304a003 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:03.650900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.663104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.667762 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] 10.222.0.76 "DELETE /v2.0/networks/db872ed1-ad09-4f30-8308-ac7f6e3bedf8 HTTP/1.1" status: 204 len: 168 time: 0.8009319 Aug 16 02:14:03.682161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb2c13-8fff-46a5-930e-76f98acf627f admin admin] Pushing event deleted for resources: {'Network': ['ID=db872ed1-ad09-4f30-8308-ac7f6e3bedf8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.879334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:03.882520 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.890770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1e5c01c3-4000-4d62-a99f-71ede4258864 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:03.913714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 1e5c01c3-4000-4d62-a99f-71ede4258864 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:03.914062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1e5c01c3-4000-4d62-a99f-71ede4258864 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:03.932767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:03.938346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Transition to ACTIVE for port object 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:03.955721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Transition to ACTIVE for port object 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:03.970435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:03.976439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:03.978055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=cce74ff0-413d-464c-afca-cf5be31380d1,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:03.982266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:03.982882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.054117 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.096711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:04.099612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:04.103085 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:04.112298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Pushing event updated for resources: {'Port': ['ID=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.114717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddc60c-1828-44d9-9694-88a29501b961 req-eda3b6a1-3555-44a7-892b-6b7a2dd4e3a7 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.116254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdddc60c-1828-44d9-9694-88a29501b961 req-eda3b6a1-3555-44a7-892b-6b7a2dd4e3a7 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 945 time: 0.0508158 Aug 16 02:14:04.133187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-babc8bdd-1e57-4621-9e70-c2da90e330c2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1900089 Aug 16 02:14:04.135073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.136493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51076) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.144463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:c2:48:62', 'name': 'tempest-NetworksTestDHCPv6-849901601'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:04.206552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cdddc60c-1828-44d9-9694-88a29501b961 req-9a4c28aa-f6e6-4a86-82a4-0f3671e32301 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822315 Aug 16 02:14:04.239736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ba2e0b7-9e62-4a46-8126-517d367fbe66,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.242414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Checking segment: {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:04.242870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Network hostable DHCP agents. Network: bdac8f9f-fe49-4896-9c60-e0b3f59a3972, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:04.345403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51082) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.384487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Attempting to bind port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:04.384854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Attempting to bind port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:04.385220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Attempting to bind port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:04.393390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:04.393575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8144c7c5-610a-4567-8570-23d3338cd714 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b4d44493cc2488b92e3c8e692279483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445371 Aug 16 02:14:04.393686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:04.393686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.393840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:04.393917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:04.393917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Bound port: 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:04.393917 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.394237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51084) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:04.458368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0299a59c-11b1-49be-bfbf-7a59b1db8b03 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:04.464914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-924d6566-a837-40f8-afd0-a83021f7d81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.486371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 0299a59c-11b1-49be-bfbf-7a59b1db8b03 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:04.486852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0299a59c-11b1-49be-bfbf-7a59b1db8b03 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:04.489172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-924d6566-a837-40f8-afd0-a83021f7d81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.500742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:04.508669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] For port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:04.512825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] For port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:04.529075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, bdac8f9f-fe49-4896-9c60-e0b3f59a3972) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:04.533687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:04.534287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5980908-6835-492e-9147-52307828db93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.542381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac243d82-69d5-46e7-9529-333834e33ce2 None None] Network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:04.603060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.612549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.625363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 45b9b45d-9ff1-4daf-a641-2a6d0f33c61d yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:04.632427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-924d6566-a837-40f8-afd0-a83021f7d81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.636529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-924d6566-a837-40f8-afd0-a83021f7d81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:04.640789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-924d6566-a837-40f8-afd0-a83021f7d81f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee90017a-842c-4f1e-87b1-df1c5f9e4344 HTTP/1.1" status: 204 len: 168 time: 0.2434924 Aug 16 02:14:04.647009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5980908-6835-492e-9147-52307828db93 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1503117 Aug 16 02:14:04.680558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d6566-a837-40f8-afd0-a83021f7d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee90017a-842c-4f1e-87b1-df1c5f9e4344,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:04.813143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17d0c50-a0eb-4c21-a652-3fdf97da5e72 None None] Network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:04.895508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 172.20.0.13 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3/45b9b45d-9ff1-4daf-a641-2a6d0f33c61d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:04.912678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fec2:4862 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/cce74ff0-413d-464c-afca-cf5be31380d1/45b9b45d-9ff1-4daf-a641-2a6d0f33c61d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:04.972161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca0ff1-9ba2-44fc-a7ca-d966c1443d0e None None] Pushing event updated for resources: {'Port': ['ID=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.178614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.199225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 45b9b45d-9ff1-4daf-a641-2a6d0f33c61d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:05.317679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.360415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9ddf1-4ee0-4cfd-9dd8-a33ae01bf38e req-e7183de6-de22-4884-996f-e631ce8963f1 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.370316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3d9ddf1-4ee0-4cfd-9dd8-a33ae01bf38e req-e7183de6-de22-4884-996f-e631ce8963f1 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 945 time: 0.0792534 Aug 16 02:14:05.422753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:05.438568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:05.444966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:05.455872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3d9ddf1-4ee0-4cfd-9dd8-a33ae01bf38e req-1700d9f7-4a10-406f-b5e5-e5d336b5901c tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/security-groups?id=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843873 Aug 16 02:14:05.460213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db863c-6381-42f6-8102-2b03461626a3 req-ebcf3e13-9872-4f6f-9afb-8be315c331da tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.461878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0db863c-6381-42f6-8102-2b03461626a3 req-ebcf3e13-9872-4f6f-9afb-8be315c331da tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.83 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 945 time: 0.1153295 Aug 16 02:14:05.485885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=45b9b45d-9ff1-4daf-a641-2a6d0f33c61d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:05.549791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.550613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.616443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Deleting port 62f96730-6d3b-433c-96be-506715d41ac4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:05.616789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.661593 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-721b8073-1eda-4a8c-b246-2c38811840de tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5222967 Aug 16 02:14:05.664354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51112) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.722194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7a013-b4d5-4140-aaf0-93f553103818 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.724850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] For port 62f96730-6d3b-433c-96be-506715d41ac4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=62f96730-6d3b-433c-96be-506715d41ac4,segment=NetworkSegment(7917d23d-e902-4fd7-857b-03046b7c3beb),segment_id=7917d23d-e902-4fd7-857b-03046b7c3beb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:05.725231 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.728272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7a013-b4d5-4140-aaf0-93f553103818 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:05.729939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8bd7a013-b4d5-4140-aaf0-93f553103818 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0643735 Aug 16 02:14:05.734171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:05.750950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Calling delete_port for 62f96730-6d3b-433c-96be-506715d41ac4 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:05.892313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:05.951951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 45b9b45d-9ff1-4daf-a641-2a6d0f33c61d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:05.952318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:05.976446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0bd9d7-7c38-4ade-a803-28149e326a9c None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:06.085049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.112268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 45b9b45d-9ff1-4daf-a641-2a6d0f33c61d owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:06.115802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.188456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.208853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['62f96730-6d3b-433c-96be-506715d41ac4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:06.217751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51134) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.263811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Pushing event deleted for resources: {'Port': ['ID=62f96730-6d3b-433c-96be-506715d41ac4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.304491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cce74ff0-413d-464c-afca-cf5be31380d1'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:14:06.318443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] No DVR routers for this DVR port 62f96730-6d3b-433c-96be-506715d41ac4 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:06.322073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.324547 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b0db863c-6381-42f6-8102-2b03461626a3 req-679fb2f7-6ac6-4cfb-88a6-5152e2c28e02 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.83 "DELETE /v2.0/ports/62f96730-6d3b-433c-96be-506715d41ac4 HTTP/1.1" status: 204 len: 173 time: 0.8396897 Aug 16 02:14:06.325186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'name': 'network-vif-deleted', 'tag': '62f96730-6d3b-433c-96be-506715d41ac4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:06.327648 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803f95cb-26b9-4d90-9753-e6c421100130" -d '{"events": [{"server_uuid": "3234e7f0-b745-4f7c-8262-da4a5391ae36", "name": "network-vif-deleted", "tag": "62f96730-6d3b-433c-96be-506715d41ac4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:06.343804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Provisioning for port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:06.347350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Provisioning complete for port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:06.347737 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.380779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.387808 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e9c2225-bc88-45b0-85ed-26df5e309506 x-openstack-request-id: req-3e9c2225-bc88-45b0-85ed-26df5e309506 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:06.388117 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3234e7f0-b745-4f7c-8262-da4a5391ae36", "name": "network-vif-deleted", "tag": "62f96730-6d3b-433c-96be-506715d41ac4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:06.388375 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e9c2225-bc88-45b0-85ed-26df5e309506 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:06.388928 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3234e7f0-b745-4f7c-8262-da4a5391ae36', 'name': 'network-vif-deleted', 'tag': '62f96730-6d3b-433c-96be-506715d41ac4', 'status': 'completed', 'code': 200} Aug 16 02:14:06.404008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1721779589-network', 'tenant_id': '937cb7f70c624033906980e195767872'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:06.581271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50de22c3-7bb4-4cf4-8809-5af8752c1eab req-8dd6fd7b-7481-447f-a53f-478917d3126e tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 210 time: 0.0393853 Aug 16 02:14:06.583980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.599587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.612326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Made reservation on behalf of 937cb7f70c624033906980e195767872 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:06.614827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.625466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.639642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=45b9b45d-9ff1-4daf-a641-2a6d0f33c61d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.664676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] For port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:06.672607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Allocated IP 2001:db8::f816:3eff:fe60:9df9 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/cce74ff0-413d-464c-afca-cf5be31380d1/8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:06.753897 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.768925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.782059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.786705 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8e032b98-128b-431d-8683-ec18cf490d50 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/45b9b45d-9ff1-4daf-a641-2a6d0f33c61d HTTP/1.1" status: 204 len: 168 time: 1.0496099 Aug 16 02:14:06.787619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51148) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.856897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.877459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Pushing event updated for resources: {'Port': ['ID=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.886507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac6704-8d97-4402-b188-63ee2fe316c1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.888267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.888385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac6704-8d97-4402-b188-63ee2fe316c1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.888629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.888982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.889322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.889663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.890668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac6704-8d97-4402-b188-63ee2fe316c1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:06.890774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.890774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.890774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.891143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.891363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.892205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.892320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-68ac6704-8d97-4402-b188-63ee2fe316c1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1030080 Aug 16 02:14:06.892394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8579bcf5-7f88-401c-bc7a-ad72f006e212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:06.896087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:06.908634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:06.915397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc78e16-278d-47ff-966d-ab6102dd0b8a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:06.926540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:06.926950 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Added segment 0cf6ea69-7dfb-4048-90c2-df5a4403b604 of type vlan for network f9de05d3-3ed2-427c-a1ac-fd379d32c245 Aug 16 02:14:06.962996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] For port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:06.984338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.000066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.009981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:07.038845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Transition to ACTIVE for port object 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:07.133870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.135889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:07.138519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.144729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.145947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.210726 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.321721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] Pushing event updated for resources: {'Network': ['ID=f9de05d3-3ed2-427c-a1ac-fd379d32c245,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.330340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:07.379897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.389295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556da1f-f703-4554-8e81-326eb43e47e5 None None] Pushing event updated for resources: {'Port': ['ID=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.475573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d14776c3-dfcd-49d5-aa40-9677e5ae6a1a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2565014 Aug 16 02:14:07.478550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:07.485113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Request body: {'subnet': {'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1721779589-subnet', 'tenant_id': '937cb7f70c624033906980e195767872', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:07.629315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.679608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:07.682676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Made reservation on behalf of 937cb7f70c624033906980e195767872 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:07.684434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.689742 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0469ec25-c553-4172-81fd-90228bf3b104 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3 HTTP/1.1" status: 204 len: 168 time: 0.7922132 Aug 16 02:14:07.690606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51164) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:07.699954 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.820390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet cce74ff0-413d-464c-afca-cf5be31380d1 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:07.825046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.896493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:07.910070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:08.052519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.056303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a55f5ac-a07b-43fa-b4b6-d01a5f3de4d5 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:08.218543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f156c19-ffd3-4f10-bd22-26ed9d4d4de3 None None] Provisioning for port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:08.218945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.232342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f156c19-ffd3-4f10-bd22-26ed9d4d4de3 None None] Provisioning complete for port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:08.232678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f156c19-ffd3-4f10-bd22-26ed9d4d4de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.293721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.296904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44f86663-cbb6-4565-a1e1-99446b49bf31 req-0842074d-83a5-44f2-a773-b46b6b839784 tempest-ServerTagsTestJSON-600045774 tempest-ServerTagsTestJSON-600045774-project] 10.222.0.76 "GET /v2.0/ports?device_id=3234e7f0-b745-4f7c-8262-da4a5391ae36 HTTP/1.1" status: 200 len: 210 time: 0.5687690 Aug 16 02:14:08.303710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51174) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.307975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/cce74ff0-413d-464c-afca-cf5be31380d1 HTTP/1.1" status: 204 len: 168 time: 0.6043310 Aug 16 02:14:08.315193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595402c-d7a8-4fdc-a1f3-725410d03df6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=cce74ff0-413d-464c-afca-cf5be31380d1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.381090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d28e843f-3306-409a-88e1-c1fc2deb81bd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761890 Aug 16 02:14:08.384652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.469842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f156c19-ffd3-4f10-bd22-26ed9d4d4de3 None None] Could not find standard attr ID for object 45b9b45d-9ff1-4daf-a641-2a6d0f33c61d. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:08.484680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11322d6-c1ff-433c-8fdf-2f83b4ddce92 None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'cce74ff0-413d-464c-afca-cf5be31380d1'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:14:08.495224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2631d159-bbfc-4f82-9c6e-407d56f63145 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.497375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2631d159-bbfc-4f82-9c6e-407d56f63145 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1114256 Aug 16 02:14:08.500093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.542129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e11322d6-c1ff-433c-8fdf-2f83b4ddce92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.588293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731ac317-c754-4990-aef2-286bf225b30c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:08.588293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-731ac317-c754-4990-aef2-286bf225b30c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0704315 Aug 16 02:14:08.588552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51192) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.641346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f30f8411-85cf-4c80-9a28-1c2ccba7daa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515902 Aug 16 02:14:08.641983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51196) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:08.648739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-226653a5-b1f4-465b-9c95-996f42618aa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:08.709886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:08.802146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca7a476-52d3-44ec-9bff-9de82669e8d1 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:08.875038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Checking segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:08.875038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Network hostable DHCP agents. Network: f9de05d3-3ed2-427c-a1ac-fd379d32c245, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:08.876327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93799c17-1afc-4376-9b90-7fcdc5978c03,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:08.934678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b5e335dc-e3cd-4cf7-b80b-25909ec050c0 None None] Provisioning complete for port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:08.935114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b5e335dc-e3cd-4cf7-b80b-25909ec050c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.008061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226653a5-b1f4-465b-9c95-996f42618aa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:09.008712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:09.012965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-226653a5-b1f4-465b-9c95-996f42618aa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.014961 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-226653a5-b1f4-465b-9c95-996f42618aa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:09.015431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226653a5-b1f4-465b-9c95-996f42618aa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:09.103605 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-226653a5-b1f4-465b-9c95-996f42618aa9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4604418 Aug 16 02:14:09.106377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f9de05d3-3ed2-427c-a1ac-fd379d32c245) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:09.107259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51214) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.113075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9d474b08-de84-40d4-8e71-0594202d553e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:09.140952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.141625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.164684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd67d5b-1668-427f-8eff-11d04805c451 None None] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:09.214505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-cd78eee3-e65d-46e3-80ce-8c1d2c8e41bb tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:09.216792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-cd78eee3-e65d-46e3-80ce-8c1d2c8e41bb tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/networks?id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972 HTTP/1.1" status: 200 len: 808 time: 0.1390605 Aug 16 02:14:09.237499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-f1dd2c20-8e99-4ec5-9525-f55d48cb4e48 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/quotas/2391b3c54f6b4ff58b16f32cb304a003 HTTP/1.1" status: 200 len: 375 time: 0.0137913 Aug 16 02:14:09.289859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:09.294762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e3ca1cf4-52f5-429d-8544-2246245cf28b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8120735 Aug 16 02:14:09.319396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-3cbb19f2-8870-4287-a537-97642ed4d6e2 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518975 Aug 16 02:14:09.332610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-91e216f8-a986-44af-8d8d-fa7977c85213 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:14:09.343242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-91e216f8-a986-44af-8d8d-fa7977c85213 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152948 Aug 16 02:14:09.432280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.443486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] Deleting port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:09.443873 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.449057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'tenant_id': '937cb7f70c624033906980e195767872', 'fixed_ips': [{'subnet_id': '93799c17-1afc-4376-9b90-7fcdc5978c03'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:09.450172 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.457088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ce55ea0d-01cf-4407-a1c8-25c280ae4c84 service neutron] 10.222.0.76 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128905 Aug 16 02:14:09.510268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d474b08-de84-40d4-8e71-0594202d553e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:09.518811 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d474b08-de84-40d4-8e71-0594202d553e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.520483 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d474b08-de84-40d4-8e71-0594202d553e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:09.520932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d474b08-de84-40d4-8e71-0594202d553e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:09.580379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Deleting subnet 65983c8b-602a-4d0c-a56b-3e4a7335ed23 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:09.584822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.627552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.666827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-86c47235-bb9a-4802-bd18-7ecfea0b625b service neutron] 10.222.0.76 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017646 Aug 16 02:14:09.680663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.687919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 62f96730-6d3b-433c-96be-506715d41ac4 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:09.709536 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d474b08-de84-40d4-8e71-0594202d553e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6009884 Aug 16 02:14:09.721120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51230) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.721120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eca2ae8d-b321-4d64-af6e-3832d4d57304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:09.777971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 62f96730-6d3b-433c-96be-506715d41ac4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:09.779568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 62f96730-6d3b-433c-96be-506715d41ac4 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:09.833930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] For port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:09.836015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.851431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] Calling delete_port for 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:09.877363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.892893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:09.894883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/65983c8b-602a-4d0c-a56b-3e4a7335ed23 HTTP/1.1" status: 204 len: 168 time: 0.4613662 Aug 16 02:14:09.904300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51242) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:09.913309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:09.917437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39dea1-e404-4559-b6d7-756daedc454e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65983c8b-602a-4d0c-a56b-3e4a7335ed23,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.068983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca2ae8d-b321-4d64-af6e-3832d4d57304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:10.073977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eca2ae8d-b321-4d64-af6e-3832d4d57304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.075282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Allocated IP 172.20.0.2 (f9de05d3-3ed2-427c-a1ac-fd379d32c245/93799c17-1afc-4376-9b90-7fcdc5978c03/94880ef4-4c96-49ef-9ba5-d6644468e714) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:10.076253 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca2ae8d-b321-4d64-af6e-3832d4d57304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:10.076857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca2ae8d-b321-4d64-af6e-3832d4d57304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:10.188382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dbdbee4-2b0d-452d-adb3-0a3609ecb216 req-c9d92de6-28b6-4e85-98a5-4cdc8e2d834d tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 210 time: 0.0688639 Aug 16 02:14:10.198459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.365608 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.378162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc81024-19da-4bbc-9cfc-fb39c777a965']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.391100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7917d23d-e902-4fd7-857b-03046b7c3beb') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.391465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7917d23d-e902-4fd7-857b-03046b7c3beb') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:10.402874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.420114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.426670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:14:10.429931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.454552 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.486590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eca2ae8d-b321-4d64-af6e-3832d4d57304 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7726877 Aug 16 02:14:10.489716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51260) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:10.495517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-33079024-eeb1-41a5-92b6-4d34a649a3fa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:14:10.504359 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:14:10.535907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-d825031f-9268-4aad-bc6c-5b006aaa3e2b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:10.539243 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.543755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-d825031f-9268-4aad-bc6c-5b006aaa3e2b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 816 time: 0.5860283 Aug 16 02:14:10.577661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:10.578694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-b896aa02-7f12-4823-ae5e-ab7a7390284b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/quotas/937cb7f70c624033906980e195767872 HTTP/1.1" status: 200 len: 375 time: 0.0341120 Aug 16 02:14:10.579817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Transition to ACTIVE for port object 94880ef4-4c96-49ef-9ba5-d6644468e714 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:10.598259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Transition to ACTIVE for port object 94880ef4-4c96-49ef-9ba5-d6644468e714 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:10.599165 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.604703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-939d5b35-cbcc-4294-9143-cc4351133746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.612879 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.615361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] 10.222.0.76 "DELETE /v2.0/networks/5bc81024-19da-4bbc-9cfc-fb39c777a965 HTTP/1.1" status: 204 len: 168 time: 0.7100954 Aug 16 02:14:10.681249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.683591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.716120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-aadafa8c-86a1-484a-98a0-dc2a41405d3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1346767 Aug 16 02:14:10.719267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9d0ed-bb34-40ce-9e99-b2d571d21c73 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc81024-19da-4bbc-9cfc-fb39c777a965,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.725613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33079024-eeb1-41a5-92b6-4d34a649a3fa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:10.729991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33079024-eeb1-41a5-92b6-4d34a649a3fa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.734344 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-33079024-eeb1-41a5-92b6-4d34a649a3fa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:10.735094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33079024-eeb1-41a5-92b6-4d34a649a3fa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:10.748652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:10.757305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:10.765220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:10.771118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Pushing event updated for resources: {'Port': ['ID=94880ef4-4c96-49ef-9ba5-d6644468e714,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.843779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33079024-eeb1-41a5-92b6-4d34a649a3fa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3528085 Aug 16 02:14:10.847738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51266) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:10.853118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0e7b2f53-6727-4b16-b393-ce974ebabb92 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:10.881544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-64733688-87cc-489a-b978-fb1c50c70fbe service neutron] 10.222.0.76 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454604 Aug 16 02:14:10.886685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.917717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:10.923249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Attempting to bind port 94880ef4-4c96-49ef-9ba5-d6644468e714 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:10.923630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Attempting to bind port 94880ef4-4c96-49ef-9ba5-d6644468e714 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:10.923996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Attempting to bind port 94880ef4-4c96-49ef-9ba5-d6644468e714 on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:10.933227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] No DVR routers for this DVR port 8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:10.953506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:10.953887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Checking segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:10.954296 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.960416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Bound using segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:10.960416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Bound port: 94880ef4-4c96-49ef-9ba5-d6644468e714, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:10.960416 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:10.960416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec1b88-a433-41d8-8250-b441231ebdda None None] Pushing event deleted for resources: {'Port': ['ID=8e51c8bf-47ff-47c7-a35a-cd9a49ca2e71,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.026373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] For port 94880ef4-4c96-49ef-9ba5-d6644468e714, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:11.030151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] For port 94880ef4-4c96-49ef-9ba5-d6644468e714, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94880ef4-4c96-49ef-9ba5-d6644468e714,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:11.040111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-79a425af-fdb4-4184-bb7d-91ea0df7875f service neutron] 10.222.0.76 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471851 Aug 16 02:14:11.130993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.146608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.157006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7b2f53-6727-4b16-b393-ce974ebabb92 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:11.161159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e7b2f53-6727-4b16-b393-ce974ebabb92 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.162950 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7b2f53-6727-4b16-b393-ce974ebabb92 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:11.163611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7b2f53-6727-4b16-b393-ce974ebabb92 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:11.202002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-19893b0b-a578-4f4a-ad02-d562ed23b7d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0aae85f8caf4825a544bbe3d0972f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0697892 Aug 16 02:14:11.204661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.222861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e516e469-1e20-4d39-a9ca-bc0326ee8bc4 None None] Pushing event updated for resources: {'Port': ['ID=94880ef4-4c96-49ef-9ba5-d6644468e714,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.294999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4e161b8-ce93-4596-b737-81ed7b4d3f68 req-68a24f0e-610e-4b7e-b58c-75139f83f3e2 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 210 time: 0.0321324 Aug 16 02:14:11.307023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa0812d-d8f5-4032-aa23-f028e73e983a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.333748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0e7b2f53-6727-4b16-b393-ce974ebabb92 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4849007 Aug 16 02:14:11.339843 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa0812d-d8f5-4032-aa23-f028e73e983a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.345167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51282) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.352956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-db196729-789f-4291-86ce-ac1266d1d52b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:11.531771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa0812d-d8f5-4032-aa23-f028e73e983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.538716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fa0812d-d8f5-4032-aa23-f028e73e983a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.538716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1fa0812d-d8f5-4032-aa23-f028e73e983a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34b4ec95-1137-4a7f-b1b7-142cc7c3f62c HTTP/1.1" status: 204 len: 168 time: 0.3297756 Aug 16 02:14:11.546949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0812d-d8f5-4032-aa23-f028e73e983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b4ec95-1137-4a7f-b1b7-142cc7c3f62c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:11.674194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db196729-789f-4291-86ce-ac1266d1d52b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:11.678126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db196729-789f-4291-86ce-ac1266d1d52b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:11.679784 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-db196729-789f-4291-86ce-ac1266d1d52b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:11.680347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db196729-789f-4291-86ce-ac1266d1d52b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:11.737560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-fc146ae7-15e8-4f26-9b4f-20fd7c29aa1f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.739045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-fc146ae7-15e8-4f26-9b4f-20fd7c29aa1f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 816 time: 0.1210878 Aug 16 02:14:11.757870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-972c35d4-4e40-4b37-ba69-fe1e9ac71921 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/quotas/937cb7f70c624033906980e195767872 HTTP/1.1" status: 200 len: 375 time: 0.0114295 Aug 16 02:14:11.830268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-7947c1a3-c4b8-4e32-83c4-dcd74898fd3d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0621433 Aug 16 02:14:11.846757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db196729-789f-4291-86ce-ac1266d1d52b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4995992 Aug 16 02:14:11.850265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.917661 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9c3957f-5de6-4d6c-93dd-69f0142334e1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0641372 Aug 16 02:14:11.918549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51312) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:11.932648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94880ef4-4c96-49ef-9ba5-d6644468e714 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:11.994079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bc001-7071-43e4-a170-3e21a4f064c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:11.997055 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af7bc001-7071-43e4-a170-3e21a4f064c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0773406 Aug 16 02:14:11.999952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51314) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:12.006266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-db2ca48e-f292-4597-ada6-91f49bfc968a service neutron] 10.222.0.76 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700151 Aug 16 02:14:12.076087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-04e97cac-9ffb-462f-bbc3-83f9ee2c4f45 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746641 Aug 16 02:14:12.080049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51318) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:12.086183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:12.123589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 94880ef4-4c96-49ef-9ba5-d6644468e714 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:12.156884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-40f34435-32e6-449b-aaeb-2ea74745711d service neutron] 10.222.0.76 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398113 Aug 16 02:14:12.436481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:12.440989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.651744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1a849-d324-4c15-8e64-31169bbbe20e None None] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:12.742184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92aae2b1-1b65-4358-8c9c-d669b6bd16a2 req-5ca3725a-f863-4f7b-9d5b-2a6725397713 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 210 time: 0.0688756 Aug 16 02:14:12.859865 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:12.973969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0274fd07-899b-4a13-9956-0cf9f70c0363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.008988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] Provisioning for port 94880ef4-4c96-49ef-9ba5-d6644468e714 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:13.035391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] Provisioning complete for port 94880ef4-4c96-49ef-9ba5-d6644468e714 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:13.035778 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.065599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-ffdec226-7339-48b1-ab6e-d0dc4f027db9 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.072907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-ffdec226-7339-48b1-ab6e-d0dc4f027db9 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 816 time: 0.1456342 Aug 16 02:14:13.096666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-3283584c-c366-424b-82ba-7d6cc882bdf6 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/quotas/937cb7f70c624033906980e195767872 HTTP/1.1" status: 200 len: 375 time: 0.0215249 Aug 16 02:14:13.191478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-52a8964a-aa28-4456-8c8d-44b11f6bbc8f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931230 Aug 16 02:14:13.225721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:13.228020 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.274109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.314235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=61fd9188-8798-47b1-94d3-37e967a22b50,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.322509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:13.356809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] For port 94880ef4-4c96-49ef-9ba5-d6644468e714, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94880ef4-4c96-49ef-9ba5-d6644468e714,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:13.385915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-6ad55935-fef3-484c-ada3-e05bc60db33f service neutron] 10.222.0.76 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935043 Aug 16 02:14:13.413972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:13.418908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.419857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.431832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1855f5cc-de81-40ed-8018-420ef6e70aff None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:13.487749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-7f5b3b27-c02b-4657-9c39-ea6364cd5eda tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:13.489304 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-7f5b3b27-c02b-4657-9c39-ea6364cd5eda tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "GET /v2.0/networks?id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972 HTTP/1.1" status: 200 len: 808 time: 0.1652064 Aug 16 02:14:13.524637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-ce6988fa-a681-442e-8fe5-5c225d9227b0 service neutron] 10.222.0.76 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286204 Aug 16 02:14:13.527427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Request body: {'port': {'device_id': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972', 'admin_state_up': True, 'tenant_id': '2391b3c54f6b4ff58b16f32cb304a003'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:13.556813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.717590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da9f6766-c82e-44a8-ad80-597c96311558 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6364646 Aug 16 02:14:13.720422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:13.727422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:87:e1:7b', 'name': 'tempest-NetworksTestDHCPv6-2108144628'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:13.774244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63121f8b-418e-4c13-bedf-907acb5658d5 None None] Pushing event updated for resources: {'Port': ['ID=94880ef4-4c96-49ef-9ba5-d6644468e714,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:13.845875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c9639db-1d56-45fb-af9e-4dd62c1d7491 None None] Provisioning complete for port 94880ef4-4c96-49ef-9ba5-d6644468e714 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:13.851261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c9639db-1d56-45fb-af9e-4dd62c1d7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:13.858051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:14.093234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '61fd9188-8798-47b1-94d3-37e967a22b50'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:14.096632 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.115880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.129355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb1e9ce9-be45-42dc-8130-c57cea99daf1 req-e74a15c9-8e85-41f8-a823-8d2e865ad269 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.1438448 Aug 16 02:14:14.135859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d51e1966-1ce7-42dc-a287-07109ead34b8 req-883d77e9-fefd-4b85-bf99-175a4cf91795 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 210 time: 0.1385808 Aug 16 02:14:14.196351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Made reservation on behalf of 2391b3c54f6b4ff58b16f32cb304a003 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:14.205778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.252466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:14:14.252466 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:14:14.252466 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': 'fa763d28b4944b7ea7d40c13d3613c8b', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 14, 14, 127447)}] Aug 16 02:14:14.252466 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:14:14.253282 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:14:14.315945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Allocated IP 2001:db8::f816:3eff:fe5d:58a (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/61fd9188-8798-47b1-94d3-37e967a22b50/d448f260-fd1a-45f7-8f59-523c9bb93ebf) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:14.451837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:14.463026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Allocated IP 172.20.0.11 (bdac8f9f-fe49-4896-9c60-e0b3f59a3972/4ba2e0b7-9e62-4a46-8126-517d367fbe66/d56a43a3-053a-4bd5-b377-e99a2108ad7b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:14.505511 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.516741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Transition to ACTIVE for port object d448f260-fd1a-45f7-8f59-523c9bb93ebf will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:14.553095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Transition to ACTIVE for port object d448f260-fd1a-45f7-8f59-523c9bb93ebf will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:14.586147 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.616517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port b4edfa70-18c1-42af-9592-ccdf7eeb3d9a yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:14.662247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.729219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.733569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.756166 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.823425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Pushing event updated for resources: {'Port': ['ID=d448f260-fd1a-45f7-8f59-523c9bb93ebf,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:14.836858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:14.838961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:14.842251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:14.899500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.911308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8943bc6c-eb7b-4be2-b037-f9e31d8e7861 req-7441fef8-ef02-47c8-b594-8e135718c1eb tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0608141 Aug 16 02:14:14.923168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Attempting to bind port d448f260-fd1a-45f7-8f59-523c9bb93ebf on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:14.923556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Attempting to bind port d448f260-fd1a-45f7-8f59-523c9bb93ebf by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:14.923932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Attempting to bind port d448f260-fd1a-45f7-8f59-523c9bb93ebf on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:14.929474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:14.929861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:14.930277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.930700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:14.931230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Bound port: d448f260-fd1a-45f7-8f59-523c9bb93ebf, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:14.931661 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.935246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:14.937131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fe87:e17b (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/61fd9188-8798-47b1-94d3-37e967a22b50/b4edfa70-18c1-42af-9592-ccdf7eeb3d9a) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:15.013327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.047825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-625cd670-338c-407c-9002-62d157a37e7a None None] For port d448f260-fd1a-45f7-8f59-523c9bb93ebf, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:15.052314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-625cd670-338c-407c-9002-62d157a37e7a None None] For port d448f260-fd1a-45f7-8f59-523c9bb93ebf, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d448f260-fd1a-45f7-8f59-523c9bb93ebf,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:15.076717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Pushing event updated for resources: {'Port': ['ID=d56a43a3-053a-4bd5-b377-e99a2108ad7b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.093124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660564ef-7f86-410c-8418-a2fcc3e022f4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.100181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:15.108719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ecddeb6c-2119-4d39-b84d-95be38b99c92 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa763d28b4944b7ea7d40c13d3613c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2418876 Aug 16 02:14:15.109629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51430) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:15.111229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:15.115285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:15.174008 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.240233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.240233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.309320 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17f7-4dd0-461b-bfeb-9f4a9e8aa953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.328913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cd670-338c-407c-9002-62d157a37e7a None None] Pushing event updated for resources: {'Port': ['ID=d448f260-fd1a-45f7-8f59-523c9bb93ebf,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.354788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17f7-4dd0-461b-bfeb-9f4a9e8aa953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.379921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20a48089-07ce-40b3-92a5-b22473221a44 req-e3141f01-86e2-4012-ab8b-60dcbd4cb4ce tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.1096594 Aug 16 02:14:15.385717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.425196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec515ed-87c7-4201-a89a-f76eb54751ff req-b50e029b-ac2e-406b-9eeb-e07187ba7adf tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.427051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ec515ed-87c7-4201-a89a-f76eb54751ff req-b50e029b-ac2e-406b-9eeb-e07187ba7adf tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 932 time: 0.1555696 Aug 16 02:14:15.475963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ec515ed-87c7-4201-a89a-f76eb54751ff req-48431ece-5a78-4914-92de-f15ae6ce5e09 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370846 Aug 16 02:14:15.515144 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-25f4e995-4359-4452-a9aa-84171165b02b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0011065 Aug 16 02:14:15.529513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Request body: {'port': {'device_id': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:15.574508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object b4edfa70-18c1-42af-9592-ccdf7eeb3d9a will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:15.585117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17f7-4dd0-461b-bfeb-9f4a9e8aa953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.587669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c7e17f7-4dd0-461b-bfeb-9f4a9e8aa953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.588962 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2c7e17f7-4dd0-461b-bfeb-9f4a9e8aa953 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/660564ef-7f86-410c-8418-a2fcc3e022f4 HTTP/1.1" status: 204 len: 168 time: 0.4397914 Aug 16 02:14:15.668467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7e17f7-4dd0-461b-bfeb-9f4a9e8aa953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660564ef-7f86-410c-8418-a2fcc3e022f4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.734838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.781437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.802430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae5221d9-eb03-4c87-be7d-06a1c8104156 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.803675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae5221d9-eb03-4c87-be7d-06a1c8104156 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.83 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 816 time: 0.2555161 Aug 16 02:14:15.834434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Request body: {'port': {'device_id': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'admin_state_up': True, 'tenant_id': '937cb7f70c624033906980e195767872'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:15.916022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:15.916352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.926106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=b4edfa70-18c1-42af-9592-ccdf7eeb3d9a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:15.934253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:15.938104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:15.950615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:15.951589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:15.962527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.963410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.963988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.964723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.965469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.966019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.966566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.967129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.967701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.968113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.968818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:15.969228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:14:16.033780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94880ef4-4c96-49ef-9ba5-d6644468e714 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:16.114476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbb6aa6c-1044-4a59-bfec-2d8bb0ad6b6f req-ca9882f1-c0ed-4b1c-8d9b-a15cb5f94288 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0793788 Aug 16 02:14:16.146732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 94880ef4-4c96-49ef-9ba5-d6644468e714 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:16.147321 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.230794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b4cdeb7f-2f36-42d8-9145-3bcadb3ca135 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5076675 Aug 16 02:14:16.233357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51446) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:16.381499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56a43a3-053a-4bd5-b377-e99a2108ad7b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:16.402872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0abbab5-bf7f-4c76-bce8-9fd3b8650c1e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.405261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.410595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d448f260-fd1a-45f7-8f59-523c9bb93ebf up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:16.420993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0abbab5-bf7f-4c76-bce8-9fd3b8650c1e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.426238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0abbab5-bf7f-4c76-bce8-9fd3b8650c1e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1907353 Aug 16 02:14:16.428188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51452) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:16.453507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Transition to ACTIVE for port object d56a43a3-053a-4bd5-b377-e99a2108ad7b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:16.487603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Made reservation on behalf of 937cb7f70c624033906980e195767872 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:16.491341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.609004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.630750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d448f260-fd1a-45f7-8f59-523c9bb93ebf completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:16.700181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51456) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:16.721279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36aa1827-e186-4702-8612-a86fccc59d59 req-93001d21-0f27-4176-83d6-44e428b23973 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.1863635 Aug 16 02:14:16.760154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0f697a1-3f56-4574-8d66-01d75596e602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:16.766293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d56a43a3-053a-4bd5-b377-e99a2108ad7b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:16.826469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Allocated IP 172.20.0.6 (f9de05d3-3ed2-427c-a1ac-fd379d32c245/93799c17-1afc-4376-9b90-7fcdc5978c03/34250af4-26be-4dc2-b188-560101017e5c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:16.839268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e2b0-a092-4406-9aed-086cfafb19f4 req-0a6b5449-e163-44ac-8874-d5d9d6c09a0a tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.847000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03b4e2b0-a092-4406-9aed-086cfafb19f4 req-0a6b5449-e163-44ac-8874-d5d9d6c09a0a tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 944 time: 0.2039797 Aug 16 02:14:16.862315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-1b26e4ec-656e-4830-b24d-eaacd7a69d21 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:16.863914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-1b26e4ec-656e-4830-b24d-eaacd7a69d21 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 816 time: 0.4341338 Aug 16 02:14:16.892714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Request body: {'port': {'device_id': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'admin_state_up': True, 'tenant_id': '937cb7f70c624033906980e195767872'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:16.967925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] Provisioning for port d448f260-fd1a-45f7-8f59-523c9bb93ebf completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:16.972275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] Provisioning complete for port d448f260-fd1a-45f7-8f59-523c9bb93ebf triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:16.972659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.033572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port b4edfa70-18c1-42af-9592-ccdf7eeb3d9a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:17.033833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.063267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03b4e2b0-a092-4406-9aed-086cfafb19f4 req-febaf355-a9ab-4cd6-bbcb-228def0ac3b7 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152901 Aug 16 02:14:17.188398 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.295200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] For port d448f260-fd1a-45f7-8f59-523c9bb93ebf, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d448f260-fd1a-45f7-8f59-523c9bb93ebf,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:17.303011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.325659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41d9db0f-5054-4660-a816-ffffed3cbcee req-eca904e5-6f37-4a13-af18-02528755d62b tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0555508 Aug 16 02:14:17.336840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for b4edfa70-18c1-42af-9592-ccdf7eeb3d9a owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:17.399728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Attempting to bind port d56a43a3-053a-4bd5-b377-e99a2108ad7b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:17.400257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Attempting to bind port d56a43a3-053a-4bd5-b377-e99a2108ad7b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:17.400373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Attempting to bind port d56a43a3-053a-4bd5-b377-e99a2108ad7b on network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:17.427146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Port d56a43a3-053a-4bd5-b377-e99a2108ad7b on network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:17.427500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Attempting to bind port d56a43a3-053a-4bd5-b377-e99a2108ad7b on network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:17.459190 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.499856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:17.500207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Checking segment: {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:17.500608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Bound using segment: {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:17.501062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Bound port: d56a43a3-053a-4bd5-b377-e99a2108ad7b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:17.501434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.531696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0f697a1-3f56-4574-8d66-01d75596e602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.554554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88acd7f-c216-4851-a04c-576a7ddffd57 None None] Pushing event updated for resources: {'Port': ['ID=d448f260-fd1a-45f7-8f59-523c9bb93ebf,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.675096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-3ae7f187-2985-4b2a-92df-aef48876b969 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.676569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-3ae7f187-2985-4b2a-92df-aef48876b969 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 816 time: 0.2504952 Aug 16 02:14:17.685785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.695499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Request body: {'port': {'device_id': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'admin_state_up': True, 'tenant_id': '937cb7f70c624033906980e195767872'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:14:17.699078 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:14:17.705493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-af81452e-f646-42ef-b4a9-710b67f6ab48 None None] Provisioning for port b4edfa70-18c1-42af-9592-ccdf7eeb3d9a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:17.705577 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.709465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-af81452e-f646-42ef-b4a9-710b67f6ab48 None None] Provisioning complete for port b4edfa70-18c1-42af-9592-ccdf7eeb3d9a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:17.709955 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-af81452e-f646-42ef-b4a9-710b67f6ab48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.722186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] For port d56a43a3-053a-4bd5-b377-e99a2108ad7b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:17.742167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-af81452e-f646-42ef-b4a9-710b67f6ab48 None None] Port b4edfa70-18c1-42af-9592-ccdf7eeb3d9a was deleted so its status cannot be updated. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:14:17.759499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Transition to ACTIVE for port object 34250af4-26be-4dc2-b188-560101017e5c will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:17.766794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0f697a1-3f56-4574-8d66-01d75596e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.781336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] For port d56a43a3-053a-4bd5-b377-e99a2108ad7b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:17.790243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=b4edfa70-18c1-42af-9592-ccdf7eeb3d9a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.851923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.857073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cafc3f68-e4a6-4c9b-b363-2c72fa5c3539 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/b4edfa70-18c1-42af-9592-ccdf7eeb3d9a HTTP/1.1" status: 204 len: 168 time: 1.4195435 Aug 16 02:14:17.857310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51466) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.863910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b0f697a1-3f56-4574-8d66-01d75596e602 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2696cfb473b24731bb6f1f3d60d99e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1408837 Aug 16 02:14:17.873035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51468) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:17.888936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f697a1-3f56-4574-8d66-01d75596e602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a940b4a5-0df8-4453-9f9a-526d2856bcc8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:17.921385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d448f260-fd1a-45f7-8f59-523c9bb93ebf up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:17.945116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34f4c121-8ca3-4b7c-bbcb-e17d61256a9e req-e1d06ded-472b-420d-aa44-4ba8093aa21f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.0355556 Aug 16 02:14:17.962606 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:17.973138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e905d0e-3ffc-48be-a9dc-32bd09c53a35 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.974909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e905d0e-3ffc-48be-a9dc-32bd09c53a35 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:17.976514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9e905d0e-3ffc-48be-a9dc-32bd09c53a35 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1181884 Aug 16 02:14:17.979249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51470) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:18.001481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d448f260-fd1a-45f7-8f59-523c9bb93ebf triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.001880 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.010813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d03b412a-5a3b-432f-b84b-b840f48f55b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.021785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Made reservation on behalf of 937cb7f70c624033906980e195767872 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:18.026072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.044716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d03b412a-5a3b-432f-b84b-b840f48f55b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.067527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 61fd9188-8798-47b1-94d3-37e967a22b50 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:18.077377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.107432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.118387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.118963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.120591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] 10.222.0.83 "PUT /v2.0/ports/d56a43a3-053a-4bd5-b377-e99a2108ad7b HTTP/1.1" status: 200 len: 1093 time: 2.5962455 Aug 16 02:14:18.126462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'tag': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:18.128730 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6fe417-bae9-4d94-811c-c1ac427a3dac" -d '{"events": [{"name": "network-changed", "server_uuid": "e8dc1a2d-38c4-4dfa-9395-1050c9885646", "tag": "d56a43a3-053a-4bd5-b377-e99a2108ad7b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:18.170524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d65ec-23cc-4c08-ab61-12f73cac55c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d56a43a3-053a-4bd5-b377-e99a2108ad7b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.174730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:18.179940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:18.207994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:18.210948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d03b412a-5a3b-432f-b84b-b840f48f55b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.219046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d03b412a-5a3b-432f-b84b-b840f48f55b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.219046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d03b412a-5a3b-432f-b84b-b840f48f55b5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a940b4a5-0df8-4453-9f9a-526d2856bcc8 HTTP/1.1" status: 204 len: 168 time: 0.3398182 Aug 16 02:14:18.232364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.310551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Made reservation on behalf of 937cb7f70c624033906980e195767872 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:18.318705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.366533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b412a-5a3b-432f-b84b-b840f48f55b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940b4a5-0df8-4453-9f9a-526d2856bcc8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.414885 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85772854-d571-4f88-a03f-e7f84fb6a9bf x-openstack-request-id: req-85772854-d571-4f88-a03f-e7f84fb6a9bf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:18.415447 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8dc1a2d-38c4-4dfa-9395-1050c9885646", "tag": "d56a43a3-053a-4bd5-b377-e99a2108ad7b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:18.415447 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-85772854-d571-4f88-a03f-e7f84fb6a9bf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:18.415824 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'tag': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b', 'status': 'completed', 'code': 200} Aug 16 02:14:18.426851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Pushing event updated for resources: {'Port': ['ID=34250af4-26be-4dc2-b188-560101017e5c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:18.442352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.450081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.450818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.635619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-415e19de-2934-4727-a977-768713050fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.636764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-415e19de-2934-4727-a977-768713050fa1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 1096 time: 0.2001195 Aug 16 02:14:18.684588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-7a62501e-e32e-4400-8ac3-1561f6a36bdd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b HTTP/1.1" status: 200 len: 217 time: 0.0386961 Aug 16 02:14:18.742917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-a86a79f4-c21e-4926-a8a8-9f8d0a8de552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:18.744597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-a86a79f4-c21e-4926-a8a8-9f8d0a8de552 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ba2e0b7-9e62-4a46-8126-517d367fbe66 HTTP/1.1" status: 200 len: 848 time: 0.0536010 Aug 16 02:14:18.763150 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-ae7c321e-78f9-4b76-a031-d8b1019ae8dd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9358177 Aug 16 02:14:18.781845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-1519b71d-bdd1-4a0f-89f8-f7eb18fc2e1a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302026 Aug 16 02:14:18.786436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Request body: {'port': {'device_id': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:18.795732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-47c726c9-d7b4-4eab-a023-a238e540fcd9 None None] Provisioning for port 34250af4-26be-4dc2-b188-560101017e5c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:18.803392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-47c726c9-d7b4-4eab-a023-a238e540fcd9 None None] Provisioning complete for port 34250af4-26be-4dc2-b188-560101017e5c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:18.804060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-47c726c9-d7b4-4eab-a023-a238e540fcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:18.906938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-47c726c9-d7b4-4eab-a023-a238e540fcd9 None None] Port 34250af4-26be-4dc2-b188-560101017e5c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:19.336272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.339951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Allocated IP 172.20.0.11 (f9de05d3-3ed2-427c-a1ac-fd379d32c245/93799c17-1afc-4376-9b90-7fcdc5978c03/6d3da792-957e-406a-9ddf-bece976557da) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:19.339951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69a6abf9-98eb-40ed-ac96-43d91bb555c4 req-b7f5d7a4-acec-42f3-a6b5-9ced73592356 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.4607913 Aug 16 02:14:19.339951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7660cf-2ba7-44e7-b917-3d120f227ac1 req-a3341d83-e870-4dd4-8ba1-422c3041d06c tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.343970 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-2b1306d9-5413-4f19-b7df-d9a0ec8ebad0 service neutron] 10.222.0.83 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150713 Aug 16 02:14:19.345532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e7660cf-2ba7-44e7-b917-3d120f227ac1 req-a3341d83-e870-4dd4-8ba1-422c3041d06c tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 944 time: 0.9156237 Aug 16 02:14:19.345532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e7660cf-2ba7-44e7-b917-3d120f227ac1 req-984b259c-08e8-43c7-9a0d-cb1b42fbf6a5 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913467 Aug 16 02:14:19.346241 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65b53ddc-581b-478e-b9c8-7a85ac48b74e req-8dce76ab-a67a-40ed-9826-27865dcc476e service neutron] 10.222.0.83 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477489 Aug 16 02:14:19.347381 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e61d3f27-23bb-4038-b72e-18b037ff52f5 req-a92b485c-980c-4d77-b582-591933a594b4 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.1184332 Aug 16 02:14:19.362110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.403532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.407615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/61fd9188-8798-47b1-94d3-37e967a22b50 HTTP/1.1" status: 204 len: 168 time: 1.4235582 Aug 16 02:14:19.408446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51496) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.412833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd375ee6-8d96-4643-bae4-64936b6de4ce None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:19.418133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b62b448-67a2-4db1-8dd7-cfd718293973 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=61fd9188-8798-47b1-94d3-37e967a22b50,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:19.447928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.463294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Transition to ACTIVE for port object 6d3da792-957e-406a-9ddf-bece976557da will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:19.471504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-854d4d45-ee25-40ee-a090-451c7e76f27e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595319 Aug 16 02:14:19.472745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51498) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:19.485169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:19.524012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-13d80cd8-cf0b-407b-8518-02112ec90ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.525621 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-13d80cd8-cf0b-407b-8518-02112ec90ce1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 1096 time: 0.0592818 Aug 16 02:14:19.694409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-4ba28379-74be-4fed-97c9-21534a5fbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.695942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-4ba28379-74be-4fed-97c9-21534a5fbec2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972 HTTP/1.1" status: 200 len: 909 time: 0.1622107 Aug 16 02:14:19.743481 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-9cd4698e-8b82-431e-a412-bb6123be3b81 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b HTTP/1.1" status: 200 len: 217 time: 0.0394845 Aug 16 02:14:19.750770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:19.802686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-72281c9c-ad42-4ea8-85e6-f411a7672524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:19.804531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-72281c9c-ad42-4ea8-85e6-f411a7672524 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ba2e0b7-9e62-4a46-8126-517d367fbe66 HTTP/1.1" status: 200 len: 848 time: 0.0536449 Aug 16 02:14:19.817512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.819168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:19.822611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.836268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] Deleting port d448f260-fd1a-45f7-8f59-523c9bb93ebf {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:19.836805 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.860359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-e484276b-e6bf-435d-8a91-a12268382ddf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473688 Aug 16 02:14:19.897898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:19.919651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] For port d448f260-fd1a-45f7-8f59-523c9bb93ebf, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d448f260-fd1a-45f7-8f59-523c9bb93ebf,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:19.920316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:19.934526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] Calling delete_port for d448f260-fd1a-45f7-8f59-523c9bb93ebf owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:19.991960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d448f260-fd1a-45f7-8f59-523c9bb93ebf no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:20.056190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:20.064811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:20.101667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:20.112916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Pushing event updated for resources: {'Port': ['ID=6d3da792-957e-406a-9ddf-bece976557da,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.127422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-294348a4-9ea3-455c-915c-09fffd74d823 service neutron] 10.222.0.83 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468548 Aug 16 02:14:20.127990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.11-3d1fd31e-ba23-4110-ba51-03c4d8d18c35 {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:14:20.128665 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:14:20.135422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.176002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] Pushing event deleted for resources: {'Port': ['ID=d448f260-fd1a-45f7-8f59-523c9bb93ebf,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.184640 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.198471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.199926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.201796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e923a-1091-4181-adf1-adf19f3e26ea None None] No DVR routers for this DVR port d448f260-fd1a-45f7-8f59-523c9bb93ebf on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:20.408662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-a1e955ca-ff20-492b-af19-f53642924c3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5310583 Aug 16 02:14:20.420619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-db6fe417-bae9-4d94-811c-c1ac427a3dac req-97a0eb44-a4fe-4780-80a7-8cfc887099a7 service neutron] 10.222.0.83 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847767 Aug 16 02:14:20.425226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34250af4-26be-4dc2-b188-560101017e5c {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:20.433706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f6509a3-bd4c-42d0-9695-7d95d2f0ed88 req-f3ab70d1-a084-4534-af89-58b9e35a1286 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0655813 Aug 16 02:14:20.434349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.441130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-15ee6a43-5af5-4ca7-b3ae-79ea1c4b0135 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:14:20.442165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-15ee6a43-5af5-4ca7-b3ae-79ea1c4b0135 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157597 Aug 16 02:14:20.450858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Transition to ACTIVE for port object 34250af4-26be-4dc2-b188-560101017e5c will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:20.491955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:20.495283 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.512549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511a4f0-1f82-4141-b0aa-5e85c70850fd req-37094c8d-b37b-43d7-be07-b7c4706307c2 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.515275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5511a4f0-1f82-4141-b0aa-5e85c70850fd req-37094c8d-b37b-43d7-be07-b7c4706307c2 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 944 time: 0.1922898 Aug 16 02:14:20.569758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:20.573622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.599128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Request body: {'port': {'device_id': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:20.602336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-095e0797-550c-4ea6-a203-5f93e7a7f181 None None] Provisioning for port 6d3da792-957e-406a-9ddf-bece976557da completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:20.607993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-095e0797-550c-4ea6-a203-5f93e7a7f181 None None] Provisioning complete for port 6d3da792-957e-406a-9ddf-bece976557da triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:20.608575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-095e0797-550c-4ea6-a203-5f93e7a7f181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.611208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5146953a-15fa-4a43-8a80-b659b2c21bf2 req-b7c56f92-002e-4b75-8e14-1216efd6e6e1 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.0735292 Aug 16 02:14:20.613016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:20.640813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:20.640813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.661156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-095e0797-550c-4ea6-a203-5f93e7a7f181 None None] Port 6d3da792-957e-406a-9ddf-bece976557da cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:20.666332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f7330-a9fa-4bc2-90a3-df290d56caa4 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:20.675419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=54874a39-6746-4766-9d86-2948db6cfedd,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.687881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.691924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Pushing event updated for resources: {'Port': ['ID=34250af4-26be-4dc2-b188-560101017e5c,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:20.708262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5511a4f0-1f82-4141-b0aa-5e85c70850fd req-731a7d2f-13ca-465a-adc2-0b7a336fce8e tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715631 Aug 16 02:14:20.717776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.771699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-841c4070-8038-4908-88c9-03569465b19c req-461b50f6-3a08-4511-a2e5-c46da4d2c6fc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0776913 Aug 16 02:14:20.887320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '54874a39-6746-4766-9d86-2948db6cfedd'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:20.888214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:20.902884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-68e54df0-973e-42dc-b36a-78d21b760906 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4245842 Aug 16 02:14:20.907245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51528) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:20.911884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:ec:fe:70', 'name': 'tempest-NetworksTestDHCPv6-215867986'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:21.047666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Allocated IP 2001:db8::f816:3eff:fe3f:19e4 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/54874a39-6746-4766-9d86-2948db6cfedd/6748ddec-ee34-4db4-9d1e-b1cc2353df1c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:21.048213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Allocated IP 172.20.0.14 (f9de05d3-3ed2-427c-a1ac-fd379d32c245/93799c17-1afc-4376-9b90-7fcdc5978c03/3779daf7-42e0-4f4f-995a-19ccff946f56) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:21.156008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Attempting to bind port 34250af4-26be-4dc2-b188-560101017e5c on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:21.156363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Attempting to bind port 34250af4-26be-4dc2-b188-560101017e5c by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:21.156703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Attempting to bind port 34250af4-26be-4dc2-b188-560101017e5c on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:21.189122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Port 34250af4-26be-4dc2-b188-560101017e5c on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:21.189462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Attempting to bind port 34250af4-26be-4dc2-b188-560101017e5c on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:21.227668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.233618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:21.233973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Checking segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:21.234374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Bound using segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:21.234900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Bound port: 34250af4-26be-4dc2-b188-560101017e5c, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:21.235266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.240432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Transition to ACTIVE for port object 6748ddec-ee34-4db4-9d1e-b1cc2353df1c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:21.262117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Transition to ACTIVE for port object 6748ddec-ee34-4db4-9d1e-b1cc2353df1c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:21.337395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:21.349771 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.360697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] For port 34250af4-26be-4dc2-b188-560101017e5c, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:21.368677 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.408188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] For port 34250af4-26be-4dc2-b188-560101017e5c, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=34250af4-26be-4dc2-b188-560101017e5c,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:21.414811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Pushing event updated for resources: {'Port': ['ID=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.426191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:21.426826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Transition to ACTIVE for port object 3779daf7-42e0-4f4f-995a-19ccff946f56 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:21.427638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:21.432890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:21.469859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.504850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.508748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port f8404885-fe46-496d-84b1-89f6bdb3ace0 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:21.508992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Attempting to bind port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:21.509378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Attempting to bind port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:21.509751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Attempting to bind port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:21.518423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:21.518845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:21.519270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.519677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:21.520169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Bound port: 6748ddec-ee34-4db4-9d1e-b1cc2353df1c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:21.520832 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.584793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:21.585985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.587485 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] 10.222.0.83 "PUT /v2.0/ports/34250af4-26be-4dc2-b188-560101017e5c HTTP/1.1" status: 200 len: 1092 time: 2.8085237 Aug 16 02:14:21.588108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'tag': '34250af4-26be-4dc2-b188-560101017e5c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:21.590784 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0b4b21-510d-440d-817f-ba17e245b429" -d '{"events": [{"name": "network-changed", "server_uuid": "b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b", "tag": "34250af4-26be-4dc2-b188-560101017e5c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:21.619014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:21.628837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f894875a-20d0-4397-bcba-e36c96dc6c82 req-5394972d-53b0-49b1-a9c5-c9a20ce011eb tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0546026 Aug 16 02:14:21.643034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d56a43a3-053a-4bd5-b377-e99a2108ad7b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:21.682682 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0507c563-8267-42e8-a06e-bcd70ac93dfe x-openstack-request-id: req-0507c563-8267-42e8-a06e-bcd70ac93dfe {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:21.683095 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b", "tag": "34250af4-26be-4dc2-b188-560101017e5c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:21.683823 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0507c563-8267-42e8-a06e-bcd70ac93dfe {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:21.683823 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'tag': '34250af4-26be-4dc2-b188-560101017e5c', 'status': 'completed', 'code': 200} Aug 16 02:14:21.720829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031d5cf-0936-4afd-8645-bd5a53ace728 service neutron] Pushing event updated for resources: {'Port': ['ID=34250af4-26be-4dc2-b188-560101017e5c,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:21.725924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] For port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:21.746953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] For port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:21.751369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:21.816458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:21.836153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:21.903834 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.074708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf749ca-ec49-4407-b8bf-44241e7a0054 req-f1abec53-0c7d-41da-a8e9-702c23355251 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.076394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddf749ca-ec49-4407-b8bf-44241e7a0054 req-f1abec53-0c7d-41da-a8e9-702c23355251 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 932 time: 0.2117388 Aug 16 02:14:22.154547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8686459-f870-4932-a871-73fafdeb9292 req-b48d7495-a00b-4fea-affd-8d2652c6a1b8 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.156368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8686459-f870-4932-a871-73fafdeb9292 req-b48d7495-a00b-4fea-affd-8d2652c6a1b8 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 944 time: 0.1867526 Aug 16 02:14:22.206314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3da792-957e-406a-9ddf-bece976557da {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:22.214450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddf749ca-ec49-4407-b8bf-44241e7a0054 req-dddbe762-d7d3-4977-9ede-977fa16ccdb8 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288035 Aug 16 02:14:22.221799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.257470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8686459-f870-4932-a871-73fafdeb9292 req-ffaa3155-12b4-4f89-851d-5e8613073667 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925791 Aug 16 02:14:22.265685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Transition to ACTIVE for port object 6d3da792-957e-406a-9ddf-bece976557da will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:22.290488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:feec:fe70 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/54874a39-6746-4766-9d86-2948db6cfedd/f8404885-fe46-496d-84b1-89f6bdb3ace0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:22.299154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Pushing event updated for resources: {'Port': ['ID=3779daf7-42e0-4f4f-995a-19ccff946f56,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.309983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4b21-510d-440d-817f-ba17e245b429 req-b7e49617-6003-437a-b8fe-9bbf77b166e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.310792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fa0b4b21-510d-440d-817f-ba17e245b429 req-b7e49617-6003-437a-b8fe-9bbf77b166e1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 1095 time: 0.5846145 Aug 16 02:14:22.319638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.320769 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.330499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a29228-f8ff-41e2-8b22-a01c69329ba7 None None] Pushing event updated for resources: {'Port': ['ID=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.337993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.338227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d56a43a3-053a-4bd5-b377-e99a2108ad7b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:22.350462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b', 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972', 'port_id': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b', 'mac_address': 'fa:16:3e:7e:45:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2e0b7-9e62-4a46-8126-517d367fbe66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:22.398677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51570) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:22.406056 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.423662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56a43a3-053a-4bd5-b377-e99a2108ad7b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:22.457938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d56a43a3-053a-4bd5-b377-e99a2108ad7b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:22.470420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4b21-510d-440d-817f-ba17e245b429 req-87f8cafc-e7c9-4af7-9cce-3514198e3a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.472041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fa0b4b21-510d-440d-817f-ba17e245b429 req-87f8cafc-e7c9-4af7-9cce-3514198e3a02 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=937cb7f70c624033906980e195767872&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1432686 Aug 16 02:14:22.473170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3da792-957e-406a-9ddf-bece976557da,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.573010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ce90d25-28e1-40f0-878a-011bf4951a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.587814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.610941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Attempting to bind port 6d3da792-957e-406a-9ddf-bece976557da on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:22.611337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Attempting to bind port 6d3da792-957e-406a-9ddf-bece976557da by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:22.611916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Attempting to bind port 6d3da792-957e-406a-9ddf-bece976557da on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:22.618608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Port 6d3da792-957e-406a-9ddf-bece976557da on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:22.618965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Attempting to bind port 6d3da792-957e-406a-9ddf-bece976557da on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:22.629246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:22.630622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Checking segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:22.636680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Bound using segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:22.636680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Bound port: 6d3da792-957e-406a-9ddf-bece976557da, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:22.636680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.642681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d28547e-570e-4bbb-81c0-7605757fcd53 None None] Provisioning for port 3779daf7-42e0-4f4f-995a-19ccff946f56 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:22.674453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d28547e-570e-4bbb-81c0-7605757fcd53 None None] Provisioning complete for port 3779daf7-42e0-4f4f-995a-19ccff946f56 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:22.675448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1d28547e-570e-4bbb-81c0-7605757fcd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.697526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-934272ba-3329-44ad-8dad-4a00f0f10e9f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0089540 Aug 16 02:14:22.715737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Request body: {'port': {'device_id': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:22.769074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b4b21-510d-440d-817f-ba17e245b429 req-0bc84193-d18e-48ab-ba0a-f16ed81aa986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:22.771133 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fa0b4b21-510d-440d-817f-ba17e245b429 req-0bc84193-d18e-48ab-ba0a-f16ed81aa986 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859702 Aug 16 02:14:22.775901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] For port 6d3da792-957e-406a-9ddf-bece976557da, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:22.794111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] For port 6d3da792-957e-406a-9ddf-bece976557da, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6d3da792-957e-406a-9ddf-bece976557da,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:22.809698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=d56a43a3-053a-4bd5-b377-e99a2108ad7b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:22.819506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1d28547e-570e-4bbb-81c0-7605757fcd53 None None] Port 3779daf7-42e0-4f4f-995a-19ccff946f56 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:22.838354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bf34d8b-c9c2-4ae5-b9c5-36d18eb51bad req-5aa886f3-87f2-4869-9752-c1e6d4084a1e tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0355487 Aug 16 02:14:22.873320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['d56a43a3-053a-4bd5-b377-e99a2108ad7b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:22.884761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ce90d25-28e1-40f0-878a-011bf4951a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.902233 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.923029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.948462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.986342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ce90d25-28e1-40f0-878a-011bf4951a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:22.994390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object f8404885-fe46-496d-84b1-89f6bdb3ace0 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:23.014378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e35111f9-6cbd-415d-b9e6-22f8517d6719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.014378 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-e35111f9-6cbd-415d-b9e6-22f8517d6719 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 1095 time: 0.1318815 Aug 16 02:14:23.021455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.023068 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.024840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-49579e94-6222-4cf3-9449-33f004064154 service neutron] 10.222.0.58 "PUT /v2.0/ports/6d3da792-957e-406a-9ddf-bece976557da HTTP/1.1" status: 200 len: 1093 time: 2.5716004 Aug 16 02:14:23.079601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'tag': '6d3da792-957e-406a-9ddf-bece976557da'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:23.082045 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3855974-b104-4e74-a592-dfae04c66b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f79daf67-c4cf-4ed2-a463-b04e738106b7", "tag": "6d3da792-957e-406a-9ddf-bece976557da"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:23.084817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce90d25-28e1-40f0-878a-011bf4951a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f93466-11c4-435a-8b5b-7df46d4a4fa2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.089271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9ce90d25-28e1-40f0-878a-011bf4951a9f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6b66c68e8c3641b9a2b8750faaac8143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890297 Aug 16 02:14:23.101721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51584) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.140082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49579e94-6222-4cf3-9449-33f004064154 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3da792-957e-406a-9ddf-bece976557da,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.150934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-0b09da96-f9d6-4c06-b1c3-56399af44025 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34250af4-26be-4dc2-b188-560101017e5c HTTP/1.1" status: 200 len: 217 time: 0.1295152 Aug 16 02:14:23.227233 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0a7679c-3eb8-4e71-88b1-46b9361aa0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.248513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-796e5a9c-9e46-4d60-935c-f41c8ba3625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.250322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-796e5a9c-9e46-4d60-935c-f41c8ba3625e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 1096 time: 0.1113760 Aug 16 02:14:23.275154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0a7679c-3eb8-4e71-88b1-46b9361aa0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.335018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-8719facc-e699-493d-8273-3a154ad903f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3da792-957e-406a-9ddf-bece976557da HTTP/1.1" status: 200 len: 217 time: 0.0736291 Aug 16 02:14:23.349006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-169a1848-fb58-40c3-ab27-2637355d67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.350716 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-169a1848-fb58-40c3-ab27-2637355d67fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93799c17-1afc-4376-9b90-7fcdc5978c03 HTTP/1.1" status: 200 len: 855 time: 0.1784699 Aug 16 02:14:23.415121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-55467e7b-0ad7-428d-aedb-7b7df136c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.416961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-55467e7b-0ad7-428d-aedb-7b7df136c937 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93799c17-1afc-4376-9b90-7fcdc5978c03 HTTP/1.1" status: 200 len: 855 time: 0.0732291 Aug 16 02:14:23.425144 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f339002e-320a-4c95-8c5a-83fd9d816a6f x-openstack-request-id: req-f339002e-320a-4c95-8c5a-83fd9d816a6f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:23.431282 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f79daf67-c4cf-4ed2-a463-b04e738106b7", "tag": "6d3da792-957e-406a-9ddf-bece976557da", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:23.431282 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f339002e-320a-4c95-8c5a-83fd9d816a6f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:23.431282 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'tag': '6d3da792-957e-406a-9ddf-bece976557da', 'status': 'completed', 'code': 200} Aug 16 02:14:23.432495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.512877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:23.541692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:23.545870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:23.546339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97acd306-f625-4a59-9b93-3c37fb83fe3c req-aac1b7b2-7486-4997-9ce9-424c954324d0 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.552026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.552696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.554085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97acd306-f625-4a59-9b93-3c37fb83fe3c req-aac1b7b2-7486-4997-9ce9-424c954324d0 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 932 time: 0.1305227 Aug 16 02:14:23.574574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=f8404885-fe46-496d-84b1-89f6bdb3ace0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.580016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235f13-630a-4484-afa4-b76d260ff911 req-ebd38ee1-bdb7-495d-8954-8298549ce7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.581685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-ebd38ee1-bdb7-495d-8954-8298549ce7f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9de05d3-3ed2-427c-a1ac-fd379d32c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1540718 Aug 16 02:14:23.586338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-36c2802e-e4b2-4180-b16b-161f48af6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.586338 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-36c2802e-e4b2-4180-b16b-161f48af6bca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f9de05d3-3ed2-427c-a1ac-fd379d32c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2113128 Aug 16 02:14:23.617487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cefa21-a590-4de9-98d9-4eeb196ac83c req-2b7bc80d-bd3b-4d56-930a-bc5cb00677bb tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.627193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17cefa21-a590-4de9-98d9-4eeb196ac83c req-2b7bc80d-bd3b-4d56-930a-bc5cb00677bb tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 945 time: 0.1364849 Aug 16 02:14:23.661786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97acd306-f625-4a59-9b93-3c37fb83fe3c req-066c5788-ab7e-45a0-9484-c971fec3b8fd tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068995 Aug 16 02:14:23.670363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0a7679c-3eb8-4e71-88b1-46b9361aa0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.672938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0a7679c-3eb8-4e71-88b1-46b9361aa0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.674096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f0a7679c-3eb8-4e71-88b1-46b9361aa0d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0f93466-11c4-435a-8b5b-7df46d4a4fa2 HTTP/1.1" status: 204 len: 168 time: 0.5714068 Aug 16 02:14:23.689865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-76282f0e-9f79-47fc-8fd4-e972956e08a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7816062 Aug 16 02:14:23.690849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.705421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3779daf7-42e0-4f4f-995a-19ccff946f56 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:23.732491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:23.738425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7679c-3eb8-4e71-88b1-46b9361aa0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f93466-11c4-435a-8b5b-7df46d4a4fa2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:23.767576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17cefa21-a590-4de9-98d9-4eeb196ac83c req-a7cda36f-ab2d-4ed8-b122-b48b63c47242 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350298 Aug 16 02:14:23.804995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Transition to ACTIVE for port object 3779daf7-42e0-4f4f-995a-19ccff946f56 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:23.845017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e448f20-8114-4043-b308-35bad5ec35e1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.851778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e448f20-8114-4043-b308-35bad5ec35e1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:23.854630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-c9f843b9-dedf-40f7-a434-e329d4c3366c service neutron] 10.222.0.58 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628312 Aug 16 02:14:23.856877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51606) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:23.857185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e448f20-8114-4043-b308-35bad5ec35e1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1651878 Aug 16 02:14:23.859923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-5387ed6f-b518-4757-a6dd-9ce48af6c003 service neutron] 10.222.0.83 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646284 Aug 16 02:14:23.931993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6748ddec-ee34-4db4-9d1e-b1cc2353df1c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:23.939663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.056670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Pushing event updated for resources: {'Port': ['ID=3779daf7-42e0-4f4f-995a-19ccff946f56,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.090344 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7029ff21-a2ac-4ef3-bca1-201d01e757da req-bd36f848-7981-4487-b85e-f44d7ce71cd3 service neutron] 10.222.0.83 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229245 Aug 16 02:14:24.102375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:24.109606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d235f13-630a-4484-afa4-b76d260ff911 req-184b5d08-6392-4f9d-806b-732107290c48 service neutron] 10.222.0.58 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417240 Aug 16 02:14:24.142847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port f8404885-fe46-496d-84b1-89f6bdb3ace0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:24.143136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Attempting to bind port 3779daf7-42e0-4f4f-995a-19ccff946f56 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:24.143252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.143602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Attempting to bind port 3779daf7-42e0-4f4f-995a-19ccff946f56 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:24.143947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Attempting to bind port 3779daf7-42e0-4f4f-995a-19ccff946f56 on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:24.153925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Port 3779daf7-42e0-4f4f-995a-19ccff946f56 on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:24.155073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Attempting to bind port 3779daf7-42e0-4f4f-995a-19ccff946f56 on network f9de05d3-3ed2-427c-a1ac-fd379d32c245 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:24.166141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:24.166491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Checking segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:24.166910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Bound using segment: {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:24.169145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Bound port: 3779daf7-42e0-4f4f-995a-19ccff946f56, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cf6ea69-7dfb-4048-90c2-df5a4403b604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:24.169537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.285892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] Provisioning for port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:24.287242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.290320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] Provisioning complete for port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:24.290787 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.316557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for f8404885-fe46-496d-84b1-89f6bdb3ace0 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:24.322999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] For port 3779daf7-42e0-4f4f-995a-19ccff946f56, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:24.330703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] For port 3779daf7-42e0-4f4f-995a-19ccff946f56, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3779daf7-42e0-4f4f-995a-19ccff946f56,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:24.401121 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.425114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.439549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] For port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:24.443848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855974-b104-4e74-a592-dfae04c66b3b req-35961895-ecb5-4706-b319-e3912787b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.445489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-35961895-ecb5-4706-b319-e3912787b384 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 1096 time: 0.1171196 Aug 16 02:14:24.477181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.477813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.479353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] 10.222.0.58 "PUT /v2.0/ports/3779daf7-42e0-4f4f-995a-19ccff946f56 HTTP/1.1" status: 200 len: 1093 time: 1.7695990 Aug 16 02:14:24.479839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'tag': '3779daf7-42e0-4f4f-995a-19ccff946f56'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:24.488876 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b603b9e-0336-4de4-99b2-4527dd27ff7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d611a2ad-a0e6-4f3a-8230-5502e98be15c", "tag": "3779daf7-42e0-4f4f-995a-19ccff946f56"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:24.536612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0742cd-6551-45c3-a24d-05e5c39a4e76 service neutron] Pushing event updated for resources: {'Port': ['ID=3779daf7-42e0-4f4f-995a-19ccff946f56,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.556712 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.564799 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5694e207-fdb2-4e16-a112-910b2a5218d9 x-openstack-request-id: req-5694e207-fdb2-4e16-a112-910b2a5218d9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:24.565202 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d611a2ad-a0e6-4f3a-8230-5502e98be15c", "tag": "3779daf7-42e0-4f4f-995a-19ccff946f56", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:24.566537 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5694e207-fdb2-4e16-a112-910b2a5218d9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:24.566990 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'tag': '3779daf7-42e0-4f4f-995a-19ccff946f56', 'status': 'completed', 'code': 200} Aug 16 02:14:24.611830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c351ac8-fc20-4511-8544-9985e2d15c8d None None] Pushing event updated for resources: {'Port': ['ID=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.635807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a564b243-93b3-4832-8b00-d8f0d990897c req-4e4c824a-de4c-4387-8dfb-b83ffa7b73ba tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0332310 Aug 16 02:14:24.643231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603b9e-0336-4de4-99b2-4527dd27ff7a req-2bfdadd6-3a9c-4c1b-9d79-95e93bdaff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.645115 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4b603b9e-0336-4de4-99b2-4527dd27ff7a req-2bfdadd6-3a9c-4c1b-9d79-95e93bdaff02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 1096 time: 0.0576317 Aug 16 02:14:24.659509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855974-b104-4e74-a592-dfae04c66b3b req-c0167f70-1369-4f66-b18f-0b56a3e51432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.661011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-c0167f70-1369-4f66-b18f-0b56a3e51432 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 917 time: 0.1980593 Aug 16 02:14:24.728412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-c1bcaa0e-20d5-41c2-8038-c4ee75e9e025 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d3da792-957e-406a-9ddf-bece976557da HTTP/1.1" status: 200 len: 217 time: 0.0496235 Aug 16 02:14:24.766138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-060ff6df-69d7-4330-ab97-2174bc71da39 None None] Provisioning for port f8404885-fe46-496d-84b1-89f6bdb3ace0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:24.770956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-060ff6df-69d7-4330-ab97-2174bc71da39 None None] Provisioning complete for port f8404885-fe46-496d-84b1-89f6bdb3ace0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:24.771659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-060ff6df-69d7-4330-ab97-2174bc71da39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.771848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:24.779590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.796459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a73c6b74-c1b8-4aa8-bfa3-8661d1f7cce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.833442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603b9e-0336-4de4-99b2-4527dd27ff7a req-eee1f6ea-85dc-4cf3-8800-9397ce05bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.834983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4b603b9e-0336-4de4-99b2-4527dd27ff7a req-eee1f6ea-85dc-4cf3-8800-9397ce05bd81 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=937cb7f70c624033906980e195767872&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1806614 Aug 16 02:14:24.836274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-060ff6df-69d7-4330-ab97-2174bc71da39 None None] Port f8404885-fe46-496d-84b1-89f6bdb3ace0 was deleted so its status cannot be updated. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:14:24.850990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=f8404885-fe46-496d-84b1-89f6bdb3ace0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:24.863061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855974-b104-4e74-a592-dfae04c66b3b req-5237ba1c-83b1-47a9-9f9c-3b4aa245deca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.864401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-5237ba1c-83b1-47a9-9f9c-3b4aa245deca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93799c17-1afc-4376-9b90-7fcdc5978c03 HTTP/1.1" status: 200 len: 855 time: 0.1286247 Aug 16 02:14:24.924807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4273dc2-f022-4fcb-a6e7-27cc70973110 req-c3bfb443-3b48-4b9d-b82d-07afa382e058 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:24.926403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4273dc2-f022-4fcb-a6e7-27cc70973110 req-c3bfb443-3b48-4b9d-b82d-07afa382e058 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 944 time: 0.1503224 Aug 16 02:14:24.927599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:24.938115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-387bb8cd-222d-4374-a975-eefad929c68d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/f8404885-fe46-496d-84b1-89f6bdb3ace0 HTTP/1.1" status: 204 len: 168 time: 1.0799651 Aug 16 02:14:24.942708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51628) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.004819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b603b9e-0336-4de4-99b2-4527dd27ff7a req-04a8ed49-f7be-4449-8bb6-2558c8995a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.006274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4b603b9e-0336-4de4-99b2-4527dd27ff7a req-04a8ed49-f7be-4449-8bb6-2558c8995a14 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1639113 Aug 16 02:14:25.040583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a73c6b74-c1b8-4aa8-bfa3-8661d1f7cce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.072778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8894f9-557e-4083-8a42-b1d827d8a016 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.075065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8894f9-557e-4083-8a42-b1d827d8a016 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.078950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ee8894f9-557e-4083-8a42-b1d827d8a016 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1334751 Aug 16 02:14:25.081418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4273dc2-f022-4fcb-a6e7-27cc70973110 req-a0b73d0d-db31-4212-80dd-bd3b4a0ae4f8 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399364 Aug 16 02:14:25.081921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51630) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.085675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3855974-b104-4e74-a592-dfae04c66b3b req-868c1a9c-4fc4-450d-b826-2967c5a4d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.086854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-868c1a9c-4fc4-450d-b826-2967c5a4d131 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9de05d3-3ed2-427c-a1ac-fd379d32c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1872976 Aug 16 02:14:25.095967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8386f-039a-4a6c-97dc-494b88ce67c2 req-31d5010e-7162-4649-93a0-926679790eaa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.097493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2b8386f-039a-4a6c-97dc-494b88ce67c2 req-31d5010e-7162-4649-93a0-926679790eaa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 945 time: 0.2243147 Aug 16 02:14:25.101082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-32a41e16-3927-4876-9642-23a2b293a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.102762 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-32a41e16-3927-4876-9642-23a2b293a369 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 1096 time: 0.0470915 Aug 16 02:14:25.162968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-3517d792-b8fb-4075-9de7-3b4f82e90bdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3779daf7-42e0-4f4f-995a-19ccff946f56 HTTP/1.1" status: 200 len: 217 time: 0.0502491 Aug 16 02:14:25.162968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a73c6b74-c1b8-4aa8-bfa3-8661d1f7cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.254029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 54874a39-6746-4766-9d86-2948db6cfedd {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:25.289549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a73c6b74-c1b8-4aa8-bfa3-8661d1f7cce3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=31e02eb937564f6c88cdad23e5858201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5142078 Aug 16 02:14:25.292910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51636) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:25.299425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c6b74-c1b8-4aa8-bfa3-8661d1f7cce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98227b73-57c7-4bf4-b6ca-4587705424e8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.304328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-864b2575-cf00-4269-a7d4-f2893e3b22a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.305828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-864b2575-cf00-4269-a7d4-f2893e3b22a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=93799c17-1afc-4376-9b90-7fcdc5978c03 HTTP/1.1" status: 200 len: 855 time: 0.1360610 Aug 16 02:14:25.390732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e8ef3-0408-4209-993a-4c6933753958 req-7a2cee6d-3195-4050-ad54-23793b6bd49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:25.392892 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-7a2cee6d-3195-4050-ad54-23793b6bd49d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f9de05d3-3ed2-427c-a1ac-fd379d32c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737939 Aug 16 02:14:25.394097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bc265f1-4f40-4dc9-903d-991a1b973bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.472744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bc265f1-4f40-4dc9-903d-991a1b973bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.555822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-675b7da5-be26-4c19-af8d-d821a11f1991 service neutron] 10.222.0.58 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495533 Aug 16 02:14:25.613626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.622580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2b8386f-039a-4a6c-97dc-494b88ce67c2 req-60e2f84d-ca46-4cbf-b736-45288fa57af8 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101559 Aug 16 02:14:25.651190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-160e8ef3-0408-4209-993a-4c6933753958 req-068e7828-7321-4a24-9750-28d2f2ac2645 service neutron] 10.222.0.58 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863297 Aug 16 02:14:25.653204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d56a43a3-053a-4bd5-b377-e99a2108ad7b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:25.678997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-a575c177-2ccd-4f7b-ab47-5615e139946a service neutron] 10.222.0.58 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804670 Aug 16 02:14:25.684845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.731733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bc265f1-4f40-4dc9-903d-991a1b973bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.734300 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bc265f1-4f40-4dc9-903d-991a1b973bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.737774 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8bc265f1-4f40-4dc9-903d-991a1b973bd1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/98227b73-57c7-4bf4-b6ca-4587705424e8 HTTP/1.1" status: 204 len: 168 time: 0.4416256 Aug 16 02:14:25.744839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc265f1-4f40-4dc9-903d-991a1b973bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98227b73-57c7-4bf4-b6ca-4587705424e8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:25.776374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port d56a43a3-053a-4bd5-b377-e99a2108ad7b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:25.782889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port d56a43a3-053a-4bd5-b377-e99a2108ad7b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:25.787443 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.797448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d4df8c8-f3e2-4761-a8e6-4201442ce89a req-f600a4b8-fcc9-4902-91b5-84ca938b8b2d tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0431938 Aug 16 02:14:25.863142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.881947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6748ddec-ee34-4db4-9d1e-b1cc2353df1c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:25.924617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3855974-b104-4e74-a592-dfae04c66b3b req-2150d0ef-3d68-4da7-a187-fe2d786d0a8a service neutron] 10.222.0.58 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371290 Aug 16 02:14:25.931336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:25.961536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:25.963833 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e109c8-6a61-48ec-9730-e5ee134e3d40" -d '{"events": [{"server_uuid": "e8dc1a2d-38c4-4dfa-9395-1050c9885646", "name": "network-vif-plugged", "status": "completed", "tag": "d56a43a3-053a-4bd5-b377-e99a2108ad7b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:25.981304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d56a43a3-053a-4bd5-b377-e99a2108ad7b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:25.984047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:25.984442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.006511 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f216ac5-ef7a-4244-b02f-0593803b42e7 x-openstack-request-id: req-0f216ac5-ef7a-4244-b02f-0593803b42e7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:26.006840 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc1a2d-38c4-4dfa-9395-1050c9885646", "name": "network-vif-plugged", "status": "completed", "tag": "d56a43a3-053a-4bd5-b377-e99a2108ad7b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:26.010004 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f216ac5-ef7a-4244-b02f-0593803b42e7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:26.010004 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b', 'code': 200} Aug 16 02:14:26.028897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.061289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=54874a39-6746-4766-9d86-2948db6cfedd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.062485 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.063630 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.068010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a9e00c52-d7df-4149-9d0c-ce4a59e68f69 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/54874a39-6746-4766-9d86-2948db6cfedd HTTP/1.1" status: 204 len: 168 time: 0.9823828 Aug 16 02:14:26.068403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.113643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feac6f4-5ae6-4277-ab2c-baf2f3eba6be None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:26.144588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a75fa6e2-4027-4802-a31a-710cf4dbea67 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747406 Aug 16 02:14:26.147601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51650) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.194184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=d56a43a3-053a-4bd5-b377-e99a2108ad7b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.212816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc3214-5787-45ca-b169-50c772639be4 req-dab9fb5a-82d3-4f81-913c-3a89cc0f3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.218951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17fc3214-5787-45ca-b169-50c772639be4 req-dab9fb5a-82d3-4f81-913c-3a89cc0f3215 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 1098 time: 0.1372507 Aug 16 02:14:26.262147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17fc3214-5787-45ca-b169-50c772639be4 req-be17edbb-1e4d-42fc-8aeb-327bf1968ebf service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393720 Aug 16 02:14:26.268100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14406cb-acfc-4cfb-8b80-32439b45eecf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.272506 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a14406cb-acfc-4cfb-8b80-32439b45eecf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1210511 Aug 16 02:14:26.274234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51658) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.358805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50330399-5454-4bdb-a548-f9f95bb5172b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.366334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-50330399-5454-4bdb-a548-f9f95bb5172b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0849702 Aug 16 02:14:26.366592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815772b0-55f4-41f6-8204-5b16844f9e92 req-81ae0191-9160-4bcb-9821-f4d9534230f3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.366592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-815772b0-55f4-41f6-8204-5b16844f9e92 req-81ae0191-9160-4bcb-9821-f4d9534230f3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 944 time: 0.1530745 Aug 16 02:14:26.368294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51664) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.410765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:26.437118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-75dbd3cc-3421-4998-b467-204f0de90d3f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0673299 Aug 16 02:14:26.441436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51666) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:26.446587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:26.462872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] Deleting port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:26.463256 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.514040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-815772b0-55f4-41f6-8204-5b16844f9e92 req-a8e541e8-58a8-447b-823a-7b59ff3e6677 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378641 Aug 16 02:14:26.529830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] For port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:26.530294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.543400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] Calling delete_port for 6748ddec-ee34-4db4-9d1e-b1cc2353df1c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:26.653487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:26.657185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.759094 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:26.786905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9befb-5c5e-41c1-a91c-1ecee731cac7 req-dcc9e16f-58da-46de-aa63-0fc1bd0bd14e tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:26.787568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] Pushing event deleted for resources: {'Port': ['ID=6748ddec-ee34-4db4-9d1e-b1cc2353df1c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:26.789084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbd9befb-5c5e-41c1-a91c-1ecee731cac7 req-dcc9e16f-58da-46de-aa63-0fc1bd0bd14e tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 946 time: 0.0813513 Aug 16 02:14:26.789505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa52ef8-d7ca-4561-b120-d81880057077 None None] No DVR routers for this DVR port 6748ddec-ee34-4db4-9d1e-b1cc2353df1c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:26.888316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbd9befb-5c5e-41c1-a91c-1ecee731cac7 req-7d74636a-2528-4bcf-b495-0c1ffdecad08 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792203 Aug 16 02:14:26.960460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76f6b9e7-8fb4-4470-b921-3b35d3a1a97a req-6e742447-a223-47e1-93ff-414dcdafb6b3 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0413191 Aug 16 02:14:27.113870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:27.113870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.133447 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.150339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:27.153752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:27.158069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.158773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.163042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cde640-331f-4269-a919-ed56b809ad64 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:27.179984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.220404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.288847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5ba3c9bd-53c4-4cd9-8319-3b4a4d1ff288 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8462372 Aug 16 02:14:27.291322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51684) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:27.298242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:bb:9f:c9', 'name': 'tempest-NetworksTestDHCPv6-822905416'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:27.337031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:27.338076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.490507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:27.498550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Allocated IP 2001:db8::f816:3eff:fe62:caaa (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e/9674e822-5c5d-43d7-bf52-8e679752c1e1) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:27.599023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.659648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 34250af4-26be-4dc2-b188-560101017e5c details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:27.660514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 40fb9119-e775-4ea0-8dc1-46a0af7b0e86 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:27.685277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.700413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Transition to ACTIVE for port object 9674e822-5c5d-43d7-bf52-8e679752c1e1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:27.716775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64211fcd-d4ed-4fa1-b1f1-3cc32b365e9f req-443b01c8-d226-4407-9a81-857be5eb4e6d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:27.718381 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64211fcd-d4ed-4fa1-b1f1-3cc32b365e9f req-443b01c8-d226-4407-9a81-857be5eb4e6d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 944 time: 0.1067364 Aug 16 02:14:27.765353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Transition to ACTIVE for port object 9674e822-5c5d-43d7-bf52-8e679752c1e1 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:27.783292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64211fcd-d4ed-4fa1-b1f1-3cc32b365e9f req-49815866-335b-4c24-a311-719730d3d36e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580735 Aug 16 02:14:27.799970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 34250af4-26be-4dc2-b188-560101017e5c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=34250af4-26be-4dc2-b188-560101017e5c,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:27.814272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '34250af4-26be-4dc2-b188-560101017e5c', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'port_id': '34250af4-26be-4dc2-b188-560101017e5c', 'mac_address': 'fa:16:3e:9b:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93799c17-1afc-4376-9b90-7fcdc5978c03', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:27.862828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6748ddec-ee34-4db4-9d1e-b1cc2353df1c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:27.887379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6748ddec-ee34-4db4-9d1e-b1cc2353df1c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:27.887867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6748ddec-ee34-4db4-9d1e-b1cc2353df1c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:27.889841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.921219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:27.936918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:febb:9fc9 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e/40fb9119-e775-4ea0-8dc1-46a0af7b0e86) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:27.960723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34250af4-26be-4dc2-b188-560101017e5c {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:27.966522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:27.971722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Pushing event updated for resources: {'Port': ['ID=9674e822-5c5d-43d7-bf52-8e679752c1e1,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:27.973316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:27.993441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:28.044139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 34250af4-26be-4dc2-b188-560101017e5c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=34250af4-26be-4dc2-b188-560101017e5c,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:28.083143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Attempting to bind port 9674e822-5c5d-43d7-bf52-8e679752c1e1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:28.083610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Attempting to bind port 9674e822-5c5d-43d7-bf52-8e679752c1e1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:28.084079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Attempting to bind port 9674e822-5c5d-43d7-bf52-8e679752c1e1 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:28.090824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:28.090824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:28.095913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.095913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:28.095913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Bound port: 9674e822-5c5d-43d7-bf52-8e679752c1e1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:28.095913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.115883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa1b94-32e6-47f3-a8ed-bffabb1108e2 req-f9cb8b0e-2520-4bbd-a4e8-2a522859a9e9 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.117418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0cfa1b94-32e6-47f3-a8ed-bffabb1108e2 req-f9cb8b0e-2520-4bbd-a4e8-2a522859a9e9 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 946 time: 0.1153548 Aug 16 02:14:28.129663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.187162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0cfa1b94-32e6-47f3-a8ed-bffabb1108e2 req-5946466b-62c0-460b-83bb-4f015d034e0d tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601604 Aug 16 02:14:28.200698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.201888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] For port 9674e822-5c5d-43d7-bf52-8e679752c1e1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:28.206442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] For port 9674e822-5c5d-43d7-bf52-8e679752c1e1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9674e822-5c5d-43d7-bf52-8e679752c1e1,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:28.209671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=34250af4-26be-4dc2-b188-560101017e5c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.215661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 40fb9119-e775-4ea0-8dc1-46a0af7b0e86 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:28.303419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93a4ddcb-dbee-4af5-8c59-f855efe7c4e3 req-25162f62-bbbc-4a9e-bec1-ac5b351d0f1b tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0260932 Aug 16 02:14:28.365359 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.410995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['34250af4-26be-4dc2-b188-560101017e5c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:28.422367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.490612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c81b27f-13dc-48d3-90b2-693bb6984615 None None] Pushing event updated for resources: {'Port': ['ID=9674e822-5c5d-43d7-bf52-8e679752c1e1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.528780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:28.534932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:28.537898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:28.548099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.549070 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.587393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=40fb9119-e775-4ea0-8dc1-46a0af7b0e86,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:28.589034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3779daf7-42e0-4f4f-995a-19ccff946f56 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:28.666668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b79e6ade-cece-4f58-ba6b-817049680ffe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3731234 Aug 16 02:14:28.669593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51730) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.759198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f271b4-ecfd-4929-b0cc-1d37abdf3b18 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.778408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f271b4-ecfd-4929-b0cc-1d37abdf3b18 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:28.785394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61f271b4-ecfd-4929-b0cc-1d37abdf3b18 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1137667 Aug 16 02:14:28.788076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51736) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:28.797271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3779daf7-42e0-4f4f-995a-19ccff946f56, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3779daf7-42e0-4f4f-995a-19ccff946f56,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:28.811831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3779daf7-42e0-4f4f-995a-19ccff946f56', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'port_id': '3779daf7-42e0-4f4f-995a-19ccff946f56', 'mac_address': 'fa:16:3e:0f:3a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93799c17-1afc-4376-9b90-7fcdc5978c03', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:28.854210 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.868938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3779daf7-42e0-4f4f-995a-19ccff946f56 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:28.902619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3779daf7-42e0-4f4f-995a-19ccff946f56, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3779daf7-42e0-4f4f-995a-19ccff946f56,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:28.931219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 40fb9119-e775-4ea0-8dc1-46a0af7b0e86 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:28.931566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.984000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:28.986238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6d3da792-957e-406a-9ddf-bece976557da details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:29.024808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550ea02-f6c4-4080-8dfe-3d3e29b0c359 req-a6e8f97b-83f6-405d-8162-07d0a7fde567 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.031522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4550ea02-f6c4-4080-8dfe-3d3e29b0c359 req-a6e8f97b-83f6-405d-8162-07d0a7fde567 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 944 time: 0.1321702 Aug 16 02:14:29.090548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.110695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3779daf7-42e0-4f4f-995a-19ccff946f56,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.118790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4550ea02-f6c4-4080-8dfe-3d3e29b0c359 req-d59f492e-92c6-46dd-99fe-ab162f66a4b6 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740061 Aug 16 02:14:29.119694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 40fb9119-e775-4ea0-8dc1-46a0af7b0e86 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:29.162454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6d3da792-957e-406a-9ddf-bece976557da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6d3da792-957e-406a-9ddf-bece976557da,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:29.175945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '6d3da792-957e-406a-9ddf-bece976557da', 'network_id': 'f9de05d3-3ed2-427c-a1ac-fd379d32c245', 'port_id': '6d3da792-957e-406a-9ddf-bece976557da', 'mac_address': 'fa:16:3e:a9:02:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93799c17-1afc-4376-9b90-7fcdc5978c03', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:29.234439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.249838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3da792-957e-406a-9ddf-bece976557da {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:29.274823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6d3da792-957e-406a-9ddf-bece976557da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6d3da792-957e-406a-9ddf-bece976557da,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:29.359824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.401416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.421362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79ebb03e-a06d-4ae1-9056-a0f01cddef0a req-bdfeaac3-c453-43f9-909c-7dbe5d84f0cd tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0360692 Aug 16 02:14:29.432079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6d3da792-957e-406a-9ddf-bece976557da,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.467059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=40fb9119-e775-4ea0-8dc1-46a0af7b0e86,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:29.497703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.502668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51758) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:29.503156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-852d9048-d6ef-42a7-b524-256364f10861 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/40fb9119-e775-4ea0-8dc1-46a0af7b0e86 HTTP/1.1" status: 204 len: 168 time: 0.7135708 Aug 16 02:14:29.585883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d0241-43ce-4814-ad29-8ae1f0476a4e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.587598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941d0241-43ce-4814-ad29-8ae1f0476a4e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:29.590165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-941d0241-43ce-4814-ad29-8ae1f0476a4e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0864830 Aug 16 02:14:29.596463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51764) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:29.674105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6d3da792-957e-406a-9ddf-bece976557da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:29.674623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:29.679920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.680170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 34250af4-26be-4dc2-b188-560101017e5c up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:29.743814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:29.749415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3779daf7-42e0-4f4f-995a-19ccff946f56'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:29.940292 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.022531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9674e822-5c5d-43d7-bf52-8e679752c1e1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:30.079902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0e3fe4e4-5a85-4496-8394-8b88175cc226 None None] Provisioning for port 9674e822-5c5d-43d7-bf52-8e679752c1e1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:30.148946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.222139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:30.238519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.241900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-21362a28-1a80-4c35-b8df-24468d0c0f6b None None] Could not find standard attr ID for object 40fb9119-e775-4ea0-8dc1-46a0af7b0e86. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:30.242838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dfc2f03b-f8ac-4774-af5f-c06ae0aa1668 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e HTTP/1.1" status: 204 len: 168 time: 0.6449313 Aug 16 02:14:30.245625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:30.300076 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-544ab0ef-6b12-4484-ace9-a9db9eb68b43 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528250 Aug 16 02:14:30.303066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51778) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:30.311100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:30.321545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 34250af4-26be-4dc2-b188-560101017e5c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:30.328962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 9674e822-5c5d-43d7-bf52-8e679752c1e1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:30.332766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 34250af4-26be-4dc2-b188-560101017e5c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:30.334076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.344710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9674e822-5c5d-43d7-bf52-8e679752c1e1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:30.346500 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.357500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58f45e-8423-4fa2-a557-edb21b9e8745 req-0e603344-4caa-4891-b39a-0b6c942f681f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.365392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be58f45e-8423-4fa2-a557-edb21b9e8745 req-0e603344-4caa-4891-b39a-0b6c942f681f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 945 time: 0.0897255 Aug 16 02:14:30.486171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be58f45e-8423-4fa2-a557-edb21b9e8745 req-61f1d261-0a28-47c5-96d6-bfb67f3d2d01 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196413 Aug 16 02:14:30.527317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e8c38-2bbb-4eb8-aeb6-98e7281908d9 req-15a993f5-841c-4f9b-9b47-1205054c2cac tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:30.535247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d7e8c38-2bbb-4eb8-aeb6-98e7281908d9 req-15a993f5-841c-4f9b-9b47-1205054c2cac tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 946 time: 0.1383364 Aug 16 02:14:30.553485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c20a64-ba36-4542-af34-51f3d06025d0 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:30.590289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d7e8c38-2bbb-4eb8-aeb6-98e7281908d9 req-a8488fbd-c0e2-4968-8693-e11f07a99268 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494428 Aug 16 02:14:30.602263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:30.606813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.663427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f46e0a85-fc44-459a-b78c-b4a8ae4022db req-966e0fd2-2e19-4ac4-b94f-cc03a524ad9e tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0718837 Aug 16 02:14:30.817923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.827302 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:30.876569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34250af4-26be-4dc2-b188-560101017e5c'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:30.878874 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985f5b9e-3fb1-48be-8622-b0bec3930b83" -d '{"events": [{"server_uuid": "b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b", "name": "network-vif-plugged", "status": "completed", "tag": "34250af4-26be-4dc2-b188-560101017e5c"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:30.900835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 34250af4-26be-4dc2-b188-560101017e5c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=34250af4-26be-4dc2-b188-560101017e5c,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:30.925357 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee2990c-238b-4f8c-b23c-ba1cfeb6935c x-openstack-request-id: req-6ee2990c-238b-4f8c-b23c-ba1cfeb6935c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:30.925692 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b", "name": "network-vif-plugged", "status": "completed", "tag": "34250af4-26be-4dc2-b188-560101017e5c", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:30.925949 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ee2990c-238b-4f8c-b23c-ba1cfeb6935c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:30.926395 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34250af4-26be-4dc2-b188-560101017e5c', 'code': 200} Aug 16 02:14:30.929087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 9674e822-5c5d-43d7-bf52-8e679752c1e1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9674e822-5c5d-43d7-bf52-8e679752c1e1,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:31.002723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.038591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:31.045661 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.083084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc48b3c-7d75-4156-a1e5-1ec12c5a2d00 req-a85117b9-c582-4198-8382-0c4295ce03cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.091397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0fc48b3c-7d75-4156-a1e5-1ec12c5a2d00 req-a85117b9-c582-4198-8382-0c4295ce03cb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 1097 time: 0.1032810 Aug 16 02:14:31.108130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=34250af4-26be-4dc2-b188-560101017e5c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.164678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=9674e822-5c5d-43d7-bf52-8e679752c1e1,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.183523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] Deleting port 9674e822-5c5d-43d7-bf52-8e679752c1e1 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:31.185055 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.201466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:31.206326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0fc48b3c-7d75-4156-a1e5-1ec12c5a2d00 req-c7671829-8b11-481e-9c86-2c3c15a08965 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902212 Aug 16 02:14:31.298364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] For port 9674e822-5c5d-43d7-bf52-8e679752c1e1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9674e822-5c5d-43d7-bf52-8e679752c1e1,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:31.298802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.312918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] Calling delete_port for 9674e822-5c5d-43d7-bf52-8e679752c1e1 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:31.531204 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.559377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] Pushing event deleted for resources: {'Port': ['ID=9674e822-5c5d-43d7-bf52-8e679752c1e1,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.563301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c489bf4d-7d61-4576-96fe-2087c0386dfd None None] No DVR routers for this DVR port 9674e822-5c5d-43d7-bf52-8e679752c1e1 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:31.567672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Port 9674e822-5c5d-43d7-bf52-8e679752c1e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101946) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 16 02:14:31.568162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Reverting IP allocation for 2001:db8::f816:3eff:fe62:caaa {{(pid=101946) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 16 02:14:31.574480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_pluggable_backend [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe62:caaa {{(pid=101946) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 16 02:14:31.576317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.640343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=b926ef80-fece-44bc-af8e-f78904786e92,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:31.649976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:31.652415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:31.655479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.656059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:31.664207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e31bc-11fb-44fb-bebb-8b6586fa125b None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:31.694337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b1dec-fd6a-42fd-b236-80ec1435d70b req-a044909e-daa5-4c8b-be17-69a8cda27175 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.696357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd0b1dec-fd6a-42fd-b236-80ec1435d70b req-a044909e-daa5-4c8b-be17-69a8cda27175 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 945 time: 0.1053164 Aug 16 02:14:31.766177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6b335-e9e3-4862-93b8-92f4ceeedcc4 req-f141b152-829a-44a4-91d0-8114050ff983 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.775405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2b6b335-e9e3-4862-93b8-92f4ceeedcc4 req-f141b152-829a-44a4-91d0-8114050ff983 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 946 time: 0.1104119 Aug 16 02:14:31.805273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a6685a5-26ce-4e52-b0f8-3ab0011b4c34 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5006509 Aug 16 02:14:31.806184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51804) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:31.807750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd0b1dec-fd6a-42fd-b236-80ec1435d70b req-9020150f-3fcd-4ae3-a5e7-31f79c78930f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891423 Aug 16 02:14:31.825066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:47:6a:e5', 'name': 'tempest-NetworksTestDHCPv6-1081766755'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:31.895704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2b6b335-e9e3-4862-93b8-92f4ceeedcc4 req-1c2e3901-d5c2-401e-bb6e-9699d94c862c tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180880 Aug 16 02:14:31.948810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9674e822-5c5d-43d7-bf52-8e679752c1e1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:31.994031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9318242-61d4-4edb-af7c-625fc397db60 req-7b7f87f0-5171-4124-a6a9-40061d71e291 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:31.997406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9318242-61d4-4edb-af7c-625fc397db60 req-7b7f87f0-5171-4124-a6a9-40061d71e291 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 946 time: 0.2417817 Aug 16 02:14:32.000204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'b926ef80-fece-44bc-af8e-f78904786e92'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:32.008064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.008064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9674e822-5c5d-43d7-bf52-8e679752c1e1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:32.008064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9674e822-5c5d-43d7-bf52-8e679752c1e1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:32.054933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c980c6a6-bde2-448f-97b1-e52a8e4cbfde req-cfd12c75-02a9-461c-ac47-fd5009967388 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0618315 Aug 16 02:14:32.181958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Deleting port d56a43a3-053a-4bd5-b377-e99a2108ad7b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:32.182328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.230283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Allocated IP 2001:db8::f816:3eff:fe05:d51 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/b926ef80-fece-44bc-af8e-f78904786e92/7e05672b-9254-4064-8d63-334803a86e3d) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:32.283376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:32.500806 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.509650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Transition to ACTIVE for port object 7e05672b-9254-4064-8d63-334803a86e3d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:32.526997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Transition to ACTIVE for port object 7e05672b-9254-4064-8d63-334803a86e3d will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:32.588988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3779daf7-42e0-4f4f-995a-19ccff946f56 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:32.629984 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.684713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:32.685711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] For port d56a43a3-053a-4bd5-b377-e99a2108ad7b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d56a43a3-053a-4bd5-b377-e99a2108ad7b,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:32.686204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.686554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Pushing event updated for resources: {'Port': ['ID=7e05672b-9254-4064-8d63-334803a86e3d,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:32.689221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:32.691443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:32.707509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Calling delete_port for d56a43a3-053a-4bd5-b377-e99a2108ad7b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:32.748072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Attempting to bind port 7e05672b-9254-4064-8d63-334803a86e3d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:32.748599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Attempting to bind port 7e05672b-9254-4064-8d63-334803a86e3d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:32.748977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Attempting to bind port 7e05672b-9254-4064-8d63-334803a86e3d on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:32.753926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:32.754338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:32.754780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.755188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:32.755663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Bound port: 7e05672b-9254-4064-8d63-334803a86e3d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:32.756057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.768942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.790595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3779daf7-42e0-4f4f-995a-19ccff946f56 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:32.801566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3779daf7-42e0-4f4f-995a-19ccff946f56 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:32.801956 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.805246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port b8ce2959-484c-4aa9-a232-389d343dea57 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:32.874169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] For port 7e05672b-9254-4064-8d63-334803a86e3d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:32.878250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] For port 7e05672b-9254-4064-8d63-334803a86e3d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7e05672b-9254-4064-8d63-334803a86e3d,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:32.920316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.951249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3779daf7-42e0-4f4f-995a-19ccff946f56'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:32.953356 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45353ff1-6af4-4baa-bade-7b6bb0a39ff5" -d '{"events": [{"server_uuid": "d611a2ad-a0e6-4f3a-8230-5502e98be15c", "name": "network-vif-plugged", "status": "completed", "tag": "3779daf7-42e0-4f4f-995a-19ccff946f56"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:32.969976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:32.984468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3779daf7-42e0-4f4f-995a-19ccff946f56, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3779daf7-42e0-4f4f-995a-19ccff946f56,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:32.986339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fe47:6ae5 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/b926ef80-fece-44bc-af8e-f78904786e92/b8ce2959-484c-4aa9-a232-389d343dea57) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:33.017705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae11ff-adfb-4165-97f2-7ab463483aa9 req-e39bbd20-26ac-418f-8ead-d563b4502680 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.019977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8ae11ff-adfb-4165-97f2-7ab463483aa9 req-e39bbd20-26ac-418f-8ead-d563b4502680 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 945 time: 0.1194868 Aug 16 02:14:33.061819 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.062767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6d3da792-957e-406a-9ddf-bece976557da up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:33.065873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec88a9-9dde-4127-bcad-ac117b497679 None None] Pushing event updated for resources: {'Port': ['ID=7e05672b-9254-4064-8d63-334803a86e3d,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.069126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.100132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['d56a43a3-053a-4bd5-b377-e99a2108ad7b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:33.118397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303e111-e075-43f8-962b-e5c6e4fc833b req-ad3dd461-f5bf-4b60-b941-c3e8e1756f28 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.127230 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e303e111-e075-43f8-962b-e5c6e4fc833b req-ad3dd461-f5bf-4b60-b941-c3e8e1756f28 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 867 time: 0.1049321 Aug 16 02:14:33.155752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8ae11ff-adfb-4165-97f2-7ab463483aa9 req-5ea059e6-855e-4fea-aeb9-12e5374326a9 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241362 Aug 16 02:14:33.202371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Pushing event deleted for resources: {'Port': ['ID=d56a43a3-053a-4bd5-b377-e99a2108ad7b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.221545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3779daf7-42e0-4f4f-995a-19ccff946f56,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.236217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e303e111-e075-43f8-962b-e5c6e4fc833b req-6ab5ef9a-8dd3-4f44-a244-27b40466c47f tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067505 Aug 16 02:14:33.279817 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6881596-c761-422c-8cd0-99f0bd7efa07 x-openstack-request-id: req-f6881596-c761-422c-8cd0-99f0bd7efa07 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:33.280412 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d611a2ad-a0e6-4f3a-8230-5502e98be15c", "name": "network-vif-plugged", "status": "completed", "tag": "3779daf7-42e0-4f4f-995a-19ccff946f56", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:33.280584 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6881596-c761-422c-8cd0-99f0bd7efa07 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:33.280954 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3779daf7-42e0-4f4f-995a-19ccff946f56', 'code': 200} Aug 16 02:14:33.328112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 6d3da792-957e-406a-9ddf-bece976557da completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:33.336970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 6d3da792-957e-406a-9ddf-bece976557da triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:33.337468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.374560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.427234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object b8ce2959-484c-4aa9-a232-389d343dea57 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:33.506802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ecf0096-9d3c-4e76-a697-75b19e17f214 req-fb547a2e-b721-41f9-be18-90f454e4dc4d tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0591245 Aug 16 02:14:33.516996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993114c-9c71-499d-9ebb-ff03d91e5738 req-9af9dc00-20b0-41e7-8e0a-7c37ec67fc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.518555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b993114c-9c71-499d-9ebb-ff03d91e5738 req-9af9dc00-20b0-41e7-8e0a-7c37ec67fc78 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 1098 time: 0.1558261 Aug 16 02:14:33.526707 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.547200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] No DVR routers for this DVR port d56a43a3-053a-4bd5-b377-e99a2108ad7b on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:33.550386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.552517 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9318242-61d4-4edb-af7c-625fc397db60 req-a05ac1c2-9090-4270-819f-477f09ed6948 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "DELETE /v2.0/ports/d56a43a3-053a-4bd5-b377-e99a2108ad7b HTTP/1.1" status: 204 len: 173 time: 1.5372632 Aug 16 02:14:33.559417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'name': 'network-vif-deleted', 'tag': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:33.562619 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e01d44-848b-43b4-9f1f-dd2104f22530" -d '{"events": [{"server_uuid": "e8dc1a2d-38c4-4dfa-9395-1050c9885646", "name": "network-vif-deleted", "tag": "d56a43a3-053a-4bd5-b377-e99a2108ad7b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:33.568564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.584119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b993114c-9c71-499d-9ebb-ff03d91e5738 req-d1fb3ac3-8f7c-4bf7-b61f-afff6499003f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552120 Aug 16 02:14:33.624532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6d3da792-957e-406a-9ddf-bece976557da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6d3da792-957e-406a-9ddf-bece976557da,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:33.631565 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca298a6b-305f-42f6-b66b-1ebab02ff206 x-openstack-request-id: req-ca298a6b-305f-42f6-b66b-1ebab02ff206 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:33.631870 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8dc1a2d-38c4-4dfa-9395-1050c9885646", "name": "network-vif-deleted", "tag": "d56a43a3-053a-4bd5-b377-e99a2108ad7b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:33.635128 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca298a6b-305f-42f6-b66b-1ebab02ff206 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:33.635128 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8dc1a2d-38c4-4dfa-9395-1050c9885646', 'name': 'network-vif-deleted', 'tag': 'd56a43a3-053a-4bd5-b377-e99a2108ad7b', 'status': 'completed', 'code': 200} Aug 16 02:14:33.639287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:33.644759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:33.648831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:33.656528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.657220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.668208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=b8ce2959-484c-4aa9-a232-389d343dea57,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.695107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b742df2-42e7-44e9-b06e-99cb03119555 req-dd625ffc-b7bb-4294-b165-83dcdf96d7cb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.696752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b742df2-42e7-44e9-b06e-99cb03119555 req-dd625ffc-b7bb-4294-b165-83dcdf96d7cb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0599012 Aug 16 02:14:33.749464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b742df2-42e7-44e9-b06e-99cb03119555 req-0ec95db2-63f5-4bdf-8998-8606f4045b9e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Aug 16 02:14:33.765436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-19827c50-0c8a-4e08-b889-47a39f16c4e0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9580517 Aug 16 02:14:33.768704 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:33.775800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51836) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.846896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6d3da792-957e-406a-9ddf-bece976557da,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:33.885079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08612f8-c4c7-435d-a569-d492c82f3613 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.891974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08612f8-c4c7-435d-a569-d492c82f3613 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:33.896468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:33.899376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b08612f8-c4c7-435d-a569-d492c82f3613 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1216347 Aug 16 02:14:33.960339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7e05672b-9254-4064-8d63-334803a86e3d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:34.015195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c75754-86bc-4fd5-a154-5a7506300549 req-043f4759-52f8-48f6-8c34-e42a4f434f70 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.024168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63c75754-86bc-4fd5-a154-5a7506300549 req-043f4759-52f8-48f6-8c34-e42a4f434f70 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1477087 Aug 16 02:14:34.072112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63c75754-86bc-4fd5-a154-5a7506300549 req-2f99a1ec-d1bc-4b2c-99e5-f19870e13f42 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471222 Aug 16 02:14:34.084873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port b8ce2959-484c-4aa9-a232-389d343dea57 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:34.085337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.147764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7e05672b-9254-4064-8d63-334803a86e3d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:34.222247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.237211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for b8ce2959-484c-4aa9-a232-389d343dea57 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:34.463259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846a099-cba4-41d4-b5bc-dbd1fe215a10 req-05e31353-ffbb-4585-ace7-226b672fa2b7 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.465267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8846a099-cba4-41d4-b5bc-dbd1fe215a10 req-05e31353-ffbb-4585-ace7-226b672fa2b7 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.2085793 Aug 16 02:14:34.544273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] Provisioning for port 7e05672b-9254-4064-8d63-334803a86e3d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:34.549784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] Provisioning complete for port 7e05672b-9254-4064-8d63-334803a86e3d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:34.550468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.566265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-33f869d2-0498-47a5-914b-6913bc67e5ab tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:34.567903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-33f869d2-0498-47a5-914b-6913bc67e5ab tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.2482073 Aug 16 02:14:34.573785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8846a099-cba4-41d4-b5bc-dbd1fe215a10 req-43e12976-1d75-4db9-9ec4-fdc7d0656e3b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949748 Aug 16 02:14:34.612272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-f5f80424-c2e6-410e-a38f-818280c1420e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/quotas/724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 375 time: 0.0333478 Aug 16 02:14:34.677044 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.698755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-e9f95cf6-bf70-4fbc-9278-888c7dcaee99 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0852416 Aug 16 02:14:34.723012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] For port 7e05672b-9254-4064-8d63-334803a86e3d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7e05672b-9254-4064-8d63-334803a86e3d,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:34.742006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0671dbb-38a6-469d-ada6-48a3631929a6 req-908b0b50-df18-48df-8660-3914b2be08e8 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=e8dc1a2d-38c4-4dfa-9395-1050c9885646 HTTP/1.1" status: 200 len: 210 time: 0.0373361 Aug 16 02:14:34.781449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.820796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=b8ce2959-484c-4aa9-a232-389d343dea57,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:34.847701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.860045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:34.860045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-993c3719-f66f-4fc8-af7b-011b3416d902 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/b8ce2959-484c-4aa9-a232-389d343dea57 HTTP/1.1" status: 204 len: 168 time: 0.9604847 Aug 16 02:14:34.860890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51880) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:34.942928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-a715eff1-6b7f-46b2-b820-8cce5cf5ae03 service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289999 Aug 16 02:14:34.969408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-82f6b209-435c-4d0c-9400-34a1b72dce4f None None] Could not find standard attr ID for object b8ce2959-484c-4aa9-a232-389d343dea57. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:34.972391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348c113-8257-4892-8558-34d17cef4c62 None None] Pushing event updated for resources: {'Port': ['ID=7e05672b-9254-4064-8d63-334803a86e3d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:34.992146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee9266f9-f3ae-4127-85bc-5a31840c7315 req-78cd43c7-710e-4589-b722-bf20dff6809c tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0481937 Aug 16 02:14:35.061408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d3f3b-0dc9-4c75-8365-57281e609968 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.063540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1d3f3b-0dc9-4c75-8365-57281e609968 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.067516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5e1d3f3b-0dc9-4c75-8365-57281e609968 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2033076 Aug 16 02:14:35.068026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51886) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:35.117721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-6a04ef1f-a2ff-4eef-a725-dab586c2d44f service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592083 Aug 16 02:14:35.155984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet b926ef80-fece-44bc-af8e-f78904786e92 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:35.160657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.223077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.282014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3da792-957e-406a-9ddf-bece976557da'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:35.286284 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cac6a10-c47f-45b0-9cb6-63d40b89aeb7" -d '{"events": [{"server_uuid": "f79daf67-c4cf-4ed2-a463-b04e738106b7", "name": "network-vif-plugged", "status": "completed", "tag": "6d3da792-957e-406a-9ddf-bece976557da"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:35.314407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.411284 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd1ec55-f299-4aa1-a58d-97bc8547a139 x-openstack-request-id: req-5cd1ec55-f299-4aa1-a58d-97bc8547a139 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:35.411882 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79daf67-c4cf-4ed2-a463-b04e738106b7", "name": "network-vif-plugged", "status": "completed", "tag": "6d3da792-957e-406a-9ddf-bece976557da", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:35.412341 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cd1ec55-f299-4aa1-a58d-97bc8547a139 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:35.412940 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3da792-957e-406a-9ddf-bece976557da', 'code': 200} Aug 16 02:14:35.481618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4423dc2-eacd-4e9d-a4b0-a8c786e412bd req-89f89332-37bf-4c8a-9ecd-964bd1e5002f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0306723 Aug 16 02:14:35.497418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.522294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12c47e2-3c3c-49d4-a759-e7384dde2816 req-d79928a5-605d-4b20-b23c-f5263f6a6ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.523930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a12c47e2-3c3c-49d4-a759-e7384dde2816 req-d79928a5-605d-4b20-b23c-f5263f6a6ed9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 1098 time: 0.0454774 Aug 16 02:14:35.529908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=b926ef80-fece-44bc-af8e-f78904786e92,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:35.537644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:35.543145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b48029ef-a3df-47b5-873a-529d67b74ca9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/b926ef80-fece-44bc-af8e-f78904786e92 HTTP/1.1" status: 204 len: 168 time: 0.4705000 Aug 16 02:14:35.546564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ebf1b-4adc-4d07-a027-f694176cf8aa None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:35.553284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51898) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:35.596313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a12c47e2-3c3c-49d4-a759-e7384dde2816 req-e9a58324-0c3e-441c-8fd4-5dec13a5f50c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625994 Aug 16 02:14:35.661685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51908) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:35.663288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fda9a562-6a2f-4f91-8b9b-6d0bf03720ca tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061947 Aug 16 02:14:35.724811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d56a43a3-053a-4bd5-b377-e99a2108ad7b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:35.750920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48eb16c-ec63-4b49-9fb2-54ea702eb2a7 req-206036c6-d785-4e0b-b5d7-140fb07610ca tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.752483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e48eb16c-ec63-4b49-9fb2-54ea702eb2a7 req-206036c6-d785-4e0b-b5d7-140fb07610ca tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.0772851 Aug 16 02:14:35.770866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: d56a43a3-053a-4bd5-b377-e99a2108ad7b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:35.771340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d56a43a3-053a-4bd5-b377-e99a2108ad7b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:35.776688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b82b9e-54ec-4458-9c8f-c18b5cd9f3c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.778473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-92b82b9e-54ec-4458-9c8f-c18b5cd9f3c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1156795 Aug 16 02:14:35.781110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51912) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:35.863590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e48eb16c-ec63-4b49-9fb2-54ea702eb2a7 req-a233f8c7-0707-4e31-9dd0-77699721ed29 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652378 Aug 16 02:14:35.908140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:35.912624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2d3724-1a55-4d78-8c49-7bd1657c79fc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:35.917575 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5d2d3724-1a55-4d78-8c49-7bd1657c79fc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1315949 Aug 16 02:14:35.918188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51920) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:35.993012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-616aeda1-7381-41c6-a546-ce42e16809c7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733266 Aug 16 02:14:36.001210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51924) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:36.013913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:36.042410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] Deleting port 7e05672b-9254-4064-8d63-334803a86e3d {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:36.043209 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.124169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] For port 7e05672b-9254-4064-8d63-334803a86e3d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7e05672b-9254-4064-8d63-334803a86e3d,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:36.124820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.141341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] Calling delete_port for 7e05672b-9254-4064-8d63-334803a86e3d owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:36.332166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:36.356097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d4ee6-58bc-48da-9b55-e730d0110213 req-16086288-1b03-4e27-bad0-2c03e20a45f5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:36.363908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-103d4ee6-58bc-48da-9b55-e730d0110213 req-16086288-1b03-4e27-bad0-2c03e20a45f5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2992587 Aug 16 02:14:36.376895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] No DVR routers for this DVR port 7e05672b-9254-4064-8d63-334803a86e3d on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:36.382404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac358bd-b76c-490b-8bc2-076614f4570a None None] Pushing event deleted for resources: {'Port': ['ID=7e05672b-9254-4064-8d63-334803a86e3d,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:36.440027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-a32add7b-e04c-46d1-be60-994f131b7d47 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:36.441565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-a32add7b-e04c-46d1-be60-994f131b7d47 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/networks?id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972 HTTP/1.1" status: 200 len: 808 time: 0.2650790 Aug 16 02:14:36.446531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-103d4ee6-58bc-48da-9b55-e730d0110213 req-4b0ac400-48a3-40c7-aebe-d777c769059c tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817883 Aug 16 02:14:36.484667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-73e54193-9d3f-47ed-bf33-61bc1af0b6d4 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/quotas/2391b3c54f6b4ff58b16f32cb304a003 HTTP/1.1" status: 200 len: 375 time: 0.0327926 Aug 16 02:14:36.580002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-99c97af1-c497-4ba6-be61-75571857baab tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546765 Aug 16 02:14:36.616093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a17d761-8800-418a-a9ff-fbb0a4e5f40c req-4b8f34e2-5094-40dd-85e2-fd1379cb393d tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0692296 Aug 16 02:14:36.675381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:36.678732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.171633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-db919795-78b7-4675-b882-05fda2d91c34 service neutron] 10.222.0.76 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267786 Aug 16 02:14:37.218523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbe945-0f4b-4bb8-9e69-028084c426c1 req-aac744db-8873-4ad9-b1a2-c5ed50d67b54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.220745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64dbe945-0f4b-4bb8-9e69-028084c426c1 req-aac744db-8873-4ad9-b1a2-c5ed50d67b54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.5101509 Aug 16 02:14:37.362199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64dbe945-0f4b-4bb8-9e69-028084c426c1 req-e13537f5-4599-4719-824d-9bb68ca1d8db tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105676 Aug 16 02:14:37.380659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-342cf9dc-2d7d-4afb-b560-2a033179336b service neutron] 10.222.0.76 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985903 Aug 16 02:14:37.502473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb983ef3-9994-46ba-83c0-23f0022d728f req-24f98209-39a0-468c-b1e5-6db2b2a41090 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0319226 Aug 16 02:14:37.510468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.556791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:37.562769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:37.575328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:37.579313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ff479-51e6-4f96-a783-821689faff24 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:37.579929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.592566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:37.739472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59f3a839-83f1-47ef-ac33-2d3d378ff04f req-bd74772f-686f-40f6-a89b-de4e9b6d6412 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 210 time: 0.0675526 Aug 16 02:14:37.752457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51958) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:37.758037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eff9833f-a95a-4186-8408-8757c8fdf411 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7543530 Aug 16 02:14:37.762039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:85:49:23', 'name': 'tempest-NetworksTestDHCPv6-199124941'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:37.793651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfb3ec85-d5ce-4ddd-be3d-1d3680645081 req-5924e9c1-daf6-4fc4-9b08-236fcb8d6b84 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0471842 Aug 16 02:14:37.864313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:37.865609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:37.993609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7e05672b-9254-4064-8d63-334803a86e3d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:38.023242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7e05672b-9254-4064-8d63-334803a86e3d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:38.023513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7e05672b-9254-4064-8d63-334803a86e3d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:38.051241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-0bb2e713-e792-4ee1-ba14-26e6ae64779a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:38.052898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-0bb2e713-e792-4ee1-ba14-26e6ae64779a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.2086449 Aug 16 02:14:38.079028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'port': {'device_id': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'admin_state_up': True, 'tenant_id': '724fddb942384bf8836eadfc394fe9e4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:38.203500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2/8c03b2ea-2a4d-4f39-8480-14ad077f16ea) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:38.412543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.422268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Transition to ACTIVE for port object 8c03b2ea-2a4d-4f39-8480-14ad077f16ea will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:38.442361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Transition to ACTIVE for port object 8c03b2ea-2a4d-4f39-8480-14ad077f16ea will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:38.504716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6649285-84e4-4b20-8f78-057bdc95098f req-f4ecd36f-1b21-4bbb-8a4c-16fb43d0b72e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:38.513785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6649285-84e4-4b20-8f78-057bdc95098f req-f4ecd36f-1b21-4bbb-8a4c-16fb43d0b72e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.0595405 Aug 16 02:14:38.527163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:38.577408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.609756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6649285-84e4-4b20-8f78-057bdc95098f req-f8d96956-7386-466a-ac27-6db920b31c50 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948660 Aug 16 02:14:38.676242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Pushing event updated for resources: {'Port': ['ID=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:38.703962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:38.703962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:38.705073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:38.711129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb8e5b26-63be-40b5-8d64-bf79438633a0 req-8ddb7526-2cc7-41ce-a09c-68c9540caf1e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 210 time: 0.0627649 Aug 16 02:14:38.767147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.790097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Attempting to bind port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:38.790097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Attempting to bind port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:38.790632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Attempting to bind port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:38.795938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:38.797359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:38.797744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:38.798157 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.798591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:38.799241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Bound port: 8c03b2ea-2a4d-4f39-8480-14ad077f16ea, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:38.799637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.800372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.887820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] For port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:38.893656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] For port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:38.907923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ef0028a-4e5c-4497-a7af-8ad12ffdf5df req-2a300e8a-97dc-4e4d-89b2-258dc4ac21e4 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 210 time: 0.0428922 Aug 16 02:14:38.962260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:38.990579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Allocated IP 172.20.0.7 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/9c650681-81d3-4979-b26b-78f25272be53) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:39.115166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdacb1-662d-49a6-8d27-b30c90b61794 None None] Pushing event updated for resources: {'Port': ['ID=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.121480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c69f36-5f49-495d-9e9c-c3b59e91884f req-d23cea20-408b-4e59-98bb-a03e0c75a02d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.130407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16c69f36-5f49-495d-9e9c-c3b59e91884f req-d23cea20-408b-4e59-98bb-a03e0c75a02d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.1215339 Aug 16 02:14:39.191882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9f9626f-ca79-4cb0-934d-fb4d083963e3 req-254bfdc8-61cf-4f7e-81aa-2ee54fb06379 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0563293 Aug 16 02:14:39.206600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.220808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16c69f36-5f49-495d-9e9c-c3b59e91884f req-b6dd710b-312f-4c45-b816-9be420570bfc tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890362 Aug 16 02:14:39.225437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Transition to ACTIVE for port object 9c650681-81d3-4979-b26b-78f25272be53 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:39.241820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port eb2bf308-7921-476b-9457-c09eb384838f yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:39.298621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51992) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.409518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::29e (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2/eb2bf308-7921-476b-9457-c09eb384838f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:39.505619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e04552b-089f-4d0c-9f94-e1f8e89ef15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.508785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.524846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b', '992fc656-01a9-4bf4-97fb-c59710f01c41'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:39.660324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:39.668522 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e04552b-089f-4d0c-9f94-e1f8e89ef15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.695827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:39.715798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:39.721299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.742361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c86501-458b-4e06-aacc-87f17d327f10 req-96b49bc2-57c3-45e5-8b3b-e64fa9a7698b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.745476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c86501-458b-4e06-aacc-87f17d327f10 req-96b49bc2-57c3-45e5-8b3b-e64fa9a7698b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0810883 Aug 16 02:14:39.747390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e04552b-089f-4d0c-9f94-e1f8e89ef15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.869281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:39.871368 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.874258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04552b-089f-4d0c-9f94-e1f8e89ef15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83765ef2-9d5b-4eb2-8590-cb17e8b04d18,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:39.892427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14c86501-458b-4e06-aacc-87f17d327f10 req-c58349ee-778e-4918-a869-98fdc85b8828 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344926 Aug 16 02:14:39.955510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:39.992418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9e04552b-089f-4d0c-9f94-e1f8e89ef15a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e562efdf7c8f4c64873262f80aa4a387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6919723 Aug 16 02:14:39.993092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52004) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:39.998530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c03b2ea-2a4d-4f39-8480-14ad077f16ea up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:40.010198 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5f651789-a84f-4726-b0ed-0c352c528642 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9393215 Aug 16 02:14:40.011180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object eb2bf308-7921-476b-9457-c09eb384838f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:40.030055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Request body: {'port': {'device_id': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:40.100927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059bcc3e-1b59-4048-9c27-7a58d2253aae req-dfa3c30e-73cc-452e-88ea-581f07cac025 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.111593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-059bcc3e-1b59-4048-9c27-7a58d2253aae req-dfa3c30e-73cc-452e-88ea-581f07cac025 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 931 time: 0.2640984 Aug 16 02:14:40.177973 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ecb65b-a96d-4cdc-9742-38c0b524ea68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.211700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.235849 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61ae41b3-a23a-41c4-8d0b-4cf5f769ef57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.253344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-059bcc3e-1b59-4048-9c27-7a58d2253aae req-362070bb-0160-4342-8d88-55a8a1942e0c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407661 Aug 16 02:14:40.306800 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61ae41b3-a23a-41c4-8d0b-4cf5f769ef57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.318805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d7961a30-128d-4cd0-8763-c194483b09e4 None None] Provisioning for port 9c650681-81d3-4979-b26b-78f25272be53 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:40.328831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d7961a30-128d-4cd0-8763-c194483b09e4 None None] Provisioning complete for port 9c650681-81d3-4979-b26b-78f25272be53 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:40.328831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d7961a30-128d-4cd0-8763-c194483b09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.433320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d7961a30-128d-4cd0-8763-c194483b09e4 None None] Port 9c650681-81d3-4979-b26b-78f25272be53 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:40.447173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4de4d570-b2b4-4140-b79f-01c350520024 req-13b86a70-d2ea-4158-9fff-348f8a946ffa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 210 time: 0.0546243 Aug 16 02:14:40.473414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:40.487184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.509571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64ef3-9099-4e4f-8248-7753c9bca093 req-98b1bf9c-c71e-4541-9a13-6fe527abeebc tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.516045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64ef3-9099-4e4f-8248-7753c9bca093 req-98b1bf9c-c71e-4541-9a13-6fe527abeebc tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.522419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee64ef3-9099-4e4f-8248-7753c9bca093 req-98b1bf9c-c71e-4541-9a13-6fe527abeebc tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.529504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ee64ef3-9099-4e4f-8248-7753c9bca093 req-98b1bf9c-c71e-4541-9a13-6fe527abeebc tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c&device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7&device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 2418 time: 0.0808508 Aug 16 02:14:40.564873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61ae41b3-a23a-41c4-8d0b-4cf5f769ef57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.575288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61ae41b3-a23a-41c4-8d0b-4cf5f769ef57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.575288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61ae41b3-a23a-41c4-8d0b-4cf5f769ef57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83765ef2-9d5b-4eb2-8590-cb17e8b04d18 HTTP/1.1" status: 204 len: 168 time: 0.5724225 Aug 16 02:14:40.587263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ee64ef3-9099-4e4f-8248-7753c9bca093 req-b48abee4-0a84-4bbe-8864-fa1ec8b7beb8 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550869 Aug 16 02:14:40.603054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae41b3-a23a-41c4-8d0b-4cf5f769ef57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83765ef2-9d5b-4eb2-8590-cb17e8b04d18,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.693743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:40.698620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a77f6261-0374-4ba5-a366-a209686a40f2 req-74c22bb4-949d-4880-82ed-bcfebcc8775b tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0941372 Aug 16 02:14:40.740989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:40.754189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:40.759930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.760775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:40.777265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=eb2bf308-7921-476b-9457-c09eb384838f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:40.850448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-52e6cfeb-2fb0-4f05-b6d5-3c07fa2ff583 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.851985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-52e6cfeb-2fb0-4f05-b6d5-3c07fa2ff583 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "GET /v2.0/networks?id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972 HTTP/1.1" status: 200 len: 808 time: 0.2582304 Aug 16 02:14:40.863137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033e0a33-3979-4ec0-85c1-8f25c2dcccc0 req-c1cf9831-4189-479c-888a-2b8d18d43ea4 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:40.871580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-033e0a33-3979-4ec0-85c1-8f25c2dcccc0 req-c1cf9831-4189-479c-888a-2b8d18d43ea4 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.0848343 Aug 16 02:14:40.877480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Request body: {'port': {'device_id': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972', 'admin_state_up': True, 'tenant_id': '2391b3c54f6b4ff58b16f32cb304a003'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:40.918453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-033e0a33-3979-4ec0-85c1-8f25c2dcccc0 req-da12acb0-f039-4b62-8341-10d08f067f13 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403953 Aug 16 02:14:40.933611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df6d7d3b-6c15-44ee-8117-dc76ce4f6ec8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1794443 Aug 16 02:14:40.936508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52014) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:41.018199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c650681-81d3-4979-b26b-78f25272be53 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:41.050263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea6ec5-dce7-49f9-8f0d-62c1624de0af tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.065579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] Provisioning for port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:41.069594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea6ec5-dce7-49f9-8f0d-62c1624de0af tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.069594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c8ea6ec5-dce7-49f9-8f0d-62c1624de0af tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1314273 Aug 16 02:14:41.074996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52022) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:41.079138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.081746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] Provisioning complete for port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:41.084428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.129446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Transition to ACTIVE for port object 9c650681-81d3-4979-b26b-78f25272be53 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:41.208568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.264584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Made reservation on behalf of 2391b3c54f6b4ff58b16f32cb304a003 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:41.268545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.324194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Pushing event updated for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:41.336946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.434138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] For port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:41.498303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port eb2bf308-7921-476b-9457-c09eb384838f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:41.498914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.519028 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.522814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Attempting to bind port 9c650681-81d3-4979-b26b-78f25272be53 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:41.527212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Attempting to bind port 9c650681-81d3-4979-b26b-78f25272be53 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:41.527212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Attempting to bind port 9c650681-81d3-4979-b26b-78f25272be53 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:41.527923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1dd68-f675-41c0-a421-e26764aeef0b req-be2313bd-3327-4534-9af0-82db4c70a794 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.529762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79a1dd68-f675-41c0-a421-e26764aeef0b req-be2313bd-3327-4534-9af0-82db4c70a794 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 943 time: 0.1082840 Aug 16 02:14:41.537967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Allocated IP 172.20.0.3 (bdac8f9f-fe49-4896-9c60-e0b3f59a3972/4ba2e0b7-9e62-4a46-8126-517d367fbe66/1a8b2706-461e-4b59-a070-e5ac4b379041) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:41.548113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Port 9c650681-81d3-4979-b26b-78f25272be53 on network 61fd65a2-7d93-4905-a477-324798acce85 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:41.548577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Attempting to bind port 9c650681-81d3-4979-b26b-78f25272be53 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:41.561192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:41.561735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:41.562222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:41.562831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Bound port: 9c650681-81d3-4979-b26b-78f25272be53, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:41.563295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.642178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79a1dd68-f675-41c0-a421-e26764aeef0b req-2e06e62d-2d42-4850-a919-73b4d440febe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718753 Aug 16 02:14:41.676699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06343a7a-0ec3-430e-881c-09d575dd9d0b None None] Pushing event updated for resources: {'Port': ['ID=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:41.712587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.729300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for eb2bf308-7921-476b-9457-c09eb384838f owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:41.765840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:41.770504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9c650681-81d3-4979-b26b-78f25272be53,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:41.773111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb031b93-bf8c-4acc-844e-6a6c4a1cf031 None None] Provisioning for port eb2bf308-7921-476b-9457-c09eb384838f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:41.782418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb031b93-bf8c-4acc-844e-6a6c4a1cf031 None None] Provisioning complete for port eb2bf308-7921-476b-9457-c09eb384838f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:41.783152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb031b93-bf8c-4acc-844e-6a6c4a1cf031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.824527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52042) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:41.849810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-eb031b93-bf8c-4acc-844e-6a6c4a1cf031 None None] Port eb2bf308-7921-476b-9457-c09eb384838f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:41.851446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.866380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a4accf6-d59f-437b-a17d-badabdb0822c req-520dee1e-ac9d-4ff3-a3e0-319c995eb108 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 210 time: 0.0605934 Aug 16 02:14:41.872185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4544a80d-c64c-4529-a6be-bc973c978dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.882417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.890421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c03b2ea-2a4d-4f39-8480-14ad077f16ea up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:41.946175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b9315d9-f429-4ed7-96e9-cd34aaab3669 req-0848d169-94d9-433c-b485-b1dfb946e72e tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.1043735 Aug 16 02:14:41.955317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Pushing event updated for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:41.974413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:41.975637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:41.984853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-fab3b81f-2689-4297-8703-5156d3790159 service neutron] 10.222.0.83 "PUT /v2.0/ports/9c650681-81d3-4979-b26b-78f25272be53 HTTP/1.1" status: 200 len: 1092 time: 1.9537623 Aug 16 02:14:41.984853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'tag': '9c650681-81d3-4979-b26b-78f25272be53'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:41.984853 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a3b100-3dd0-4a28-ac06-d0fdfae51602" -d '{"events": [{"name": "network-changed", "server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "tag": "9c650681-81d3-4979-b26b-78f25272be53"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:42.060334 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b1fd0e-5b93-4aec-be51-d2ccf1246498 x-openstack-request-id: req-a9b1fd0e-5b93-4aec-be51-d2ccf1246498 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:42.060639 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "tag": "9c650681-81d3-4979-b26b-78f25272be53", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:42.060897 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a9b1fd0e-5b93-4aec-be51-d2ccf1246498 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:42.061304 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'tag': '9c650681-81d3-4979-b26b-78f25272be53', 'status': 'completed', 'code': 200} Aug 16 02:14:42.110223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.180691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:42.187006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b100-3dd0-4a28-ac06-d0fdfae51602 req-f413cc56-4298-46c8-a138-f2a5f3dab7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.188568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-50a3b100-3dd0-4a28-ac06-d0fdfae51602 req-f413cc56-4298-46c8-a138-f2a5f3dab7de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 1095 time: 0.1086791 Aug 16 02:14:42.189744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:42.190236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:42.190454 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.191768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Pushing event updated for resources: {'Port': ['ID=1a8b2706-461e-4b59-a070-e5ac4b379041,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.199859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:42.223854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.302790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=eb2bf308-7921-476b-9457-c09eb384838f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.351231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.356762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9908d614-aa82-4a8c-a73d-90cb4eb8ac6f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/eb2bf308-7921-476b-9457-c09eb384838f HTTP/1.1" status: 204 len: 168 time: 1.2773447 Aug 16 02:14:42.356907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.356907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.357830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52050) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.389015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b100-3dd0-4a28-ac06-d0fdfae51602 req-5a383380-a2ef-47a6-b8d7-1baefef4b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.390547 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-50a3b100-3dd0-4a28-ac06-d0fdfae51602 req-5a383380-a2ef-47a6-b8d7-1baefef4b0d2 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=724fddb942384bf8836eadfc394fe9e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1872854 Aug 16 02:14:42.462964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4544a80d-c64c-4529-a6be-bc973c978dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.532125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3b100-3dd0-4a28-ac06-d0fdfae51602 req-d3b2cda0-b4dc-4f57-82db-d723eb4ad3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.535421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-50a3b100-3dd0-4a28-ac06-d0fdfae51602 req-d3b2cda0-b4dc-4f57-82db-d723eb4ad3a7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363542 Aug 16 02:14:42.540061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7d943-9df4-411f-b13f-a7cfed19c7df tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.543255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd7d943-9df4-411f-b13f-a7cfed19c7df tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.548020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbd7d943-9df4-411f-b13f-a7cfed19c7df tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1842649 Aug 16 02:14:42.548750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52058) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.565146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161038f-30fe-40b5-9048-8a2b756e914d req-f3400f4c-6018-46a0-91b8-4e260372f13c tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.566976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5161038f-30fe-40b5-9048-8a2b756e914d req-f3400f4c-6018-46a0-91b8-4e260372f13c tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1009238 Aug 16 02:14:42.624486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5161038f-30fe-40b5-9048-8a2b756e914d req-11a9d4c1-b64f-453e-a108-7cc751ea9436 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435421 Aug 16 02:14:42.625903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4544a80d-c64c-4529-a6be-bc973c978dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.654109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:42.659239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.663399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544a80d-c64c-4529-a6be-bc973c978dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a62a0a-04d4-49fb-977a-026a335bc1b1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:42.680965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4544a80d-c64c-4529-a6be-bc973c978dae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d7800d97a6d94445bcd1010c7a46b114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8407335 Aug 16 02:14:42.684057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52068) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:42.689286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-b1045684-1db1-4e1c-9cc7-1449ce6fc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.690852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-b1045684-1db1-4e1c-9cc7-1449ce6fc9f9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 1095 time: 0.0898225 Aug 16 02:14:42.699701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.749581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.753549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-042a9d19-2b1b-47f1-819d-839ae134fc59 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8917389 Aug 16 02:14:42.754820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-245ce4aa-12d7-403a-a74e-f2438e7a6824 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c650681-81d3-4979-b26b-78f25272be53 HTTP/1.1" status: 200 len: 217 time: 0.0539007 Aug 16 02:14:42.756672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8cf28fa4-245d-4d78-ae55-6f6c86b2e626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.789080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Request body: {'port': {'device_id': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:42.824183 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8cf28fa4-245d-4d78-ae55-6f6c86b2e626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.852475 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7999ccb-d5be-4da3-8766-6e2354f5f22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.855320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c170d06-c18a-406a-965e-9c51531f06c2 req-83a3664b-e89a-4ae8-ac24-201b392449e3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.857066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c170d06-c18a-406a-965e-9c51531f06c2 req-83a3664b-e89a-4ae8-ac24-201b392449e3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 943 time: 0.0984869 Aug 16 02:14:42.886877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-176b99b3-ffa9-43bf-8d0f-9423538aea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:42.888444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-176b99b3-ffa9-43bf-8d0f-9423538aea25 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1154227 Aug 16 02:14:42.921984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c170d06-c18a-406a-965e-9c51531f06c2 req-10f3bcae-2739-43af-b070-94e70f10fd6f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506177 Aug 16 02:14:42.939126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:42.976357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.018288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f358ac7-72e8-48f8-a877-568f7f13dfbf req-20cf6b4f-7735-44ab-94ce-1227a8091cf4 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.018288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f358ac7-72e8-48f8-a877-568f7f13dfbf req-20cf6b4f-7735-44ab-94ce-1227a8091cf4 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 931 time: 0.0589042 Aug 16 02:14:43.018288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8cf28fa4-245d-4d78-ae55-6f6c86b2e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.018963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8cf28fa4-245d-4d78-ae55-6f6c86b2e626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.020059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8cf28fa4-245d-4d78-ae55-6f6c86b2e626 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4a62a0a-04d4-49fb-977a-026a335bc1b1 HTTP/1.1" status: 204 len: 168 time: 0.3350115 Aug 16 02:14:43.029392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf28fa4-245d-4d78-ae55-6f6c86b2e626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a62a0a-04d4-49fb-977a-026a335bc1b1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:43.035412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-f425be37-98a5-4875-819d-0b1f24cfdc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.037164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-f425be37-98a5-4875-819d-0b1f24cfdc64 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388981 Aug 16 02:14:43.077676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f358ac7-72e8-48f8-a877-568f7f13dfbf req-ad9ea824-6394-43ef-ba87-4577bce255aa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403969 Aug 16 02:14:43.177459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c44fa1c5-f7c4-47c0-88f3-75ef7d9396cd req-d7b3f94a-d743-4a9d-b29c-5530df426e38 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0330365 Aug 16 02:14:43.537129 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-a0ba183d-78e6-498f-861f-7ecda1b029f8 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868870 Aug 16 02:14:43.578877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b9a26-9794-4734-9951-73e469af7a7a req-ed878607-94e4-458c-9ffa-b7717676657f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.579382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-884b9a26-9794-4734-9951-73e469af7a7a req-ed878607-94e4-458c-9ffa-b7717676657f tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.0569322 Aug 16 02:14:43.600926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.625948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-884b9a26-9794-4734-9951-73e469af7a7a req-510b9f84-6d3e-4c29-98aa-8074796cd99c tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391510 Aug 16 02:14:43.657500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3ac541-8157-4f0d-bf33-f667854a2ab1 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:43.686505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.688957 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2 HTTP/1.1" status: 204 len: 168 time: 1.1392462 Aug 16 02:14:43.691611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b673c-2460-42e6-8af5-670e55f1acf9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:43.692388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52092) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:43.720378 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec11cf4e-d4ff-4eec-a1e4-0377adeaa680 req-5d98d1c4-4861-47a6-8037-f361489f94f2 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750455 Aug 16 02:14:43.746293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a3dc19fd-ad6a-4d78-96c5-c369ca17a6ff tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499587 Aug 16 02:14:43.746539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52094) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:43.788803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8b2706-461e-4b59-a070-e5ac4b379041 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:43.800324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.816167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Transition to ACTIVE for port object 1a8b2706-461e-4b59-a070-e5ac4b379041 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:43.819696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f81544-f507-4767-b64d-d796a58e6d16 req-573ac6f7-5dcf-4a18-ba23-6e1f32e88135 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.821268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05f81544-f507-4767-b64d-d796a58e6d16 req-573ac6f7-5dcf-4a18-ba23-6e1f32e88135 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1177149 Aug 16 02:14:43.839227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47fd889-15c6-4ffd-ade4-b1d63d8a7b60 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.843059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f47fd889-15c6-4ffd-ade4-b1d63d8a7b60 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0933032 Aug 16 02:14:43.843565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:43.868509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:43.881002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05f81544-f507-4767-b64d-d796a58e6d16 req-632c73ab-748e-4c0c-95f5-f37a2b857845 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504539 Aug 16 02:14:43.903318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b130c8fe-0a7c-42f3-9760-f179a8b32d73 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:43.904844 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b130c8fe-0a7c-42f3-9760-f179a8b32d73 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0602529 Aug 16 02:14:43.907255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52098) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:43.922819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] Deleting port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:43.923139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.956990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52102) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:43.963926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f631a90a-fa95-404b-a9da-9ecd79807967 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509999 Aug 16 02:14:43.963926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:43.964166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:43.998243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] For port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:43.998947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.014676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] Calling delete_port for 8c03b2ea-2a4d-4f39-8480-14ad077f16ea owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:44.028298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8b2706-461e-4b59-a070-e5ac4b379041,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.047681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.100440 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-722136d3-cf5a-4651-9b93-7da07dcff7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.107854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Attempting to bind port 1a8b2706-461e-4b59-a070-e5ac4b379041 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:44.108387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Attempting to bind port 1a8b2706-461e-4b59-a070-e5ac4b379041 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:44.108793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Attempting to bind port 1a8b2706-461e-4b59-a070-e5ac4b379041 on network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:44.113784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Port 1a8b2706-461e-4b59-a070-e5ac4b379041 on network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:14:44.114479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Attempting to bind port 1a8b2706-461e-4b59-a070-e5ac4b379041 on network bdac8f9f-fe49-4896-9c60-e0b3f59a3972 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:44.119311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:44.120256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Checking segment: {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:44.122491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Bound using segment: {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:44.122491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Bound port: 1a8b2706-461e-4b59-a070-e5ac4b379041, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92ce3632-86ff-422c-a458-e54c59236356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:44.122491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.147250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a1b4-4f96-429f-879c-13bdd273e39c req-abde6cab-0b86-40dc-bd70-42ce6fe56d7a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.151304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe0a1b4-4f96-429f-879c-13bdd273e39c req-abde6cab-0b86-40dc-bd70-42ce6fe56d7a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 943 time: 0.1025181 Aug 16 02:14:44.192475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] For port 1a8b2706-461e-4b59-a070-e5ac4b379041, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:44.195460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] For port 1a8b2706-461e-4b59-a070-e5ac4b379041, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1a8b2706-461e-4b59-a070-e5ac4b379041,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:44.215345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe0a1b4-4f96-429f-879c-13bdd273e39c req-824f99d1-b74e-498b-9257-a82c54753af3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604260 Aug 16 02:14:44.232389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3929118-4bb3-4024-b8d1-4c03b3eac047 req-406f78bd-fece-4610-8aac-eb7b73dbfbff tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.233937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3929118-4bb3-4024-b8d1-4c03b3eac047 req-406f78bd-fece-4610-8aac-eb7b73dbfbff tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 943 time: 0.0717978 Aug 16 02:14:44.235966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.261627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] Pushing event deleted for resources: {'Port': ['ID=8c03b2ea-2a4d-4f39-8480-14ad077f16ea,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.267563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5533eb25-2d6a-4cda-9e2b-96d142cf9eb9 None None] No DVR routers for this DVR port 8c03b2ea-2a4d-4f39-8480-14ad077f16ea on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:44.283726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3929118-4bb3-4024-b8d1-4c03b3eac047 req-10cdf042-202a-4df4-8e48-4578502e7341 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432365 Aug 16 02:14:44.322068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6582408b-36b2-49f6-9e65-3f52376788cd req-8258f94c-140b-47cb-b445-760a4e0dfc1d tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0325735 Aug 16 02:14:44.325499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:44.328891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.398893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.434955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.435587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.437009 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] 10.222.0.83 "PUT /v2.0/ports/1a8b2706-461e-4b59-a070-e5ac4b379041 HTTP/1.1" status: 200 len: 1092 time: 1.6628711 Aug 16 02:14:44.437470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'tag': '1a8b2706-461e-4b59-a070-e5ac4b379041'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:44.440342 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c06b05-8902-4d29-813a-de59e1a231f3" -d '{"events": [{"name": "network-changed", "server_uuid": "77e645e8-b8d8-41b1-a539-03861ac25c97", "tag": "1a8b2706-461e-4b59-a070-e5ac4b379041"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:44.474470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31b5be-077e-4b7b-803b-e4346d093345 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8b2706-461e-4b59-a070-e5ac4b379041,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.485106 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f273ff5b-8303-4c6b-851b-035a2c282410 x-openstack-request-id: req-f273ff5b-8303-4c6b-851b-035a2c282410 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:44.485516 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e645e8-b8d8-41b1-a539-03861ac25c97", "tag": "1a8b2706-461e-4b59-a070-e5ac4b379041", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:44.486327 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f273ff5b-8303-4c6b-851b-035a2c282410 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:44.486866 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'tag': '1a8b2706-461e-4b59-a070-e5ac4b379041', 'status': 'completed', 'code': 200} Aug 16 02:14:44.520957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-722136d3-cf5a-4651-9b93-7da07dcff7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.585380 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-722136d3-cf5a-4651-9b93-7da07dcff7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.612906 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.627613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-722136d3-cf5a-4651-9b93-7da07dcff7d1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=34b2bc417ad1476aa6b202841d95754a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5778143 Aug 16 02:14:44.628535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722136d3-cf5a-4651-9b93-7da07dcff7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946bd153-f9be-4cd5-8767-e68e9cc9faf3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.630251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52116) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.724250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c06b05-8902-4d29-813a-de59e1a231f3 req-e177808a-9d3d-4870-bc09-ad176219d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.725783 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79c06b05-8902-4d29-813a-de59e1a231f3 req-e177808a-9d3d-4870-bc09-ad176219d476 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 1095 time: 0.2229607 Aug 16 02:14:44.726831 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7c0-5916-4829-ae18-39c060f82755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.762445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:44.765585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.790896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7c0-5916-4829-ae18-39c060f82755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.819817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:44.832724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf65f57-deb1-46b5-9d97-4f549c61d0ed req-c553c095-b755-428e-860a-ad5e4800080e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.834264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-baf65f57-deb1-46b5-9d97-4f549c61d0ed req-c553c095-b755-428e-860a-ad5e4800080e tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.1296201 Aug 16 02:14:44.837683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:44.841181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.842540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.844792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=dc102d77-6659-49ec-bc7f-b11ed68dd9f5,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:44.851472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c717b87e-6a9a-46e6-bb2d-b45262882e62 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:44.868629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c06b05-8902-4d29-813a-de59e1a231f3 req-f8b4d846-52b7-4bc5-9abe-8fbdf6e3d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:44.871283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79c06b05-8902-4d29-813a-de59e1a231f3 req-f8b4d846-52b7-4bc5-9abe-8fbdf6e3d258 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1351340 Aug 16 02:14:44.887642 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-baf65f57-deb1-46b5-9d97-4f549c61d0ed req-ca3e5cfc-81fd-4357-83b8-b4e56eb070c8 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403857 Aug 16 02:14:44.945024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ac2eeedd-f2b7-4319-afee-ede2e5f49d82 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9860978 Aug 16 02:14:44.950610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52122) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:44.955413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:44.967036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7c0-5916-4829-ae18-39c060f82755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.969883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a91a7c0-5916-4829-ae18-39c060f82755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:44.973629 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4a91a7c0-5916-4829-ae18-39c060f82755 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/946bd153-f9be-4cd5-8767-e68e9cc9faf3 HTTP/1.1" status: 204 len: 168 time: 0.3400490 Aug 16 02:14:44.985544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91a7c0-5916-4829-ae18-39c060f82755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946bd153-f9be-4cd5-8767-e68e9cc9faf3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.007778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c06b05-8902-4d29-813a-de59e1a231f3 req-d18f9983-0803-4801-8d7d-f9b455e89404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.009556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79c06b05-8902-4d29-813a-de59e1a231f3 req-d18f9983-0803-4801-8d7d-f9b455e89404 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258736 Aug 16 02:14:45.054700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': 'dc102d77-6659-49ec-bc7f-b11ed68dd9f5'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:45.056215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.086300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f696e38-65f7-4be8-a3be-dc2d8f757f57 req-511f833b-d334-4e65-9141-0bbe20b5ac9d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.087866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f696e38-65f7-4be8-a3be-dc2d8f757f57 req-511f833b-d334-4e65-9141-0bbe20b5ac9d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1158843 Aug 16 02:14:45.128964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-540594b6-a208-4e9e-9a7d-ae19deea5fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.131764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-540594b6-a208-4e9e-9a7d-ae19deea5fea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 1095 time: 0.0485876 Aug 16 02:14:45.151419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f696e38-65f7-4be8-a3be-dc2d8f757f57 req-fedb8dcd-ecc5-4d1b-8b02-9ab1754e2732 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558763 Aug 16 02:14:45.187816 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-6e330065-d65d-4d6e-ad51-4cacc9411d11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1a8b2706-461e-4b59-a070-e5ac4b379041 HTTP/1.1" status: 200 len: 217 time: 0.0483265 Aug 16 02:14:45.210145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Allocated IP 2001:db8::f816:3eff:fe83:1077 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/dc102d77-6659-49ec-bc7f-b11ed68dd9f5/2ce6a979-5ad3-4845-b747-961b948f4988) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:45.257921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:45.261768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.271887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-67b24162-ae41-4a17-bab7-7c99497ed926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.273926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-67b24162-ae41-4a17-bab7-7c99497ed926 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4ba2e0b7-9e62-4a46-8126-517d367fbe66 HTTP/1.1" status: 200 len: 848 time: 0.0787618 Aug 16 02:14:45.295730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-96f1d8e5-271c-4b03-9df7-a507fa38279d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.297876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-96f1d8e5-271c-4b03-9df7-a507fa38279d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.0772676 Aug 16 02:14:45.367285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-415430d2-8ba9-42eb-8edf-00685686d1cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=bdac8f9f-fe49-4896-9c60-e0b3f59a3972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689070 Aug 16 02:14:45.448540 n-d-768852-19 neutron-server[101945]: INFO neutron.db.ipam_backend_mixin [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc102d77-6659-49ec-bc7f-b11ed68dd9f5 (CIDR: 2001:db8::/64) Aug 16 02:14:45.470124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d42c9-7a25-419a-8ad1-5c2d02832033 req-461d4303-7aa3-4202-9cd1-259028e10b8b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.471679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d6d42c9-7a25-419a-8ad1-5c2d02832033 req-461d4303-7aa3-4202-9cd1-259028e10b8b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 943 time: 0.1304736 Aug 16 02:14:45.507261 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:45.508210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:45.511791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-4f8edfeb-24b6-4e4e-ae07-d9c0ae47ec84 service neutron] 10.222.0.83 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348288 Aug 16 02:14:45.529435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.538500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Transition to ACTIVE for port object 2ce6a979-5ad3-4845-b747-961b948f4988 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:45.553497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e140d1-5285-4b91-9c6d-79a7aa3751b9 req-f25badb3-b381-46f6-92ef-945325845db0 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:45.553699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Transition to ACTIVE for port object 2ce6a979-5ad3-4845-b747-961b948f4988 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:45.555060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26e140d1-5285-4b91-9c6d-79a7aa3751b9 req-f25badb3-b381-46f6-92ef-945325845db0 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 943 time: 0.1834137 Aug 16 02:14:45.580002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Deleting port fa08255b-443d-4763-a654-f577452866e0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:45.580344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.596214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d6d42c9-7a25-419a-8ad1-5c2d02832033 req-5f6d8a64-433d-4abe-b9eb-117bf6af9d71 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044905 Aug 16 02:14:45.645831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26e140d1-5285-4b91-9c6d-79a7aa3751b9 req-73da78cd-19b4-4951-b380-641f1bd3c4b2 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808313 Aug 16 02:14:45.651721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-263fe185-3c92-499b-a0cc-f76d071a2858 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6993501 Aug 16 02:14:45.653219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.654527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52138) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:45.670357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:45.680532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:45.707360 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13597bd0-6af1-4ece-a8c0-3599c438cc41 req-97572d27-4a45-4b97-a07d-9fb6c2358ed1 service neutron] 10.222.0.83 "GET /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867204 Aug 16 02:14:45.714323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:45.721841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:45.779243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] For port fa08255b-443d-4763-a654-f577452866e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=fa08255b-443d-4763-a654-f577452866e0,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:45.779722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.792732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41755519-f870-45b7-b50b-6519e28374dc req-48a3d8a9-e195-4fca-8aee-f0b12812c64e tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0369124 Aug 16 02:14:45.800700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Pushing event updated for resources: {'Port': ['ID=2ce6a979-5ad3-4845-b747-961b948f4988,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:45.819392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9c650681-81d3-4979-b26b-78f25272be53 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:45.911785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c03b2ea-2a4d-4f39-8480-14ad077f16ea no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:45.918270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.941054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Attempting to bind port 2ce6a979-5ad3-4845-b747-961b948f4988 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:45.941667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Attempting to bind port 2ce6a979-5ad3-4845-b747-961b948f4988 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:45.942194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Attempting to bind port 2ce6a979-5ad3-4845-b747-961b948f4988 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:45.948337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 8c03b2ea-2a4d-4f39-8480-14ad077f16ea {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:45.948852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8c03b2ea-2a4d-4f39-8480-14ad077f16ea not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:45.959963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:45.960578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:45.961161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.961631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:45.964277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Bound port: 2ce6a979-5ad3-4845-b747-961b948f4988, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:45.964277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:45.992423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:45.996627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.030276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9c650681-81d3-4979-b26b-78f25272be53,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:46.053228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '9c650681-81d3-4979-b26b-78f25272be53', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '9c650681-81d3-4979-b26b-78f25272be53', 'mac_address': 'fa:16:3e:02:ad:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:46.061261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] For port 2ce6a979-5ad3-4845-b747-961b948f4988, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:46.065011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] For port 2ce6a979-5ad3-4845-b747-961b948f4988, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2ce6a979-5ad3-4845-b747-961b948f4988,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:46.102808 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.116609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c650681-81d3-4979-b26b-78f25272be53 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:46.132244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.132735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.132735 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Floating IP d3e3997e-9033-46c2-8b21-d3d2cf295e3f disassociated. External IP: 172.25.6.88, port: fa08255b-443d-4763-a654-f577452866e0. Aug 16 02:14:46.133032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Calling delete_port for fa08255b-443d-4763-a654-f577452866e0 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:46.145453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9c650681-81d3-4979-b26b-78f25272be53,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:46.157237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15876ac-1bc9-4dc0-996b-9ef1415a561e req-c623300e-e8c5-4a6a-8630-827511b390db tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.164678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f15876ac-1bc9-4dc0-996b-9ef1415a561e req-c623300e-e8c5-4a6a-8630-827511b390db tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 946 time: 0.1853120 Aug 16 02:14:46.178751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.218013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f15876ac-1bc9-4dc0-996b-9ef1415a561e req-7739ec79-2b29-42bc-8755-602c55147ade tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups?id=f45bdc46-1d90-459d-b16f-6e029f8e775e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524457 Aug 16 02:14:46.247089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542199-953b-4ed3-89df-5f5205943b5c None None] Pushing event updated for resources: {'Port': ['ID=2ce6a979-5ad3-4845-b747-961b948f4988,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.307057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.366782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.376341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e96a31-81c2-4a0a-a895-c625fcf716a8 req-e1be0ec8-fb50-42c9-9957-64a8f032cec3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.377932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4e96a31-81c2-4a0a-a895-c625fcf716a8 req-e1be0ec8-fb50-42c9-9957-64a8f032cec3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0971940 Aug 16 02:14:46.426855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.473626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event deleted for resources: {'Port': ['ID=fa08255b-443d-4763-a654-f577452866e0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.481483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4e96a31-81c2-4a0a-a895-c625fcf716a8 req-30476586-4e66-4d79-a5ca-bbab19220572 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901113 Aug 16 02:14:46.530819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:46.576378 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.597950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['9c650681-81d3-4979-b26b-78f25272be53'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:46.658177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Router f307de33-d319-4cf4-8d2b-4c40f19428bc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:46.683131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:46.705724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1519977239-network', 'tenant_id': 'ee759abefdec45c1895efa13e876468b'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:46.722803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:46.722803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.723933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.784453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:46.785938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=ca1748b1-e8ab-4994-b0c9-76c5f4b993ec,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:46.800264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:46.819133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-75a12a28-e6dd-40c9-b5f5-c1281e7bdc4c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1634200 Aug 16 02:14:46.821908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:46.824671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:14:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:46.825447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52168) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:46.840765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:05:b7:34', 'name': 'tempest-NetworksTestDHCPv6-182660334'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:46.842864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] No DVR routers for this DVR port fa08255b-443d-4763-a654-f577452866e0 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:46.845645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.848127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-285e88f4-6c34-4adf-aecf-4c26a5f28558 req-6ffde2db-f825-4c4c-87ca-12cf1743c32d tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.83 "DELETE /v2.0/ports/fa08255b-443d-4763-a654-f577452866e0 HTTP/1.1" status: 204 len: 173 time: 1.5388920 Aug 16 02:14:46.848787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'name': 'network-vif-deleted', 'tag': 'fa08255b-443d-4763-a654-f577452866e0'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:46.854551 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453b0036-8920-490a-9723-9cc956b59a6e" -d '{"events": [{"server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "name": "network-vif-deleted", "tag": "fa08255b-443d-4763-a654-f577452866e0"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:46.936065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ecbf9-ffba-46b0-b621-603e523b1857 req-589c8dcf-2965-4c58-a2b7-5fc23dd79d85 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.944689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b2ecbf9-ffba-46b0-b621-603e523b1857 req-589c8dcf-2965-4c58-a2b7-5fc23dd79d85 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 944 time: 0.2038388 Aug 16 02:14:46.960616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Made reservation on behalf of ee759abefdec45c1895efa13e876468b for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:46.962549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:46.963159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:46.972733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d84b8-0ea4-4f9f-a886-db616b0d47ae req-e80b2d1d-d4d2-4dcf-857d-777de6c7783c tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:46.974735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-394d84b8-0ea4-4f9f-a886-db616b0d47ae req-e80b2d1d-d4d2-4dcf-857d-777de6c7783c tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 943 time: 0.2168884 Aug 16 02:14:47.014598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.084394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b2ecbf9-ffba-46b0-b621-603e523b1857 req-d242d4db-8eee-4343-a312-db05c2d133dd tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388006 Aug 16 02:14:47.107450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-394d84b8-0ea4-4f9f-a886-db616b0d47ae req-69326b2e-20ea-4ef6-abcf-1ea971cb9834 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212189 Aug 16 02:14:47.248790 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8e435f-8970-4cea-b2ad-80a0fc588762 x-openstack-request-id: req-8f8e435f-8970-4cea-b2ad-80a0fc588762 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:47.249326 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c942f4c-8617-428a-962f-745e51046024", "name": "network-vif-deleted", "tag": "fa08255b-443d-4763-a654-f577452866e0", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:47.249326 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f8e435f-8970-4cea-b2ad-80a0fc588762 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:47.250410 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c942f4c-8617-428a-962f-745e51046024', 'name': 'network-vif-deleted', 'tag': 'fa08255b-443d-4763-a654-f577452866e0', 'status': 'completed', 'code': 200} Aug 16 02:14:47.250524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b359137c-84a0-4c14-9224-7fc45f29a6a9 req-382faed6-5afc-4c06-984d-f42e5466984f tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0562353 Aug 16 02:14:47.282006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:47.313303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:47.322121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:47.323499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:14:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:47.331172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.374893 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba5f0ea7-3dfc-445c-82db-0d99a8335695 req-2e271028-6ff7-49b1-bd58-f76d9e6a34ce tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c942f4c-8617-428a-962f-745e51046024 HTTP/1.1" status: 200 len: 210 time: 0.0360603 Aug 16 02:14:47.400374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.430808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:14:47.450830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507a2e73-0340-4a1f-b0ba-4a1b112de147,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:47.454004 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.454355 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Added segment edfb3e8a-46e3-43fd-b2ed-7975be6fc51a of type vlan for network 31daf6dc-7254-46c8-9059-0459f15ac9c4 Aug 16 02:14:47.467722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:47.494527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:47.521471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a38f535-be80-4052-afed-78791ea2fe8f None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:47.529016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.555397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-1a5d2803-8293-451b-94da-60ce993e0a4c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0649688 Aug 16 02:14:47.659970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-aaaadf1a-3711-4e0a-8edd-aa154e14d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.661677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-aaaadf1a-3711-4e0a-8edd-aa154e14d5df service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.0557587 Aug 16 02:14:47.702987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.720887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d5d48e-4b9e-4254-bfe7-787aa47eedc9 req-7e993491-e6ed-4268-b0b3-e507fd6ccc4e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.723726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24d5d48e-4b9e-4254-bfe7-787aa47eedc9 req-7e993491-e6ed-4268-b0b3-e507fd6ccc4e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1216559 Aug 16 02:14:47.735361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 2f65a383-0bd4-49f3-b51c-9144ba99b2e0 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:47.761267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-319d90cc-d09a-4adf-a70f-90e79d2761cd None None] Provisioning for port 2ce6a979-5ad3-4845-b747-961b948f4988 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:47.805483 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.806000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.806596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:47.809392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-b6954ecc-5eb7-4d0b-9f3f-7f86497c1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.810857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-b6954ecc-5eb7-4d0b-9f3f-7f86497c1977 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.1275337 Aug 16 02:14:47.828178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1a8b2706-461e-4b59-a070-e5ac4b379041 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:14:47.830679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9c650681-81d3-4979-b26b-78f25272be53 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:47.899337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:47.903509 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-23933271-2ae8-4d5a-93b7-84c47c10165f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.0857501 Aug 16 02:14:47.947718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24d5d48e-4b9e-4254-bfe7-787aa47eedc9 req-f237933a-d967-4dc1-8967-4a62a1367dd0 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073164 Aug 16 02:14:47.968863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-6e92821d-fde9-4089-a64f-2d0bf86e24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:47.970867 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-6e92821d-fde9-4089-a64f-2d0bf86e24f5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0596783 Aug 16 02:14:47.977968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94567cde-e337-4e50-ab9e-9ac05c08d914 None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:07:19Z', 'revision_number': 4, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '390961fe-3a72-485b-b80c-d20680b50288', 'name': '', 'network_id': '7fd96b01-c82d-48a5-b198-51b84c60637e', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'mac_address': 'fa:16:3e:41:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:16Z', 'updated_at': '2021-08-16T02:07:25Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'subnets': [{'id': '2143aa46-2002-49fc-b810-b03b2aeeda97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:48.036216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2ce6a979-5ad3-4845-b747-961b948f4988 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:48.047771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-ef39427c-6a43-4a46-9a68-1e1ee4d052b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.049603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-ef39427c-6a43-4a46-9a68-1e1ee4d052b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640464 Aug 16 02:14:48.055354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5236030 Aug 16 02:14:48.067170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9c9fa-bff7-456d-9730-39633522fb14 admin admin] Pushing event updated for resources: {'Network': ['ID=31daf6dc-7254-46c8-9059-0459f15ac9c4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:48.074099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52178) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:48.081588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': 'dc102d77-6659-49ec-bc7f-b11ed68dd9f5', 'ip_address': '2001:db8::f816:3eff:fe83:1077'}, {'subnet_id': 'ca1748b1-e8ab-4994-b0c9-76c5f4b993ec'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '2ce6a979-5ad3-4845-b747-961b948f4988'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:14:48.091587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Request body: {'subnet': {'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1519977239-subnet', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:48.099366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:14:48.108703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1a8b2706-461e-4b59-a070-e5ac4b379041, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1a8b2706-461e-4b59-a070-e5ac4b379041,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:48.168173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8:0:1::2c0 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/ca1748b1-e8ab-4994-b0c9-76c5f4b993ec/2f65a383-0bd4-49f3-b51c-9144ba99b2e0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:48.184026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fe05:b734 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/dc102d77-6659-49ec-bc7f-b11ed68dd9f5/2f65a383-0bd4-49f3-b51c-9144ba99b2e0) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:48.235208 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-40e830f2-89f1-40fe-a2bb-0f3137419c27 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762464 Aug 16 02:14:48.319668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 9c650681-81d3-4979-b26b-78f25272be53 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:48.353612 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e7c3c670-73b9-446c-b6a3-adebe9973ac5 req-b8effc2f-9cc7-41c6-8ab3-a28fed03dfa6 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098759 Aug 16 02:14:48.373350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1a8b2706-461e-4b59-a070-e5ac4b379041', 'network_id': 'bdac8f9f-fe49-4896-9c60-e0b3f59a3972', 'port_id': '1a8b2706-461e-4b59-a070-e5ac4b379041', 'mac_address': 'fa:16:3e:f9:0c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ba2e0b7-9e62-4a46-8126-517d367fbe66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:14:48.377556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 9c650681-81d3-4979-b26b-78f25272be53 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:48.377943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.382282 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.431324 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4937447b-f140-42fb-8919-6ff7a76d1804 None None] New status for floating IP d3e3997e-9033-46c2-8b21-d3d2cf295e3f: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:14:48.512202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.581510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8b2706-461e-4b59-a070-e5ac4b379041 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:14:48.590275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2ce6a979-5ad3-4845-b747-961b948f4988 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:48.610005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Made reservation on behalf of ee759abefdec45c1895efa13e876468b for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:48.612343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.626090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2ce6a979-5ad3-4845-b747-961b948f4988 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:48.626471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.674930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1a8b2706-461e-4b59-a070-e5ac4b379041, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1a8b2706-461e-4b59-a070-e5ac4b379041,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:48.690931 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.721000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c650681-81d3-4979-b26b-78f25272be53'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:48.723344 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c33409-6902-4e2a-b9dd-c9f8cfcfcf3c" -d '{"events": [{"server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "name": "network-vif-plugged", "status": "completed", "tag": "9c650681-81d3-4979-b26b-78f25272be53"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:48.738970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9c650681-81d3-4979-b26b-78f25272be53,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:48.764577 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.802226 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.825931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dac86-d246-4ccd-8b87-e2ab12409c28 req-df55772e-86bd-4bfc-b19b-eeff19eed41c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.837173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a53dac86-d246-4ccd-8b87-e2ab12409c28 req-df55772e-86bd-4bfc-b19b-eeff19eed41c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 944 time: 0.6076415 Aug 16 02:14:48.846192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1a8b2706-461e-4b59-a070-e5ac4b379041,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:48.860017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 2ce6a979-5ad3-4845-b747-961b948f4988, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2ce6a979-5ad3-4845-b747-961b948f4988,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:48.890744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4dd221-09dd-41cd-880e-e560d5d76bf2 req-a635cfde-146d-4d0d-a8e0-951eb82bb380 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:48.892263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de4dd221-09dd-41cd-880e-e560d5d76bf2 req-a635cfde-146d-4d0d-a8e0-951eb82bb380 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 943 time: 0.2966192 Aug 16 02:14:48.895697 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.897989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device fa08255b-443d-4763-a654-f577452866e0 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:48.945605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: fa08255b-443d-4763-a654-f577452866e0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:48.945936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device fa08255b-443d-4763-a654-f577452866e0 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:48.958429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:48.974003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a53dac86-d246-4ccd-8b87-e2ab12409c28 req-78b879ae-d9e6-4823-bb18-4fc68dd2ad4d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394820 Aug 16 02:14:48.980644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.013840 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.024258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1a8b2706-461e-4b59-a070-e5ac4b379041'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:49.030475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de4dd221-09dd-41cd-880e-e560d5d76bf2 req-d3d8247b-7105-4827-982f-f695619201bd tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278448 Aug 16 02:14:49.043499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 2f65a383-0bd4-49f3-b51c-9144ba99b2e0 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:49.083346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=2ce6a979-5ad3-4845-b747-961b948f4988,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.236731 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2f0929-412b-401b-b01d-0fb94355527e x-openstack-request-id: req-de2f0929-412b-401b-b01d-0fb94355527e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:49.237541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-374e5e2b-ec34-4339-89d3-cd3eae9259f1 req-1c9cff71-1a40-4267-8621-96c44237fe02 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0677369 Aug 16 02:14:49.238769 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "name": "network-vif-plugged", "status": "completed", "tag": "9c650681-81d3-4979-b26b-78f25272be53", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:49.239240 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-de2f0929-412b-401b-b01d-0fb94355527e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:49.239363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.240198 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c650681-81d3-4979-b26b-78f25272be53', 'code': 200} Aug 16 02:14:49.277402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.328326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Allocated IP 2001:db8:0:1::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/ca1748b1-e8ab-4994-b0c9-76c5f4b993ec/2ce6a979-5ad3-4845-b747-961b948f4988) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:49.336267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-035988bb-a10b-4058-ac32-4c7f8d35440b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1840267 Aug 16 02:14:49.365437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee788fca-759b-480e-8177-1aa09c549024 req-926cc8d3-a431-402d-81c4-83e7647014b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.366917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ee788fca-759b-480e-8177-1aa09c549024 req-926cc8d3-a431-402d-81c4-83e7647014b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 1097 time: 0.0530698 Aug 16 02:14:49.374333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=2f65a383-0bd4-49f3-b51c-9144ba99b2e0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.408365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfa2fc4-272e-47dd-a199-9f691c76324a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.408952 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ee788fca-759b-480e-8177-1aa09c549024 req-3e7a845c-3376-4d34-af92-14144b92fb5d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347705 Aug 16 02:14:49.411620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52196) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.412785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:49.440902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:49.447910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:49.453697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.454336 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.454449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] For port 2ce6a979-5ad3-4845-b747-961b948f4988, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2ce6a979-5ad3-4845-b747-961b948f4988,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:49.472295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1835a687-07c9-48f3-98dc-043ca6f83522 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.485571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d72e9-86b3-4672-ace0-ecbe3a532bbb req-8ef9e843-65a3-4bee-ab47-c051737487d8 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.487149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-052d72e9-86b3-4672-ace0-ecbe3a532bbb req-8ef9e843-65a3-4bee-ab47-c051737487d8 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1589150 Aug 16 02:14:49.489891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Checking segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:49.490264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Network hostable DHCP agents. Network: 31daf6dc-7254-46c8-9059-0459f15ac9c4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:14:49.495942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.498577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1835a687-07c9-48f3-98dc-043ca6f83522 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.513083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Transition to ACTIVE for port object 2ce6a979-5ad3-4845-b747-961b948f4988 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:49.516745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-cf32fa88-e5ea-426e-90a8-d61ed8f578f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.518275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-cf32fa88-e5ea-426e-90a8-d61ed8f578f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 1098 time: 0.1394932 Aug 16 02:14:49.543585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-052d72e9-86b3-4672-ace0-ecbe3a532bbb req-9748253d-e96d-4ffd-9688-f1b85ca12f64 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Aug 16 02:14:49.589159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e0cf3f4c-1628-4bc6-86f5-5007f1e08796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.7547867 Aug 16 02:14:49.592619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52198) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.631751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-7ecc1bea-6a27-47d3-ad2a-7d68ddc2717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.633212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-7ecc1bea-6a27-47d3-ad2a-7d68ddc2717a service neutron] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.0887659 Aug 16 02:14:49.637915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:14:49.639734 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.670087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1835a687-07c9-48f3-98dc-043ca6f83522 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.673128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1835a687-07c9-48f3-98dc-043ca6f83522 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.673918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1835a687-07c9-48f3-98dc-043ca6f83522 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "DELETE /v2.0/security-groups/f45bdc46-1d90-459d-b16f-6e029f8e775e HTTP/1.1" status: 204 len: 168 time: 0.2605472 Aug 16 02:14:49.681547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52200) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.691008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-b21b50b8-ef55-4c8b-9eb4-760ba5ff83b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d50437ac-9f55-4b36-991f-4a12a31e186b HTTP/1.1" status: 200 len: 217 time: 0.0471542 Aug 16 02:14:49.701528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835a687-07c9-48f3-98dc-043ca6f83522 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45bdc46-1d90-459d-b16f-6e029f8e775e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.708119 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-12f227f0-510f-4749-931e-44b54025f0fd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] show failed (client error): The resource could not be found. Aug 16 02:14:49.708119 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-12f227f0-510f-4749-931e-44b54025f0fd tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "GET /v2.0/security-groups/f45bdc46-1d90-459d-b16f-6e029f8e775e HTTP/1.1" status: 404 len: 347 time: 0.0240192 Aug 16 02:14:49.712174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52202) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.722816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 2f65a383-0bd4-49f3-b51c-9144ba99b2e0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:49.723173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.731282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 31daf6dc-7254-46c8-9059-0459f15ac9c4) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:49.739633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.740179 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.753226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b3b26d-fd69-43f7-8ef4-e4535ec6c2c7 None None] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:49.770127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cd5ee-f4d1-48b7-8cb5-7c09f9659521 None None] Pushing event updated for resources: {'Port': ['ID=2ce6a979-5ad3-4845-b747-961b948f4988,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:49.772102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-6153c546-00d3-4074-a92d-b5608d433e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.774368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-6153c546-00d3-4074-a92d-b5608d433e33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0749316 Aug 16 02:14:49.825795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1a8b2706-461e-4b59-a070-e5ac4b379041 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:49.837486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52204) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:49.839471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e38ad854-8839-435f-8572-c42a1f37c5e3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7639730 Aug 16 02:14:49.842418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:49.862968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-8d6bb244-b9b5-413d-95ba-7df9272adc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:49.865115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-8d6bb244-b9b5-413d-95ba-7df9272adc04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743563 Aug 16 02:14:49.903710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2ce6a979-5ad3-4845-b747-961b948f4988 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:49.923613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:49.936806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 2f65a383-0bd4-49f3-b51c-9144ba99b2e0 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:50.008916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-6ea1beba-1ede-421a-96c8-cabc79b59c71 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270866 Aug 16 02:14:50.061288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 1a8b2706-461e-4b59-a070-e5ac4b379041 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:50.078834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-31daf6dc-7254-46c8-9059-0459f15ac9c4', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:50.079748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.100423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1a8b2706-461e-4b59-a070-e5ac4b379041 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.100808 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.161616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Deleting port 72355e14-4732-4931-8f56-c97a39a4cfd4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:50.161876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.171220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.172253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.231023 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.280003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e880223-a233-4ad8-a60d-86155f39ba26 req-f2052820-c11b-4ee9-b26f-2936e6ddc637 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562463 Aug 16 02:14:50.297883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1a8b2706-461e-4b59-a070-e5ac4b379041, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1a8b2706-461e-4b59-a070-e5ac4b379041,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:50.306040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddbd1b-336d-4f2d-ac34-fa9b1c7e4ac5 req-55edbfde-50b5-4701-893b-9e160a4ea56c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.309151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38ddbd1b-336d-4f2d-ac34-fa9b1c7e4ac5 req-55edbfde-50b5-4701-893b-9e160a4ea56c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 945 time: 0.1762316 Aug 16 02:14:50.323419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f159-70e9-4201-b085-2076b002bb74 req-ebb69c3f-81ae-4fb2-b4fa-ed5537257fde tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.325173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7298f159-70e9-4201-b085-2076b002bb74 req-ebb69c3f-81ae-4fb2-b4fa-ed5537257fde tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 944 time: 0.1616294 Aug 16 02:14:50.393016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7298f159-70e9-4201-b085-2076b002bb74 req-47632986-f724-4e9c-a45f-24e35798f6e6 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584872 Aug 16 02:14:50.395825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38ddbd1b-336d-4f2d-ac34-fa9b1c7e4ac5 req-cec7a048-c2d6-4d77-b92e-5e67939fb5f2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694618 Aug 16 02:14:50.415673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.510806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1a8b2706-461e-4b59-a070-e5ac4b379041,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.567222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f9e24f2-2705-46ef-a1fc-69287f44b045 req-ef79e66f-e9ac-4d26-8442-e68fd07e2500 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0347588 Aug 16 02:14:50.625050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5c011a51-8740-430e-8d43-c3f74f40fd8e None None] Provisioning for port 2ce6a979-5ad3-4845-b747-961b948f4988 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:50.629269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5c011a51-8740-430e-8d43-c3f74f40fd8e None None] Provisioning complete for port 2ce6a979-5ad3-4845-b747-961b948f4988 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:50.629769 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5c011a51-8740-430e-8d43-c3f74f40fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.689353 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.694396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.700798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3816b3e-b4b1-424a-8d0d-42c73d1e8c94 req-48bf0e4e-cbc0-4451-af66-6bc1b457cbc5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:50.702237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3816b3e-b4b1-424a-8d0d-42c73d1e8c94 req-48bf0e4e-cbc0-4451-af66-6bc1b457cbc5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0624645 Aug 16 02:14:50.704859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Calling delete_port for 72355e14-4732-4931-8f56-c97a39a4cfd4 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:50.749498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3816b3e-b4b1-424a-8d0d-42c73d1e8c94 req-86b0ea71-7b63-443e-ad0b-b77e9a1c5cff tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Aug 16 02:14:50.775093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.855752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=2f65a383-0bd4-49f3-b51c-9144ba99b2e0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:50.864423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.870491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-13c67625-9d79-4929-8676-c48264c3b68e None None] Could not find standard attr ID for object 2f65a383-0bd4-49f3-b51c-9144ba99b2e0. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:14:50.888090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Allocated IP 172.20.0.2 (31daf6dc-7254-46c8-9059-0459f15ac9c4/fcfa2fc4-272e-47dd-a199-9f691c76324a/a0dbd63d-973e-4e00-bf2f-6c5effa820c3) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:50.921516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:50.925670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9b08d6a1-b303-48f8-a447-d36ba89f4b12 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/2f65a383-0bd4-49f3-b51c-9144ba99b2e0 HTTP/1.1" status: 204 len: 168 time: 1.3293660 Aug 16 02:14:50.926126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:50.998462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d79ac2-03f2-4f27-bb42-f1ffa80d5f1f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.000534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-10d79ac2-03f2-4f27-bb42-f1ffa80d5f1f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0731552 Aug 16 02:14:51.002938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.060692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51033764-e62b-4415-9cb9-28135f68bdd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.065008 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.065497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-51033764-e62b-4415-9cb9-28135f68bdd3 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0586963 Aug 16 02:14:51.065497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52220) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.075002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Transition to ACTIVE for port object a0dbd63d-973e-4e00-bf2f-6c5effa820c3 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:51.097072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Transition to ACTIVE for port object a0dbd63d-973e-4e00-bf2f-6c5effa820c3 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:51.129870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25487fe3-a442-4fda-9029-1c7bca622e27 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.131631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25487fe3-a442-4fda-9029-1c7bca622e27 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.133788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25487fe3-a442-4fda-9029-1c7bca622e27 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.138043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-25487fe3-a442-4fda-9029-1c7bca622e27 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0685668 Aug 16 02:14:51.138314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52222) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.142619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.151263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.175867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.183480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Pushing event deleted for resources: {'Port': ['ID=72355e14-4732-4931-8f56-c97a39a4cfd4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.206549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet ca1748b1-e8ab-4994-b0c9-76c5f4b993ec {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:51.210139 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.231883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:51.234446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:51.239202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:51.240901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8b2706-461e-4b59-a070-e5ac4b379041'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:51.243180 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04d43e-137d-4f7a-ae37-36a06bb28b20" -d '{"events": [{"server_uuid": "77e645e8-b8d8-41b1-a539-03861ac25c97", "name": "network-vif-plugged", "status": "completed", "tag": "1a8b2706-461e-4b59-a070-e5ac4b379041"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:51.247991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.250123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.254511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f66acaf-8760-47fa-ba85-b0af445dc561 tempest-AttachVolumeTestJSON-706619327 tempest-AttachVolumeTestJSON-706619327-project] 10.222.0.76 "DELETE /v2.0/floatingips/d3e3997e-9033-46c2-8b21-d3d2cf295e3f HTTP/1.1" status: 204 len: 168 time: 1.5383663 Aug 16 02:14:51.260737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Pushing event updated for resources: {'Port': ['ID=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.299753 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.315976 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41845fe-19a6-4055-b624-c776a0ea9bde x-openstack-request-id: req-f41845fe-19a6-4055-b624-c776a0ea9bde {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:51.316500 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e645e8-b8d8-41b1-a539-03861ac25c97", "name": "network-vif-plugged", "status": "completed", "tag": "1a8b2706-461e-4b59-a070-e5ac4b379041", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:51.317398 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f41845fe-19a6-4055-b624-c776a0ea9bde {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:51.318297 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8b2706-461e-4b59-a070-e5ac4b379041', 'code': 200} Aug 16 02:14:51.356147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Attempting to bind port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:51.356592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Attempting to bind port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:51.356887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Attempting to bind port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 on network 31daf6dc-7254-46c8-9059-0459f15ac9c4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:51.362274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:51.362687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Checking segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:51.363109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.363513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Bound using segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:51.364122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Bound port: a0dbd63d-973e-4e00-bf2f-6c5effa820c3, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:51.364519 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.441232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] For port a0dbd63d-973e-4e00-bf2f-6c5effa820c3, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:51.450065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.468645 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] For port a0dbd63d-973e-4e00-bf2f-6c5effa820c3, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:51.502717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9099e391-8409-47ca-a6cc-5860cc9cff17 req-abd7638b-b67a-4cba-9d69-3c12afb1f0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.504497 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9099e391-8409-47ca-a6cc-5860cc9cff17 req-abd7638b-b67a-4cba-9d69-3c12afb1f0b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 1097 time: 0.1240220 Aug 16 02:14:51.570104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.592151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.626966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.634454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694a315-11d2-452b-991e-d71b794ab9a7 req-0b11712b-e6ca-4422-8e55-11467c593e87 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.636198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9694a315-11d2-452b-991e-d71b794ab9a7 req-0b11712b-e6ca-4422-8e55-11467c593e87 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 945 time: 0.1232865 Aug 16 02:14:51.636389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9099e391-8409-47ca-a6cc-5860cc9cff17 req-4df8c165-cc1e-4872-9d1b-b81c4b8ab964 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073461 Aug 16 02:14:51.646427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3855a4-434a-4008-88f2-5b0307938aa7 req-933e6421-2f6a-4d95-9342-fb19ad0ec735 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:51.652958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547a1e3-792d-41ae-8a8f-a2b4d91fdb3d None None] Pushing event updated for resources: {'Port': ['ID=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.653936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad3855a4-434a-4008-88f2-5b0307938aa7 req-933e6421-2f6a-4d95-9342-fb19ad0ec735 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 945 time: 0.1260233 Aug 16 02:14:51.692265 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.752498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236ac69-11ed-42b1-82c5-3fb1ddce2bcd None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:51.763953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=ca1748b1-e8ab-4994-b0c9-76c5f4b993ec,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:51.770160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:51.775788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1eef51a-3739-4b3e-b459-6bd6602a97c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/ca1748b1-e8ab-4994-b0c9-76c5f4b993ec HTTP/1.1" status: 204 len: 168 time: 0.6342225 Aug 16 02:14:51.777445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Allocated IP 172.25.6.195 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ba939db8-3e3d-4d3c-892b-610876ab69ae) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:51.778872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52240) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:51.802507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad3855a4-434a-4008-88f2-5b0307938aa7 req-47b78763-99ac-4b64-b73d-7a49dc2ae13d tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469479 Aug 16 02:14:51.823234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9694a315-11d2-452b-991e-d71b794ab9a7 req-dee865e6-e72f-41f1-a612-ecfe47457f83 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618152 Aug 16 02:14:51.956571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet dc102d77-6659-49ec-bc7f-b11ed68dd9f5 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:14:51.971772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.021198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.118582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42288809-7f11-4d63-afa0-ff1dcbc6511f req-f7a09fbc-b022-44a6-923e-048db37fd8d0 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.1417484 Aug 16 02:14:52.139845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.158324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.217062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:52.220266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:52.222823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:52.253417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba939db8-3e3d-4d3c-892b-610876ab69ae,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:52.267770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec3bd1-2313-4476-925e-194bacf030d5 req-21777bdd-745d-44c6-84f3-cd878f9e46a3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.276820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcec3bd1-2313-4476-925e-194bacf030d5 req-21777bdd-745d-44c6-84f3-cd878f9e46a3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2328532 Aug 16 02:14:52.292325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-7174fb97-6f72-45e9-aa7a-716bd6f662ac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 267 time: 0.0992658 Aug 16 02:14:52.388392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcec3bd1-2313-4476-925e-194bacf030d5 req-a917ac45-4c36-4735-bbc5-821015b3b5de tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104712 Aug 16 02:14:52.415579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.453801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-6000d1b6-ccac-4c8e-8541-d84c01b6ab16 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:52.455443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-6000d1b6-ccac-4c8e-8541-d84c01b6ab16 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 945 time: 0.1526175 Aug 16 02:14:52.474249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'port': {'security_groups': []}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:52.599171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.688310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.706809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.892762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9c650681-81d3-4979-b26b-78f25272be53,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:52.931097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:52.999723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.004173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/dc102d77-6659-49ec-bc7f-b11ed68dd9f5 HTTP/1.1" status: 204 len: 168 time: 1.2218158 Aug 16 02:14:53.005299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2360f9-46c4-4c57-812b-bcee6c63d448 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=dc102d77-6659-49ec-bc7f-b11ed68dd9f5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.006014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52250) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:53.026140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425c3646-c1e8-4557-814e-5ecbe0afd845 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:53.043026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-94056f51-162a-4e3d-8a61-b45540725227 None None] Provisioning complete for port 2ce6a979-5ad3-4845-b747-961b948f4988 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:53.043649 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-94056f51-162a-4e3d-8a61-b45540725227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.051555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3c54c954-be7b-47eb-b853-cbd05d99bbba tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436683 Aug 16 02:14:53.053580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.057941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52252) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:53.066048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:53.076775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.112330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.112994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.113318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b', '992fc656-01a9-4bf4-97fb-c59710f01c41'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:53.114407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f252619d-c1fa-4245-9ec0-9cbbfc15dc49 req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "PUT /v2.0/ports/9c650681-81d3-4979-b26b-78f25272be53 HTTP/1.1" status: 200 len: 904 time: 0.6452322 Aug 16 02:14:53.115141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'tag': '9c650681-81d3-4979-b26b-78f25272be53'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:53.118433 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956faadc-fe95-4131-a3ef-f20859656d23" -d '{"events": [{"name": "network-changed", "server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "tag": "9c650681-81d3-4979-b26b-78f25272be53"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:53.138693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41be1d-b166-4d9b-94b1-23de561d0fc8 req-f1446505-2979-4a4a-9503-7fd103c0d94b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.141470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e41be1d-b166-4d9b-94b1-23de561d0fc8 req-f1446505-2979-4a4a-9503-7fd103c0d94b tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 945 time: 0.1994913 Aug 16 02:14:53.170021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['9c650681-81d3-4979-b26b-78f25272be53'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:53.239572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2effd0a-44c1-4b26-a434-27a470005657 None None] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:53.253079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e41be1d-b166-4d9b-94b1-23de561d0fc8 req-38712f0e-831a-4006-9d80-61a1759649a1 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028304 Aug 16 02:14:53.290593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41de21-26c0-41a5-a64e-f03748f2fab9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:53.343135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['9c650681-81d3-4979-b26b-78f25272be53'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:53.374921 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53342e64-36c6-4ded-b08b-2c5364b641fb x-openstack-request-id: req-53342e64-36c6-4ded-b08b-2c5364b641fb {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:53.375296 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "tag": "9c650681-81d3-4979-b26b-78f25272be53", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:53.375569 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53342e64-36c6-4ded-b08b-2c5364b641fb {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:53.375980 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'tag': '9c650681-81d3-4979-b26b-78f25272be53', 'status': 'completed', 'code': 200} Aug 16 02:14:53.453324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956faadc-fe95-4131-a3ef-f20859656d23 req-2720e667-e373-4cff-8321-a69b360aefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.455202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-2720e667-e373-4cff-8321-a69b360aefaf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 1059 time: 0.0780773 Aug 16 02:14:53.488146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e95f9a-598f-4229-8392-637d8b10af9a req-e7173447-12f7-47bf-9fe7-f245ca8cfec3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.489768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5e95f9a-598f-4229-8392-637d8b10af9a req-e7173447-12f7-47bf-9fe7-f245ca8cfec3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 907 time: 0.1405885 Aug 16 02:14:53.534785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d6baa8d-1ec4-4a13-a229-508e6ade501e req-496c707f-1e9f-49f7-bfae-70d62c251067 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0439453 Aug 16 02:14:53.538608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:53.542948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:53.547235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Router b693d2d3-f7ec-45bc-be51-c38546fe489d is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:14:53.744035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463cd147-360d-4ebd-9c3c-491767690d0a req-55912806-c1b2-4173-8d16-408d842ae67a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.751958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-463cd147-360d-4ebd-9c3c-491767690d0a req-55912806-c1b2-4173-8d16-408d842ae67a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0881803 Aug 16 02:14:53.794934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd6ec7-5c2f-46a2-a7e8-21748cd42607 req-5795c690-0b22-4ca1-bcd0-cb6e9adb9f77 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.803118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95cd6ec7-5c2f-46a2-a7e8-21748cd42607 req-5795c690-0b22-4ca1-bcd0-cb6e9adb9f77 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1852322 Aug 16 02:14:53.819514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956faadc-fe95-4131-a3ef-f20859656d23 req-b4ad7182-45a9-462c-9d89-cc15fab7bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:53.821229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-b4ad7182-45a9-462c-9d89-cc15fab7bbee service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.3572407 Aug 16 02:14:53.854589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-463cd147-360d-4ebd-9c3c-491767690d0a req-84b0fb8f-bc11-4edd-b098-772e0d92b584 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946021 Aug 16 02:14:53.936517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95cd6ec7-5c2f-46a2-a7e8-21748cd42607 req-04e4c6a0-c29b-46d8-bd07-24ee101cd90c tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323199 Aug 16 02:14:53.976517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a0dbd63d-973e-4e00-bf2f-6c5effa820c3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:54.010794 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-c6b2cb9f-6efa-4998-87ae-c19db3521e60 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9c650681-81d3-4979-b26b-78f25272be53 HTTP/1.1" status: 200 len: 217 time: 0.1785281 Aug 16 02:14:54.055293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:54.084117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a269dd-f175-4ebc-bc26-06d5fe4a55bf req-811fba3b-5385-4120-9de6-2d9b3238a447 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.096733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23a269dd-f175-4ebc-bc26-06d5fe4a55bf req-811fba3b-5385-4120-9de6-2d9b3238a447 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1184232 Aug 16 02:14:54.136522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Sync routers for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:14:54.167461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23a269dd-f175-4ebc-bc26-06d5fe4a55bf req-fa09f4c9-e786-4e77-9a86-fa5f90d373b8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697272 Aug 16 02:14:54.231883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956faadc-fe95-4131-a3ef-f20859656d23 req-bede7663-b004-428c-ba18-d847877dde99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.233380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:54.234111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:14:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:54.236426 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-bede7663-b004-428c-ba18-d847877dde99 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.2179677 Aug 16 02:14:54.396646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.401205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-73713bd5-ed53-4ef0-800d-6994898cbfc2 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5593915 Aug 16 02:14:54.401970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52290) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:54.420521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956faadc-fe95-4131-a3ef-f20859656d23 req-c6dd646c-4d40-4196-8925-6e40f2ec0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.424818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-c6dd646c-4d40-4196-8925-6e40f2ec0af0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1746898 Aug 16 02:14:54.545667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-400095f6-648b-425e-a834-ec3a64d4cfba service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155550 Aug 16 02:14:54.547848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:14:54.726463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:14:54.730342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d6016fd-2d71-4f06-a83e-751934edae51 None None] Provisioning for port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:54.736885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-08edb6e3-e507-4dd8-a12a-493673466313 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:54.745510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-08edb6e3-e507-4dd8-a12a-493673466313 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.2551148 Aug 16 02:14:54.810442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-4563ea7b-fcdb-4f7a-a536-f95866a0ef4c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/quotas/724fddb942384bf8836eadfc394fe9e4 HTTP/1.1" status: 200 len: 375 time: 0.0637376 Aug 16 02:14:54.894264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d6016fd-2d71-4f06-a83e-751934edae51 None None] Provisioning complete for port 9c650681-81d3-4979-b26b-78f25272be53 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:54.897499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d6016fd-2d71-4f06-a83e-751934edae51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:54.985675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:55.001090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:55.149481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:55.150676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.162500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-c713ac2d-501c-4acd-aba6-4de074faf3e1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3509545 Aug 16 02:14:55.343257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.390322 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-956faadc-fe95-4131-a3ef-f20859656d23 req-d82f73ce-dc44-4e1b-be90-49edcf8e3664 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8355725 Aug 16 02:14:55.398901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] Deleting port 2ce6a979-5ad3-4845-b747-961b948f4988 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:55.399283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.482560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a0dbd63d-973e-4e00-bf2f-6c5effa820c3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:55.526007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.570122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] For port 2ce6a979-5ad3-4845-b747-961b948f4988, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2ce6a979-5ad3-4845-b747-961b948f4988,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:55.570520 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.589600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fc935039-d47f-4e9c-843a-30f95aad8e9f None None] Provisioning complete for port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:55.589971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fc935039-d47f-4e9c-843a-30f95aad8e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.591995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] Calling delete_port for 2ce6a979-5ad3-4845-b747-961b948f4988 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:55.621607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.641859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b1a5b25-a3ad-425c-97c2-4ee9f9ce5f43 req-20055bb2-fb26-4ebf-821b-d12d67f17d8b tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.4763057 Aug 16 02:14:55.719445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:52Z', 'revision_number': 3, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:55.767212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Checking router: b693d2d3-f7ec-45bc-be51-c38546fe489d for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:14:55.767592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Updating router b693d2d3-f7ec-45bc-be51-c38546fe489d port ba939db8-3e3d-4d3c-892b-610876ab69ae binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:14:55.771475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:55.791425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] For port 2ce6a979-5ad3-4845-b747-961b948f4988, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2ce6a979-5ad3-4845-b747-961b948f4988,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:55.816605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-cd107e5d-6658-49a0-a600-751059ebc8f9 service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418130 Aug 16 02:14:55.841356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.845296 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.921739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.922524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:55.971972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a0dbd63d-973e-4e00-bf2f-6c5effa820c3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:14:55.976291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:56.016191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:56.024550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.025187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.028488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31760ea1-a534-4956-b20a-79b7d206f746 req-2ecce3d2-e06c-4f1c-8060-7f5a9339f78e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.036762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31760ea1-a534-4956-b20a-79b7d206f746 req-2ecce3d2-e06c-4f1c-8060-7f5a9339f78e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2536104 Aug 16 02:14:56.046749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-2ba2d0b2-18fd-4297-b5e4-74551657962c service neutron] 10.222.0.76 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921487 Aug 16 02:14:56.048550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.066485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=4acc0ad1-530f-43ab-8331-b98895199ee5,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.082334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=2ce6a979-5ad3-4845-b747-961b948f4988,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.176167 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.184788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df3db090-13bd-46f5-918c-da7c292f55c4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1235101 Aug 16 02:14:56.185272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52312) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:56.194232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31760ea1-a534-4956-b20a-79b7d206f746 req-f88cb4ee-4157-48e6-b658-cff1dff90bed tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564417 Aug 16 02:14:56.206843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:56.226861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] Pushing event deleted for resources: {'Port': ['ID=2ce6a979-5ad3-4845-b747-961b948f4988,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:56.229518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8d38d-5436-43e4-83dd-7ae4f10761a7 None None] No DVR routers for this DVR port 2ce6a979-5ad3-4845-b747-961b948f4988 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:56.274386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:56.274887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.373785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2b9d79-6857-4a6d-819b-ed6b1aee919b None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:14:56.380432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.437273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Transition to ACTIVE for port object ba939db8-3e3d-4d3c-892b-610876ab69ae will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:56.456121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8670b6-19c1-486b-92db-c18e37b2a077 req-83482769-4506-4832-b17f-8b9b30bae0dc tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.458207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f8670b6-19c1-486b-92db-c18e37b2a077 req-83482769-4506-4832-b17f-8b9b30bae0dc tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 945 time: 0.1373117 Aug 16 02:14:56.500978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Allocated IP 172.20.0.1 (31daf6dc-7254-46c8-9059-0459f15ac9c4/fcfa2fc4-272e-47dd-a199-9f691c76324a/2bf39230-8796-4184-8e9e-7c3b0210d177) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:56.628120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:56.638219 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.718685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a9bee4c2-4344-4e4a-b774-101778a190e8 req-1a392185-43d0-4dde-8d17-9a0049d86013 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 210 time: 0.0541956 Aug 16 02:14:56.812596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bcc22-d182-4202-a650-544fb11c78aa req-fc68d26f-7c0f-4ead-9396-5f94cae0f6e0 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:56.813385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f8670b6-19c1-486b-92db-c18e37b2a077 req-17493d40-a22b-489c-a75f-4c78fa0e3b38 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/security-groups?id=e8c4b36f-91b1-414e-8167-c10f306b3172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493187 Aug 16 02:14:56.814879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-348bcc22-d182-4202-a650-544fb11c78aa req-fc68d26f-7c0f-4ead-9396-5f94cae0f6e0 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 945 time: 0.2601657 Aug 16 02:14:56.862829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.897757 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:14:56.942473 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:56.946972 n-d-768852-19 neutron-server[101946]: INFO neutron.db.ipam_backend_mixin [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4acc0ad1-530f-43ab-8331-b98895199ee5 (CIDR: 2001:db8::/64) Aug 16 02:14:56.956036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75ccc487-862b-4974-b3f5-97631e1bd97f req-2adae0db-56b4-48c2-80ca-d74deb8b5f32 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0905488 Aug 16 02:14:56.968419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Transition to ACTIVE for port object 2bf39230-8796-4184-8e9e-7c3b0210d177 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:57.015814 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:14:57.016563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:14:57.054569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Deleting port 1a8b2706-461e-4b59-a070-e5ac4b379041 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:14:57.055196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.077624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Attempting to bind port ba939db8-3e3d-4d3c-892b-610876ab69ae on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:57.078147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Attempting to bind port ba939db8-3e3d-4d3c-892b-610876ab69ae by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:57.078616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Attempting to bind port ba939db8-3e3d-4d3c-892b-610876ab69ae on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:57.083450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2ce6a979-5ad3-4845-b747-961b948f4988 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:57.123406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 2ce6a979-5ad3-4845-b747-961b948f4988 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:57.123905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2ce6a979-5ad3-4845-b747-961b948f4988 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:14:57.151779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:57.152012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] For port 1a8b2706-461e-4b59-a070-e5ac4b379041, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1a8b2706-461e-4b59-a070-e5ac4b379041,segment=NetworkSegment(92ce3632-86ff-422c-a458-e54c59236356),segment_id=92ce3632-86ff-422c-a458-e54c59236356)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:14:57.152394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.152519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:57.153016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.153522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:57.154761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Bound port: ba939db8-3e3d-4d3c-892b-610876ab69ae, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:57.155264 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.166411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Calling delete_port for 1a8b2706-461e-4b59-a070-e5ac4b379041 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:14:57.173182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bc8b7023-c81e-4b85-8620-b963cf29d70b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9868400 Aug 16 02:14:57.176209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52328) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:57.182226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:57.218670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] For port ba939db8-3e3d-4d3c-892b-610876ab69ae, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:57.222312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] For port ba939db8-3e3d-4d3c-892b-610876ab69ae, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba939db8-3e3d-4d3c-892b-610876ab69ae,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:57.225925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14fd8f-27f6-4435-95f5-da831c9ce18b None None] Pushing event updated for resources: {'Port': ['ID=ba939db8-3e3d-4d3c-892b-610876ab69ae,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.249638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '4acc0ad1-530f-43ab-8331-b98895199ee5'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:14:57.250536 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.265554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.281839 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.308397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.308604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:57.332014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:57.363869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:57.448235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf39230-8796-4184-8e9e-7c3b0210d177,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.503094 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.520480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec6f5c-dfd7-4ebc-95a4-e3cf200a259a req-b1a700e9-fe45-4f28-b77f-60ae4e741222 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:57.528648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0ec6f5c-dfd7-4ebc-95a4-e3cf200a259a req-b1a700e9-fe45-4f28-b77f-60ae4e741222 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2188613 Aug 16 02:14:57.540719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.566573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:14:57.567809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:14:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:57.639603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14fd8f-27f6-4435-95f5-da831c9ce18b None None] Pushing event updated for resources: {'Port': ['ID=ba939db8-3e3d-4d3c-892b-610876ab69ae,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.644089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0ec6f5c-dfd7-4ebc-95a4-e3cf200a259a req-be0fb14c-f038-4526-b953-7921ba6fd9f3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144552 Aug 16 02:14:57.657390 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.677228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1a8b2706-461e-4b59-a070-e5ac4b379041'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:14:57.745132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Pushing event deleted for resources: {'Port': ['ID=1a8b2706-461e-4b59-a070-e5ac4b379041,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:57.770317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:57.779585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.804133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] No DVR routers for this DVR port 1a8b2706-461e-4b59-a070-e5ac4b379041 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:14:57.826630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:57.832546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-348bcc22-d182-4202-a650-544fb11c78aa req-9728cf2b-2ac3-4c5e-93b7-7a8ecb073efa tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.83 "DELETE /v2.0/ports/1a8b2706-461e-4b59-a070-e5ac4b379041 HTTP/1.1" status: 204 len: 173 time: 1.0037861 Aug 16 02:14:57.833741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'name': 'network-vif-deleted', 'tag': '1a8b2706-461e-4b59-a070-e5ac4b379041'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:14:57.837187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Allocated IP 2001:db8::f816:3eff:fe1a:436 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/4acc0ad1-530f-43ab-8331-b98895199ee5/28afb0a9-1ab4-4609-8577-3144d0838e49) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:57.851530 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93cc38d7-2dac-4d75-a48b-ac68c1e4f0fa" -d '{"events": [{"server_uuid": "77e645e8-b8d8-41b1-a539-03861ac25c97", "name": "network-vif-deleted", "tag": "1a8b2706-461e-4b59-a070-e5ac4b379041"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:14:57.866486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:14:57.891669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15243bd1-80e5-486c-9393-bc900154f25f req-88dad990-7b3b-4a84-9259-1db2cb7817d5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 210 time: 0.0879076 Aug 16 02:14:57.954903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8acffa6-3ce7-48f8-b9c6-4cfc61153962 None None] Provisioning for port 2bf39230-8796-4184-8e9e-7c3b0210d177 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:14:57.960264 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25585608-824d-4d84-9c82-45b753a18fd7 x-openstack-request-id: req-25585608-824d-4d84-9c82-45b753a18fd7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:14:57.960651 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e645e8-b8d8-41b1-a539-03861ac25c97", "name": "network-vif-deleted", "tag": "1a8b2706-461e-4b59-a070-e5ac4b379041", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:14:57.961496 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25585608-824d-4d84-9c82-45b753a18fd7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:14:57.961496 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e645e8-b8d8-41b1-a539-03861ac25c97', 'name': 'network-vif-deleted', 'tag': '1a8b2706-461e-4b59-a070-e5ac4b379041', 'status': 'completed', 'code': 200} Aug 16 02:14:57.975947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef293047-650b-4c53-b32b-93c2f255d2c9 req-0c3251eb-7a67-4950-a119-83f20605edd6 tempest-VolumesActionsTest-1891083535 tempest-VolumesActionsTest-1891083535-project] 10.222.0.76 "GET /v2.0/ports?device_id=77e645e8-b8d8-41b1-a539-03861ac25c97 HTTP/1.1" status: 200 len: 210 time: 0.0685825 Aug 16 02:14:58.000673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.023353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8acffa6-3ce7-48f8-b9c6-4cfc61153962 None None] Provisioning complete for port 2bf39230-8796-4184-8e9e-7c3b0210d177 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:58.023741 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8acffa6-3ce7-48f8-b9c6-4cfc61153962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.107936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c8acffa6-3ce7-48f8-b9c6-4cfc61153962 None None] Port 2bf39230-8796-4184-8e9e-7c3b0210d177 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:58.195079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63941cb8-72e0-4b3c-bc19-a3d11e18fdae req-9e948bb9-6d0f-4ddc-9829-7e56d433eb39 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0816567 Aug 16 02:14:58.214903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.231301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Transition to ACTIVE for port object 28afb0a9-1ab4-4609-8577-3144d0838e49 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:58.251770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:52Z', 'revision_number': 3, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:14:58.253829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Transition to ACTIVE for port object 28afb0a9-1ab4-4609-8577-3144d0838e49 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:14:58.286132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becd2f38-196a-441e-b5da-e60b9c79a24f None None] The sync data for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 is: [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:52Z', 'revision_number': 3, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:14:58.358477 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.409482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:58.412840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:58.417385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:14:58.438755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Pushing event updated for resources: {'Port': ['ID=28afb0a9-1ab4-4609-8577-3144d0838e49,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.486418 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.494452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Attempting to bind port 28afb0a9-1ab4-4609-8577-3144d0838e49 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:14:58.495174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Attempting to bind port 28afb0a9-1ab4-4609-8577-3144d0838e49 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:14:58.495759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Attempting to bind port 28afb0a9-1ab4-4609-8577-3144d0838e49 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:14:58.502270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:14:58.502270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:14:58.502555 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.502886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:14:58.503373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Bound port: 28afb0a9-1ab4-4609-8577-3144d0838e49, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:14:58.503770 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.527160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.610960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] For port 28afb0a9-1ab4-4609-8577-3144d0838e49, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:14:58.613158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:58.614342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.615729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] For port 28afb0a9-1ab4-4609-8577-3144d0838e49, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=28afb0a9-1ab4-4609-8577-3144d0838e49,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:14:58.650294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:58.697802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.698422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.724698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=913d6134-c4d6-47e1-afb7-462f1b3da4b4,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.735713 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.773987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf39230-8796-4184-8e9e-7c3b0210d177,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.775392 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:58.834881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac51f0f-49a7-42b9-bf07-c6cf3536fca2 None None] Pushing event updated for resources: {'Port': ['ID=28afb0a9-1ab4-4609-8577-3144d0838e49,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:14:58.884569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-322d6a19-f374-47be-ae3f-60d4ff9772fe tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7069089 Aug 16 02:14:58.887302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52354) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:14:58.893813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:98:2d:fd', 'name': 'tempest-NetworksTestDHCPv6-1991764975'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:14:58.951563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5e7f4-73b6-4e10-970a-3ccae818a021 req-7f7c98c5-3811-4d11-9db3-7cf7e60b4f7d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:14:58.970188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aa5e7f4-73b6-4e10-970a-3ccae818a021 req-7f7c98c5-3811-4d11-9db3-7cf7e60b4f7d tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2287412 Aug 16 02:14:59.158667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6073447-e131-4961-96c7-589c97460ab4 req-26cc7a23-55fb-47eb-976e-9641cf960dc7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 210 time: 0.0985467 Aug 16 02:14:59.174135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4aa5e7f4-73b6-4e10-970a-3ccae818a021 req-660c7b62-c8c0-4e43-831a-9c7b6e051659 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028077 Aug 16 02:14:59.200042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:14:59.206592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:14:59.309710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:14:59.418130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91b8b0ad-c49f-482a-90bd-af2607b48d0c req-0cbade11-98d2-4b97-8dd9-51fc510e3ef7 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0895543 Aug 16 02:14:59.422520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3baea74-9f81-46e0-ab9f-42cf5b88f490 req-b98eda4e-f8f0-400e-ba66-2f0a736fbe57 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0952346 Aug 16 02:14:59.438698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.503058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port a0f2c526-64f5-4284-a972-cd96282e44d9 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:14:59.512638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Router b693d2d3-f7ec-45bc-be51-c38546fe489d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:14:59.662461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:14:59.674884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-37b5d29d-5866-49d6-9381-b0e3611901c0 admin admin] 10.222.0.76 "PUT /v2.0/routers/b693d2d3-f7ec-45bc-be51-c38546fe489d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2654867 Aug 16 02:14:59.675177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-113a82ec-22c7-421b-9a21-b95a29ffc2e3 None None] Provisioning complete for port 2bf39230-8796-4184-8e9e-7c3b0210d177 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:14:59.675177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-113a82ec-22c7-421b-9a21-b95a29ffc2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:14:59.739111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-113a82ec-22c7-421b-9a21-b95a29ffc2e3 None None] Port 2bf39230-8796-4184-8e9e-7c3b0210d177 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:14:59.839772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8:0:1::1eb (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/913d6134-c4d6-47e1-afb7-462f1b3da4b4/a0f2c526-64f5-4284-a972-cd96282e44d9) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:59.865269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1a8b2706-461e-4b59-a070-e5ac4b379041 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:14:59.891617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::f816:3eff:fe98:2dfd (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/4acc0ad1-530f-43ab-8331-b98895199ee5/a0f2c526-64f5-4284-a972-cd96282e44d9) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:14:59.913566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 1a8b2706-461e-4b59-a070-e5ac4b379041 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:14:59.919774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1a8b2706-461e-4b59-a070-e5ac4b379041 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:00.008207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba939db8-3e3d-4d3c-892b-610876ab69ae up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:00.164890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.175898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ba939db8-3e3d-4d3c-892b-610876ab69ae completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:00.186396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ba939db8-3e3d-4d3c-892b-610876ab69ae triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:00.186881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.191958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object a0f2c526-64f5-4284-a972-cd96282e44d9 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:00.282979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-a2ac2998-fb84-49c6-832b-1a069ceaf3af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.285349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-a2ac2998-fb84-49c6-832b-1a069ceaf3af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 811 time: 0.1956816 Aug 16 02:15:00.304041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Request body: {'port': {'device_id': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'admin_state_up': True, 'tenant_id': '724fddb942384bf8836eadfc394fe9e4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:00.404354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.438747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.489577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ba939db8-3e3d-4d3c-892b-610876ab69ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba939db8-3e3d-4d3c-892b-610876ab69ae,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:00.518737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f410b71-d746-444e-8bd1-6322d37870c2 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:00.523118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:00.531305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e72a9037-be49-4b2f-9998-2ef1293e6568 req-2505aada-c01b-4f54-880a-e4b488f9681d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 210 time: 0.1038625 Aug 16 02:15:00.542992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:00.553648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:00.568796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.569593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.599832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=a0f2c526-64f5-4284-a972-cd96282e44d9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:00.620164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.620496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.620845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.621189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.621528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.621866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.628461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.628850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.629209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.629551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.629895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.630782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:00.669429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:00.670601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 28afb0a9-1ab4-4609-8577-3144d0838e49 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:00.711175 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5eb8c93-484f-4813-a40a-fd3cd916a7aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.8219926 Aug 16 02:15:00.720248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52402) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:00.781420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-decd8bc3-8901-46ce-92fb-873c23492e47 req-9d23928d-66f1-4212-afeb-b36276dac9e3 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.1085289 Aug 16 02:15:00.838952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48d8fc-41b7-45a9-884b-9a9a40eb8cdf req-bf5b3bc4-fe86-4a37-8c04-3a58066a224c tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:00.866580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db48d8fc-41b7-45a9-884b-9a9a40eb8cdf req-bf5b3bc4-fe86-4a37-8c04-3a58066a224c tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.4335332 Aug 16 02:15:00.873964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cb828b45-4e30-42ee-bc89-a6d3c818b56f None None] Provisioning for port 28afb0a9-1ab4-4609-8577-3144d0838e49 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:00.891036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ba939db8-3e3d-4d3c-892b-610876ab69ae,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.045684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port a0f2c526-64f5-4284-a972-cd96282e44d9 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:01.048456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.055776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db48d8fc-41b7-45a9-884b-9a9a40eb8cdf req-f8db0885-beb9-438d-bd07-ebc13395bf8f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879797 Aug 16 02:15:01.080569 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Sync routers for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:01.102475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 28afb0a9-1ab4-4609-8577-3144d0838e49 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:01.107701 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:01.111852 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:14:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:01.112943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 28afb0a9-1ab4-4609-8577-3144d0838e49 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:01.113342 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.145885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Made reservation on behalf of 724fddb942384bf8836eadfc394fe9e4 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:01.149491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.234462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:01.248303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1631746505-network', 'tenant_id': 'c1459342d683442f919f330d43772797'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:01.257223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': '4acc0ad1-530f-43ab-8331-b98895199ee5', 'ip_address': '2001:db8::f816:3eff:fe1a:436'}, {'subnet_id': '913d6134-c4d6-47e1-afb7-462f1b3da4b4'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '28afb0a9-1ab4-4609-8577-3144d0838e49'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:15:01.287554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.289352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.312304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for a0f2c526-64f5-4284-a972-cd96282e44d9 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:01.351808 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:01.466822 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.472839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Allocated IP 172.20.0.4 (61fd65a2-7d93-4905-a477-324798acce85/b1a2213d-e22d-4e88-855f-6acb825f58a8/9a2dd194-58e2-436e-b527-88a25571dd64) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:01.574893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Made reservation on behalf of c1459342d683442f919f330d43772797 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:01.578293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.595748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.632812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 28afb0a9-1ab4-4609-8577-3144d0838e49, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=28afb0a9-1ab4-4609-8577-3144d0838e49,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.677003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.693993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27fa4bae-07f1-4959-9e96-02a4773aeec1 req-fc8a23f6-2d43-433e-8d87-319da67f7e2f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 210 time: 0.0470204 Aug 16 02:15:01.764625 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:14:58Z', 'revision_number': 2, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:01.770761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Allocated IP 2001:db8:0:1::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/913d6134-c4d6-47e1-afb7-462f1b3da4b4/28afb0a9-1ab4-4609-8577-3144d0838e49) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:01.775612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=a0f2c526-64f5-4284-a972-cd96282e44d9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:01.844785 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Checking router: b693d2d3-f7ec-45bc-be51-c38546fe489d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:01.845148 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Updating router b693d2d3-f7ec-45bc-be51-c38546fe489d port 2bf39230-8796-4184-8e9e-7c3b0210d177 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:01.892275 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.933376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:01.966747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Transition to ACTIVE for port object 9a2dd194-58e2-436e-b527-88a25571dd64 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:01.977167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] For port 28afb0a9-1ab4-4609-8577-3144d0838e49, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=28afb0a9-1ab4-4609-8577-3144d0838e49,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:01.993963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.005563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-95c3dce2-7cce-4f4c-9eab-bec05f01c6cd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/a0f2c526-64f5-4284-a972-cd96282e44d9 HTTP/1.1" status: 204 len: 168 time: 1.2841392 Aug 16 02:15:02.006145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1245082-afc6-41f8-bbf4-65323ab592c2 req-837d20ba-c329-451b-8327-6ec225825a41 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.0489180 Aug 16 02:15:02.006965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52450) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:02.029298 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.032743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.055627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Transition to ACTIVE for port object 28afb0a9-1ab4-4609-8577-3144d0838e49 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:02.078911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.109567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.125625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3c1b7-920c-4355-bfa5-6ac66fe1b535 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.127561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-efb3c1b7-920c-4355-bfa5-6ac66fe1b535 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 962 time: 0.1178551 Aug 16 02:15:02.130764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52456) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:02.153647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=28afb0a9-1ab4-4609-8577-3144d0838e49,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.161879 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.262881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2d918-50d7-40c6-8e2f-ac4106b51e81,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.280071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:02.331998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1230-780e-4a0d-b8a5-b7b1e506f34f None None] Pushing event updated for resources: {'Port': ['ID=28afb0a9-1ab4-4609-8577-3144d0838e49,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.332215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.334000 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Added segment 06d6b05c-7d6f-443d-8afd-28fb179d0fc9 of type vlan for network 375abd24-c19c-4afa-b8f1-a9033eed1e44 Aug 16 02:15:02.363600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba939db8-3e3d-4d3c-892b-610876ab69ae up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:02.504624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.580926 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.603365 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Transition to ACTIVE for port object 2bf39230-8796-4184-8e9e-7c3b0210d177 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:02.610559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ba939db8-3e3d-4d3c-892b-610876ab69ae triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:02.611282 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.710558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.711663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:02.712926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.723075 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:02.853303 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Pushing event updated for resources: {'Port': ['ID=2bf39230-8796-4184-8e9e-7c3b0210d177,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.860779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] Pushing event updated for resources: {'Network': ['ID=375abd24-c19c-4afa-b8f1-a9033eed1e44,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:02.872902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:02.923382 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.923850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.924193 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.924529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.924863 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.925195 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.925524 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.925847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.926169 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.926496 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.926854 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.927175 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:02.978814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-21d76d93-0b1b-403b-a2b4-bd8ac5935a17 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7387457 Aug 16 02:15:02.989330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52474) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:02.989330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Request body: {'subnet': {'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1631746505-subnet', 'tenant_id': 'c1459342d683442f919f330d43772797', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:02.997356 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Attempting to bind port 2bf39230-8796-4184-8e9e-7c3b0210d177 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:02.997739 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Attempting to bind port 2bf39230-8796-4184-8e9e-7c3b0210d177 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:02.998102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Attempting to bind port 2bf39230-8796-4184-8e9e-7c3b0210d177 on network 31daf6dc-7254-46c8-9059-0459f15ac9c4 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:03.016061 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:03.016447 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Checking segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:03.016883 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.017248 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Bound using segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:03.017741 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Bound port: 2bf39230-8796-4184-8e9e-7c3b0210d177, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:03.018128 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.039022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.164236 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] For port 2bf39230-8796-4184-8e9e-7c3b0210d177, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:03.170926 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] For port 2bf39230-8796-4184-8e9e-7c3b0210d177, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2bf39230-8796-4184-8e9e-7c3b0210d177,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:03.210039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Made reservation on behalf of c1459342d683442f919f330d43772797 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:03.225472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.239792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98604dd4-d553-46e5-8025-41fb1baef0db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.243375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-98604dd4-d553-46e5-8025-41fb1baef0db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.1103268 Aug 16 02:15:03.257878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52480) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:03.270672 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.273286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Network 61fd65a2-7d93-4905-a477-324798acce85 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:03.293002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d962aac2-8122-419b-b017-adedd12289d5 req-808bfca2-94b8-4c70-8ddb-a6620912dc70 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e72f76a0608745e8bb76d0e11f2b0c02&device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.1101527 Aug 16 02:15:03.331784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b', '992fc656-01a9-4bf4-97fb-c59710f01c41'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:03.353647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:03.358344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:03.436628 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:03.437286 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:14:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:03.450470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.504607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d962aac2-8122-419b-b017-adedd12289d5 req-56a5b9a4-df9b-4d79-af24-e15f538c7d7c service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=e72f76a0608745e8bb76d0e11f2b0c02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1793139 Aug 16 02:15:03.673515 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e888cd-4ce3-4dd9-aa47-102a19433f7a None None] Pushing event updated for resources: {'Port': ['ID=2bf39230-8796-4184-8e9e-7c3b0210d177,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:03.776406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170502b-d61d-4363-a9a9-494133908e1e req-f2d99d61-c805-4b6b-a471-45d1e1ccce6f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.808208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5170502b-d61d-4363-a9a9-494133908e1e req-f2d99d61-c805-4b6b-a471-45d1e1ccce6f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.7795796 Aug 16 02:15:03.882443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137669a-cd3a-4207-8f31-a29ec33a62d0 req-b4a6b493-6625-462d-9ea8-c5bc2cd562c9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.887894 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:03.904943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a137669a-cd3a-4207-8f31-a29ec33a62d0 req-b4a6b493-6625-462d-9ea8-c5bc2cd562c9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 931 time: 0.5701182 Aug 16 02:15:03.959510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.960203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:03.966421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab25ed4-3d5d-464d-aacd-2d182ffb1bca tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.968149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab25ed4-3d5d-464d-aacd-2d182ffb1bca tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.969928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab25ed4-3d5d-464d-aacd-2d182ffb1bca tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:03.976752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5ab25ed4-3d5d-464d-aacd-2d182ffb1bca tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6991360 Aug 16 02:15:03.986425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52504) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:04.148037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5170502b-d61d-4363-a9a9-494133908e1e req-4fca64e7-4097-49e1-9461-ae002e8e84c2 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388107 Aug 16 02:15:04.158339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962aac2-8122-419b-b017-adedd12289d5 req-fb5048c5-5580-4413-8dab-ae6c7b0f9ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.162936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d962aac2-8122-419b-b017-adedd12289d5 req-fb5048c5-5580-4413-8dab-ae6c7b0f9ba3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6286671 Aug 16 02:15:04.173266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 4acc0ad1-530f-43ab-8331-b98895199ee5 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:04.180274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.182312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d7c46aed-d45d-4a8a-9802-f93221e79c99 None None] Provisioning for port 9a2dd194-58e2-436e-b527-88a25571dd64 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:04.191267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d7c46aed-d45d-4a8a-9802-f93221e79c99 None None] Provisioning complete for port 9a2dd194-58e2-436e-b527-88a25571dd64 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:04.193158 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d7c46aed-d45d-4a8a-9802-f93221e79c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.214853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.311236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.349334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d7c46aed-d45d-4a8a-9802-f93221e79c99 None None] Port 9a2dd194-58e2-436e-b527-88a25571dd64 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:04.355098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 28afb0a9-1ab4-4609-8577-3144d0838e49 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:04.380758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9736d69a-8590-4696-b7fa-f64592f53dc0,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:04.424998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Checking segment: {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:04.427616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Network hostable DHCP agents. Network: 375abd24-c19c-4afa-b8f1-a9033eed1e44, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:04.493256 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:03Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:04.516091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.532312 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8007e78e-59c9-43b2-9d9f-b81835dc290d None None] The sync data for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 is: [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:03Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:04.617967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d7254a2-b580-49ee-9a77-af42b2984173 None None] Provisioning for port 28afb0a9-1ab4-4609-8577-3144d0838e49 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:04.623101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:04.631950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d7254a2-b580-49ee-9a77-af42b2984173 None None] Provisioning complete for port 28afb0a9-1ab4-4609-8577-3144d0838e49 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:04.633284 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d7254a2-b580-49ee-9a77-af42b2984173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.712354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 375abd24-c19c-4afa-b8f1-a9033eed1e44) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:04.731646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:04.731646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.731899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d57b8ff-4524-44e7-9f11-b3a962ade110 None None] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:04.830146 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:04.916213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-ba500723-34ea-47f2-a6e3-b1797a22a810 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6179705 Aug 16 02:15:04.927875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63ba1794-19c6-43a4-96f4-4837ade794b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9475796 Aug 16 02:15:05.101226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52512) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:05.101226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:05.104300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85305f53-4839-4c17-b375-59596246bca3 req-ce675a9c-af17-4adf-90df-1da91bbebbc9 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.2246501 Aug 16 02:15:05.104300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Request body: {'port': {'device_id': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:05.107716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d7254a2-b580-49ee-9a77-af42b2984173 None None] Could not find standard attr ID for object a0f2c526-64f5-4284-a972-cd96282e44d9. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:05.107918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=4acc0ad1-530f-43ab-8331-b98895199ee5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:05.107918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a137669a-cd3a-4207-8f31-a29ec33a62d0 req-57f4dcf4-0ec4-41fa-9c49-23cef97a0f00 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1051531 Aug 16 02:15:05.108159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-375abd24-c19c-4afa-b8f1-a9033eed1e44', 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44', 'tenant_id': 'c1459342d683442f919f330d43772797', 'fixed_ips': [{'subnet_id': '9736d69a-8590-4696-b7fa-f64592f53dc0'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:05.108359 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.108359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36e2993a-1619-4b3e-89fc-ce22ca8408ab tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/4acc0ad1-530f-43ab-8331-b98895199ee5 HTTP/1.1" status: 204 len: 168 time: 1.0901976 Aug 16 02:15:05.108654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52514) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:05.113947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.137811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd2575f-b054-4e89-8fd5-672240fd5971 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:05.177191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.254983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 913d6134-c4d6-47e1-afb7-462f1b3da4b4 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:05.270665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.326168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-07387e32-801e-41b4-9535-f282e120a46f None None] Could not find standard attr ID for object a0f2c526-64f5-4284-a972-cd96282e44d9. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:05.348834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.352003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.399336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.404091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8cc87-5ef5-4ce8-8aa1-5afd9d5a061c req-8aa5867a-b03a-4e65-bba2-239a3f2eabf9 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:05.416428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ac8cc87-5ef5-4ce8-8aa1-5afd9d5a061c req-8aa5867a-b03a-4e65-bba2-239a3f2eabf9 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1041386 Aug 16 02:15:05.525892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.570411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ac8cc87-5ef5-4ce8-8aa1-5afd9d5a061c req-bb5c487e-d010-4e9d-b6a2-219c7f707bac tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438873 Aug 16 02:15:05.668425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Allocated IP 172.20.0.2 (375abd24-c19c-4afa-b8f1-a9033eed1e44/9736d69a-8590-4696-b7fa-f64592f53dc0/e58771f7-ae7b-42c0-8158-5c8c42c0d313) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:05.857531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a2dd194-58e2-436e-b527-88a25571dd64 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:05.866281 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:05.882061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Transition to ACTIVE for port object 9a2dd194-58e2-436e-b527-88a25571dd64 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:05.966318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.086736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.107309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Transition to ACTIVE for port object e58771f7-ae7b-42c0-8158-5c8c42c0d313 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:06.124380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.124552 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d962aac2-8122-419b-b017-adedd12289d5 req-b123d3cb-6593-4d09-9589-bc567c5957ca tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.58 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.2779372 Aug 16 02:15:06.290738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Transition to ACTIVE for port object e58771f7-ae7b-42c0-8158-5c8c42c0d313 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:06.312836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e9cd622-f556-4825-a774-e0e68609a0d0 req-f576bc04-71dc-4adf-8af8-7992011676ce tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.1356084 Aug 16 02:15:06.391382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.401530 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.495277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bf39230-8796-4184-8e9e-7c3b0210d177 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:06.568171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Attempting to bind port 9a2dd194-58e2-436e-b527-88a25571dd64 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:06.568528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Attempting to bind port 9a2dd194-58e2-436e-b527-88a25571dd64 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:06.568917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Attempting to bind port 9a2dd194-58e2-436e-b527-88a25571dd64 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:06.578481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Port 9a2dd194-58e2-436e-b527-88a25571dd64 on network 61fd65a2-7d93-4905-a477-324798acce85 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:06.578854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Attempting to bind port 9a2dd194-58e2-436e-b527-88a25571dd64 on network 61fd65a2-7d93-4905-a477-324798acce85 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:06.587916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:06.588348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Checking segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:06.588827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Bound using segment: {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:06.589401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Bound port: 9a2dd194-58e2-436e-b527-88a25571dd64, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '913ddfd4-b070-42ae-a307-7ac0936502b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '61fd65a2-7d93-4905-a477-324798acce85'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:06.595814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.633218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:06.636106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:06.642718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:06.677179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.776811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Pushing event updated for resources: {'Port': ['ID=e58771f7-ae7b-42c0-8158-5c8c42c0d313,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:06.849672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Attempting to bind port e58771f7-ae7b-42c0-8158-5c8c42c0d313 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:06.850189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Attempting to bind port e58771f7-ae7b-42c0-8158-5c8c42c0d313 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:06.850733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Attempting to bind port e58771f7-ae7b-42c0-8158-5c8c42c0d313 on network 375abd24-c19c-4afa-b8f1-a9033eed1e44 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:06.873119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:06.873708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Checking segment: {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:06.874397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:06.875314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Bound using segment: {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:06.876925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Bound port: e58771f7-ae7b-42c0-8158-5c8c42c0d313, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:06.877895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.020433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2bf39230-8796-4184-8e9e-7c3b0210d177 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:07.028426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2bf39230-8796-4184-8e9e-7c3b0210d177 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:07.041038 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.046683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fca6a0-6c9d-4990-8612-feebadb897e5 req-bbb874cb-ffc0-4a88-901d-6d5d124e2c47 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.057410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42fca6a0-6c9d-4990-8612-feebadb897e5 req-bbb874cb-ffc0-4a88-901d-6d5d124e2c47 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.2828844 Aug 16 02:15:07.062888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:07.111071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.154516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:07.205578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe46d0e-6196-421b-bb54-2fb6231d67f6 req-11e3a4e1-96e1-4198-aa01-a7cc0dcf6a1a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.208409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbe46d0e-6196-421b-bb54-2fb6231d67f6 req-11e3a4e1-96e1-4198-aa01-a7cc0dcf6a1a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2815764 Aug 16 02:15:07.217099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42fca6a0-6c9d-4990-8612-feebadb897e5 req-2b7f2fb8-30fc-49b6-a09d-786073b1aa2b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994971 Aug 16 02:15:07.224077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] For port e58771f7-ae7b-42c0-8158-5c8c42c0d313, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:07.228382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] For port e58771f7-ae7b-42c0-8158-5c8c42c0d313, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e58771f7-ae7b-42c0-8158-5c8c42c0d313,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:07.230741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-0d8b890d-dda7-4fe0-8a47-efae847c416e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.242292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-0d8b890d-dda7-4fe0-8a47-efae847c416e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=937cb7f70c624033906980e195767872&device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 1097 time: 0.4324312 Aug 16 02:15:07.250351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=913d6134-c4d6-47e1-afb7-462f1b3da4b4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.263404 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.275412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52544) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.284254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2c96f2fc-d1bc-42ae-adf5-cb27bb1f094c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/913d6134-c4d6-47e1-afb7-462f1b3da4b4 HTTP/1.1" status: 204 len: 168 time: 2.1750288 Aug 16 02:15:07.368855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.383729 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.413006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3ae65ad3-88d7-47a8-838a-507528e3a50f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1283336 Aug 16 02:15:07.423452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52550) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:07.460557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:07.524804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.526020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.530141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] 10.222.0.58 "PUT /v2.0/ports/9a2dd194-58e2-436e-b527-88a25571dd64 HTTP/1.1" status: 200 len: 1092 time: 2.5256979 Aug 16 02:15:07.606177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:07.628883 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0bec3b-866f-473b-9a7d-f85ea07a998f" -d '{"events": [{"name": "network-changed", "server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:07.702152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Pushing event updated for resources: {'Port': ['ID=e58771f7-ae7b-42c0-8158-5c8c42c0d313,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:07.731382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.734841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.734841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.734841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.736002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.736597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.736948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.737293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.739431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.740281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.741226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.741584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8fee4-d89b-4d55-b26b-3eb91ff5c23c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:07.759588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.771903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-817bdbc5-36d2-4e1f-899d-e14e204d2a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:07.782188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-817bdbc5-36d2-4e1f-899d-e14e204d2a7b service neutron] 10.222.0.83 "GET /v2.0/networks?id=f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 200 len: 917 time: 0.4928613 Aug 16 02:15:07.854737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f0aba28-8753-4d57-8232-394e366b6be1 req-91ecc9a8-0199-4c40-9f3b-19e24eb8bd87 tempest-ServerShowV254Test-196089027 tempest-ServerShowV254Test-196089027-project] 10.222.0.76 "GET /v2.0/ports?device_id=e3e4baa4-f70e-40ec-aacf-8039d0922731 HTTP/1.1" status: 200 len: 210 time: 0.2066743 Aug 16 02:15:07.864084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 2bf39230-8796-4184-8e9e-7c3b0210d177, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2bf39230-8796-4184-8e9e-7c3b0210d177,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:07.875605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbe46d0e-6196-421b-bb54-2fb6231d67f6 req-b94c29fc-55fc-4c70-a0e4-553d80ea866b tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6341815 Aug 16 02:15:07.921043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f9286b-96b5-4c03-bebe-349f42229ba0 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:07.949474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:07.962510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:07.984235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-0d02b799-577c-46a5-b497-b96484f2d09f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34250af4-26be-4dc2-b188-560101017e5c HTTP/1.1" status: 200 len: 217 time: 0.1927848 Aug 16 02:15:07.990776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52556) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:08.020173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac5677-eaf7-4fbd-8000-7561acb97d80 service neutron] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.036888 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef9b25-3b19-4b66-9056-ced49c97056a x-openstack-request-id: req-afef9b25-3b19-4b66-9056-ced49c97056a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:08.037230 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:08.037498 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-afef9b25-3b19-4b66-9056-ced49c97056a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:08.037927 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64', 'status': 'completed', 'code': 200} Aug 16 02:15:08.080982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-bd151c6d-87ab-411b-8e41-8d6572ed01da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.082540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-bd151c6d-87ab-411b-8e41-8d6572ed01da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 1095 time: 0.4000301 Aug 16 02:15:08.170862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-6a3081f3-ca70-43b8-b0ce-a02dd498cce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.173320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-6a3081f3-ca70-43b8-b0ce-a02dd498cce3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=93799c17-1afc-4376-9b90-7fcdc5978c03 HTTP/1.1" status: 200 len: 855 time: 0.1611583 Aug 16 02:15:08.194125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.296661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-55b291b3-f0c9-4c8d-8b76-7026a3c82edd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a2dd194-58e2-436e-b527-88a25571dd64 HTTP/1.1" status: 200 len: 217 time: 0.2015655 Aug 16 02:15:08.362298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0a45febb-fd78-4c36-9e86-6f3d64556a54 None None] Provisioning complete for port 28afb0a9-1ab4-4609-8577-3144d0838e49 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:08.367174 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a45febb-fd78-4c36-9e86-6f3d64556a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.558890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e58771f7-ae7b-42c0-8158-5c8c42c0d313 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:08.577982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-5733c146-b5ca-4f42-8135-cc1e859ca6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.580144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-5733c146-b5ca-4f42-8135-cc1e859ca6a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.2587464 Aug 16 02:15:08.612977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=2bf39230-8796-4184-8e9e-7c3b0210d177,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:08.691228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0495a-f3ea-4e9b-9205-f8a0efae7103 req-bca337da-56ca-436f-81c1-7f789855c5ac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.697407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fa0495a-f3ea-4e9b-9205-f8a0efae7103 req-bca337da-56ca-436f-81c1-7f789855c5ac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.1989946 Aug 16 02:15:08.711901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-bc127112-c52b-451f-84da-05e2dc7f42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:08.713614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-bc127112-c52b-451f-84da-05e2dc7f42b5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211145 Aug 16 02:15:08.714374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:08.807556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e58771f7-ae7b-42c0-8158-5c8c42c0d313 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:08.820794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:08.840423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fa0495a-f3ea-4e9b-9205-f8a0efae7103 req-123a4fa5-10d2-461b-89b0-8f2cb819a769 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254711 Aug 16 02:15:08.920433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-83e43450-bda4-40cc-b29c-bfeb81d5f8be service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645858 Aug 16 02:15:08.971619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] Deleting port 28afb0a9-1ab4-4609-8577-3144d0838e49 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:08.972812 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.112766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] For port 28afb0a9-1ab4-4609-8577-3144d0838e49, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=28afb0a9-1ab4-4609-8577-3144d0838e49,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:09.113248 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.131728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df915e-c4d5-4041-9e63-e2d68c2e2055 req-c5492d31-5974-4715-98e9-0b864a4aa663 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963828 Aug 16 02:15:09.141163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] Calling delete_port for 28afb0a9-1ab4-4609-8577-3144d0838e49 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:09.374029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64535a2b-a08b-49e0-a700-6b0ca6ed4496 req-de900b99-9c06-4273-abef-a02ab7f1bbe0 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.375853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64535a2b-a08b-49e0-a700-6b0ca6ed4496 req-de900b99-9c06-4273-abef-a02ab7f1bbe0 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2416458 Aug 16 02:15:09.408736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.446038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-49e4d69a-363d-4c34-bfdf-df1ba52d191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.449393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-49e4d69a-363d-4c34-bfdf-df1ba52d191c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 1095 time: 0.1747344 Aug 16 02:15:09.469530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] Pushing event deleted for resources: {'Port': ['ID=28afb0a9-1ab4-4609-8577-3144d0838e49,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:09.486736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa368a48-7edd-444c-b7ba-86009044a54b None None] No DVR routers for this DVR port 28afb0a9-1ab4-4609-8577-3144d0838e49 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:09.564682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64535a2b-a08b-49e0-a700-6b0ca6ed4496 req-ce578de3-f209-4690-93ff-5ea07034da3a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806505 Aug 16 02:15:09.639407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52580) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:09.690091 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.690904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-2ad68dba-dcac-455f-8f47-f59b368e866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.692417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-2ad68dba-dcac-455f-8f47-f59b368e866c service neutron] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.2325051 Aug 16 02:15:09.710538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7e3e41-2d66-47e1-b196-781b8764cf3c None None] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:09.719697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-c76d956f-0b86-45a3-90f2-c8a986fdb163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.721786 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-c76d956f-0b86-45a3-90f2-c8a986fdb163 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f9de05d3-3ed2-427c-a1ac-fd379d32c245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5381162 Aug 16 02:15:09.771303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-ac9c2df7-f596-4296-b754-7a41ea8dbce1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a2dd194-58e2-436e-b527-88a25571dd64 HTTP/1.1" status: 200 len: 217 time: 0.0689859 Aug 16 02:15:09.852329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-6bae95e6-8b10-409d-8f6b-49fe120b963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.854485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-6bae95e6-8b10-409d-8f6b-49fe120b963c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0736530 Aug 16 02:15:09.938779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f1fc-b714-4878-8575-92f2a2ea3c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:09.943953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Allocated IP 172.25.6.237 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/79819b15-cc30-4251-b96b-ab5b1384b8eb) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:09.972206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-96afde8e-a8ed-4d77-a5f0-3ad7eefb30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:09.976819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-96afde8e-a8ed-4d77-a5f0-3ad7eefb30dd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091518 Aug 16 02:15:10.058280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] Provisioning for port e58771f7-ae7b-42c0-8158-5c8c42c0d313 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:10.062025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72774390-36ab-428f-8706-416ce6bbb50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.112690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-0ede0f90-7e6c-40cd-894c-554ea076eefe service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037760 Aug 16 02:15:10.114602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] Provisioning complete for port e58771f7-ae7b-42c0-8158-5c8c42c0d313 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:10.120123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.352136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f1fc-b714-4878-8575-92f2a2ea3c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.352136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe0bec3b-866f-473b-9a7d-f85ea07a998f req-2f266f78-728d-4714-a061-c9b34d24d190 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148278 Aug 16 02:15:10.368941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.385613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.403801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b85e2-89e0-4d91-8945-76629f3292ae req-7f090a7e-4132-4aa2-8c71-728d3943673e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.412018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b38b85e2-89e0-4d91-8945-76629f3292ae req-7f090a7e-4132-4aa2-8c71-728d3943673e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.4556344 Aug 16 02:15:10.422685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c4e5f1fc-b714-4878-8575-92f2a2ea3c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.461065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bf39230-8796-4184-8e9e-7c3b0210d177 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:10.495763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5f1fc-b714-4878-8575-92f2a2ea3c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4eab425-dc1c-4209-ac6b-cb0c3884913a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.523186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] For port e58771f7-ae7b-42c0-8158-5c8c42c0d313, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e58771f7-ae7b-42c0-8158-5c8c42c0d313,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:10.558461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2bf39230-8796-4184-8e9e-7c3b0210d177 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:10.558957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.591291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c4e5f1fc-b714-4878-8575-92f2a2ea3c0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e72f76a0608745e8bb76d0e11f2b0c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9490242 Aug 16 02:15:10.594391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52592) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:10.614746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:10.618978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b38b85e2-89e0-4d91-8945-76629f3292ae req-eef9ca76-9fb4-44d6-a063-719adf843703 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469393 Aug 16 02:15:10.653904 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.720547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db88888-e622-4d86-b27a-9df66b63087c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.747923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:10.754278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e771ac-cf16-4509-b3a4-eee64765515f None None] Pushing event updated for resources: {'Port': ['ID=e58771f7-ae7b-42c0-8158-5c8c42c0d313,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.760893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-958b33d2-8b42-4a47-a664-d807130be69d service neutron] 10.222.0.83 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0254352 Aug 16 02:15:10.762450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6760a777-ec23-4edb-bc27-274d3d4e562e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:10.767476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.768159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.796099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=9fe21215-2456-4a8e-a915-924b7235045b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:10.837860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db88888-e622-4d86-b27a-9df66b63087c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.860959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9eb105da-a405-4899-9684-8df291d46a4f None None] Provisioning complete for port e58771f7-ae7b-42c0-8158-5c8c42c0d313 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:10.861214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.861710 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9eb105da-a405-4899-9684-8df291d46a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:10.884146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312859a-3e50-450d-acf7-5e576f2b90b1 req-45258e64-e8be-49d8-8248-b264f1e20166 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:10.886084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0312859a-3e50-450d-acf7-5e576f2b90b1 req-45258e64-e8be-49d8-8248-b264f1e20166 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1592765 Aug 16 02:15:10.976436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 28afb0a9-1ab4-4609-8577-3144d0838e49 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:11.021351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 28afb0a9-1ab4-4609-8577-3144d0838e49 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:11.021691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 28afb0a9-1ab4-4609-8577-3144d0838e49 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:11.023183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0312859a-3e50-450d-acf7-5e576f2b90b1 req-f6b2d226-b8bc-456e-bba5-2eba7ff4f2e5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014290 Aug 16 02:15:11.050889 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1c310520-9631-4688-b640-ade9ebef70e2 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.6204381 Aug 16 02:15:11.053730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52596) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:11.059218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:11.113114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2f28b13d-3ae7-440b-959b-402f8730d283 req-4a8bb89b-44a3-491b-9266-21ed3ba3606f service neutron] 10.222.0.83 "GET /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380170 Aug 16 02:15:11.198700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.255092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db88888-e622-4d86-b27a-9df66b63087c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.258553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9db88888-e622-4d86-b27a-9df66b63087c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.264414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9db88888-e622-4d86-b27a-9df66b63087c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e4eab425-dc1c-4209-ac6b-cb0c3884913a HTTP/1.1" status: 204 len: 168 time: 0.6656492 Aug 16 02:15:11.297763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'tenant_id': '503fdb68000d4b978aef0d1a5440b700', 'fixed_ips': [{'subnet_id': '9fe21215-2456-4a8e-a915-924b7235045b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:11.301654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.322770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:11.331570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db88888-e622-4d86-b27a-9df66b63087c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4eab425-dc1c-4209-ac6b-cb0c3884913a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.400736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:11.407022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:11.416087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Pushing event updated for resources: {'Port': ['ID=79819b15-cc30-4251-b96b-ab5b1384b8eb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:11.427020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:11.431383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.704762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/9fe21215-2456-4a8e-a915-924b7235045b/2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:11.741569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:11.812846 n-d-768852-19 neutron-server[101945]: INFO neutron.db.ipam_backend_mixin [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fe21215-2456-4a8e-a915-924b7235045b (CIDR: 2001:db8::/64) Aug 16 02:15:11.877128 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:15:11.882919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:11.947280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff006-73b1-4210-8efb-2d331dd73ace req-f6f298d4-7ce2-42fb-b952-e897aa69fef6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:11.949102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c3ff006-73b1-4210-8efb-2d331dd73ace req-f6f298d4-7ce2-42fb-b952-e897aa69fef6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.1601682 Aug 16 02:15:11.996716 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.011789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9efe7bbf-e8ea-4871-bed1-9199f8c140db tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9567432 Aug 16 02:15:12.012588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52612) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:12.015681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Transition to ACTIVE for port object 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:12.033266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Transition to ACTIVE for port object 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:12.049880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:12.069899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c3ff006-73b1-4210-8efb-2d331dd73ace req-d78d272f-e690-4c29-a2d5-d84d17c91606 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143909 Aug 16 02:15:12.140854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.201732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.259998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:12.259998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:12.275787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:12.318054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:12.397716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e1723-46a6-497e-8225-e913f1790124 req-8fd2088f-4494-4f19-9d6b-c327648d4346 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.400004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b8e1723-46a6-497e-8225-e913f1790124 req-8fd2088f-4494-4f19-9d6b-c327648d4346 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.2422786 Aug 16 02:15:12.440222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e58771f7-ae7b-42c0-8158-5c8c42c0d313 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:12.455001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b8e1723-46a6-497e-8225-e913f1790124 req-0a6982de-40b9-451c-bb4f-9d07a7ae2630 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472379 Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Attempting to bind port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Attempting to bind port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Attempting to bind port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 on network cd8c7ff0-9383-4f85-baff-dc2b781ce00d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Checking segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Bound using segment: {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Bound port: 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:12.479322 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.571658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:12.593656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:12.594263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Deleting port 390961fe-3a72-485b-b80c-d20680b50288 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:12.594767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.598784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.599095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e58771f7-ae7b-42c0-8158-5c8c42c0d313 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:12.599597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.616955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733dcc5-211c-4cd5-9b12-425606ccde1f req-5646f7b6-9393-4069-9345-9671afebdb5a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:12.618919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3733dcc5-211c-4cd5-9b12-425606ccde1f req-5646f7b6-9393-4069-9345-9671afebdb5a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0588887 Aug 16 02:15:12.679842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3733dcc5-211c-4cd5-9b12-425606ccde1f req-fe37fe73-ea4a-4270-b42f-f9b86684ba5e tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469811 Aug 16 02:15:12.766574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:12.769759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9a2dd194-58e2-436e-b527-88a25571dd64 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:12.771723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.797489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] For port 390961fe-3a72-485b-b80c-d20680b50288, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=390961fe-3a72-485b-b80c-d20680b50288,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:12.797868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.804589 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.818708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Calling delete_port for 390961fe-3a72-485b-b80c-d20680b50288 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:12.930560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:12.948628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:12.968333 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2555350a-0c37-493e-96ba-98fc6243db23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.033366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '9a2dd194-58e2-436e-b527-88a25571dd64', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '9a2dd194-58e2-436e-b527-88a25571dd64', 'mac_address': 'fa:16:3e:5d:02:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:13.048904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:15:13.158312 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.179620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc3426-3a90-4f9c-817f-879c8c8089f9 req-718d17db-bc60-4b7a-a49b-c48096f1fff4 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.190881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ffc3426-3a90-4f9c-817f-879c8c8089f9 req-718d17db-bc60-4b7a-a49b-c48096f1fff4 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.4357326 Aug 16 02:15:13.201784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a2dd194-58e2-436e-b527-88a25571dd64 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:13.213484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec60c72-2d3b-43f8-84a1-e0c72f1f7e4b None None] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.279345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ffc3426-3a90-4f9c-817f-879c8c8089f9 req-2e650844-191b-4076-b52a-824f3015e6d7 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819113 Aug 16 02:15:13.329097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:13.411867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.556280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:13.604856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.objects.ports [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101945) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:15:13.666041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe61659-38c4-4162-bf40-0b9c1dfe5e6a req-e7069195-f569-43cd-83fd-27262e159312 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.668056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fe61659-38c4-4162-bf40-0b9c1dfe5e6a req-e7069195-f569-43cd-83fd-27262e159312 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.3429809 Aug 16 02:15:13.831885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:13.839042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['9a2dd194-58e2-436e-b527-88a25571dd64'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:13.844949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Sync routers for ids ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:13.921518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Routers {'2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:13.922276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:13.928481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:13.959426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f539fc0-0369-4a52-9184-bb706595cf52 req-aa5f5f4c-e6c3-438d-bb45-27ce670b0768 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:13.960918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f539fc0-0369-4a52-9184-bb706595cf52 req-aa5f5f4c-e6c3-438d-bb45-27ce670b0768 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.3545945 Aug 16 02:15:13.966831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fe61659-38c4-4162-bf40-0b9c1dfe5e6a req-a9483260-7142-4881-9044-b49939fe56b1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304499 Aug 16 02:15:13.997455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=390961fe-3a72-485b-b80c-d20680b50288,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:14.005820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.005820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-75cb9511-a3ba-49e3-b6d7-a5994621dd53 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.0754268 Aug 16 02:15:14.007946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52662) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:14.032712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f539fc0-0369-4a52-9184-bb706595cf52 req-89b63818-05bc-40bb-8fd9-722be6546915 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619969 Aug 16 02:15:14.150448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.278167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Set router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:14.380736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-9d3779c3-d638-49f9-9358-4bb0ca1fdae9 req-0a311fc9-6365-4446-9f26-a9f485c85e29 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:15:14.393035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d3779c3-d638-49f9-9358-4bb0ca1fdae9 req-0a311fc9-6365-4446-9f26-a9f485c85e29 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422649 Aug 16 02:15:14.567702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:14.611831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:14.709173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.728052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d3779c3-d638-49f9-9358-4bb0ca1fdae9 req-d5c8f7ed-460e-495e-b680-8660cd5cd6e6 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3333664 Aug 16 02:15:14.772386 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.773382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.911433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:14.994182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.199924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 3, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:15.241193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:15.245167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Checking router: 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:15.245442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Updating router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 port 79819b15-cc30-4251-b96b-ab5b1384b8eb binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:15.299791 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.306299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] Provisioning for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:15.375993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:15.376890 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.642491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.679644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Router f307de33-d319-4cf4-8d2b-4c40f19428bc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:15.684325 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.759069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:15.808211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=4']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:15.859609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:15.894973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a703070-be1b-4036-bd5a-25645192c191 req-7b0fed21-f0b4-47c7-b96d-c76b08ff8ab9 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.8673573 Aug 16 02:15:15.905415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=c45fcb7e-74d1-4b42-a3a2-e76771458f2e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:15.907527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:15.926566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.927218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:15.944277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a6f77-8112-474e-b496-d2266f5ba19e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:15.972979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72345bc-00d3-4670-8419-9f606cb6f2df req-6a667dbe-ff5a-45b3-9062-9e1964621589 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:15.982304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d72345bc-00d3-4670-8419-9f606cb6f2df req-6a667dbe-ff5a-45b3-9062-9e1964621589 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 944 time: 0.1635888 Aug 16 02:15:16.019228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.027461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:16.039451 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] Sync routers for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:16.042415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da80e6d5-dfab-48d4-b946-33d0ade57fb6 admin admin] 10.222.0.76 "PUT /v2.0/routers/f307de33-d319-4cf4-8d2b-4c40f19428bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0493226 Aug 16 02:15:16.043197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:16.046540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Transition to ACTIVE for port object 79819b15-cc30-4251-b96b-ab5b1384b8eb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:16.049147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:ca:04:e6', 'name': 'tempest-NetworksTestDHCPv6-2057666742'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:16.049760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e5a56f2d-e2c6-43c5-a83c-9deb43df7227 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.0351455 Aug 16 02:15:16.051664 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52700) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:16.053580 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.054718 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.059930 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:16.060308 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:16.153449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.221792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5853a8c-2a4f-425f-83a7-bd1787930c6b None None] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.253415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Allocated IP 172.20.0.1 (375abd24-c19c-4afa-b8f1-a9033eed1e44/9736d69a-8590-4696-b7fa-f64592f53dc0/3808660c-85b8-4e93-af0a-98536191c976) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:16.281432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d72345bc-00d3-4670-8419-9f606cb6f2df req-45cf8542-3273-40b3-b4fc-8c10c371621e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980533 Aug 16 02:15:16.408571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Attempting to bind port 79819b15-cc30-4251-b96b-ab5b1384b8eb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:16.408797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Attempting to bind port 79819b15-cc30-4251-b96b-ab5b1384b8eb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:16.409045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Attempting to bind port 79819b15-cc30-4251-b96b-ab5b1384b8eb on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:16.433263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:16.441972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:16.442511 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.442959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:16.443793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Bound port: 79819b15-cc30-4251-b96b-ab5b1384b8eb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:16.443934 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.464071 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:16.466448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.467616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bf24a-a556-41fb-b29e-4bdf69b3741f req-16db6a7c-c490-4262-bd53-89574ffbdee3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:16.481127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:16.481933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-744bf24a-a556-41fb-b29e-4bdf69b3741f req-16db6a7c-c490-4262-bd53-89574ffbdee3 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.4270530 Aug 16 02:15:16.514564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:16.562208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33835bdd-a28f-4e35-b0bd-8d9b26747bea None None] Pushing event updated for resources: {'Port': ['ID=79819b15-cc30-4251-b96b-ab5b1384b8eb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:16.566091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.629083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.660029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Transition to ACTIVE for port object 3808660c-85b8-4e93-af0a-98536191c976 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:16.675371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-744bf24a-a556-41fb-b29e-4bdf69b3741f req-62a12e0a-ffb1-4759-9b68-38c9c870b04a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887414 Aug 16 02:15:16.684244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port c3b138cb-3351-48ca-b342-5bdaabedce29 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:15:16.805888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:15:13Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:16.866217 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] Checking router: f307de33-d319-4cf4-8d2b-4c40f19428bc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:16.879710 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] Routers {'f307de33-d319-4cf4-8d2b-4c40f19428bc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:16.880807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f307de33-d319-4cf4-8d2b-4c40f19428bc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:16.913250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.931871 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:16.988011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c9773-daaa-4bb0-9b9c-3b8bfdaf81b6 req-81f19771-a3f9-4759-9ebd-20fe3ea86dad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.007130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248c9773-daaa-4bb0-9b9c-3b8bfdaf81b6 req-81f19771-a3f9-4759-9ebd-20fe3ea86dad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.1747472 Aug 16 02:15:17.018759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:17.026731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:17.059448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:17.109229 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] Set router f307de33-d319-4cf4-8d2b-4c40f19428bc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:17.118252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9a2dd194-58e2-436e-b527-88a25571dd64 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:17.157032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=3808660c-85b8-4e93-af0a-98536191c976,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:17.166794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db9726ff-8515-43fd-b05f-a41a580ab4b1 req-bbd0758c-a8c6-44f4-a1e1-a5ee79849037 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0592163 Aug 16 02:15:17.229639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-248c9773-daaa-4bb0-9b9c-3b8bfdaf81b6 req-139a8bcc-93e0-412b-9190-0f0516174814 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194486 Aug 16 02:15:17.254589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.287942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Deleting port a6411761-6ade-48f1-993f-8579c1285c3a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:17.288588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.335923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] For port 79819b15-cc30-4251-b96b-ab5b1384b8eb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:17.354572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] For port 79819b15-cc30-4251-b96b-ab5b1384b8eb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=79819b15-cc30-4251-b96b-ab5b1384b8eb,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:17.395448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:17.399040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.686549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:15:13Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:17.705628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 9a2dd194-58e2-436e-b527-88a25571dd64 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:17.711194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 9a2dd194-58e2-436e-b527-88a25571dd64 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:17.714683 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.743628 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be8375-e536-4407-8a90-0f2f3b259512 None None] The sync data for ids ['f307de33-d319-4cf4-8d2b-4c40f19428bc'] in n-d-768852-19 is: [{'id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'name': 'tempest-AttachVolumeTestJSON-1487271606-router', 'tenant_id': '73440989c2254f4ab3fa0a4b8774112f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:03Z', 'updated_at': '2021-08-16T02:15:13Z', 'revision_number': 5, 'project_id': '73440989c2254f4ab3fa0a4b8774112f', 'gw_port': {'id': 'a6411761-6ade-48f1-993f-8579c1285c3a', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:5b:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f307de33-d319-4cf4-8d2b-4c40f19428bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1352, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:07Z', 'updated_at': '2021-08-16T02:07:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:17.777400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.780617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] For port a6411761-6ade-48f1-993f-8579c1285c3a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a6411761-6ade-48f1-993f-8579c1285c3a,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:17.780958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:17.826114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97464585-64b2-4a8a-b6ed-b8df4579d63b req-f5305424-c930-4a76-93a0-6bb59d74afe7 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.832839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97464585-64b2-4a8a-b6ed-b8df4579d63b req-f5305424-c930-4a76-93a0-6bb59d74afe7 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.2857313 Aug 16 02:15:17.834915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Calling delete_port for a6411761-6ade-48f1-993f-8579c1285c3a owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:17.889687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33835bdd-a28f-4e35-b0bd-8d9b26747bea None None] Pushing event updated for resources: {'Port': ['ID=79819b15-cc30-4251-b96b-ab5b1384b8eb,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:17.901289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae0120-1620-4735-b874-0b317787c122 req-f0dba1dc-0f08-4131-8405-aeff3a043390 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:17.910968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efae0120-1620-4735-b874-0b317787c122 req-f0dba1dc-0f08-4131-8405-aeff3a043390 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 944 time: 0.3630300 Aug 16 02:15:17.990401 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.033484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:18.036490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:18.039356 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d8e5f-ad43-4a49-a238-1466497b170b" -d '{"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:18.045941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7badcd5c-0b86-41f1-a7b1-fdfbc150d936 None None] Provisioning for port 3808660c-85b8-4e93-af0a-98536191c976 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:18.051327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7badcd5c-0b86-41f1-a7b1-fdfbc150d936 None None] Provisioning complete for port 3808660c-85b8-4e93-af0a-98536191c976 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:18.051756 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7badcd5c-0b86-41f1-a7b1-fdfbc150d936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.101430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97464585-64b2-4a8a-b6ed-b8df4579d63b req-2ac89b21-480e-404b-a96b-fad123f1172a tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860025 Aug 16 02:15:18.131206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7badcd5c-0b86-41f1-a7b1-fdfbc150d936 None None] Port 3808660c-85b8-4e93-af0a-98536191c976 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:18.133887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.147542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Routers {'2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:18.147542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:18.147971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efae0120-1620-4735-b874-0b317787c122 req-de7184f8-0b22-4dc3-bec3-1bd762633dd2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337739 Aug 16 02:15:18.172989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::15a (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/9fe21215-2456-4a8e-a915-924b7235045b/c3b138cb-3351-48ca-b342-5bdaabedce29) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:18.221187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8:0:1:f816:3eff:feca:4e6 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/c45fcb7e-74d1-4b42-a3a2-e76771458f2e/c3b138cb-3351-48ca-b342-5bdaabedce29) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:18.447930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.620828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] Set router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:18.734431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38825c38-b69c-4b92-9394-f91e1eb56281 req-9a1ac2a9-2d36-427c-a453-4f196421b7dc tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1017330 Aug 16 02:15:18.758148 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fd34e0-d056-4fe4-a2b8-bdc921b2ce45 x-openstack-request-id: req-69fd34e0-d056-4fe4-a2b8-bdc921b2ce45 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:18.759505 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:18.759782 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69fd34e0-d056-4fe4-a2b8-bdc921b2ce45 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:18.760183 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64', 'code': 200} Aug 16 02:15:18.760960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:18.762737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5318e9-c896-43ca-a57b-029ad350ba1d req-8d642199-c17a-49b7-b155-b0533e4fd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.765645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e5318e9-c896-43ca-a57b-029ad350ba1d req-8d642199-c17a-49b7-b155-b0533e4fd19b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 1097 time: 0.2062151 Aug 16 02:15:18.820404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e5318e9-c896-43ca-a57b-029ad350ba1d req-df19f656-e071-4a50-84cb-1310d8d05965 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468173 Aug 16 02:15:18.845782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670883-3b3b-43c7-b4bd-49634cc90ca6 req-c3268474-fe61-49fd-bb9f-4afcdc417796 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.854367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670883-3b3b-43c7-b4bd-49634cc90ca6 req-c3268474-fe61-49fd-bb9f-4afcdc417796 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.861567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8670883-3b3b-43c7-b4bd-49634cc90ca6 req-c3268474-fe61-49fd-bb9f-4afcdc417796 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:18.872473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8670883-3b3b-43c7-b4bd-49634cc90ca6 req-c3268474-fe61-49fd-bb9f-4afcdc417796 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c&device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7&device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 2418 time: 0.1650941 Aug 16 02:15:18.921153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8670883-3b3b-43c7-b4bd-49634cc90ca6 req-81cdf3c3-bacd-478a-a856-0d6ebf4e6fbb tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474923 Aug 16 02:15:18.927357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:18.971654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.000679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7c13f03b-b17f-4789-b3f0-232d2b979e97 None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:19.002942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7c13f03b-b17f-4789-b3f0-232d2b979e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.011542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object c3b138cb-3351-48ca-b342-5bdaabedce29 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:19.073158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6411761-6ade-48f1-993f-8579c1285c3a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.083246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.083603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.083947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.084289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.084635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.084964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.085297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.085627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.085957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.087591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.087951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.088283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:15:19.098546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.112470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.136164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:19.136859 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.146549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.189491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c3f7f03-bfb0-488e-bd5f-6cfa1ce45070 req-b944a4c5-8f3e-4772-ba33-2f51c4949a53 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1810660 Aug 16 02:15:19.220395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.313756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.343696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 3, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:19.362132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 390961fe-3a72-485b-b80c-d20680b50288 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:19.416482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e0ba03-9a40-481d-9e06-1d37958057f7 None None] The sync data for ids ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'] in n-d-768852-19 is: [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:15:11Z', 'revision_number': 3, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:19.422266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 390961fe-3a72-485b-b80c-d20680b50288 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:19.424268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 390961fe-3a72-485b-b80c-d20680b50288 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:19.446502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:19.460933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:19.464696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:19.471916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.472687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.480002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=3808660c-85b8-4e93-af0a-98536191c976,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.482061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.492369 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.535045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.545265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=c3b138cb-3351-48ca-b342-5bdaabedce29,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:19.662266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d24d12-8f5b-4e0d-9e53-10bdab424cfa req-2d43dee7-7998-4efa-9d55-80dbbec7b2fe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:19.675284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12d24d12-8f5b-4e0d-9e53-10bdab424cfa req-2d43dee7-7998-4efa-9d55-80dbbec7b2fe tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.3915141 Aug 16 02:15:19.715054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:19.719412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:19.737191 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1c4ce38c-a86f-4b0c-b687-82a9465e935d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6921871 Aug 16 02:15:19.737922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:19.774804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12d24d12-8f5b-4e0d-9e53-10bdab424cfa req-3d9413ff-e31f-41cd-961d-d309666f4602 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982120 Aug 16 02:15:19.777026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.779008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f307de33-d319-4cf4-8d2b-4c40f19428bc {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:15:19.792589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:19.797831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e60ce63c-687f-4517-bc91-96029f9b4056 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f307de33-d319-4cf4-8d2b-4c40f19428bc HTTP/1.1" status: 204 len: 168 time: 3.7256896 Aug 16 02:15:19.798497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52752) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.083487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Deleting subnet 2143aa46-2002-49fc-b810-b03b2aeeda97 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:20.168200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b24ad6b0-0dbd-46af-821e-1cb95bc7d2ad req-62c56615-9355-4faa-9625-c872210a91ff tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0774879 Aug 16 02:15:20.171356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.297766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.367664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:15:20.372703 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ecd5fc24-b3dc-4f8b-b488-a3bc3e8f9974 req-19d10f8a-6836-4195-9531-7e7aa3871b6e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.2573512 Aug 16 02:15:20.379448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b0fdce1e-e446-4a0c-b902-005a5b2fbffa None None] Provisioning for port c3b138cb-3351-48ca-b342-5bdaabedce29 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:20.385407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b0fdce1e-e446-4a0c-b902-005a5b2fbffa None None] Provisioning complete for port c3b138cb-3351-48ca-b342-5bdaabedce29 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:20.386040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0fdce1e-e446-4a0c-b902-005a5b2fbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.467164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b0fdce1e-e446-4a0c-b902-005a5b2fbffa None None] Port c3b138cb-3351-48ca-b342-5bdaabedce29 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:20.475687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.602936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e436cf6c-8083-4fdf-a136-bac80f167477 None None] Provisioning complete for port 3808660c-85b8-4e93-af0a-98536191c976 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:20.603051 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e436cf6c-8083-4fdf-a136-bac80f167477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.673773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port c3b138cb-3351-48ca-b342-5bdaabedce29 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:20.674239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.676939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.725305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e436cf6c-8083-4fdf-a136-bac80f167477 None None] Port 3808660c-85b8-4e93-af0a-98536191c976 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:15:20.741911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2143aa46-2002-49fc-b810-b03b2aeeda97,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:20.755225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.759285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fcdd7a40-0fcc-44bc-916b-f753222110a1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2143aa46-2002-49fc-b810-b03b2aeeda97 HTTP/1.1" status: 204 len: 168 time: 0.9576757 Aug 16 02:15:20.760009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52760) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:20.768175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50445d0e-d011-4342-8874-1e67bd140888 None None] Network 7fd96b01-c82d-48a5-b198-51b84c60637e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:20.901193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79819b15-cc30-4251-b96b-ab5b1384b8eb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:20.967382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:20.989541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.003605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872364bd-447b-4622-b206-63a298798653 req-781d792e-be7c-4728-a7e4-bb35e9a4aa7a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.013601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-872364bd-447b-4622-b206-63a298798653 req-781d792e-be7c-4728-a7e4-bb35e9a4aa7a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1168163 Aug 16 02:15:21.023425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for c3b138cb-3351-48ca-b342-5bdaabedce29 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:21.127582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-872364bd-447b-4622-b206-63a298798653 req-2bb69f9c-245c-4538-ac25-b6c99a783187 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126447 Aug 16 02:15:21.185977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Deleting port e851ab21-d4ba-413a-918e-9b2cbd604466 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:21.185977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.210207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:15:21.219424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 79819b15-cc30-4251-b96b-ab5b1384b8eb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:21.236986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 79819b15-cc30-4251-b96b-ab5b1384b8eb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:21.237378 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.239344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] DHCP port deletion for 7fd96b01-c82d-48a5-b198-51b84c60637e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:21.266544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39423b00-576d-43dd-9a86-5aab31685ef7 admin admin] 10.222.0.76 "PUT /v2.0/routers/2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2562675 Aug 16 02:15:21.450033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] For port e851ab21-d4ba-413a-918e-9b2cbd604466, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e851ab21-d4ba-413a-918e-9b2cbd604466,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.450914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.497085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Calling delete_port for e851ab21-d4ba-413a-918e-9b2cbd604466 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:21.512254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] Deleting port e851ab21-d4ba-413a-918e-9b2cbd604466 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:21.512797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.568886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-490a343b-4312-415e-b476-0b9186be6969 req-983046b0-9975-4b64-a8ee-965cdb8de43d tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1008596 Aug 16 02:15:21.600017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.646497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 79819b15-cc30-4251-b96b-ab5b1384b8eb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=79819b15-cc30-4251-b96b-ab5b1384b8eb,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.650393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] For port e851ab21-d4ba-413a-918e-9b2cbd604466, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e851ab21-d4ba-413a-918e-9b2cbd604466,segment=NetworkSegment(f88cdf9c-2615-4acf-86f5-3177f065fc19),segment_id=f88cdf9c-2615-4acf-86f5-3177f065fc19)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:21.650393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.666421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] Calling delete_port for e851ab21-d4ba-413a-918e-9b2cbd604466 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:21.759593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.846882 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.859808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac20da-37a0-46c7-9592-1bdf04dcfbf2 req-3df658f2-a6b3-41ac-a7b4-4f929b1109f2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:21.861528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eaac20da-37a0-46c7-9592-1bdf04dcfbf2 req-3df658f2-a6b3-41ac-a7b4-4f929b1109f2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0698001 Aug 16 02:15:21.906434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=79819b15-cc30-4251-b96b-ab5b1384b8eb,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.910046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=c3b138cb-3351-48ca-b342-5bdaabedce29,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:21.913771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eaac20da-37a0-46c7-9592-1bdf04dcfbf2 req-4379d609-6373-4c3f-bd23-24cadaba390f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Aug 16 02:15:21.975293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:21.980441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52790) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:21.980847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1270c05a-200d-4b38-8bcb-1f202877ff62 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/c3b138cb-3351-48ca-b342-5bdaabedce29 HTTP/1.1" status: 204 len: 168 time: 2.2405610 Aug 16 02:15:22.042884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99a60c6-b4a6-4b77-bf2a-9d46114e8887 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.047362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52798) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.057443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a99a60c6-b4a6-4b77-bf2a-9d46114e8887 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0756516 Aug 16 02:15:22.066049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.072985 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.132576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e851ab21-d4ba-413a-918e-9b2cbd604466,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.139497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] Pushing event deleted for resources: {'Port': ['ID=e851ab21-d4ba-413a-918e-9b2cbd604466,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:22.141397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db35308a-c333-4f14-83ae-cf17f21945bf None None] No DVR routers for this DVR port e851ab21-d4ba-413a-918e-9b2cbd604466 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:22.151716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4576d6e2-661c-490e-83d3-0a90da947ce1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.155852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4576d6e2-661c-490e-83d3-0a90da947ce1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1051972 Aug 16 02:15:22.156000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] No DVR routers for this DVR port e851ab21-d4ba-413a-918e-9b2cbd604466 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:22.156191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52812) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.379644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79819b15-cc30-4251-b96b-ab5b1384b8eb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:22.409171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.421748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086015cb-3aa8-4ff1-b3da-1ef794681e75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.423500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086015cb-3aa8-4ff1-b3da-1ef794681e75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.425077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086015cb-3aa8-4ff1-b3da-1ef794681e75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.426771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-086015cb-3aa8-4ff1-b3da-1ef794681e75 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2696314 Aug 16 02:15:22.429505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52836) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:22.454428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 79819b15-cc30-4251-b96b-ab5b1384b8eb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:22.454428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.459044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd96b01-c82d-48a5-b198-51b84c60637e']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:22.485498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f88cdf9c-2615-4acf-86f5-3177f065fc19') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:22.487590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f88cdf9c-2615-4acf-86f5-3177f065fc19') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:22.509890 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.559395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.577488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 9fe21215-2456-4a8e-a915-924b7235045b {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:22.577671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:22.578226 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.585394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:22.610452 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:22.702490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.709056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a6411761-6ade-48f1-993f-8579c1285c3a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:22.779346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145dbd7-7a07-41a8-90c7-15a41fb54763 req-395b4c4e-c4a1-4ec7-94df-80ff0022b0f6 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:22.787531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1145dbd7-7a07-41a8-90c7-15a41fb54763 req-395b4c4e-c4a1-4ec7-94df-80ff0022b0f6 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.1153734 Aug 16 02:15:22.788401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a6411761-6ade-48f1-993f-8579c1285c3a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:22.788864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a6411761-6ade-48f1-993f-8579c1285c3a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:22.793733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e851ab21-d4ba-413a-918e-9b2cbd604466 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:22.822325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e851ab21-d4ba-413a-918e-9b2cbd604466 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:22.822676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e851ab21-d4ba-413a-918e-9b2cbd604466 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:22.858811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ead2ff5a-3cc1-49ef-b8b6-faf04c87dbe5 req-c74434dd-2d0e-4a5f-a3fd-0937a2fb1d12 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0464699 Aug 16 02:15:22.888750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.892698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1145dbd7-7a07-41a8-90c7-15a41fb54763 req-3c3d3806-c16b-489c-885d-ffcb302c33c2 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977204 Aug 16 02:15:22.896398 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.928829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:22.930972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] 10.222.0.76 "DELETE /v2.0/networks/7fd96b01-c82d-48a5-b198-51b84c60637e HTTP/1.1" status: 204 len: 168 time: 2.1697109 Aug 16 02:15:22.942512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Sync routers for ids ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:15:22.969809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Routers {'2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:22.970474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:22.984637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5db82-0d16-40b5-87f2-5344ba84be27 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fd96b01-c82d-48a5-b198-51b84c60637e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.144457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a66a1-d256-4b1e-90f0-3e64f24dc338 req-ff4edee0-a837-43d3-95f7-795587b599f3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:23.154987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.171270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d0a66a1-d256-4b1e-90f0-3e64f24dc338 req-ff4edee0-a837-43d3-95f7-795587b599f3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1340690 Aug 16 02:15:23.214593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe21215-2456-4a8e-a915-924b7235045b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:23.222440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Set router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:23.231692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.233990 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b1c956c-4a8c-4ed7-bcb6-c7fa4e007ccf tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/9fe21215-2456-4a8e-a915-924b7235045b HTTP/1.1" status: 204 len: 168 time: 0.8034351 Aug 16 02:15:23.238432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52860) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.251411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d0a66a1-d256-4b1e-90f0-3e64f24dc338 req-f875a3e3-1683-45c1-99eb-210f882b1423 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790031 Aug 16 02:15:23.300918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb66c8ad-271c-4064-b90a-eef7d9f0f16e None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:23.334704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet c45fcb7e-74d1-4b42-a3a2-e76771458f2e {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:23.338406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.402333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:23.498040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52868) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.643026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52872) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:23.644706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1bbc0b84-9e9a-4043-9ec7-d3bebf3112c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=73440989c2254f4ab3fa0a4b8774112f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1392825 Aug 16 02:15:23.646765 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.053198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c7713ed-0631-4e9b-9fa8-fc28f6fd2e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.067292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:15:18Z', 'revision_number': 4, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3808660c-85b8-4e93-af0a-98536191c976', 'name': '', 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44', 'tenant_id': 'c1459342d683442f919f330d43772797', 'mac_address': 'fa:16:3e:ee:ed:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '9736d69a-8590-4696-b7fa-f64592f53dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:15Z', 'updated_at': '2021-08-16T02:15:18Z', 'revision_number': 2, 'project_id': 'c1459342d683442f919f330d43772797', 'subnets': [{'id': '9736d69a-8590-4696-b7fa-f64592f53dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:24.122269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.130291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Checking router: 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:15:24.130693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Updating router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 port 3808660c-85b8-4e93-af0a-98536191c976 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:15:24.183722 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.183930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.205311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/c45fcb7e-74d1-4b42-a3a2-e76771458f2e HTTP/1.1" status: 204 len: 168 time: 0.9654918 Aug 16 02:15:24.207699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52900) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:24.303114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-77972de9-6cba-4a57-9e56-1f41173880fd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0935283 Aug 16 02:15:24.304171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-ae077aa3-2ab9-4dfd-8300-d9aa65221e95 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.306691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52902) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:24.307645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-ae077aa3-2ab9-4dfd-8300-d9aa65221e95 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.4420702 Aug 16 02:15:24.313235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:24.411088 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c7713ed-0631-4e9b-9fa8-fc28f6fd2e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.423485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6221eb9-0c19-4c38-bf77-28890158e351 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=c45fcb7e-74d1-4b42-a3a2-e76771458f2e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:24.605093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf234f72-edf8-41a6-8857-d8eae41606ed req-e18b8e79-e6de-4019-b346-9f1952e8a028 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:24.606772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf234f72-edf8-41a6-8857-d8eae41606ed req-e18b8e79-e6de-4019-b346-9f1952e8a028 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 946 time: 0.4414754 Aug 16 02:15:24.659236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:24.663276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.860378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf234f72-edf8-41a6-8857-d8eae41606ed req-ae2b4bf7-f15e-40d2-9abf-a01123822907 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369258 Aug 16 02:15:24.865556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20f90113-563d-489a-a77c-2cea50fb458a req-cfe6b842-a304-478e-b726-d0bc8616df7e tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.2577717 Aug 16 02:15:24.901730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Deleting port 3779daf7-42e0-4f4f-995a-19ccff946f56 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:24.902260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.970545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:24.997185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c7713ed-0631-4e9b-9fa8-fc28f6fd2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.000423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8c7713ed-0631-4e9b-9fa8-fc28f6fd2e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.001852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8c7713ed-0631-4e9b-9fa8-fc28f6fd2e6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/696777e6-04de-4c94-b244-daac6acfe584 HTTP/1.1" status: 204 len: 168 time: 1.3483779 Aug 16 02:15:25.025511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Transition to ACTIVE for port object 3808660c-85b8-4e93-af0a-98536191c976 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:25.083733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7713ed-0631-4e9b-9fa8-fc28f6fd2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696777e6-04de-4c94-b244-daac6acfe584,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.129272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.186303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.225808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec21c77f-ea32-44d6-8432-e738eb3aaf8b req-6aa49604-73cd-49c7-9cc9-b93645d6ca1c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.226036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:25.229042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:25.233315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:25.234318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.235623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec21c77f-ea32-44d6-8432-e738eb3aaf8b req-6aa49604-73cd-49c7-9cc9-b93645d6ca1c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.2060490 Aug 16 02:15:25.259507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] For port 3779daf7-42e0-4f4f-995a-19ccff946f56, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3779daf7-42e0-4f4f-995a-19ccff946f56,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:25.259893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.319534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=17164635-5bda-4f23-9aa9-8a22bf85693e,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.324190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Calling delete_port for 3779daf7-42e0-4f4f-995a-19ccff946f56 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:25.343644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27843-d2d9-4143-8ab6-5bb9cc3ebd9b None None] Pushing event updated for resources: {'Port': ['ID=3808660c-85b8-4e93-af0a-98536191c976,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:25.349956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8948f04d-1e41-451a-b724-eaec8ff7d6aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0414915 Aug 16 02:15:25.353778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52940) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:25.361308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:25.467029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43a382-6603-4592-872a-d8b24a1cdee6 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:25.567770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Attempting to bind port 3808660c-85b8-4e93-af0a-98536191c976 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:25.568642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Attempting to bind port 3808660c-85b8-4e93-af0a-98536191c976 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:25.569238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Attempting to bind port 3808660c-85b8-4e93-af0a-98536191c976 on network 375abd24-c19c-4afa-b8f1-a9033eed1e44 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:25.586019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:25.586888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Checking segment: {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:25.587451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec21c77f-ea32-44d6-8432-e738eb3aaf8b req-5d5ba398-3477-4a62-8b7f-bf22043d6700 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3495560 Aug 16 02:15:25.602231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.602231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Bound using segment: {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:25.602231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Bound port: 3808660c-85b8-4e93-af0a-98536191c976, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d6b05c-7d6f-443d-8afd-28fb179d0fc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:25.607948 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.619675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a79587fc-6c66-4926-99eb-cfc8b75d4db0 None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:25.620556 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a79587fc-6c66-4926-99eb-cfc8b75d4db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:25.838039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] For port 3808660c-85b8-4e93-af0a-98536191c976, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:25.962805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:25.969853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.016013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] For port 3808660c-85b8-4e93-af0a-98536191c976, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3808660c-85b8-4e93-af0a-98536191c976,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:26.027371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54d03fc2-ba15-40bc-a11d-f29aef2d5100 req-038c96c9-b29a-4dd6-b3a9-195810d2bacf tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.0480702 Aug 16 02:15:26.029242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.052406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3779daf7-42e0-4f4f-995a-19ccff946f56', '6d3da792-957e-406a-9ddf-bece976557da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:26.072517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['34250af4-26be-4dc2-b188-560101017e5c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:26.102606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Pushing event deleted for resources: {'Port': ['ID=3779daf7-42e0-4f4f-995a-19ccff946f56,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.222232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] No DVR routers for this DVR port 3779daf7-42e0-4f4f-995a-19ccff946f56 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:26.225141 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.228795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d432fa7-5ebe-442b-ad98-cbf46d23f658 req-7c53b971-ccef-42c8-8091-c22ecb111705 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "DELETE /v2.0/ports/3779daf7-42e0-4f4f-995a-19ccff946f56 HTTP/1.1" status: 204 len: 173 time: 1.9018953 Aug 16 02:15:26.230569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'name': 'network-vif-deleted', 'tag': '3779daf7-42e0-4f4f-995a-19ccff946f56'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:26.237195 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9f2f63-0e65-4ca0-8534-67252a27f10f" -d '{"events": [{"server_uuid": "d611a2ad-a0e6-4f3a-8230-5502e98be15c", "name": "network-vif-deleted", "tag": "3779daf7-42e0-4f4f-995a-19ccff946f56"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:26.239468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.281716 n-d-768852-19 neutron-server[101946]: INFO neutron.db.ipam_backend_mixin [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17164635-5bda-4f23-9aa9-8a22bf85693e (CIDR: 2001:db8::/64) Aug 16 02:15:26.283064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-230334a7-9224-48bc-8c0b-b2252013fb68 req-6c132461-7934-43f1-a4a7-edd6e93d8d7d tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0626709 Aug 16 02:15:26.339853 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:15:26.343936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:26.420483 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d3de8-9326-49ee-b0a1-41b6f80bed21 x-openstack-request-id: req-fe2d3de8-9326-49ee-b0a1-41b6f80bed21 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:26.420784 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d611a2ad-a0e6-4f3a-8230-5502e98be15c", "name": "network-vif-deleted", "tag": "3779daf7-42e0-4f4f-995a-19ccff946f56", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:26.421042 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe2d3de8-9326-49ee-b0a1-41b6f80bed21 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:26.421448 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd611a2ad-a0e6-4f3a-8230-5502e98be15c', 'name': 'network-vif-deleted', 'tag': '3779daf7-42e0-4f4f-995a-19ccff946f56', 'status': 'completed', 'code': 200} Aug 16 02:15:26.425856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Update dhcp port {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'fixed_ips': [{'subnet_id': '17164635-5bda-4f23-9aa9-8a22bf85693e'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:15:26.447527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Routers {'2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:15:26.448190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:26.517655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6751ba82-7fb8-4d6a-a4f4-acd6be43f481 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1626990 Aug 16 02:15:26.520327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:26.528103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'subnet': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:26.632444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc27843-d2d9-4143-8ab6-5bb9cc3ebd9b None None] Pushing event updated for resources: {'Port': ['ID=3808660c-85b8-4e93-af0a-98536191c976,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:26.740899 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:26.906204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c3609-d49a-4a63-a1a4-625129a88aed req-858bfb38-45b8-4213-aa2f-ba2138b3e3f3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:26.916269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f1c3609-d49a-4a63-a1a4-625129a88aed req-858bfb38-45b8-4213-aa2f-ba2138b3e3f3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1812167 Aug 16 02:15:26.951181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9a2dd194-58e2-436e-b527-88a25571dd64 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:26.988163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f1c3609-d49a-4a63-a1a4-625129a88aed req-8a40eb99-ba06-4340-bd35-9b521537486d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692353 Aug 16 02:15:27.138920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:27.146880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] Set router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:15:27.149858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.214784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52980) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:27.389804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55120459-9555-4533-b0e2-36b70b161c26 req-110d48b3-f0ec-4ecd-8b93-29105970d6f9 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=d611a2ad-a0e6-4f3a-8230-5502e98be15c HTTP/1.1" status: 200 len: 210 time: 0.0961199 Aug 16 02:15:27.390039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.390039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.482263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1134413691-network', 'tenant_id': '837d963262d6454baa2a6737796ae259'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:27.525461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d17dc0c2-af05-4c35-a064-b27375daeca5 req-4d723230-4a17-4f83-8c17-e3edef2a0b8e tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0583191 Aug 16 02:15:27.819353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Made reservation on behalf of 837d963262d6454baa2a6737796ae259 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:27.822192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.838869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:27.858431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:27.877936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Allocated IP 2001:db8::2 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/17164635-5bda-4f23-9aa9-8a22bf85693e/2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:27.902926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '9a2dd194-58e2-436e-b527-88a25571dd64', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'port_id': '9a2dd194-58e2-436e-b527-88a25571dd64', 'mac_address': 'fa:16:3e:5d:02:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:27.907765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:15:18Z', 'revision_number': 4, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3808660c-85b8-4e93-af0a-98536191c976', 'name': '', 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44', 'tenant_id': 'c1459342d683442f919f330d43772797', 'mac_address': 'fa:16:3e:ee:ed:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '9736d69a-8590-4696-b7fa-f64592f53dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:15Z', 'updated_at': '2021-08-16T02:15:25Z', 'revision_number': 4, 'project_id': 'c1459342d683442f919f330d43772797', 'subnets': [{'id': '9736d69a-8590-4696-b7fa-f64592f53dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:27.972291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7d0da1-f6ca-4a7c-95c9-6102fb3b76fd None None] The sync data for ids ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'] in n-d-768852-19 is: [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:15:18Z', 'revision_number': 4, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3808660c-85b8-4e93-af0a-98536191c976', 'name': '', 'network_id': '375abd24-c19c-4afa-b8f1-a9033eed1e44', 'tenant_id': 'c1459342d683442f919f330d43772797', 'mac_address': 'fa:16:3e:ee:ed:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '9736d69a-8590-4696-b7fa-f64592f53dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:15Z', 'updated_at': '2021-08-16T02:15:25Z', 'revision_number': 4, 'project_id': 'c1459342d683442f919f330d43772797', 'subnets': [{'id': '9736d69a-8590-4696-b7fa-f64592f53dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:15:28.128739 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.186056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a2dd194-58e2-436e-b527-88a25571dd64 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:28.186731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.194663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.objects.ports [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101946) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 16 02:15:28.286628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:28.312935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:28.346271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.366452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:28.387694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.388498 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Added segment 9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf of type vlan for network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 Aug 16 02:15:28.388930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.392226 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.537634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.542772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3808660c-85b8-4e93-af0a-98536191c976 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:28.594305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Transition to ACTIVE for port object 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:28.622474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ec1b4-2b92-43b2-81ff-c6404461be9e req-cfed3516-354c-43e0-8b0c-fe7b330132ac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.627199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['9a2dd194-58e2-436e-b527-88a25571dd64'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:28.637246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-322ec1b4-2b92-43b2-81ff-c6404461be9e req-cfed3516-354c-43e0-8b0c-fe7b330132ac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.3946478 Aug 16 02:15:28.660222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.683852 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.686620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:28.692922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3808660c-85b8-4e93-af0a-98536191c976 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:28.749970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-322ec1b4-2b92-43b2-81ff-c6404461be9e req-3e530798-b6d8-40e8-9694-32ab4f7d57e4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114440 Aug 16 02:15:28.807044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.840229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:28.841934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:28.842827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.254042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8537991 Aug 16 02:15:29.254162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:29.254594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d394b61-6daf-4aeb-8cae-2ae66315c088 req-59eada28-c8f5-4186-aa20-23ef7eca2577 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1280150 Aug 16 02:15:29.254710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.254803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa89dae9-3494-4f9b-90e1-53865fe13541 admin admin] Pushing event updated for resources: {'Network': ['ID=8a85dd59-1d86-49c6-a779-6cd16a2ed209,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.254803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53002) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.256390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Request body: {'subnet': {'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1134413691-subnet', 'tenant_id': '837d963262d6454baa2a6737796ae259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:29.302772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3779daf7-42e0-4f4f-995a-19ccff946f56 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:29.307631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:29.311122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3808660c-85b8-4e93-af0a-98536191c976 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:29.311568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.425049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Made reservation on behalf of 837d963262d6454baa2a6737796ae259 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:29.431899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.432822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.434214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.439416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 3779daf7-42e0-4f4f-995a-19ccff946f56 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:29.440020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3779daf7-42e0-4f4f-995a-19ccff946f56 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:29.512016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791bcc7-eb3d-476f-8ddf-795b1333d9c4 None None] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.660849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:29.684361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:29.709001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.713285 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.739894 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.817916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd7a5b-c524-4b17-a63e-4312c372f49a req-0414fc66-9de0-4f89-8f70-7f47631beff5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:29.824644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bdd7a5b-c524-4b17-a63e-4312c372f49a req-0414fc66-9de0-4f89-8f70-7f47631beff5 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.2151258 Aug 16 02:15:29.897743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Subnet': ['ID=4fbb7a0d-4b13-4a1e-8336-70377262058a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:29.914155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3808660c-85b8-4e93-af0a-98536191c976, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3808660c-85b8-4e93-af0a-98536191c976,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:29.933721 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4072521 Aug 16 02:15:29.943321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53010) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:29.966114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Request body: {'port': {'network_id': 'cd8c7ff0-9383-4f85-baff-dc2b781ce00d', 'mac_address': 'fa:16:3e:ff:a5:d5', 'name': 'tempest-NetworksTestDHCPv6-1516575984'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:29.972058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:29.982591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1283291-70a9-43d3-b9d0-7518b6717484 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.095883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3808660c-85b8-4e93-af0a-98536191c976,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:30.102856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bdd7a5b-c524-4b17-a63e-4312c372f49a req-f44f1382-acc5-480a-b7f1-783ad7e6a754 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450283 Aug 16 02:15:30.299110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Made reservation on behalf of 503fdb68000d4b978aef0d1a5440b700 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:30.416278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4888614-8867-47f4-b017-565f08dd6563 req-dfba3731-c9a5-4bf7-99ac-52df6b47df24 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:30.418370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4888614-8867-47f4-b017-565f08dd6563 req-dfba3731-c9a5-4bf7-99ac-52df6b47df24 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 944 time: 0.3288062 Aug 16 02:15:30.425814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:30.431303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c841f6c5-b82b-4809-830b-36e7a04b0f7e req-83b881eb-fca3-41c9-9c88-87ea3c926be9 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0719507 Aug 16 02:15:30.447898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.503755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3808660c-85b8-4e93-af0a-98536191c976 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:30.613790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3808660c-85b8-4e93-af0a-98536191c976 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:30.614597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.631975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.688840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] device_id is not set on port 5976610e-e9aa-4180-b2a6-d8d4e9729e09 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:15:30.698803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6406c650-9fe1-45aa-8c78-bfcd36cb312b None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:30.832298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-58c68b58-f7e5-4b88-9ca5-ff603640d1a6 None None] Provisioning for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:30.847761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-58c68b58-f7e5-4b88-9ca5-ff603640d1a6 None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:30.848067 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-58c68b58-f7e5-4b88-9ca5-ff603640d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:30.938356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9a2dd194-58e2-436e-b527-88a25571dd64 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:31.009875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8::191 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/17164635-5bda-4f23-9aa9-8a22bf85693e/5976610e-e9aa-4180-b2a6-d8d4e9729e09) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:31.018778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Allocated IP 2001:db8:0:1:f816:3eff:feff:a5d5 (cd8c7ff0-9383-4f85-baff-dc2b781ce00d/4fbb7a0d-4b13-4a1e-8336-70377262058a/5976610e-e9aa-4180-b2a6-d8d4e9729e09) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:31.092068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 9a2dd194-58e2-436e-b527-88a25571dd64 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:31.093317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.140485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b41a199-b1f8-4617-b372-0e55994b4113,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.244151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4888614-8867-47f4-b017-565f08dd6563 req-2366c988-4494-462a-be4e-13e65d5ea816 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7990317 Aug 16 02:15:31.319594 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.336730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Transition to ACTIVE for port object 5976610e-e9aa-4180-b2a6-d8d4e9729e09 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:31.420570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-e35a72f4-ccfe-48db-b3b1-853c5f3d3a15 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.428619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-e35a72f4-ccfe-48db-b3b1-853c5f3d3a15 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.3831115 Aug 16 02:15:31.445203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2ed5e-e76c-4dc4-8f5a-4f050bef4953 req-42961f01-949e-42e8-91ab-9e9e614985c2 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.456178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15d2ed5e-e76c-4dc4-8f5a-4f050bef4953 req-42961f01-949e-42e8-91ab-9e9e614985c2 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 946 time: 0.2100573 Aug 16 02:15:31.463513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.475874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.562432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Checking segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:31.570517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:31.571689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Network hostable DHCP agents. Network: 8a85dd59-1d86-49c6-a779-6cd16a2ed209, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:31.576685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:31.583332 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aba16e4-d563-4dbb-ae80-7c87f3a0e441" -d '{"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:31.618714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event updated for resources: {'Port': ['ID=5976610e-e9aa-4180-b2a6-d8d4e9729e09,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.633930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:31.636353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:31.639332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:31.642139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.651409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.655192 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.691321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15d2ed5e-e76c-4dc4-8f5a-4f050bef4953 req-8106a885-9416-4d7b-9c8d-3369a07a0694 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350109 Aug 16 02:15:31.729554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d35605c9-130a-4990-b0cf-4fc78ecc2478 req-d32a73b8-83e2-45a6-84f5-0ea41fa3ec78 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1306505 Aug 16 02:15:31.751963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e23c1517-4ba4-4979-85af-8ad71a33a6b1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8073924 Aug 16 02:15:31.754093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53030) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:31.799798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:31.816101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:31.818209 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5c5773-c51c-4b2a-b882-2a7c79ad3bdf x-openstack-request-id: req-2b5c5773-c51c-4b2a-b882-2a7c79ad3bdf {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:31.818901 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-plugged", "status": "completed", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:31.819361 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b5c5773-c51c-4b2a-b882-2a7c79ad3bdf {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:31.820224 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64', 'code': 200} Aug 16 02:15:31.849372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Deleting port 6d3da792-957e-406a-9ddf-bece976557da {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:31.849727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.923316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8a85dd59-1d86-49c6-a779-6cd16a2ed209) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:31.931494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:31.932196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752b5399-b936-4418-a507-7d2eda19c4d5 None None] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:31.932480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:31.998211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting port 5976610e-e9aa-4180-b2a6-d8d4e9729e09 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:32.010482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.026484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] For port 6d3da792-957e-406a-9ddf-bece976557da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6d3da792-957e-406a-9ddf-bece976557da,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:32.026991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.044137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Calling delete_port for 6d3da792-957e-406a-9ddf-bece976557da owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:32.059592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3974197e-ff3a-4a17-b4d3-94cb4d75bdd7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8089752 Aug 16 02:15:32.327968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.345252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Calling delete_port for 5976610e-e9aa-4180-b2a6-d8d4e9729e09 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:32.420135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a958900-1b91-4f46-ada5-dadd8881f1e8 None None] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:32.532212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.560623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['34250af4-26be-4dc2-b188-560101017e5c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:32.565573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['6d3da792-957e-406a-9ddf-bece976557da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:32.696216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Pushing event deleted for resources: {'Port': ['ID=6d3da792-957e-406a-9ddf-bece976557da,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:32.749704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8ac97305-afc3-4e03-afb7-981f376ac0c9 None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:32.750294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ac97305-afc3-4e03-afb7-981f376ac0c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.792645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c26445-b57d-4df2-91fa-865f0bce2d2e req-1edc8bf2-0487-42f4-9806-8be00426845c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:32.794274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5c26445-b57d-4df2-91fa-865f0bce2d2e req-1edc8bf2-0487-42f4-9806-8be00426845c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.3418014 Aug 16 02:15:32.801192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] No DVR routers for this DVR port 6d3da792-957e-406a-9ddf-bece976557da on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:32.806496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.810356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c160350-3870-45e1-bb4a-4168610cfc97 req-bc64b75c-5e8d-4d8f-ad15-516c8eb2adad tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.58 "DELETE /v2.0/ports/6d3da792-957e-406a-9ddf-bece976557da HTTP/1.1" status: 204 len: 173 time: 1.3406384 Aug 16 02:15:32.830177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'name': 'network-vif-deleted', 'tag': '6d3da792-957e-406a-9ddf-bece976557da'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:32.838031 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0b56d8-00ed-4c63-a7b7-a12b1f0a2a5b" -d '{"events": [{"server_uuid": "f79daf67-c4cf-4ed2-a463-b04e738106b7", "name": "network-vif-deleted", "tag": "6d3da792-957e-406a-9ddf-bece976557da"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:32.910329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:32.923485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5c26445-b57d-4df2-91fa-865f0bce2d2e req-af0fda88-8899-46b1-87b2-166823d72580 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119242 Aug 16 02:15:32.959201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Port': ['ID=5976610e-e9aa-4180-b2a6-d8d4e9729e09,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:33.044087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.049153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82e93aeb-c4dc-473c-8931-41f52a66cda1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/5976610e-e9aa-4180-b2a6-d8d4e9729e09 HTTP/1.1" status: 204 len: 168 time: 1.2934327 Aug 16 02:15:33.051722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53056) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.187346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-893fc177-b65a-4b5f-9ba0-61ebde9a108b req-2ebb6b3f-5e4f-416b-b04c-e68cea9d866f tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 210 time: 0.1233923 Aug 16 02:15:33.271613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0185814-7dd0-4b90-bcbb-a29a3bb45b0f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.271613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e0185814-7dd0-4b90-bcbb-a29a3bb45b0f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1690669 Aug 16 02:15:33.272406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53060) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.327388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db10beb5-4be4-4307-8b71-3c38ca5dd140 req-69a05406-ee7d-4ee3-b256-aa2a8e3c36cc tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0617671 Aug 16 02:15:33.425683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a915c7a-0fa8-4c45-be93-ccdd790ce88c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.427440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a915c7a-0fa8-4c45-be93-ccdd790ce88c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1582341 Aug 16 02:15:33.431313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53062) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.507381 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e4686e-22e0-4561-9929-ca28331a9ba5 x-openstack-request-id: req-a1e4686e-22e0-4561-9929-ca28331a9ba5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:33.509765 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f79daf67-c4cf-4ed2-a463-b04e738106b7", "name": "network-vif-deleted", "tag": "6d3da792-957e-406a-9ddf-bece976557da", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:33.510039 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a1e4686e-22e0-4561-9929-ca28331a9ba5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:33.510461 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79daf67-c4cf-4ed2-a463-b04e738106b7', 'name': 'network-vif-deleted', 'tag': '6d3da792-957e-406a-9ddf-bece976557da', 'status': 'completed', 'code': 200} Aug 16 02:15:33.564555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b2e74f5b-4cb9-441a-bc7e-d3e0f724399d None None] Could not find standard attr ID for object 5976610e-e9aa-4180-b2a6-d8d4e9729e09. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:33.570156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71e70d-32d1-4adf-a840-fa0cedc6186c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.572244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71e70d-32d1-4adf-a840-fa0cedc6186c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.576986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d71e70d-32d1-4adf-a840-fa0cedc6186c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:33.579376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d71e70d-32d1-4adf-a840-fa0cedc6186c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1460116 Aug 16 02:15:33.584461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53064) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:33.705019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 17164635-5bda-4f23-9aa9-8a22bf85693e {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:33.709949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.775476 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.890064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:33.903806 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:15:34.151392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e769ae-90a6-4c9c-a433-66e01b6888e8 req-bd6aeb3e-fe2c-4b62-9886-3dc209de1167 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:34.151392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0e769ae-90a6-4c9c-a433-66e01b6888e8 req-bd6aeb3e-fe2c-4b62-9886-3dc209de1167 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1009700 Aug 16 02:15:34.187806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0e769ae-90a6-4c9c-a433-66e01b6888e8 req-99d2eec1-5e82-4ff7-935a-fa64bc5acfe0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545771 Aug 16 02:15:34.381284 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.426608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=17164635-5bda-4f23-9aa9-8a22bf85693e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:34.452044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e452ac52-4bd0-4206-99f6-b1c8b8ab4bf8 req-d1de2b50-a173-4f3b-868d-8778c1c50496 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=f79daf67-c4cf-4ed2-a463-b04e738106b7 HTTP/1.1" status: 200 len: 210 time: 0.0656278 Aug 16 02:15:34.455775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.457849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-56d1451c-135b-4cf1-ab6e-9f400d587f55 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/17164635-5bda-4f23-9aa9-8a22bf85693e HTTP/1.1" status: 204 len: 168 time: 0.8668122 Aug 16 02:15:34.460515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53074) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:34.466921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c1041-bf9c-4e2c-9db9-d7b584565151 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:34.625858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-afcde03a-6c91-4c57-9fcd-20ff6ab720c3 req-549273e0-6f14-46c1-9de1-1cc4ae51c18e tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0456276 Aug 16 02:15:34.647428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Deleting subnet 4fbb7a0d-4b13-4a1e-8336-70377262058a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:34.677858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.756641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.877927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:34.917490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6d3da792-957e-406a-9ddf-bece976557da no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:34.959515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 6d3da792-957e-406a-9ddf-bece976557da {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:34.959875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6d3da792-957e-406a-9ddf-bece976557da not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:35.077097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.100528 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:35.106914 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/4fbb7a0d-4b13-4a1e-8336-70377262058a HTTP/1.1" status: 204 len: 168 time: 0.6452441 Aug 16 02:15:35.107516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53080) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.128506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2d1a6-6687-4773-992e-e4a1de0801e9 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Subnet': ['ID=4fbb7a0d-4b13-4a1e-8336-70377262058a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:35.185496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53082) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.187693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aec568f6-96b1-4f08-8571-df48916f9a4e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780168 Aug 16 02:15:35.301811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1676d87f-fd2d-447c-a9eb-9d4428fc19a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.310369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1676d87f-fd2d-447c-a9eb-9d4428fc19a6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1234629 Aug 16 02:15:35.313058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53086) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.376306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5485f-6ca0-4bd0-8263-479e8234cc4f req-43f35871-7388-406b-8991-0228ab4f9817 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.391263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eea5485f-6ca0-4bd0-8263-479e8234cc4f req-43f35871-7388-406b-8991-0228ab4f9817 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1070831 Aug 16 02:15:35.415339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dadceed1-737a-4035-ae77-f690ba2e1156 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:35.419586 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dadceed1-737a-4035-ae77-f690ba2e1156 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1053743 Aug 16 02:15:35.423091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53088) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:35.500023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eea5485f-6ca0-4bd0-8263-479e8234cc4f req-0b64a7aa-6438-4e81-8ca5-382cff0e67f4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068866 Aug 16 02:15:35.699725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f754711-6420-4802-8768-138f1c3d56e6 None None] Network cd8c7ff0-9383-4f85-baff-dc2b781ce00d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:36.003133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2c604417-0543-4bd9-ab43-c33c1ce44faf None None] Provisioning complete for port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:36.005855 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c604417-0543-4bd9-ab43-c33c1ce44faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.086704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1a75994f-3c13-47aa-9f96-ce9186af6cfd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6575205 Aug 16 02:15:36.089940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.157152 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56e0ead-8cb1-425c-8e51-f41502623e85 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.157921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e56e0ead-8cb1-425c-8e51-f41502623e85 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.160146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e56e0ead-8cb1-425c-8e51-f41502623e85 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/5976610e-e9aa-4180-b2a6-d8d4e9729e09 HTTP/1.1" status: 404 len: 333 time: 0.0691733 Aug 16 02:15:36.163211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53102) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.233237 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcb0010-bf14-4199-b184-747b3fc34689 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.233733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcb0010-bf14-4199-b184-747b3fc34689 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.244641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fdcb0010-bf14-4199-b184-747b3fc34689 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/4fbb7a0d-4b13-4a1e-8336-70377262058a HTTP/1.1" status: 404 len: 337 time: 0.0759616 Aug 16 02:15:36.244774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] DHCP port deletion for cd8c7ff0-9383-4f85-baff-dc2b781ce00d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:36.244880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53104) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.294897 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b4604f-5ef6-485b-87bd-777e59470133 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.295376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b4604f-5ef6-485b-87bd-777e59470133 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.297175 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2b4604f-5ef6-485b-87bd-777e59470133 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/17164635-5bda-4f23-9aa9-8a22bf85693e HTTP/1.1" status: 404 len: 337 time: 0.0519691 Aug 16 02:15:36.299995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53106) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.313824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] Deleting port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:36.314730 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.335102 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f95c06-fc97-4b10-8db9-c20b76792a58 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.336713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f95c06-fc97-4b10-8db9-c20b76792a58 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.338809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-39f95c06-fc97-4b10-8db9-c20b76792a58 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/c3b138cb-3351-48ca-b342-5bdaabedce29 HTTP/1.1" status: 404 len: 333 time: 0.0377548 Aug 16 02:15:36.341352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53110) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.342086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:36.420066 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b071db-b9b6-492c-8ee1-0f64a049f2cc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.421786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b071db-b9b6-492c-8ee1-0f64a049f2cc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.424825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-58b071db-b9b6-492c-8ee1-0f64a049f2cc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/c45fcb7e-74d1-4b42-a3a2-e76771458f2e HTTP/1.1" status: 404 len: 337 time: 0.0814736 Aug 16 02:15:36.428075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53112) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.458223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fdfabec-8b54-4957-8ed1-fcd196a09e0d req-b49c92c6-8407-462e-b9ae-decdacfe90f3 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0622239 Aug 16 02:15:36.498318 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f423b1e-875f-4285-ae34-ec259e67742b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.498773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:36.498919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f423b1e-875f-4285-ae34-ec259e67742b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.500147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.503392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53114) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.503988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3f423b1e-875f-4285-ae34-ec259e67742b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/9fe21215-2456-4a8e-a915-924b7235045b HTTP/1.1" status: 404 len: 337 time: 0.0748463 Aug 16 02:15:36.525352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] Calling delete_port for 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:36.532508 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-12727c17-459b-45d2-974b-6a874c1272dd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.533859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12727c17-459b-45d2-974b-6a874c1272dd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.536844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-12727c17-459b-45d2-974b-6a874c1272dd tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/a0f2c526-64f5-4284-a972-cd96282e44d9 HTTP/1.1" status: 404 len: 333 time: 0.0317671 Aug 16 02:15:36.539625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53118) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.543000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.588034 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe11779-d8d2-4f80-a93a-42b8c3d738c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.588783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe11779-d8d2-4f80-a93a-42b8c3d738c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.590770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cbe11779-d8d2-4f80-a93a-42b8c3d738c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/913d6134-c4d6-47e1-afb7-462f1b3da4b4 HTTP/1.1" status: 404 len: 337 time: 0.0497904 Aug 16 02:15:36.593302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53120) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.645284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,segment=NetworkSegment(55d103a5-c3b7-4d76-a08e-1e0fa75b8e60),segment_id=55d103a5-c3b7-4d76-a08e-1e0fa75b8e60)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:36.657358 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-50abc9ec-6650-4d48-840e-aece79095e3a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.658336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50abc9ec-6650-4d48-840e-aece79095e3a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.668305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53122) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.668536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-50abc9ec-6650-4d48-840e-aece79095e3a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/4acc0ad1-530f-43ab-8331-b98895199ee5 HTTP/1.1" status: 404 len: 337 time: 0.0738776 Aug 16 02:15:36.696003 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f23df0f-c923-4506-a8d5-2ca26896bba7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.696642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f23df0f-c923-4506-a8d5-2ca26896bba7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.698930 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f23df0f-c923-4506-a8d5-2ca26896bba7 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/2f65a383-0bd4-49f3-b51c-9144ba99b2e0 HTTP/1.1" status: 404 len: 333 time: 0.0288157 Aug 16 02:15:36.701083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53124) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.729212 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca2c204-ec34-4d91-a842-ec0947e2de84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.729715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca2c204-ec34-4d91-a842-ec0947e2de84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.731812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fca2c204-ec34-4d91-a842-ec0947e2de84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/ca1748b1-e8ab-4994-b0c9-76c5f4b993ec HTTP/1.1" status: 404 len: 337 time: 0.0297768 Aug 16 02:15:36.734244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53126) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.751338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdedb0f-3191-4fd3-b3ae-b23cda1a9dc4 req-c6e4ca38-8870-4228-aac2-d81336829004 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.754819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfdedb0f-3191-4fd3-b3ae-b23cda1a9dc4 req-c6e4ca38-8870-4228-aac2-d81336829004 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0708053 Aug 16 02:15:36.762712 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5023498c-5638-43d6-84d6-80468f1363b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.763188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5023498c-5638-43d6-84d6-80468f1363b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.764931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5023498c-5638-43d6-84d6-80468f1363b4 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/dc102d77-6659-49ec-bc7f-b11ed68dd9f5 HTTP/1.1" status: 404 len: 337 time: 0.0296605 Aug 16 02:15:36.767678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.770846 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.824034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfdedb0f-3191-4fd3-b3ae-b23cda1a9dc4 req-d9923f17-4e0e-4a8c-a29c-681de8ef2729 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632834 Aug 16 02:15:36.841807 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-be769153-a6d8-4897-a0f8-7fd4312663c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.841807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be769153-a6d8-4897-a0f8-7fd4312663c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.841807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-be769153-a6d8-4897-a0f8-7fd4312663c0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/eb2bf308-7921-476b-9457-c09eb384838f HTTP/1.1" status: 404 len: 333 time: 0.0724664 Aug 16 02:15:36.843937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53130) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.860144 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:36.862917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=13']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.877663 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa31c99-e56d-452b-977e-5c44508ca9c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.878396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa31c99-e56d-452b-977e-5c44508ca9c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.880567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1fa31c99-e56d-452b-977e-5c44508ca9c8 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/ee4a4bc9-1008-4e55-b3c7-fb31355f0cb2 HTTP/1.1" status: 404 len: 337 time: 0.0354025 Aug 16 02:15:36.883970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53134) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.916866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] Pushing event deleted for resources: {'Port': ['ID=2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:36.946574 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-089ca64c-b9a0-44b4-9501-1c17601e5c8a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.947085 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ca5e7-c32c-4f4e-a0f4-52f37fd53a28 None None] No DVR routers for this DVR port 2f0dfdf6-ccd3-4bb8-9fee-dee2bba6b632 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:36.949655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089ca64c-b9a0-44b4-9501-1c17601e5c8a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.960280 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-089ca64c-b9a0-44b4-9501-1c17601e5c8a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/b8ce2959-484c-4aa9-a232-389d343dea57 HTTP/1.1" status: 404 len: 333 time: 0.0699127 Aug 16 02:15:36.960280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53140) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:36.979453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f34ead-632f-4ed0-af20-117733cb7ec9 req-96cabf07-21b6-4a93-944a-78e9038f6a71 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:36.987584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8f34ead-632f-4ed0-af20-117733cb7ec9 req-96cabf07-21b6-4a93-944a-78e9038f6a71 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1055574 Aug 16 02:15:36.994752 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b3e36f-e442-45a6-839f-b5902c640c0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:36.995225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b3e36f-e442-45a6-839f-b5902c640c0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:36.997532 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5b3e36f-e442-45a6-839f-b5902c640c0a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/b926ef80-fece-44bc-af8e-f78904786e92 HTTP/1.1" status: 404 len: 337 time: 0.0363040 Aug 16 02:15:37.019442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53142) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.036826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8f34ead-632f-4ed0-af20-117733cb7ec9 req-bc731c6b-40ec-4083-b4b5-986da4d18ea1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481036 Aug 16 02:15:37.046147 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6107fc84-fac3-4380-9e48-9c5b51385480 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.046924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6107fc84-fac3-4380-9e48-9c5b51385480 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.048677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6107fc84-fac3-4380-9e48-9c5b51385480 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/40fb9119-e775-4ea0-8dc1-46a0af7b0e86 HTTP/1.1" status: 404 len: 333 time: 0.0279968 Aug 16 02:15:37.051220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53144) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.102965 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bb1350d-a57b-4f46-87b8-298af3d2f33b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.104563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bb1350d-a57b-4f46-87b8-298af3d2f33b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.109698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53146) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.110510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4bb1350d-a57b-4f46-87b8-298af3d2f33b tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/9fc9e9ea-bf4d-46e7-97c9-55ca9acd692e HTTP/1.1" status: 404 len: 337 time: 0.0561221 Aug 16 02:15:37.144621 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-45782329-9c90-4b24-b1c0-dbb2c189ce36 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.145402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45782329-9c90-4b24-b1c0-dbb2c189ce36 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.147371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-45782329-9c90-4b24-b1c0-dbb2c189ce36 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/f8404885-fe46-496d-84b1-89f6bdb3ace0 HTTP/1.1" status: 404 len: 333 time: 0.0366709 Aug 16 02:15:37.149929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53148) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.176812 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b40165-092a-47d7-a777-5a2b00dab26f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.177370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b40165-092a-47d7-a777-5a2b00dab26f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.179793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-10b40165-092a-47d7-a777-5a2b00dab26f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/54874a39-6746-4766-9d86-2948db6cfedd HTTP/1.1" status: 404 len: 337 time: 0.0281997 Aug 16 02:15:37.182494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53150) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.213252 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-340677a1-05d6-4d39-a131-1b8c08ef24aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.214019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-340677a1-05d6-4d39-a131-1b8c08ef24aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.218514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-340677a1-05d6-4d39-a131-1b8c08ef24aa tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/b4edfa70-18c1-42af-9592-ccdf7eeb3d9a HTTP/1.1" status: 404 len: 333 time: 0.0326741 Aug 16 02:15:37.218840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53152) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.247446 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0616bd85-2823-4b65-b06e-1cdd548c47a1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.248103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0616bd85-2823-4b65-b06e-1cdd548c47a1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.250681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0616bd85-2823-4b65-b06e-1cdd548c47a1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/61fd9188-8798-47b1-94d3-37e967a22b50 HTTP/1.1" status: 404 len: 337 time: 0.0301151 Aug 16 02:15:37.253613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53154) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.286670 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-23041a28-412f-4159-b727-5123a5d2c796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.287407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23041a28-412f-4159-b727-5123a5d2c796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.291985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53156) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.292132 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-23041a28-412f-4159-b727-5123a5d2c796 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/45b9b45d-9ff1-4daf-a641-2a6d0f33c61d HTTP/1.1" status: 404 len: 333 time: 0.0373209 Aug 16 02:15:37.326994 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ce4197-5c14-4532-867b-411558d609dc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.327749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ce4197-5c14-4532-867b-411558d609dc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.329822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4ce4197-5c14-4532-867b-411558d609dc tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/cce74ff0-413d-464c-afca-cf5be31380d1 HTTP/1.1" status: 404 len: 337 time: 0.0365508 Aug 16 02:15:37.332380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53158) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.376764 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5266c4-b65a-4222-9acf-655ded1802df tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.377378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5266c4-b65a-4222-9acf-655ded1802df tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.379161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c5266c4-b65a-4222-9acf-655ded1802df tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/c0cb95e5-c1ba-407f-bbf0-3c50cd9241f3 HTTP/1.1" status: 404 len: 337 time: 0.0458798 Aug 16 02:15:37.381654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53160) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.417643 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-842bf5dd-c4d6-4d07-9f68-6e689e7dead1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.418337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842bf5dd-c4d6-4d07-9f68-6e689e7dead1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.420123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-842bf5dd-c4d6-4d07-9f68-6e689e7dead1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/eb3f2f16-a2cd-4036-9b8f-2d0e0fbac90c HTTP/1.1" status: 404 len: 333 time: 0.0375524 Aug 16 02:15:37.422694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53162) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.455214 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f6258d-bcd0-42d9-b378-589609fcb67a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.455603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f6258d-bcd0-42d9-b378-589609fcb67a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.457352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d4f6258d-bcd0-42d9-b378-589609fcb67a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/6ed0471e-c632-4805-8d7f-46235f2b1741 HTTP/1.1" status: 404 len: 337 time: 0.0327380 Aug 16 02:15:37.460099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53164) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.504583 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-98caf108-fe35-4e32-8e1c-cb64a2be5945 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.515681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98caf108-fe35-4e32-8e1c-cb64a2be5945 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.517807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-98caf108-fe35-4e32-8e1c-cb64a2be5945 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/012a41b8-ec11-42c1-8d75-d53ffa4e9bdd HTTP/1.1" status: 404 len: 337 time: 0.0565252 Aug 16 02:15:37.520248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53168) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.575501 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a18973a-7cff-42db-af8f-d5d2e1188234 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.576399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a18973a-7cff-42db-af8f-d5d2e1188234 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.580380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a18973a-7cff-42db-af8f-d5d2e1188234 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/afde3e65-de37-499a-af5d-687fbffb51dc HTTP/1.1" status: 404 len: 333 time: 0.0568225 Aug 16 02:15:37.581248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53170) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.637716 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cd5c1d4-03b5-4451-a878-ce46488c6b88 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.638192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cd5c1d4-03b5-4451-a878-ce46488c6b88 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.640000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2cd5c1d4-03b5-4451-a878-ce46488c6b88 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/25e13269-8d69-49a0-bbed-07cb07129747 HTTP/1.1" status: 404 len: 337 time: 0.0582066 Aug 16 02:15:37.642176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fc2d6ad-bdfa-4fe2-ab75-28b5ad3a6435 req-f1666dfc-6d74-43c0-8a03-0895d3809c80 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0478611 Aug 16 02:15:37.642632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53174) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.672865 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbae4397-2fdc-4a7e-9f6b-39d2919fca13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.673340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbae4397-2fdc-4a7e-9f6b-39d2919fca13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.675091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dbae4397-2fdc-4a7e-9f6b-39d2919fca13 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/1fe14bb8-2a1e-4f33-b490-c8eb07cee810 HTTP/1.1" status: 404 len: 337 time: 0.0315452 Aug 16 02:15:37.684616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53176) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.727915 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-848efec5-23b0-41ab-a92d-11fd34639021 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.728630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848efec5-23b0-41ab-a92d-11fd34639021 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.730399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-848efec5-23b0-41ab-a92d-11fd34639021 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/82c1fc15-ee52-412f-ad78-9a22cbaff069 HTTP/1.1" status: 404 len: 333 time: 0.0448103 Aug 16 02:15:37.733054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53178) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.771391 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a21fe2-9015-43d7-9fb7-dfb74912e32c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.771955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a21fe2-9015-43d7-9fb7-dfb74912e32c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.777229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-02a21fe2-9015-43d7-9fb7-dfb74912e32c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d515766a-3e02-4cc9-bf43-660f29631013 HTTP/1.1" status: 404 len: 337 time: 0.0429409 Aug 16 02:15:37.777399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53180) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.809455 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbb3004-a38b-4ddb-93ed-2f28cc75fdd0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.809926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbb3004-a38b-4ddb-93ed-2f28cc75fdd0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.811770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fcbb3004-a38b-4ddb-93ed-2f28cc75fdd0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/3a90647f-75fd-4238-992a-31dee0d024f1 HTTP/1.1" status: 404 len: 337 time: 0.0334830 Aug 16 02:15:37.814391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53182) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.862250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.862924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e3e3e4e1-1a90-4305-8ecf-1622e56fbd9c tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports?device_id=203f9a75-4f24-4248-b613-89d3c33273ba HTTP/1.1" status: 200 len: 205 time: 0.0440459 Aug 16 02:15:37.935204 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-a6f28ac6-0408-4892-9ff1-2241f081d30a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] delete failed (client error): The resource could not be found. Aug 16 02:15:37.939235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6f28ac6-0408-4892-9ff1-2241f081d30a tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/routers/203f9a75-4f24-4248-b613-89d3c33273ba HTTP/1.1" status: 404 len: 336 time: 0.0755973 Aug 16 02:15:37.939899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53188) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:37.980414 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d74afe6-295b-467e-8cbe-dd0bb5b3e727 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:37.981340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d74afe6-295b-467e-8cbe-dd0bb5b3e727 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:37.987300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d74afe6-295b-467e-8cbe-dd0bb5b3e727 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/e8becba0-ebd6-4c45-9d6e-1295f0e4e1c1 HTTP/1.1" status: 404 len: 337 time: 0.0462141 Aug 16 02:15:37.988314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53190) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.028509 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3fa5910f-334d-4104-9652-2c9fcea81939 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "GET /v2.0/ports?device_id=8f1f4534-5463-4104-9630-927cf9ffb75e HTTP/1.1" status: 200 len: 205 time: 0.0383382 Aug 16 02:15:38.029256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53194) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.035697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad75f6-ae84-4fe1-8f66-ad3f2a42d623 req-bdf730ec-5282-42f2-a1c3-a04d962a04af tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.041461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2ad75f6-ae84-4fe1-8f66-ad3f2a42d623 req-bdf730ec-5282-42f2-a1c3-a04d962a04af tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.1072128 Aug 16 02:15:38.103279 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-4b4a2e0f-f11b-4311-ba53-ed895fa8e895 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] delete failed (client error): The resource could not be found. Aug 16 02:15:38.107270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b4a2e0f-f11b-4311-ba53-ed895fa8e895 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/routers/8f1f4534-5463-4104-9630-927cf9ffb75e HTTP/1.1" status: 404 len: 336 time: 0.0769823 Aug 16 02:15:38.110769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53198) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.154345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-846dbb0c-63c0-489b-9a0e-cac74613a551 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.156384 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-846dbb0c-63c0-489b-9a0e-cac74613a551 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.83 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0694475 Aug 16 02:15:38.176954 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-35802349-2231-4b4b-beba-448fd0ad1944 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.177489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35802349-2231-4b4b-beba-448fd0ad1944 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.183504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-35802349-2231-4b4b-beba-448fd0ad1944 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/36f670a9-f9c4-45fd-9e31-075d8fc46093 HTTP/1.1" status: 404 len: 337 time: 0.0598700 Aug 16 02:15:38.184199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53200) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.215643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2ad75f6-ae84-4fe1-8f66-ad3f2a42d623 req-942e94eb-d7ab-4902-b0d6-e8636a7d4d51 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679468 Aug 16 02:15:38.260098 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-5749f54c-c919-434d-a756-ede468fef65f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.260593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5749f54c-c919-434d-a756-ede468fef65f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.269054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5749f54c-c919-434d-a756-ede468fef65f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/6221e320-99aa-469e-8daf-e5652dbb31e8 HTTP/1.1" status: 404 len: 337 time: 0.0802283 Aug 16 02:15:38.269054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.338169 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06628c5-31b7-4f18-9a69-a7aff042bf02 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.342034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a06628c5-31b7-4f18-9a69-a7aff042bf02 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.343810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a06628c5-31b7-4f18-9a69-a7aff042bf02 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/0e22c0da-e98f-42ad-ab87-faf2b2563756 HTTP/1.1" status: 404 len: 333 time: 0.0706131 Aug 16 02:15:38.345730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53204) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.376282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Deleting port 34250af4-26be-4dc2-b188-560101017e5c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:38.383565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.393948 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36acdbd-f32c-49a8-9ab1-3016b4c70dda tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.394440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36acdbd-f32c-49a8-9ab1-3016b4c70dda tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.399307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e36acdbd-f32c-49a8-9ab1-3016b4c70dda tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/e648b1f2-4ab6-4236-8816-05499c3f2cbe HTTP/1.1" status: 404 len: 337 time: 0.0525537 Aug 16 02:15:38.399958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53206) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.433020 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa3755a-b12a-466e-8f4f-6784f030966e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.433740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa3755a-b12a-466e-8f4f-6784f030966e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.438483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3fa3755a-b12a-466e-8f4f-6784f030966e tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/4cb89a14-e3fd-47ba-90f0-53de54699609 HTTP/1.1" status: 404 len: 333 time: 0.0366437 Aug 16 02:15:38.440301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.483304 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ec576b-f6be-46cc-a4fe-02b7a3edaa84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.484178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ec576b-f6be-46cc-a4fe-02b7a3edaa84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.488298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c5ec576b-f6be-46cc-a4fe-02b7a3edaa84 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/ac0f005d-b8a0-4f79-b530-7565009eabd7 HTTP/1.1" status: 404 len: 337 time: 0.0469012 Aug 16 02:15:38.488447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53210) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.504779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438ae29-a491-4da6-a8da-e335104f16b7 req-58af1541-a35c-46cc-9e98-4061fd7dd530 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:38.507523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e438ae29-a491-4da6-a8da-e335104f16b7 req-58af1541-a35c-46cc-9e98-4061fd7dd530 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1792409 Aug 16 02:15:38.532900 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e2bad87-1798-400a-9627-74772dc5efc0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.533983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e2bad87-1798-400a-9627-74772dc5efc0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.540791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e2bad87-1798-400a-9627-74772dc5efc0 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/31fcd828-0330-4adb-be64-a90513c2fec8 HTTP/1.1" status: 404 len: 333 time: 0.0484207 Aug 16 02:15:38.541524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53212) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.568029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e438ae29-a491-4da6-a8da-e335104f16b7 req-39c30262-317f-48b6-b1c5-b67f80105eac tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Aug 16 02:15:38.581001 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba21b03-1088-4164-a980-48e892fd3d31 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.581472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba21b03-1088-4164-a980-48e892fd3d31 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.585675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cba21b03-1088-4164-a980-48e892fd3d31 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d08bb76a-2df1-4126-9019-d7c3136b0965 HTTP/1.1" status: 404 len: 337 time: 0.0408945 Aug 16 02:15:38.587267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.611868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] For port 34250af4-26be-4dc2-b188-560101017e5c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=34250af4-26be-4dc2-b188-560101017e5c,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:38.611868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:38.614821 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-74ab5332-b0f9-4a42-84cf-bb5ba6db1d72 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.615569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74ab5332-b0f9-4a42-84cf-bb5ba6db1d72 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.621237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74ab5332-b0f9-4a42-84cf-bb5ba6db1d72 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/9b7d7ed0-face-4c9a-9117-61e4f7744eb3 HTTP/1.1" status: 404 len: 333 time: 0.0326462 Aug 16 02:15:38.621868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.632662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Calling delete_port for 34250af4-26be-4dc2-b188-560101017e5c owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:38.653821 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-05fe4966-4532-4def-a0c9-75a0fd1cdef1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.654299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05fe4966-4532-4def-a0c9-75a0fd1cdef1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.659512 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-05fe4966-4532-4def-a0c9-75a0fd1cdef1 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/56a68cf6-c0db-41c3-9043-ebfc68022153 HTTP/1.1" status: 404 len: 337 time: 0.0360003 Aug 16 02:15:38.660170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.701166 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7471efa-9396-479f-a8e1-61ec5c82ed2d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.704784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7471efa-9396-479f-a8e1-61ec5c82ed2d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.715430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53222) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.716604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f7471efa-9396-479f-a8e1-61ec5c82ed2d tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/39674cab-bb95-4d8c-b858-06cfa89ba6b2 HTTP/1.1" status: 404 len: 333 time: 0.0553129 Aug 16 02:15:38.807412 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d82ff6-450a-4659-9dd0-fdde87b82b7f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.808330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d82ff6-450a-4659-9dd0-fdde87b82b7f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.814729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c664f04a-d2c0-479d-9428-37d8545b9c1a req-a6b8db1a-736c-40e9-aaa2-b4f5f8693d58 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0377755 Aug 16 02:15:38.815088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53226) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.815635 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5d82ff6-450a-4659-9dd0-fdde87b82b7f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d4cada94-2a21-4886-9caf-d024e65ff3be HTTP/1.1" status: 404 len: 337 time: 0.0973496 Aug 16 02:15:38.887921 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-593718c6-65e6-4f97-a1f0-240c0668903f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.887921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-593718c6-65e6-4f97-a1f0-240c0668903f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.887921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-593718c6-65e6-4f97-a1f0-240c0668903f tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/18d323f0-bf58-4f98-8bfa-f0c5ebcae985 HTTP/1.1" status: 404 len: 333 time: 0.0585964 Aug 16 02:15:38.887921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53228) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.906953 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6154da1-560b-433e-b6d1-519dca864c73 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.907503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6154da1-560b-433e-b6d1-519dca864c73 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.912201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a6154da1-560b-433e-b6d1-519dca864c73 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/d96461a7-2670-44f2-ab4b-ad2ba1a0ca1a HTTP/1.1" status: 404 len: 337 time: 0.0309479 Aug 16 02:15:38.912894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53230) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.950707 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cf553c-c483-40fa-968c-9fad6af5c995 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.951938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cf553c-c483-40fa-968c-9fad6af5c995 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.956449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d9cf553c-c483-40fa-968c-9fad6af5c995 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/ports/ea5106de-0dac-4b42-9d4c-9dea1904b8a9 HTTP/1.1" status: 404 len: 333 time: 0.0404959 Aug 16 02:15:38.957125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:38.992526 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3565e0a8-31c5-40ea-a1d0-7d3b05ae8a11 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] DELETE failed (client error): The resource could not be found. Aug 16 02:15:38.993237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3565e0a8-31c5-40ea-a1d0-7d3b05ae8a11 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:15:38.998744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3565e0a8-31c5-40ea-a1d0-7d3b05ae8a11 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/subnets/68d9336f-e08b-4512-b4aa-572e7e8cc2ff HTTP/1.1" status: 404 len: 337 time: 0.0369442 Aug 16 02:15:38.998929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:39.113723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.237676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.253252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8c7ff0-9383-4f85-baff-dc2b781ce00d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:39.269999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:39.270392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d103a5-c3b7-4d76-a08e-1e0fa75b8e60') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:39.280575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.299419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.308769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:39.309197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:39.314683 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:39.349332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2cd0e-3cfe-4037-ba56-4381e43a247b req-aac7ddd2-42bf-4253-955b-203a56d21d92 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.360352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbc2cd0e-3cfe-4037-ba56-4381e43a247b req-aac7ddd2-42bf-4253-955b-203a56d21d92 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 945 time: 0.0695665 Aug 16 02:15:39.408209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbc2cd0e-3cfe-4037-ba56-4381e43a247b req-78bcfca4-9ed4-4f70-bb12-bba021664b20 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/security-groups?id=ebc78e16-278d-47ff-966d-ab6102dd0b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468175 Aug 16 02:15:39.422576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.441205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['34250af4-26be-4dc2-b188-560101017e5c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:15:39.465092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Pushing event deleted for resources: {'Port': ['ID=34250af4-26be-4dc2-b188-560101017e5c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.494817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.537222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.539717 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] 10.222.0.76 "DELETE /v2.0/networks/cd8c7ff0-9383-4f85-baff-dc2b781ce00d HTTP/1.1" status: 204 len: 168 time: 0.5405855 Aug 16 02:15:39.541142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0685e-87fa-4bd9-b0cb-3bb51838bfb6 tempest-NetworksTestDHCPv6-1672953831 tempest-NetworksTestDHCPv6-1672953831-project] Pushing event deleted for resources: {'Network': ['ID=cd8c7ff0-9383-4f85-baff-dc2b781ce00d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:39.543610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] No DVR routers for this DVR port 34250af4-26be-4dc2-b188-560101017e5c on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:39.546153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.552000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a7a2d4dd-adfd-4706-8130-1c60c75efaec req-a5fdef73-fbfa-4454-8719-6b638e221d54 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.83 "DELETE /v2.0/ports/34250af4-26be-4dc2-b188-560101017e5c HTTP/1.1" status: 204 len: 173 time: 1.3872139 Aug 16 02:15:39.552000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'name': 'network-vif-deleted', 'tag': '34250af4-26be-4dc2-b188-560101017e5c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:39.557042 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46d2586-156a-4e1e-82ff-312947f647cb" -d '{"events": [{"server_uuid": "b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b", "name": "network-vif-deleted", "tag": "34250af4-26be-4dc2-b188-560101017e5c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:39.727517 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d21fdb4b-a7ba-4299-99b4-64edbe30b251 x-openstack-request-id: req-d21fdb4b-a7ba-4299-99b4-64edbe30b251 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:39.727821 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b", "name": "network-vif-deleted", "tag": "34250af4-26be-4dc2-b188-560101017e5c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:39.728076 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d21fdb4b-a7ba-4299-99b4-64edbe30b251 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:39.728488 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b', 'name': 'network-vif-deleted', 'tag': '34250af4-26be-4dc2-b188-560101017e5c', 'status': 'completed', 'code': 200} Aug 16 02:15:39.874003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9f1d6-fbeb-4956-bb44-6bbe4dd43eaf req-938a1a3d-4c21-4ac3-8460-f02259560b91 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:39.874003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8f9f1d6-fbeb-4956-bb44-6bbe4dd43eaf req-938a1a3d-4c21-4ac3-8460-f02259560b91 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0721378 Aug 16 02:15:39.922801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-427a4b9f-7d27-43f7-9130-b5c6d385483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:39.977481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8f9f1d6-fbeb-4956-bb44-6bbe4dd43eaf req-bfa887ee-e667-4d6a-87e3-2070e74a11b2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984018 Aug 16 02:15:40.130184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53254) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:40.163989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17090797-cb19-4093-a446-636f71a37e11 req-4d0f2cc9-a306-4b11-9d2b-0e08885bde5b tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0455308 Aug 16 02:15:40.380783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53260) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:40.383248 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-34a370ab-ec33-4e71-a7c5-4d1d224e6f27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=503fdb68000d4b978aef0d1a5440b700&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507935 Aug 16 02:15:40.440913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2dbe-c712-41f9-9249-2407dc3ab8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.469297 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2dbe-c712-41f9-9249-2407dc3ab8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.587724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66d27970-b93e-48f3-b588-1b4edbcd5a32 req-a6f3847c-319a-4eab-926c-8e4159fa4b52 tempest-ListServerFiltersTestJSON-16194170 tempest-ListServerFiltersTestJSON-16194170-project] 10.222.0.76 "GET /v2.0/ports?device_id=b43dbeb7-3a88-42fc-82ea-3a3fdfcf771b HTTP/1.1" status: 200 len: 210 time: 0.0501387 Aug 16 02:15:40.658543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2dbe-c712-41f9-9249-2407dc3ab8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.661119 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1cd2dbe-c712-41f9-9249-2407dc3ab8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:40.662275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a1cd2dbe-c712-41f9-9249-2407dc3ab8a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83fa807a-8268-4626-bf4e-4be24c57d220 HTTP/1.1" status: 204 len: 168 time: 0.2804391 Aug 16 02:15:40.688244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd2dbe-c712-41f9-9249-2407dc3ab8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fa807a-8268-4626-bf4e-4be24c57d220,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:41.113743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbd13c-63b1-47f6-84b1-c0f62a712103 req-80cce09d-296b-44ca-b0ce-aae1f7c58e94 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:41.122581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ebbd13c-63b1-47f6-84b1-c0f62a712103 req-80cce09d-296b-44ca-b0ce-aae1f7c58e94 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0630925 Aug 16 02:15:41.175245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ebbd13c-63b1-47f6-84b1-c0f62a712103 req-6533776a-a655-40b1-a847-25f797a14cf5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512938 Aug 16 02:15:41.340303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63cd1f0f-6c6f-41ee-9512-c404ababc66e req-1e471356-3df5-47af-aa06-4a86e1a3b464 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0698860 Aug 16 02:15:41.666707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53284) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:41.719716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Deleting subnet 93799c17-1afc-4376-9b90-7fcdc5978c03 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:41.723785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.769392 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:41.886046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.013623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 34250af4-26be-4dc2-b188-560101017e5c no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:42.018552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.045246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.050500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/93799c17-1afc-4376-9b90-7fcdc5978c03 HTTP/1.1" status: 204 len: 168 time: 0.3805065 Aug 16 02:15:42.055654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53294) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.062688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 34250af4-26be-4dc2-b188-560101017e5c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:42.063060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 34250af4-26be-4dc2-b188-560101017e5c not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:42.064633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee5a704-e9f3-4c33-8138-834a2071d0e3 None None] Network f9de05d3-3ed2-427c-a1ac-fd379d32c245 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:42.164448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42233690-545c-4069-b61f-14871204c0e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93799c17-1afc-4376-9b90-7fcdc5978c03,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.228622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.295452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] DHCP port deletion for f9de05d3-3ed2-427c-a1ac-fd379d32c245 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:42.344375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Deleting port 94880ef4-4c96-49ef-9ba5-d6644468e714 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:42.345068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.359745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] Deleting port 94880ef4-4c96-49ef-9ba5-d6644468e714 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:42.360155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640852b8-bfeb-4fe7-885c-0dbfa2b26dbf req-329c4972-6d3c-4791-b687-a9268f8496a6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:42.360285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.369195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-640852b8-bfeb-4fe7-885c-0dbfa2b26dbf req-329c4972-6d3c-4791-b687-a9268f8496a6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0941343 Aug 16 02:15:42.417168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-640852b8-bfeb-4fe7-885c-0dbfa2b26dbf req-dccd736e-d67a-4d34-bded-979850df60db tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469398 Aug 16 02:15:42.462120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] For port 94880ef4-4c96-49ef-9ba5-d6644468e714, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94880ef4-4c96-49ef-9ba5-d6644468e714,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:42.462120 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.485669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] Calling delete_port for 94880ef4-4c96-49ef-9ba5-d6644468e714 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:42.556119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] For port 94880ef4-4c96-49ef-9ba5-d6644468e714, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94880ef4-4c96-49ef-9ba5-d6644468e714,segment=NetworkSegment(0cf6ea69-7dfb-4048-90c2-df5a4403b604),segment_id=0cf6ea69-7dfb-4048-90c2-df5a4403b604)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:42.556518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.565529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:42.616945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6142f843-b775-429d-8aa1-0c961f744183 req-d4805c4b-4a7e-48f2-ac5a-65870316f8b4 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0661154 Aug 16 02:15:42.617136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Calling delete_port for 94880ef4-4c96-49ef-9ba5-d6644468e714 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:42.664453 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.705337 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.742530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] Pushing event deleted for resources: {'Port': ['ID=94880ef4-4c96-49ef-9ba5-d6644468e714,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.748547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcc43bb-4ce9-496a-94e6-d0dec7175c7e None None] No DVR routers for this DVR port 94880ef4-4c96-49ef-9ba5-d6644468e714 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:42.776705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.794501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4481873-24a0-407b-91ac-b605c3580f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.820473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-610884758'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:42.829528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] No DVR routers for this DVR port 94880ef4-4c96-49ef-9ba5-d6644468e714 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:42.836952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Pushing event deleted for resources: {'Port': ['ID=94880ef4-4c96-49ef-9ba5-d6644468e714,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:42.927089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.940835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9de05d3-3ed2-427c-a1ac-fd379d32c245']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.951521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf6ea69-7dfb-4048-90c2-df5a4403b604') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.951816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf6ea69-7dfb-4048-90c2-df5a4403b604') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:42.964768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.981717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:42.986357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:42.990486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.002416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.004807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:43.007519 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:43.173921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.183617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.187974 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f9de05d3-3ed2-427c-a1ac-fd379d32c245 HTTP/1.1" status: 204 len: 168 time: 1.1335692 Aug 16 02:15:43.203957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bce4e5-bd8d-41a6-a33b-2a5d5b516319 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9de05d3-3ed2-427c-a1ac-fd379d32c245,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.211774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.274273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.311273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:43.334328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6706b0-ce08-4603-99e0-36db503d2156,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.351120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.353733 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 4cd4e63b-c439-4c84-8707-d578d41eed5f of type vlan for network f0798f52-3432-4631-aee9-a9a4b880bede Aug 16 02:15:43.406666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.568724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c55c2-e42d-4578-9c87-9a7e71b6f34f req-6fbb35a7-9e46-4d26-827e-033a67dbc915 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.570680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e9c55c2-e42d-4578-9c87-9a7e71b6f34f req-6fbb35a7-9e46-4d26-827e-033a67dbc915 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0648236 Aug 16 02:15:43.582545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.588985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:43.594232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.633637 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e9c55c2-e42d-4578-9c87-9a7e71b6f34f req-fdb9e05d-fe40-46c9-90ee-be8dbca6c307 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537889 Aug 16 02:15:43.666005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=f0798f52-3432-4631-aee9-a9a4b880bede,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:43.677607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f0798f52-3432-4631-aee9-a9a4b880bede details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:43.722154 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0f05b005-954f-4364-9a1f-2b1460ee4adf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1486263 Aug 16 02:15:43.731244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53326) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.777954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6889d791-19f1-4caa-8373-d073e7aa6e08 req-8d7baa3f-ea39-400c-8058-3d37ec044984 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0377693 Aug 16 02:15:43.840168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8f9fdcd2-96bb-4b48-b5fc-b25b8bdc7923 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=937cb7f70c624033906980e195767872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052537 Aug 16 02:15:43.840751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53332) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:43.915212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612276fe-44bf-4c1b-a895-e0ffca6445ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:43.937382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612276fe-44bf-4c1b-a895-e0ffca6445ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.064068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612276fe-44bf-4c1b-a895-e0ffca6445ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.067361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612276fe-44bf-4c1b-a895-e0ffca6445ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.071631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-612276fe-44bf-4c1b-a895-e0ffca6445ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ebc78e16-278d-47ff-966d-ab6102dd0b8a HTTP/1.1" status: 204 len: 168 time: 0.2272723 Aug 16 02:15:44.107916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612276fe-44bf-4c1b-a895-e0ffca6445ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc78e16-278d-47ff-966d-ab6102dd0b8a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:44.328089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-18d6f5a5-6903-4f5e-8f48-3e6b13a155f4 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.333169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-18d6f5a5-6903-4f5e-8f48-3e6b13a155f4 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.2519283 Aug 16 02:15:44.362926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-72926e68-5b79-49f2-9b27-b542436ac66e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/quotas/837d963262d6454baa2a6737796ae259 HTTP/1.1" status: 200 len: 375 time: 0.0169322 Aug 16 02:15:44.382730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94880ef4-4c96-49ef-9ba5-d6644468e714 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:44.436925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 94880ef4-4c96-49ef-9ba5-d6644468e714 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:44.437571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94880ef4-4c96-49ef-9ba5-d6644468e714 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:44.438429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-768d1dcd-ef5e-44c3-b4d8-82f6d5335f65 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693634 Aug 16 02:15:44.605320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:44.928320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8662e491-4203-4717-b739-6b725ab17685 req-979089b1-5767-4aee-b981-f4fc1a2cb95e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:44.936536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8662e491-4203-4717-b739-6b725ab17685 req-979089b1-5767-4aee-b981-f4fc1a2cb95e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1826742 Aug 16 02:15:44.956418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-69e05b54-1ec9-43c6-94b0-a8999b647895 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096703 Aug 16 02:15:45.088327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8662e491-4203-4717-b739-6b725ab17685 req-970b3344-8a05-425e-badd-065139812688 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347692 Aug 16 02:15:45.170748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-bc344fb8-7d99-48fe-9464-618e832f69cd service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131341 Aug 16 02:15:45.206776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba4a6236-6f80-4cc4-8c33-d64229eedc2c req-10aca2fb-9f56-4bd8-9dc6-b9ac39bccb9d tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0388041 Aug 16 02:15:45.591981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e3e30a0-8136-436e-b466-14b8fd7be240 req-55b1c6de-b184-4c2a-b7d8-83cc6a43ce20 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 210 time: 0.0610666 Aug 16 02:15:45.791216 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:46.268631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313a4ed-047a-4148-9035-319b0752a1c6 req-6f22bd81-aca2-419d-af4e-6e6eef993c4f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:46.275924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f313a4ed-047a-4148-9035-319b0752a1c6 req-6f22bd81-aca2-419d-af4e-6e6eef993c4f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0999229 Aug 16 02:15:46.415783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb696c64-e143-42cd-9d66-d035c9db33b3 req-0203de24-6ec5-49c6-956e-1dedae25b931 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0681865 Aug 16 02:15:46.471854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f313a4ed-047a-4148-9035-319b0752a1c6 req-526f1e6a-10d3-487a-8b30-550f2b0b2eb8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891258 Aug 16 02:15:46.851463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d7a04b7-5559-4a92-ae81-dcce8b20b819 req-7ab157b1-767e-4cc0-a5ee-a125ae3b133b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 210 time: 0.1353846 Aug 16 02:15:46.953867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53454) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:46.953867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:47.202740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:47.218047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.478329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53460) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:47.661823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e9ec2-41ff-4458-a52a-c966ad51718f req-7bab84d6-566d-4840-bd71-8637eb3cdbca tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:47.670670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.682808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f9e9ec2-41ff-4458-a52a-c966ad51718f req-7bab84d6-566d-4840-bd71-8637eb3cdbca tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1262496 Aug 16 02:15:47.749910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63665db7-f488-49de-b324-14b6c3d4732d req-3d7ec9ca-0f59-4a03-99f0-54681641d534 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1280313 Aug 16 02:15:47.807718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '4cd4e63b-c439-4c84-8707-d578d41eed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:47.811014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: f0798f52-3432-4631-aee9-a9a4b880bede, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:47.818282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=18918d13-0ea1-4556-b3b5-de4576d16876,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:47.819842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfc15b73-8671-4f5a-9bf0-9f27932ef296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:47.899620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f9e9ec2-41ff-4458-a52a-c966ad51718f req-9f2f9ac4-4ae8-4dc6-97e0-a15fc74a3c2b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135332 Aug 16 02:15:47.943155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network f0798f52-3432-4631-aee9-a9a4b880bede is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:48.033264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f0798f52-3432-4631-aee9-a9a4b880bede) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:48.042344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.043673 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.049040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead49e34-c4e1-4e7d-9987-8f848b762a20 None None] Network f0798f52-3432-4631-aee9-a9a4b880bede requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:48.074726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4c93520-6cb1-4161-852b-a00022be6447 req-e097791f-c6d4-49b0-9ad6-641938c4d340 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 210 time: 0.0667129 Aug 16 02:15:48.081484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfc15b73-8671-4f5a-9bf0-9f27932ef296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.172652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfc15b73-8671-4f5a-9bf0-9f27932ef296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.237567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bfc15b73-8671-4f5a-9bf0-9f27932ef296 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4073871e943840a4ba9dfed6010a816a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7572880 Aug 16 02:15:48.238604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc15b73-8671-4f5a-9bf0-9f27932ef296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c241b116-1628-471d-a7aa-9b864072579f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.240502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53472) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:48.261925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f0798f52-3432-4631-aee9-a9a4b880bede', 'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': '18918d13-0ea1-4556-b3b5-de4576d16876'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:48.265496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.316569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3184acc0-95a8-4be2-b367-af02046e184f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3695881 Aug 16 02:15:48.323152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53474) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:48.338139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-641673830'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:48.361019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f27d9fc-7dcd-40d0-91b0-d6ea0186a8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.403643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f27d9fc-7dcd-40d0-91b0-d6ea0186a8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.436575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-6d6fcc5a-e2ff-4e5a-8ae7-3719429c7f58 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.438490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-6d6fcc5a-e2ff-4e5a-8ae7-3719429c7f58 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.1564453 Aug 16 02:15:48.452851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Request body: {'port': {'device_id': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'admin_state_up': True, 'tenant_id': '837d963262d6454baa2a6737796ae259'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:48.487809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:48.497289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.608273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Allocated IP 2001:db8:0:ffff::2 (f0798f52-3432-4631-aee9-a9a4b880bede/18918d13-0ea1-4556-b3b5-de4576d16876/b4c7adab-e97b-48f3-b405-044fa62f5837) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:48.613387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f27d9fc-7dcd-40d0-91b0-d6ea0186a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.615964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f27d9fc-7dcd-40d0-91b0-d6ea0186a8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.618862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f27d9fc-7dcd-40d0-91b0-d6ea0186a8bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c241b116-1628-471d-a7aa-9b864072579f HTTP/1.1" status: 204 len: 168 time: 0.3741188 Aug 16 02:15:48.621362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:48.667024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.667664 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 0a0626e8-8173-4eab-8f8e-b252d281542d of type vlan for network 758919a0-b8e4-4b1d-b381-fe523952dc52 Aug 16 02:15:48.726250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27d9fc-7dcd-40d0-91b0-d6ea0186a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c241b116-1628-471d-a7aa-9b864072579f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:48.763842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.825429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.838775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Transition to ACTIVE for port object b4c7adab-e97b-48f3-b405-044fa62f5837 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:48.840737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Made reservation on behalf of 837d963262d6454baa2a6737796ae259 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:48.844911 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.872635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Transition to ACTIVE for port object b4c7adab-e97b-48f3-b405-044fa62f5837 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:48.878614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.916952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:48.918138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:48.952641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-893cc52e-b23f-4ed4-a735-3929e13c359a req-43f63e07-98aa-4f11-985d-780c15b40fa4 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0688479 Aug 16 02:15:48.971790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.102597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=758919a0-b8e4-4b1d-b381-fe523952dc52,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:49.144136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 758919a0-b8e4-4b1d-b381-fe523952dc52 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:49.158573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e66446b-a143-4de0-bf84-7c8d5f264eb3 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8310447 Aug 16 02:15:49.158693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:49.167698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:49.363949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Network f0798f52-3432-4631-aee9-a9a4b880bede is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:49.483659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:49.493204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Pushing event updated for resources: {'Port': ['ID=b4c7adab-e97b-48f3-b405-044fa62f5837,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:49.505829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:49.640846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb593667-1592-4c06-a0f2-f1066dd5327b req-02dd2802-6b55-4d0f-b9a8-cb9f869b41e6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 210 time: 0.2180400 Aug 16 02:15:49.642300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Allocated IP 172.20.0.11 (8a85dd59-1d86-49c6-a779-6cd16a2ed209/6b41a199-b1f8-4617-b372-0e55994b4113/b0cd079c-1f07-4b8b-b480-b8260bbebba9) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:49.747643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518fa75-077c-4afa-b6db-8cfc09d0b1fd req-7499b062-80cb-408a-96f3-74c851005d1e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:49.755448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c518fa75-077c-4afa-b6db-8cfc09d0b1fd req-7499b062-80cb-408a-96f3-74c851005d1e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.5161865 Aug 16 02:15:49.761027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Attempting to bind port b4c7adab-e97b-48f3-b405-044fa62f5837 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:49.761418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Attempting to bind port b4c7adab-e97b-48f3-b405-044fa62f5837 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '4cd4e63b-c439-4c84-8707-d578d41eed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:49.761798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Attempting to bind port b4c7adab-e97b-48f3-b405-044fa62f5837 on network f0798f52-3432-4631-aee9-a9a4b880bede {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:49.774950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:49.775352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Checking segment: {'id': '4cd4e63b-c439-4c84-8707-d578d41eed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:49.775780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.776183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Bound using segment: {'id': '4cd4e63b-c439-4c84-8707-d578d41eed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:49.776678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Bound port: b4c7adab-e97b-48f3-b405-044fa62f5837, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd4e63b-c439-4c84-8707-d578d41eed5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f0798f52-3432-4631-aee9-a9a4b880bede'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:49.778905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.862078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] For port b4c7adab-e97b-48f3-b405-044fa62f5837, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:49.865601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] For port b4c7adab-e97b-48f3-b405-044fa62f5837, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b4c7adab-e97b-48f3-b405-044fa62f5837,segment=NetworkSegment(4cd4e63b-c439-4c84-8707-d578d41eed5f),segment_id=4cd4e63b-c439-4c84-8707-d578d41eed5f)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:49.871596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c518fa75-077c-4afa-b6db-8cfc09d0b1fd req-1243d7ba-e281-4156-9cff-5659e1f0d2cc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095037 Aug 16 02:15:49.937902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.938161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:49.942095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:49.984823 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.104376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.138359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9dc0c-558b-4f25-aadc-c9a07d6d3dbe None None] Pushing event updated for resources: {'Port': ['ID=b4c7adab-e97b-48f3-b405-044fa62f5837,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.264483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:50.269465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f86491d2-ffe4-4e95-85e4-a9d89c81102b req-921d7c3f-e16d-4ef3-8668-19cf37f061b8 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0811234 Aug 16 02:15:50.273223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:50.278689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:50.285927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event updated for resources: {'Port': ['ID=b0cd079c-1f07-4b8b-b480-b8260bbebba9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.403203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.404172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.406659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.516091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-edc1aa5e-aea1-4bce-8569-d9466c93df37 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0674422 Aug 16 02:15:50.531292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Request body: {'port': {'device_id': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:50.571356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=a3c0a268-63e0-42dd-9cd2-976cb7965072,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:50.592327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '0a0626e8-8173-4eab-8f8e-b252d281542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:50.593176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: 758919a0-b8e4-4b1d-b381-fe523952dc52, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:50.643428 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.761302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network 758919a0-b8e4-4b1d-b381-fe523952dc52 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:50.831680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 758919a0-b8e4-4b1d-b381-fe523952dc52) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:50.837490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.838241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:50.845225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de84e6-c800-4c52-b641-3e5d9bb0b087 None None] Network 758919a0-b8e4-4b1d-b381-fe523952dc52 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:50.926062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af28c496-5754-45f9-bc21-ed8f1f002619 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7639294 Aug 16 02:15:50.929492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:50.966113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d9959-ca11-430c-8a87-1860aa71b8be req-99f90866-539b-4e38-b3bd-0bc5199a6ad5 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:50.967849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d8d9959-ca11-430c-8a87-1860aa71b8be req-99f90866-539b-4e38-b3bd-0bc5199a6ad5 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 932 time: 0.1550224 Aug 16 02:15:50.970052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53562) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:51.082262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d8d9959-ca11-430c-8a87-1860aa71b8be req-4cd721e1-54a5-4f50-b622-69b27577defd tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022089 Aug 16 02:15:51.139564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fdd1c1-2c34-4291-a69a-1bcdee845007 req-70b7de6b-9537-435e-bfc4-806b1a5fe4c0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:51.141235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47fdd1c1-2c34-4291-a69a-1bcdee845007 req-70b7de6b-9537-435e-bfc4-806b1a5fe4c0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1350384 Aug 16 02:15:51.259760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.270387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cd079c-1f07-4b8b-b480-b8260bbebba9 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:51.280934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.309595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Transition to ACTIVE for port object b0cd079c-1f07-4b8b-b480-b8260bbebba9 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:51.316332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-758919a0-b8e4-4b1d-b381-fe523952dc52', 'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': 'a3c0a268-63e0-42dd-9cd2-976cb7965072'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:51.317223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.322000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-network', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:51.408059 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.420562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.546920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Made reservation on behalf of 41b2995d6fd54890b26bdaa7bc69b0dc for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:51.549512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.609057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.609807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Allocated IP 2001:db8::1 (758919a0-b8e4-4b1d-b381-fe523952dc52/a3c0a268-63e0-42dd-9cd2-976cb7965072/c0be0635-9901-4e3d-9792-27b62d1dac52) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:51.609896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53003877-3c25-47d6-ad5b-a2e2a7969bc8 req-31e95726-2b4f-4921-b82f-6da92dbf0f24 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0742526 Aug 16 02:15:51.615383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47fdd1c1-2c34-4291-a69a-1bcdee845007 req-66b5bb18-c738-46be-862b-27042dcf3ae1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987738 Aug 16 02:15:51.620606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cd079c-1f07-4b8b-b480-b8260bbebba9,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:51.712743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d739d98e-a0c7-4278-a404-46f4015e30e3 None None] Network f0798f52-3432-4631-aee9-a9a4b880bede requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:51.759581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Attempting to bind port b0cd079c-1f07-4b8b-b480-b8260bbebba9 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:51.759928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Attempting to bind port b0cd079c-1f07-4b8b-b480-b8260bbebba9 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:51.760266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Attempting to bind port b0cd079c-1f07-4b8b-b480-b8260bbebba9 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:51.769418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Port b0cd079c-1f07-4b8b-b480-b8260bbebba9 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:15:51.769706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Attempting to bind port b0cd079c-1f07-4b8b-b480-b8260bbebba9 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:51.780604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:51.780951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Checking segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:51.781349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Bound using segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:51.781801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Bound port: b0cd079c-1f07-4b8b-b480-b8260bbebba9, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:51.782171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.862588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:51.880648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] For port b0cd079c-1f07-4b8b-b480-b8260bbebba9, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:51.884009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] For port b0cd079c-1f07-4b8b-b480-b8260bbebba9, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:52.001197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.004073 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.005420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.034893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-8381a5bb-f0a2-4085-85b4-440bfd56142d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0738668 Aug 16 02:15:52.051005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Transition to ACTIVE for port object c0be0635-9901-4e3d-9792-27b62d1dac52 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:52.053242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4f1fcc67-fd33-4e06-af4f-2474427a14d8 None None] Provisioning for port b4c7adab-e97b-48f3-b405-044fa62f5837 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:52.123329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Transition to ACTIVE for port object c0be0635-9901-4e3d-9792-27b62d1dac52 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:52.133088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-c5fc3188-4949-4ab5-ab91-91b5df25c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.139896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-c5fc3188-4949-4ab5-ab91-91b5df25c112 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 1097 time: 0.0809965 Aug 16 02:15:52.159516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:52.204755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.205435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.218371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] 10.222.0.58 "PUT /v2.0/ports/b0cd079c-1f07-4b8b-b480-b8260bbebba9 HTTP/1.1" status: 200 len: 1093 time: 1.6826093 Aug 16 02:15:52.218825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'tag': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:15:52.250007 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef", "tag": "b0cd079c-1f07-4b8b-b480-b8260bbebba9"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:15:52.258881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.264123 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.267075 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Added segment 3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6 of type vlan for network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 Aug 16 02:15:52.298061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90938c7d-ae1c-47e0-8fbd-33a6a769de88,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.343965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Pushing event updated for resources: {'Port': ['ID=c0be0635-9901-4e3d-9792-27b62d1dac52,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.369409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Network 758919a0-b8e4-4b1d-b381-fe523952dc52 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:52.373719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:52.377894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:52.405923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-00c3e809-f3dc-41b6-a520-7cb6fbd14a91 req-dc80df20-75f5-4005-8366-2e5fc9f35ae1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1901526 Aug 16 02:15:52.489382 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337371b6-b42f-4bfc-aa38-abe6417f8ba9 x-openstack-request-id: req-337371b6-b42f-4bfc-aa38-abe6417f8ba9 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:15:52.489759 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef", "tag": "b0cd079c-1f07-4b8b-b480-b8260bbebba9", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:15:52.494773 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-337371b6-b42f-4bfc-aa38-abe6417f8ba9 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:15:52.495826 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'tag': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9', 'status': 'completed', 'code': 200} Aug 16 02:15:52.534612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Attempting to bind port c0be0635-9901-4e3d-9792-27b62d1dac52 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:15:52.535033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Attempting to bind port c0be0635-9901-4e3d-9792-27b62d1dac52 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0a0626e8-8173-4eab-8f8e-b252d281542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:15:52.535417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Attempting to bind port c0be0635-9901-4e3d-9792-27b62d1dac52 on network 758919a0-b8e4-4b1d-b381-fe523952dc52 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:15:52.549586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:15:52.550074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Checking segment: {'id': '0a0626e8-8173-4eab-8f8e-b252d281542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:52.550500 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.550948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Bound using segment: {'id': '0a0626e8-8173-4eab-8f8e-b252d281542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:15:52.551462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Bound port: c0be0635-9901-4e3d-9792-27b62d1dac52, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0626e8-8173-4eab-8f8e-b252d281542d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '758919a0-b8e4-4b1d-b381-fe523952dc52'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:15:52.551821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-826aaea9-1931-4b0d-80af-df85b0ecb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.552289 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.562937 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-826aaea9-1931-4b0d-80af-df85b0ecb67c service neutron] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.4000709 Aug 16 02:15:52.581043 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.606476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c354ab-1784-4ff0-9a6f-dc94132dd307 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cd079c-1f07-4b8b-b480-b8260bbebba9,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.687697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b4c7adab-e97b-48f3-b405-044fa62f5837 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:52.695291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.711980 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-155d9db4-86c2-4c3e-a0e5-dac8aa09be52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992fc656-01a9-4bf4-97fb-c59710f01c41 HTTP/1.1" status: 200 len: 217 time: 0.1412983 Aug 16 02:15:52.763982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06f399-3dfc-4db1-9a08-776f54d7896d req-41ce8c74-bcbb-435c-8b97-673b72c464a8 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.771715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f06f399-3dfc-4db1-9a08-776f54d7896d req-41ce8c74-bcbb-435c-8b97-673b72c464a8 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 944 time: 0.4931233 Aug 16 02:15:52.795959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] For port c0be0635-9901-4e3d-9792-27b62d1dac52, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:15:52.822832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-bba21f92-4faf-419c-a3e6-94fe2939b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.824586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-bba21f92-4faf-419c-a3e6-94fe2939b5fa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 1096 time: 0.3242996 Aug 16 02:15:52.838353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] For port c0be0635-9901-4e3d-9792-27b62d1dac52, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c0be0635-9901-4e3d-9792-27b62d1dac52,segment=NetworkSegment(0a0626e8-8173-4eab-8f8e-b252d281542d),segment_id=0a0626e8-8173-4eab-8f8e-b252d281542d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:15:52.905506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=a3c0a268-63e0-42dd-9cd2-976cb7965072,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:52.915969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.919073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:52.919725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:52.920321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.013774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f06f399-3dfc-4db1-9a08-776f54d7896d req-f3e8f671-5599-4b30-8355-88e975550ac8 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409937 Aug 16 02:15:53.014508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b4c7adab-e97b-48f3-b405-044fa62f5837 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:53.020300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-d120576d-1efb-4ccf-8a5f-f5817f65d861 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9 HTTP/1.1" status: 200 len: 217 time: 0.1769259 Aug 16 02:15:53.034783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.042196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b4c7adab-e97b-48f3-b405-044fa62f5837 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:53.042581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.057650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-70c655b6-a5f8-4539-90f9-761762df03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.060794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7e27-9250-45b2-a068-93741d88ef43 req-6e703062-4e18-4eb5-bead-64af9cca2dc5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.062578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-70c655b6-a5f8-4539-90f9-761762df03a4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.3295279 Aug 16 02:15:53.073257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d9f7e27-9250-45b2-a068-93741d88ef43 req-6e703062-4e18-4eb5-bead-64af9cca2dc5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.3489223 Aug 16 02:15:53.105111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758919a0-b8e4-4b1d-b381-fe523952dc52']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:53.192284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5582c50-1971-45c3-821e-f33f5aafaf84 None None] Pushing event updated for resources: {'Port': ['ID=c0be0635-9901-4e3d-9792-27b62d1dac52,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.222752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0626e8-8173-4eab-8f8e-b252d281542d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:53.222752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0626e8-8173-4eab-8f8e-b252d281542d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:53.254140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-3a9865cc-475b-4d21-9579-241f92283f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.255310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-3a9865cc-475b-4d21-9579-241f92283f4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.1810799 Aug 16 02:15:53.269437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.2982409 Aug 16 02:15:53.270471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7c2e2-04a9-4ef1-a2c2-76e05cd8f5b8 admin admin] Pushing event updated for resources: {'Network': ['ID=74df9045-c5a6-4bd1-a8c2-b8ade0b97246,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:53.277781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53612) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:53.289416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.344866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.357701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:53.358343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.404049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-dd327dd5-4b07-4343-863c-22d284adf516 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1290865 Aug 16 02:15:53.419163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.422748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:53.449505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7faeb7e7-e364-4303-8322-93f4ec42149c req-aad1c4a3-d9f4-4270-ba93-4eca988a581b tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.1818016 Aug 16 02:15:53.496670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Request body: {'subnet': {'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-subnet', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:53.500851 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:53.515551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-bee0c106-648e-4bdf-a347-7eff69c86f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:53.517539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-bee0c106-648e-4bdf-a347-7eff69c86f09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4459643 Aug 16 02:15:53.612246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:15:53.612246 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:15:53.612246 n-d-768852-19 neutron-server[101946]: [parameters: {'id': '758919a0-b8e4-4b1d-b381-fe523952dc52'}] Aug 16 02:15:53.612246 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:53.613447 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:53.683664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b4c7adab-e97b-48f3-b405-044fa62f5837, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b4c7adab-e97b-48f3-b405-044fa62f5837,segment=NetworkSegment(4cd4e63b-c439-4c84-8707-d578d41eed5f),segment_id=4cd4e63b-c439-4c84-8707-d578d41eed5f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:53.753835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:53.855013 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-5fc9de8d-99a9-4506-bd3b-08257ef14e17 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260760 Aug 16 02:15:53.862601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b4c7adab-e97b-48f3-b405-044fa62f5837,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:54.041041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d35dd8a1-2c3d-4bec-98cb-0a7bd12656c1 req-0217f1d2-e823-4364-8b2c-69347d3eb82b service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775069 Aug 16 02:15:54.042175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Made reservation on behalf of 41b2995d6fd54890b26bdaa7bc69b0dc for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:54.044819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.141352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.296098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-bcc5833d-2c04-4a9a-a188-456272bd2a1e service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583519 Aug 16 02:15:54.438584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d9f7e27-9250-45b2-a068-93741d88ef43 req-74f1dd13-43b6-4dc5-a497-fcf0b04e90d1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3276107 Aug 16 02:15:54.486182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port c0be0635-9901-4e3d-9792-27b62d1dac52 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:54.498445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.583613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688287b-4b8f-4c9c-bc89-b89040b6c124 req-360f0a05-1754-4b33-b523-5e44938c7439 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:54.606528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6688287b-4b8f-4c9c-bc89-b89040b6c124 req-360f0a05-1754-4b33-b523-5e44938c7439 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 944 time: 0.3085897 Aug 16 02:15:54.681154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b4c7adab-e97b-48f3-b405-044fa62f5837 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:54.733541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-318c0d52-50f7-4232-aa4a-4af226c2ed57 req-fdefca7b-a962-457b-89f6-82890d4f49a8 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0905073 Aug 16 02:15:54.846267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port c0be0635-9901-4e3d-9792-27b62d1dac52, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c0be0635-9901-4e3d-9792-27b62d1dac52,segment=NetworkSegment(0a0626e8-8173-4eab-8f8e-b252d281542d),segment_id=0a0626e8-8173-4eab-8f8e-b252d281542d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:54.850079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.851750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b4c7adab-e97b-48f3-b405-044fa62f5837 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:15:54.856999 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:54.920778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for c0be0635-9901-4e3d-9792-27b62d1dac52 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:54.920886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6688287b-4b8f-4c9c-bc89-b89040b6c124 req-68c9c4e6-286d-48d7-aeb3-e4e5747899c8 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077462 Aug 16 02:15:54.924320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73b9e9f9-a275-4e39-b31b-19c196aa6dbd req-1e9b2977-4226-4b6a-bcf1-4de9ecf5774c service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192896 Aug 16 02:15:54.956031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef04c2e0-3b6d-47ff-a1e2-51a149e5aefe None None] Network 758919a0-b8e4-4b1d-b381-fe523952dc52 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:55.107445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-14d743b8-53fd-4fd2-87a5-3715f1a15526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.109206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-14d743b8-53fd-4fd2-87a5-3715f1a15526 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 1096 time: 0.0545592 Aug 16 02:15:55.169533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.259832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84798369-1e75-492b-ba16-c5baa507ecbf,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.326479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-9c0bd5f2-464e-401d-a746-4c7dcee1ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.328920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-9c0bd5f2-464e-401d-a746-4c7dcee1ddfb service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 916 time: 0.2114878 Aug 16 02:15:55.333137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0be0635-9901-4e3d-9792-27b62d1dac52 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:15:55.339414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ea088779-b5d4-4198-b695-457aad7d3d0d None None] Provisioning for port c0be0635-9901-4e3d-9792-27b62d1dac52 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:15:55.369096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Checking segment: {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:55.369838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Network hostable DHCP agents. Network: 74df9045-c5a6-4bd1-a8c2-b8ade0b97246, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:55.410516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] DHCP port deletion for 758919a0-b8e4-4b1d-b381-fe523952dc52 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:15:55.448860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-3033c8ba-32d3-4946-adce-dfb30c50e122 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9 HTTP/1.1" status: 200 len: 217 time: 0.1020436 Aug 16 02:15:55.469145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-99519c6b-69c0-4798-b4a1-14f0fcdb046f req-dd11f603-0e6f-41ac-8b06-4611097764c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a69fad3241684087b80a35986b4fd3ac&device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0561292 Aug 16 02:15:55.517581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-99519c6b-69c0-4798-b4a1-14f0fcdb046f req-c1003ac4-84b1-4f3c-b079-9968c84a7d67 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a69fad3241684087b80a35986b4fd3ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388181 Aug 16 02:15:55.599565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Could not find standard attr ID for object c0be0635-9901-4e3d-9792-27b62d1dac52. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:15:55.626994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Deleting port c0be0635-9901-4e3d-9792-27b62d1dac52 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:15:55.630580 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.671317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e0286a5-c916-4cd5-bf24-a0e758bedc87 req-a55aa673-d9de-4faf-a57c-1b9de231a01e tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0735567 Aug 16 02:15:55.726924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.753793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-da1e132b-9af1-44b1-8d34-d966adac6c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.755823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-da1e132b-9af1-44b1-8d34-d966adac6c6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.2998130 Aug 16 02:15:55.760099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] For port c0be0635-9901-4e3d-9792-27b62d1dac52, host n-d-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:55.761239 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.773860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ff0d2-6eb4-4959-9cbd-d1653f9c4da5 req-ef1e5a03-1177-4e66-9dc9-70770ba9f48b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:55.775737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a5ff0d2-6eb4-4959-9cbd-d1653f9c4da5 req-ef1e5a03-1177-4e66-9dc9-70770ba9f48b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1034529 Aug 16 02:15:55.777825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Calling delete_port for c0be0635-9901-4e3d-9792-27b62d1dac52 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:15:55.781275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.ipam_backend_mixin [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Port c0be0635-9901-4e3d-9792-27b62d1dac52 was not found and therefore no delete operation was performed {{(pid=101947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:15:55.783045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.793469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port c0be0635-9901-4e3d-9792-27b62d1dac52 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:55.799781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:55.810111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=c0be0635-9901-4e3d-9792-27b62d1dac52,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.831103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] Pushing event deleted for resources: {'Port': ['ID=c0be0635-9901-4e3d-9792-27b62d1dac52,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:55.833439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5a8bc-520f-4a49-bb73-f32f3fb96259 None None] No DVR routers for this DVR port c0be0635-9901-4e3d-9792-27b62d1dac52 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:15:55.854193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-3bf248d2-1dce-4d88-8527-11f4220970b9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889747 Aug 16 02:15:55.964360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:55.975026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['758919a0-b8e4-4b1d-b381-fe523952dc52']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:55.987566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0626e8-8173-4eab-8f8e-b252d281542d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:55.989366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0626e8-8173-4eab-8f8e-b252d281542d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:55.998469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.013377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.019518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:56.022785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:56.088457 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:56.091927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 74df9045-c5a6-4bd1-a8c2-b8ade0b97246) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:56.094800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a5ff0d2-6eb4-4959-9cbd-d1653f9c4da5 req-7df08e7c-6eaf-4544-866e-4a4ef43ff10a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104715 Aug 16 02:15:56.101610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46e3eb2-13ac-4133-a1e1-f353114727aa None None] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:56.109514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.110262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.178868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99519c6b-69c0-4798-b4a1-14f0fcdb046f req-45a41f60-33a5-41e4-acb7-a8c3efc92ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.180491 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-99519c6b-69c0-4798-b4a1-14f0fcdb046f req-45a41f60-33a5-41e4-acb7-a8c3efc92ed7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6531696 Aug 16 02:15:56.205014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.223465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.227321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/758919a0-b8e4-4b1d-b381-fe523952dc52 HTTP/1.1" status: 204 len: 168 time: 5.2988007 Aug 16 02:15:56.231344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:56.241376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-c16ebcd5-66d1-4d69-96d1-e70db25193d1 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3688800 Aug 16 02:15:56.258721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7af471-7b81-4e43-b5d7-fce2d1f21487 req-77214202-f545-4dc2-8c4f-7900bcf664c1 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.261632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f7af471-7b81-4e43-b5d7-fce2d1f21487 req-77214202-f545-4dc2-8c4f-7900bcf664c1 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 944 time: 0.2106903 Aug 16 02:15:56.265842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250088388'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:56.274182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd109fcb-f1bc-4f27-8ced-21f0a1662cb6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.9737842 Aug 16 02:15:56.288514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:56.295331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:56.298544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a6e05-b33f-4d0a-8bea-b78b2c1ec11c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=758919a0-b8e4-4b1d-b381-fe523952dc52,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.318174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:15:56.318174 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:15:56.318174 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '41b2995d6fd54890b26bdaa7bc69b0dc', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 15, 56, 303941)}] Aug 16 02:15:56.318174 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:15:56.318563 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:15:56.406205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:56.410060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.444529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0be0635-9901-4e3d-9792-27b62d1dac52 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:15:56.479987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:56.501981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.502613 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 17be501c-37d4-4c68-bbe5-6d35398b9ed4 of type vlan for network c2dd9e79-7bf5-4165-8319-768c13a6f7fb Aug 16 02:15:56.503527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402fa08-4698-41a1-9b1f-b579dbeba038 None None] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:56.507802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c0be0635-9901-4e3d-9792-27b62d1dac52 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:15:56.508505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0be0635-9901-4e3d-9792-27b62d1dac52 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:15:56.551825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1374d9c0-05fc-46ff-8b23-2ce36f8f2748 req-4c656afd-f3f6-4eb0-89d9-d1bd1e754759 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889593 Aug 16 02:15:56.595909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f7af471-7b81-4e43-b5d7-fce2d1f21487 req-5d318d9b-98d4-4e09-b69a-ab7db507781c tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518471 Aug 16 02:15:56.610276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.683521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53656) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:56.732548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Deleting subnet 4ba2e0b7-9e62-4a46-8126-517d367fbe66 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:15:56.736031 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.742119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:56.742860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.745552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.867234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.883212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb98352b-c940-4aa8-8690-f6f6dd5c84b6 req-b7b42fa2-0d0a-4844-9404-2870fa37e3ff tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0514612 Aug 16 02:15:56.926171 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6828754 Aug 16 02:15:56.929181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53660) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:56.946168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:56.959215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4932d40-8546-496f-8b2c-dd068fb466af tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=c2dd9e79-7bf5-4165-8319-768c13a6f7fb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:56.971172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c2dd9e79-7bf5-4165-8319-768c13a6f7fb details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:56.993067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:56.996282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.084367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.088869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.207091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:57.207091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.297867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.298833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.369522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c2a93-312c-4881-ace7-964eee7edcbc req-596ba9ec-3fc2-4720-8c37-34f3f1adc311 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.377503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f42c2a93-312c-4881-ace7-964eee7edcbc req-596ba9ec-3fc2-4720-8c37-34f3f1adc311 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1395364 Aug 16 02:15:57.451954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f42c2a93-312c-4881-ace7-964eee7edcbc req-80b3d9f4-4145-43e7-b9fa-b44e9edb90e3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698450 Aug 16 02:15:57.715199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:57.826894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=03988c2f-cd02-40db-bb51-05fa87c864d3,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:57.858065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-99519c6b-69c0-4798-b4a1-14f0fcdb046f req-42375cde-a778-473a-9cb6-72bb5430ea4c tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.83 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0725071 Aug 16 02:15:57.968123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3427b-2a9f-4adb-b583-3aca1e2c0606 req-073f17b4-595d-470a-8447-7bf0171ad56e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:57.969653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac3427b-2a9f-4adb-b583-3aca1e2c0606 req-073f17b4-595d-470a-8447-7bf0171ad56e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 944 time: 0.2509205 Aug 16 02:15:58.032102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.036795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e081158-e0d2-471d-bb1a-cd2c3e141a82 req-d7d541f1-780b-4896-b0e7-6b6740fc7a19 tempest-ServerShowV257Test-1230493599 tempest-ServerShowV257Test-1230493599-project] 10.222.0.76 "GET /v2.0/ports?device_id=72af7abb-fa28-4f97-9419-fde71aec0d54 HTTP/1.1" status: 200 len: 210 time: 0.0372667 Aug 16 02:15:58.060352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '17be501c-37d4-4c68-bbe5-6d35398b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:15:58.060725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: c2dd9e79-7bf5-4165-8319-768c13a6f7fb, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:15:58.079359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac3427b-2a9f-4adb-b583-3aca1e2c0606 req-46586223-744c-446c-8417-ade7a9b5ede6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014378 Aug 16 02:15:58.114245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.145845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ba2e0b7-9e62-4a46-8126-517d367fbe66,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:58.152252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.154162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57c275bd-435c-4299-a543-4b4fd12e67ca admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4ba2e0b7-9e62-4a46-8126-517d367fbe66 HTTP/1.1" status: 204 len: 168 time: 1.4690022 Aug 16 02:15:58.159151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53672) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:58.184121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network c2dd9e79-7bf5-4165-8319-768c13a6f7fb is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:15:58.288354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.292897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, c2dd9e79-7bf5-4165-8319-768c13a6f7fb) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:58.301209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1005d385-62f2-4b54-9b3f-e2da913701f6 None None] Network c2dd9e79-7bf5-4165-8319-768c13a6f7fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:15:58.309602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.316649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.417744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.429779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdac8f9f-fe49-4896-9c60-e0b3f59a3972']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:58.493391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57532787-e941-4c37-9495-fb86996fc2d1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5596979 Aug 16 02:15:58.497595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ce3632-86ff-422c-a458-e54c59236356') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:58.497908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ce3632-86ff-422c-a458-e54c59236356') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:15:58.505255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53680) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:58.532388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506802741'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:58.556854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.608560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-c2dd9e79-7bf5-4165-8319-768c13a6f7fb', 'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': '03988c2f-cd02-40db-bb51-05fa87c864d3'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:15:58.609866 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.655192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.666908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:15:58.667612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:15:58.669487 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:15:58.762119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.774674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:58.786228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.808301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.815317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd686-d74c-4cdc-adfc-e2798065dacf req-42d2918a-cd8d-49ae-81cb-98fa8b89d8a0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:58.817273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-892fd686-d74c-4cdc-adfc-e2798065dacf req-42d2918a-cd8d-49ae-81cb-98fa8b89d8a0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.2354050 Aug 16 02:15:58.883027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-892fd686-d74c-4cdc-adfc-e2798065dacf req-8e46c97d-a38f-492d-9405-dd9b28731e7f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559874 Aug 16 02:15:58.884939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:15:58.896621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.904583 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 8e94bb25-4f22-416e-83df-8f4b09edc9eb of type vlan for network 5c3316a9-2693-4a5d-babe-d57a86348fb4 Aug 16 02:15:58.956762 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:58.991627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Allocated IP 2001:db8::3 (c2dd9e79-7bf5-4165-8319-768c13a6f7fb/03988c2f-cd02-40db-bb51-05fa87c864d3/0bf99bd5-6b12-4053-902c-bd7d7e023b59) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:58.992318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.001212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.005736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] 10.222.0.76 "DELETE /v2.0/networks/bdac8f9f-fe49-4896-9c60-e0b3f59a3972 HTTP/1.1" status: 204 len: 168 time: 0.8454940 Aug 16 02:15:59.010162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b0cd079c-1f07-4b8b-b480-b8260bbebba9 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:15:59.016894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e862631-967e-46d4-b863-a15cb8106a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=bdac8f9f-fe49-4896-9c60-e0b3f59a3972,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.024348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Allocated IP 172.25.6.6 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/4ed32720-fd92-4d75-91e7-83b83afa75a8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:15:59.093373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.101320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.102046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.301658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7805111 Aug 16 02:15:59.305976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53690) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.311367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:15:59.352892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.364832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308fb1d-ae14-49d9-8b1a-2c35f0e67b31 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=5c3316a9-2693-4a5d-babe-d57a86348fb4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.386172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94816337-ed9c-4fca-bc63-0627d67214db req-3c8d047e-80c0-4fd8-a1a3-23483b6df863 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:15:59.387941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94816337-ed9c-4fca-bc63-0627d67214db req-3c8d047e-80c0-4fd8-a1a3-23483b6df863 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 944 time: 0.1286299 Aug 16 02:15:59.404466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 5c3316a9-2693-4a5d-babe-d57a86348fb4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:15:59.440180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94816337-ed9c-4fca-bc63-0627d67214db req-fe18b1b6-7ed3-40cf-a34a-daf7562cf4b2 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442452 Aug 16 02:15:59.583554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53696) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.619690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.644542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1fe56706-baeb-4207-a507-7eda74202200 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2391b3c54f6b4ff58b16f32cb304a003&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573776 Aug 16 02:15:59.644751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b0cd079c-1f07-4b8b-b480-b8260bbebba9, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:59.647717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53698) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.675164 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.679676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'port_id': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9', 'mac_address': 'fa:16:3e:df:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b41a199-b1f8-4617-b372-0e55994b4113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:15:59.711772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Pushing event updated for resources: {'Port': ['ID=4ed32720-fd92-4d75-91e7-83b83afa75a8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.714579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:15:59.715056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Transition to ACTIVE for port object 0bf99bd5-6b12-4053-902c-bd7d7e023b59 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:59.718675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.729539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:59.741935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:59.748279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Transition to ACTIVE for port object 0bf99bd5-6b12-4053-902c-bd7d7e023b59 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:15:59.752548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.764866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133cf396-0be9-4058-b88f-08cb3c1d322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.768921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cd079c-1f07-4b8b-b480-b8260bbebba9 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:15:59.776006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:59.803815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Performing IP validity checks on allocation pools {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:15:59.805509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:15:59.810475 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133cf396-0be9-4058-b88f-08cb3c1d322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.831705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b0cd079c-1f07-4b8b-b480-b8260bbebba9, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:15:59.834472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.898239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Network c2dd9e79-7bf5-4165-8319-768c13a6f7fb is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:15:59.902227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:15:59.904745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:15:59.925127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Pushing event updated for resources: {'Port': ['ID=0bf99bd5-6b12-4053-902c-bd7d7e023b59,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:15:59.955800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53704) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:15:59.957583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133cf396-0be9-4058-b88f-08cb3c1d322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.969140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133cf396-0be9-4058-b88f-08cb3c1d322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:15:59.976738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-133cf396-0be9-4058-b88f-08cb3c1d322a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e8c4b36f-91b1-414e-8167-c10f306b3172 HTTP/1.1" status: 204 len: 168 time: 0.3256662 Aug 16 02:15:59.989566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.044156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133cf396-0be9-4058-b88f-08cb3c1d322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c4b36f-91b1-414e-8167-c10f306b3172,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.134321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=b0cd079c-1f07-4b8b-b480-b8260bbebba9,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.163884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.169548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Attempting to bind port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:00.169548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Attempting to bind port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '17be501c-37d4-4c68-bbe5-6d35398b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:00.169548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Attempting to bind port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 on network c2dd9e79-7bf5-4165-8319-768c13a6f7fb {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:00.200451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:00.200451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Checking segment: {'id': '17be501c-37d4-4c68-bbe5-6d35398b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:00.200451 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.200451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Bound using segment: {'id': '17be501c-37d4-4c68-bbe5-6d35398b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:00.201056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115626f-7669-43a9-9a1c-f9c25a03ad00 req-5af00623-915d-4774-b3e3-0cb58830cb7e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.201056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d115626f-7669-43a9-9a1c-f9c25a03ad00 req-5af00623-915d-4774-b3e3-0cb58830cb7e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1433699 Aug 16 02:16:00.201238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Bound port: 0bf99bd5-6b12-4053-902c-bd7d7e023b59, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17be501c-37d4-4c68-bbe5-6d35398b9ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': 'c2dd9e79-7bf5-4165-8319-768c13a6f7fb'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:00.201238 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.227878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=49147588-ed40-48b2-b9eb-9607fe5aa736,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.292860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '8e94bb25-4f22-416e-83df-8f4b09edc9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:00.295077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: 5c3316a9-2693-4a5d-babe-d57a86348fb4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:00.305019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-998f5a6a-d403-4aa4-8c2a-438265f92bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.307928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] For port 0bf99bd5-6b12-4053-902c-bd7d7e023b59, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:00.312102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] For port 0bf99bd5-6b12-4053-902c-bd7d7e023b59, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bf99bd5-6b12-4053-902c-bd7d7e023b59,segment=NetworkSegment(17be501c-37d4-4c68-bbe5-6d35398b9ed4),segment_id=17be501c-37d4-4c68-bbe5-6d35398b9ed4)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:00.320507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d115626f-7669-43a9-9a1c-f9c25a03ad00 req-d5a570d2-4b3a-4d4e-bcb3-d42f49d362b2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099443 Aug 16 02:16:00.338203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:00.417774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-998f5a6a-d403-4aa4-8c2a-438265f92bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.578585 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.581313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120b1cf-e685-419d-99f2-60646b98ad65 req-cf0f18d3-ec0a-4fe6-8d2e-55dfdfe9ba8f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.589322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b120b1cf-e685-419d-99f2-60646b98ad65 req-cf0f18d3-ec0a-4fe6-8d2e-55dfdfe9ba8f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 945 time: 0.0689569 Aug 16 02:16:00.620311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-998f5a6a-d403-4aa4-8c2a-438265f92bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.655778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f5a6a-d403-4aa4-8c2a-438265f92bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2b2af1-14bd-4399-a972-3d91c9eda654,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.660386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network 5c3316a9-2693-4a5d-babe-d57a86348fb4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:00.676458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b120b1cf-e685-419d-99f2-60646b98ad65 req-f9174743-bdd7-41bd-b2ac-7299df3ff30a tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837872 Aug 16 02:16:00.700368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5b001-693f-4fcb-906f-eb08b7506f29 None None] Pushing event updated for resources: {'Port': ['ID=0bf99bd5-6b12-4053-902c-bd7d7e023b59,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:00.701161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.710059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-998f5a6a-d403-4aa4-8c2a-438265f92bd6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a69fad3241684087b80a35986b4fd3ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7297809 Aug 16 02:16:00.712929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53718) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:00.782427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ef20520-62c5-438c-92a2-bf8e4dd38d7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.817272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ef20520-62c5-438c-92a2-bf8e4dd38d7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.846909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 5c3316a9-2693-4a5d-babe-d57a86348fb4) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:00.857933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a41f970-a84a-44db-9058-bc717545a190 None None] Network 5c3316a9-2693-4a5d-babe-d57a86348fb4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:00.880578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:00.896960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:00.994445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ef20520-62c5-438c-92a2-bf8e4dd38d7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.000633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ef20520-62c5-438c-92a2-bf8e4dd38d7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.004331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ef20520-62c5-438c-92a2-bf8e4dd38d7d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8a2b2af1-14bd-4399-a972-3d91c9eda654 HTTP/1.1" status: 204 len: 168 time: 0.2901156 Aug 16 02:16:01.011889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef20520-62c5-438c-92a2-bf8e4dd38d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2b2af1-14bd-4399-a972-3d91c9eda654,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:01.122582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-751969a6-e552-4c2f-8338-6a4ea5b0f244 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8154671 Aug 16 02:16:01.125304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53732) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:01.176763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-5c3316a9-2693-4a5d-babe-d57a86348fb4', 'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': '49147588-ed40-48b2-b9eb-9607fe5aa736'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:01.177820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.257278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.433005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.452073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Allocated IP 2001:db8::3 (5c3316a9-2693-4a5d-babe-d57a86348fb4/49147588-ed40-48b2-b9eb-9607fe5aa736/156d19f5-29e5-466f-8d25-d9cb71e92efa) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:01.517735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4899d6-f339-42bc-862b-cd1ff9981b72 req-0747b75f-81df-46c1-88a7-50d2b3a9dea8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:01.523314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f4899d6-f339-42bc-862b-cd1ff9981b72 req-0747b75f-81df-46c1-88a7-50d2b3a9dea8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0746686 Aug 16 02:16:01.558919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.630987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f4899d6-f339-42bc-862b-cd1ff9981b72 req-4aef95ef-41a1-4ba3-bfd7-d803d9ddb7c4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843070 Aug 16 02:16:01.730348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:01.828277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:01.868902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Transition to ACTIVE for port object 156d19f5-29e5-466f-8d25-d9cb71e92efa will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:01.948096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Transition to ACTIVE for port object 156d19f5-29e5-466f-8d25-d9cb71e92efa will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:02.012238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6948-abb3-4a3f-b42b-cad540f93158 req-7606b800-9954-4809-8276-876574c0f8e9 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.013867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fdc6948-abb3-4a3f-b42b-cad540f93158 req-7606b800-9954-4809-8276-876574c0f8e9 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 945 time: 0.1654150 Aug 16 02:16:02.059033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.080703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:02.090939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fdc6948-abb3-4a3f-b42b-cad540f93158 req-79792bce-ccaf-4db9-a418-635ede31c95c tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659258 Aug 16 02:16:02.101722 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Sync routers for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:02.114831 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:02.116576 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.139146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Network 5c3316a9-2693-4a5d-babe-d57a86348fb4 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:02.149183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:02.149183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:02.167012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.215570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Pushing event updated for resources: {'Port': ['ID=156d19f5-29e5-466f-8d25-d9cb71e92efa,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.255757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.260996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3514e089-d857-48e0-b358-f8c1f4e8e657 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.9683721 Aug 16 02:16:02.261759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53762) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:02.262381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Attempting to bind port 156d19f5-29e5-466f-8d25-d9cb71e92efa on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:02.262863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Attempting to bind port 156d19f5-29e5-466f-8d25-d9cb71e92efa by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8e94bb25-4f22-416e-83df-8f4b09edc9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:02.263292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Attempting to bind port 156d19f5-29e5-466f-8d25-d9cb71e92efa on network 5c3316a9-2693-4a5d-babe-d57a86348fb4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:02.269594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:02.270063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Checking segment: {'id': '8e94bb25-4f22-416e-83df-8f4b09edc9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:02.272598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.273146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Bound using segment: {'id': '8e94bb25-4f22-416e-83df-8f4b09edc9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:02.273950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Bound port: 156d19f5-29e5-466f-8d25-d9cb71e92efa, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e94bb25-4f22-416e-83df-8f4b09edc9eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '5c3316a9-2693-4a5d-babe-d57a86348fb4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:02.274790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.276996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=49147588-ed40-48b2-b9eb-9607fe5aa736,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:02.325875 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:02.331889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.332318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.332737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.333146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.333856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.334984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.335525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.335965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.336511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.336942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.337499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.337906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:02.371558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.373347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3316a9-2693-4a5d-babe-d57a86348fb4']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.409847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e94bb25-4f22-416e-83df-8f4b09edc9eb') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.410998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e94bb25-4f22-416e-83df-8f4b09edc9eb') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:02.428604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b3eabc-0460-42a5-a21d-29fbc589dd3a None None] Network c2dd9e79-7bf5-4165-8319-768c13a6f7fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:02.433548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.472660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.489308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:02.489638 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:02.566534 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:02.618065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bf99bd5-6b12-4053-902c-bd7d7e023b59 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:02.624382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:16:02.624382 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:16:02.624382 n-d-768852-19 neutron-server[101946]: [parameters: {'id': '5c3316a9-2693-4a5d-babe-d57a86348fb4'}] Aug 16 02:16:02.624382 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:02.625237 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:02.668423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e42c0607-66f0-482c-b225-ab017c020de8 None None] Provisioning for port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:02.688911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] For port 156d19f5-29e5-466f-8d25-d9cb71e92efa, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:02.719551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] For port 156d19f5-29e5-466f-8d25-d9cb71e92efa, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=156d19f5-29e5-466f-8d25-d9cb71e92efa,segment=NetworkSegment(8e94bb25-4f22-416e-83df-8f4b09edc9eb),segment_id=8e94bb25-4f22-416e-83df-8f4b09edc9eb)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:02.806676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:02.863492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f326488-09d3-42d9-9ad8-006715bf40f1 req-a3fd2cc0-5ffc-460f-85d6-028db0aeb35a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:02.873212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f326488-09d3-42d9-9ad8-006715bf40f1 req-a3fd2cc0-5ffc-460f-85d6-028db0aeb35a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.0896029 Aug 16 02:16:02.898550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:02.944572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:02.944978 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.005300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00767e5-3f86-4bd9-aab2-d0883d47859f None None] Pushing event updated for resources: {'Port': ['ID=156d19f5-29e5-466f-8d25-d9cb71e92efa,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:03.104886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b0cd079c-1f07-4b8b-b480-b8260bbebba9 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:03.127117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.177341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:00Z', 'revision_number': 3, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:03.259243 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Checking router: fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:03.264579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Updating router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c port 4ed32720-fd92-4d75-91e7-83b83afa75a8 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:03.313687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f326488-09d3-42d9-9ad8-006715bf40f1 req-3e674a89-4c60-4bcf-9a12-d5de1ce4cbd4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333119 Aug 16 02:16:03.324053 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.332531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port 156d19f5-29e5-466f-8d25-d9cb71e92efa {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:03.332890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.408536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225d690a-825e-4cf5-b4aa-60fad75329d2 None None] Network 5c3316a9-2693-4a5d-babe-d57a86348fb4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:03.511037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f2411c7f-f555-4817-ad15-d3fa1f0b1ca5 None None] Provisioning complete for port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:03.511995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f2411c7f-f555-4817-ad15-d3fa1f0b1ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.563520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port 156d19f5-29e5-466f-8d25-d9cb71e92efa, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=156d19f5-29e5-466f-8d25-d9cb71e92efa,segment=NetworkSegment(8e94bb25-4f22-416e-83df-8f4b09edc9eb),segment_id=8e94bb25-4f22-416e-83df-8f4b09edc9eb)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:03.563877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.614770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for 156d19f5-29e5-466f-8d25-d9cb71e92efa owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:03.651765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port b0cd079c-1f07-4b8b-b480-b8260bbebba9 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:03.661572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f2411c7f-f555-4817-ad15-d3fa1f0b1ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.675475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53820) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:03.705838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.707771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port b0cd079c-1f07-4b8b-b480-b8260bbebba9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:03.709005 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.718722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfb2004-0b4b-4dcb-8b7d-e58c0d59945a req-f57c4de3-30df-4b23-98af-c5497de23bb9 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:03.728995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acfb2004-0b4b-4dcb-8b7d-e58c0d59945a req-f57c4de3-30df-4b23-98af-c5497de23bb9 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 945 time: 0.1773880 Aug 16 02:16:03.931114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Allocated IP 172.20.0.1 (74df9045-c5a6-4bd1-a8c2-b8ade0b97246/84798369-1e75-492b-ba16-c5baa507ecbf/43953498-f48e-4d09-a317-d56fc13f21b9) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:03.947267 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:03.986329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f2411c7f-f555-4817-ad15-d3fa1f0b1ca5 None None] For port 0bf99bd5-6b12-4053-902c-bd7d7e023b59, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bf99bd5-6b12-4053-902c-bd7d7e023b59,segment=NetworkSegment(17be501c-37d4-4c68-bbe5-6d35398b9ed4),segment_id=17be501c-37d4-4c68-bbe5-6d35398b9ed4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:04.000385 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.014008 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Transition to ACTIVE for port object 4ed32720-fd92-4d75-91e7-83b83afa75a8 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:04.025536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-network', 'tenant_id': '9a37a709918341e7b9cf803768997d36'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:04.027936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.049700 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.070153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b24f0c-5109-45f9-bfa7-c10572768356 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:16:04.076531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acfb2004-0b4b-4dcb-8b7d-e58c0d59945a req-b75649ae-b790-4ed3-91cd-fd51df0ac80c tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465407 Aug 16 02:16:04.089491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port 156d19f5-29e5-466f-8d25-d9cb71e92efa on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:04.121619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.132902 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.170916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=156d19f5-29e5-466f-8d25-d9cb71e92efa,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.201480 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f2411c7f-f555-4817-ad15-d3fa1f0b1ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.225993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:04.248796 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7e8dbe-b8d8-4f8e-8e96-28c14579b324" -d '{"events": [{"server_uuid": "3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "b0cd079c-1f07-4b8b-b480-b8260bbebba9"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:04.276442 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Attempting to bind port 4ed32720-fd92-4d75-91e7-83b83afa75a8 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:04.276995 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Attempting to bind port 4ed32720-fd92-4d75-91e7-83b83afa75a8 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:04.277458 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Attempting to bind port 4ed32720-fd92-4d75-91e7-83b83afa75a8 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:04.284976 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Pushing event updated for resources: {'Port': ['ID=4ed32720-fd92-4d75-91e7-83b83afa75a8,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.286356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Made reservation on behalf of 9a37a709918341e7b9cf803768997d36 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:04.289742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:04.289742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:04.289742 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.289742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:04.289742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Bound port: 4ed32720-fd92-4d75-91e7-83b83afa75a8, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:04.290292 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.290765 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.309384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.319549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.320607 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.321108 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.321646 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.326307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:04.337144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.339653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3316a9-2693-4a5d-babe-d57a86348fb4']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.370733 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] For port 4ed32720-fd92-4d75-91e7-83b83afa75a8, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:04.375400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] For port 4ed32720-fd92-4d75-91e7-83b83afa75a8, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4ed32720-fd92-4d75-91e7-83b83afa75a8,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:04.385034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e94bb25-4f22-416e-83df-8f4b09edc9eb') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.385034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e94bb25-4f22-416e-83df-8f4b09edc9eb') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.394933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.408900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.420384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.434979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:04.435565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:04.439183 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:04.461112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:04.467804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:04.476610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:04.521345 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.525405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.526158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b0cd079c-1f07-4b8b-b480-b8260bbebba9, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:04.535146 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149e0745-4ed4-420a-a2a1-e7e3edf8eec1 x-openstack-request-id: req-149e0745-4ed4-420a-a2a1-e7e3edf8eec1 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:04.535691 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef", "name": "network-vif-plugged", "status": "completed", "tag": "b0cd079c-1f07-4b8b-b480-b8260bbebba9", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:04.536101 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-149e0745-4ed4-420a-a2a1-e7e3edf8eec1 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:04.536640 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9', 'code': 200} Aug 16 02:16:04.559837 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:04.560488 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:04.594208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2411c7f-f555-4817-ad15-d3fa1f0b1ca5 None None] Pushing event updated for resources: {'Port': ['ID=0bf99bd5-6b12-4053-902c-bd7d7e023b59,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.610135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b24f0c-5109-45f9-bfa7-c10572768356 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:16:04.629188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.657860 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:04.660578 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:04.702890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.716170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Pushing event updated for resources: {'Port': ['ID=43953498-f48e-4d09-a317-d56fc13f21b9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.719182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.725206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/5c3316a9-2693-4a5d-babe-d57a86348fb4 HTTP/1.1" status: 204 len: 168 time: 3.5983682 Aug 16 02:16:04.738196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:04.761433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=b0cd079c-1f07-4b8b-b480-b8260bbebba9,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.764385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163970749'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:04.794348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe9b640-45a8-46c4-b5d0-845996342cd0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=5c3316a9-2693-4a5d-babe-d57a86348fb4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.847404 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5bab6-2698-4f6e-9777-78d3a619addc None None] Pushing event updated for resources: {'Port': ['ID=4ed32720-fd92-4d75-91e7-83b83afa75a8,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:04.855882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dcf75-8eba-4773-9360-5557ba6fda3e req-7ac2638a-8d3b-4dcb-bd1e-c48d7b1ec428 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.857475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a9dcf75-8eba-4773-9360-5557ba6fda3e req-7ac2638a-8d3b-4dcb-bd1e-c48d7b1ec428 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.2460890 Aug 16 02:16:04.864865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:04.869102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a36c65-a02d-4b96-a7a3-4019402f8c9e req-24447a7f-5cd9-4983-89f2-45125de98c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:04.870869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56a36c65-a02d-4b96-a7a3-4019402f8c9e req-24447a7f-5cd9-4983-89f2-45125de98c9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 1098 time: 0.2106535 Aug 16 02:16:04.980707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a9dcf75-8eba-4773-9360-5557ba6fda3e req-3278dea9-8e90-4a4b-a9e2-3d8ab6b0e9cb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131523 Aug 16 02:16:04.997050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.001769 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:05.068445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56a36c65-a02d-4b96-a7a3-4019402f8c9e req-8362952f-36cd-4a03-b714-6bb0b97b0ff1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807294 Aug 16 02:16:05.069554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:05.076256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.110526 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.116453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:05.137428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b16c9c-19c1-44ec-bd52-ba536bce90e7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.326102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:00Z', 'revision_number': 3, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:05.348643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.350495 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Added segment 6f9829bd-ad4b-40c7-babd-09b27bfa2140 of type vlan for network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d Aug 16 02:16:05.358681 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c0c90-67fd-4166-8ff6-d16833b1fe39 None None] The sync data for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 is: [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:00Z', 'revision_number': 3, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:05.413404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:05.429107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.429621 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 2f1fa093-682d-4c76-b2d5-059cab3fd165 of type vlan for network 132a9c23-777f-42fe-9349-1ce24e980839 Aug 16 02:16:05.483942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.586339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.625650 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.632017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.632644 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.821991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=132a9c23-777f-42fe-9349-1ce24e980839,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:05.830557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.831729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:05.832558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:05.835572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 132a9c23-777f-42fe-9349-1ce24e980839 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:05.986708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bf99bd5-6b12-4053-902c-bd7d7e023b59 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:06.021356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53878) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.028804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': '132a9c23-777f-42fe-9349-1ce24e980839', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:06.034470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0e07b83b-57f6-4757-a11c-ed6746bd0b0a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2870467 Aug 16 02:16:06.156071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:06.156688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.176132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] Pushing event updated for resources: {'Network': ['ID=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.188813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f43aaf3f-26ff-491d-b27d-6192681cf49b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5109463 Aug 16 02:16:06.199223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53882) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:06.222037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Request body: {'subnet': {'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-subnet', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:06.243305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:06.269593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3d0b0-8333-42eb-a3bc-b8d3ad6bc14a req-a5658ec5-b32e-470f-9328-5b1d669bc3d4 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:06.280180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70a3d0b0-8333-42eb-a3bc-b8d3ad6bc14a req-a5658ec5-b32e-470f-9328-5b1d669bc3d4 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 946 time: 0.9274583 Aug 16 02:16:06.382748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fbe71c-345f-4357-8a61-08cbf7e1b764 req-37023bff-6727-4b1b-81a4-a8832b11345f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:06.384612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67fbe71c-345f-4357-8a61-08cbf7e1b764 req-37023bff-6727-4b1b-81a4-a8832b11345f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1941946 Aug 16 02:16:06.433359 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.451881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70a3d0b0-8333-42eb-a3bc-b8d3ad6bc14a req-05efaa92-5630-4919-9070-e86e6e84aa2d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704693 Aug 16 02:16:06.473289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67fbe71c-345f-4357-8a61-08cbf7e1b764 req-28f462da-6adc-44c9-b2e1-1d2a7dfe915c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702670 Aug 16 02:16:06.555800 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.590073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:06.604765 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.707623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Pushing event updated for resources: {'Port': ['ID=43953498-f48e-4d09-a317-d56fc13f21b9,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:06.710337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:06.921224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:06.924447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:06.931099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Made reservation on behalf of 9a37a709918341e7b9cf803768997d36 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:06.933707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.022922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.106585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=2218b20c-5f6a-454d-8b63-745ea3ea4efa,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:07.167351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '2f1fa093-682d-4c76-b2d5-059cab3fd165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '132a9c23-777f-42fe-9349-1ce24e980839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:07.167696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: 132a9c23-777f-42fe-9349-1ce24e980839, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:07.190846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:07.338382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network 132a9c23-777f-42fe-9349-1ce24e980839 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:07.417631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.473416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 132a9c23-777f-42fe-9349-1ce24e980839) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:07.495380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:07.496369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.510675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c01af-9b49-4ea4-8278-4fc529ac126e None None] Network 132a9c23-777f-42fe-9349-1ce24e980839 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:07.558604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75287949-f988-4040-97f0-fe9d7d62c5fc,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:07.581873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Checking segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:07.582017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Network hostable DHCP agents. Network: 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:07.653816 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2708b6a-3dca-4568-97d3-faf5422106c2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6298957 Aug 16 02:16:07.656661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53902) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:07.813447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:07.890244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821fca57-e5f5-4f2b-a8b8-e9db540ef1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-132a9c23-777f-42fe-9349-1ce24e980839', 'network_id': '132a9c23-777f-42fe-9349-1ce24e980839', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': '2218b20c-5f6a-454d-8b63-745ea3ea4efa'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:07.892330 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-821fca57-e5f5-4f2b-a8b8-e9db540ef1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:07.970131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:07.988595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.015988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.016522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.091547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4ed32720-fd92-4d75-91e7-83b83afa75a8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:08.103671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a047182e-0243-404d-ac9c-09cf9913386d None None] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:08.174113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.260105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:08.320105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dcb6ba5d-9719-4c7f-b950-aa6c6a869c6c admin admin] 10.222.0.76 "PUT /v2.0/routers/fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0568550 Aug 16 02:16:08.385276 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6831563a-f992-418d-8ea7-34409d0f1470 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1791461 Aug 16 02:16:08.386715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53910) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:08.392115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:08.444181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889790f-20ff-4109-b313-7c0f337dd24f req-8942636b-243a-47de-9a3b-f35343fd73ab tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.458186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6889790f-20ff-4109-b313-7c0f337dd24f req-8942636b-243a-47de-9a3b-f35343fd73ab tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1952987 Aug 16 02:16:08.466078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.526592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=2218b20c-5f6a-454d-8b63-745ea3ea4efa,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:08.582253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.586788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.597024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160f07-b6b4-4a90-9eb6-080825a9b985 req-18714b9e-255d-4b65-90f4-8db0d63e6fc1 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:08.601277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c160f07-b6b4-4a90-9eb6-080825a9b985 req-18714b9e-255d-4b65-90f4-8db0d63e6fc1 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 946 time: 0.2946239 Aug 16 02:16:08.626996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Sync routers for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:08.627453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6889790f-20ff-4109-b313-7c0f337dd24f req-48ead34c-0b55-4c96-90c2-5f4a35603174 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570573 Aug 16 02:16:08.646403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.678581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:08.680233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server [None req-821fca57-e5f5-4f2b-a8b8-e9db540ef1a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2218b20c-5f6a-454d-8b63-745ea3ea4efa: This subnet is being modified by another concurrent operation. Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2218b20c-5f6a-454d-8b63-745ea3ea4efa: This subnet is being modified by another concurrent operation. Aug 16 02:16:08.689736 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Aug 16 02:16:08.698786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c160f07-b6b4-4a90-9eb6-080825a9b985 req-0b615887-d18b-4533-a475-40809660b9cd tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787647 Aug 16 02:16:08.754952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:08.758225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:08.775671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd0e1d-9e6c-4157-9145-98cdb5e2b8a2 None None] Network 132a9c23-777f-42fe-9349-1ce24e980839 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:08.787601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4ed32720-fd92-4d75-91e7-83b83afa75a8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:08.810067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.812244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132a9c23-777f-42fe-9349-1ce24e980839']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:08.860565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1fa093-682d-4c76-b2d5-059cab3fd165') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:08.860565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1fa093-682d-4c76-b2d5-059cab3fd165') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:08.878869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.920269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:08.931219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:08.932081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.071378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4ed32720-fd92-4d75-91e7-83b83afa75a8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:09.071687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.376473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:09.466458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:09.496647 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:09.536126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4ed32720-fd92-4d75-91e7-83b83afa75a8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4ed32720-fd92-4d75-91e7-83b83afa75a8,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:09.580095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.585542 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.588264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/132a9c23-777f-42fe-9349-1ce24e980839 HTTP/1.1" status: 204 len: 168 time: 1.9306002 Aug 16 02:16:09.593518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:09.601573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701357690'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:09.716502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.738081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.745311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb938d-fc41-43a7-9b40-809f568d75dc tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=132a9c23-777f-42fe-9349-1ce24e980839,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.839290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c65d0-7c14-4655-b171-908af6f3e898 req-7bcca33e-ead2-4a8e-93d3-b18fe5dcd358 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:09.849739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-471c65d0-7c14-4655-b171-908af6f3e898 req-7bcca33e-ead2-4a8e-93d3-b18fe5dcd358 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1207888 Aug 16 02:16:09.856011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4ed32720-fd92-4d75-91e7-83b83afa75a8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:09.876195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:09.889662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:09.893971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.894318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.894705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.895062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.895414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.895899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.896407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.897185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.897901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.897901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.898334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.898441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:09.913752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Allocated IP 172.20.0.2 (74afd134-7d2f-4a2c-a5f5-ca79bc0d788d/75287949-f988-4040-97f0-fe9d7d62c5fc/b350da57-e537-4f81-b470-571cfcbedb62) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:09.933286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:05Z', 'revision_number': 2, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:09.936784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-471c65d0-7c14-4655-b171-908af6f3e898 req-e56e0104-185d-473d-9b8b-2d71d0607936 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862811 Aug 16 02:16:10.024257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Checking router: fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:10.024636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Updating router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c port 43953498-f48e-4d09-a317-d56fc13f21b9 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:10.028208 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-09eebb62-4ae5-4eb6-af9a-48797cbd463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.098838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.152395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:10.187519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.187871 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 694c174e-41cc-4506-9666-c7f155304137 of type vlan for network 88cc0f4c-746a-47bf-b172-00ab916f05c6 Aug 16 02:16:10.270334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.440187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.447782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:10.449216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.489384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.500223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Transition to ACTIVE for port object 43953498-f48e-4d09-a317-d56fc13f21b9 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:10.543111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=88cc0f4c-746a-47bf-b172-00ab916f05c6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:10.555892 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.558226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-95fd1182-446e-4bca-a861-89a9cec89869 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9625227 Aug 16 02:16:10.560014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53950) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:10.564855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Transition to ACTIVE for port object b350da57-e537-4f81-b470-571cfcbedb62 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:10.565938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:10.581090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Transition to ACTIVE for port object b350da57-e537-4f81-b470-571cfcbedb62 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:10.586370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.588545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 88cc0f4c-746a-47bf-b172-00ab916f05c6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:10.648694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.674986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.680938 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:10.723003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393586f5-6b0b-4a86-9c24-f7e3096ac97d None None] Pushing event updated for resources: {'Port': ['ID=43953498-f48e-4d09-a317-d56fc13f21b9,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:10.765667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:10.894191 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:10.931594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:10.937200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.002898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Allocated IP 172.25.6.225 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/34eea93e-9de6-41e9-9e35-4008b1c3af00) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:11.141078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:11.168599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:11.268490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.269956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Attempting to bind port 43953498-f48e-4d09-a317-d56fc13f21b9 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:11.270344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Attempting to bind port 43953498-f48e-4d09-a317-d56fc13f21b9 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:11.270744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Attempting to bind port 43953498-f48e-4d09-a317-d56fc13f21b9 on network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:11.315740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37947198-cd1e-4e57-b613-f0451f0a02c2 req-43c36257-a1ed-46f1-b6e9-8e0691a09d54 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:11.317429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37947198-cd1e-4e57-b613-f0451f0a02c2 req-43c36257-a1ed-46f1-b6e9-8e0691a09d54 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.2156365 Aug 16 02:16:11.356645 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Pushing event updated for resources: {'Port': ['ID=b350da57-e537-4f81-b470-571cfcbedb62,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.368911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:11.369551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Checking segment: {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:11.369976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.370441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Bound using segment: {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:11.370983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Bound port: 43953498-f48e-4d09-a317-d56fc13f21b9, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:11.371387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.424493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Attempting to bind port b350da57-e537-4f81-b470-571cfcbedb62 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:11.424887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Attempting to bind port b350da57-e537-4f81-b470-571cfcbedb62 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:11.425262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Attempting to bind port b350da57-e537-4f81-b470-571cfcbedb62 on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:11.459648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37947198-cd1e-4e57-b613-f0451f0a02c2 req-b3deff3f-87fe-4da4-b755-e56e803822bd tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186435 Aug 16 02:16:11.473681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.480841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:11.481225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Checking segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:11.484749 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.485367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Bound using segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:11.487375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Bound port: b350da57-e537-4f81-b470-571cfcbedb62, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:11.487960 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.543287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:11.547652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:11.556338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:11.572100 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:11.625267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Pushing event updated for resources: {'Port': ['ID=34eea93e-9de6-41e9-9e35-4008b1c3af00,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.677465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=db5a2dd4-352f-4a89-84a5-ef5750daa14f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:11.680247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '694c174e-41cc-4506-9666-c7f155304137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:11.681689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: 88cc0f4c-746a-47bf-b172-00ab916f05c6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:11.683998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] For port 43953498-f48e-4d09-a317-d56fc13f21b9, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:11.718181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] For port 43953498-f48e-4d09-a317-d56fc13f21b9, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=43953498-f48e-4d09-a317-d56fc13f21b9,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:11.792407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] For port b350da57-e537-4f81-b470-571cfcbedb62, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:11.792407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] For port b350da57-e537-4f81-b470-571cfcbedb62, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b350da57-e537-4f81-b470-571cfcbedb62,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:11.826269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4ed32720-fd92-4d75-91e7-83b83afa75a8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:11.877549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4ed32720-fd92-4d75-91e7-83b83afa75a8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:11.929548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.056726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network 88cc0f4c-746a-47bf-b172-00ab916f05c6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:12.057598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.059915 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.152295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed67dc-6b56-483a-b53d-fb66cbb7404d None None] Pushing event updated for resources: {'Port': ['ID=b350da57-e537-4f81-b470-571cfcbedb62,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.181110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:12.184009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:15:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:12.243847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 88cc0f4c-746a-47bf-b172-00ab916f05c6) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:12.279946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.282276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.300877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.308740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7f950-0578-460d-8ddc-621502f676e6 None None] Network 88cc0f4c-746a-47bf-b172-00ab916f05c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:12.426160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0c446b12-df17-417c-a91d-a17ddd6ec3b6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8649778 Aug 16 02:16:12.429591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 53986) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:12.455155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-df0beea3-ae4e-4e7e-80c1-a690f141d0e4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:12.460582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-df0beea3-ae4e-4e7e-80c1-a690f141d0e4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 820 time: 0.3318996 Aug 16 02:16:12.574567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-2e3e9ecb-d7da-483b-a6dc-2f143dc085ed tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/quotas/41b2995d6fd54890b26bdaa7bc69b0dc HTTP/1.1" status: 200 len: 375 time: 0.0852773 Aug 16 02:16:12.702803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.737772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393586f5-6b0b-4a86-9c24-f7e3096ac97d None None] Pushing event updated for resources: {'Port': ['ID=43953498-f48e-4d09-a317-d56fc13f21b9,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:12.765570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-12970983-0f14-45ae-b796-ce2b83263a32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730597 Aug 16 02:16:12.796382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-eafacc63-314a-4ebe-ba3c-bf0cb54fa3b4 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:16:12.804349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-eafacc63-314a-4ebe-ba3c-bf0cb54fa3b4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124342 Aug 16 02:16:12.817224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:12.865285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2520c41f-2d64-49af-9a10-a2adf03e98cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.869491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:12.890140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.000237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-88cc0f4c-746a-47bf-b172-00ab916f05c6', 'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': 'db5a2dd4-352f-4a89-84a5-ef5750daa14f'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:13.001366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.010004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:16:13.026488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d6bbd9b9-9841-48ae-81c1-974d1fcd911d service neutron] 10.222.0.76 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137806 Aug 16 02:16:13.158402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-f06a14c7-8181-4e7d-b82b-3a93eed9628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.159898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-f06a14c7-8181-4e7d-b82b-3a93eed9628e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 1097 time: 0.2358303 Aug 16 02:16:13.210812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:13.221764 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:13.261405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.268130 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:13.268130 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:13.321309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:13.322837 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-84e6f277-24c4-4bea-a671-98b0659e2559 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9352756 Aug 16 02:16:13.325580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54002) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:13.467604 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:13.511110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-9283d862-5868-4b0e-af22-17def15bc945 service neutron] 10.222.0.76 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834101 Aug 16 02:16:13.520128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Allocated IP 2001:db8::1 (88cc0f4c-746a-47bf-b172-00ab916f05c6/db5a2dd4-352f-4a89-84a5-ef5750daa14f/92f69e58-c570-47ac-a2e6-bc04e25cfb70) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:13.523350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-60e1feb5-13a1-45fb-8674-2a1ed6c7ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:13.524936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-60e1feb5-13a1-45fb-8674-2a1ed6c7ba5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.3536417 Aug 16 02:16:13.683035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-9eaaa68c-8e91-4eb2-b53b-cd25e0766c8b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a2dd194-58e2-436e-b527-88a25571dd64 HTTP/1.1" status: 200 len: 217 time: 0.1487775 Aug 16 02:16:13.885899 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 3, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.030939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b350da57-e537-4f81-b470-571cfcbedb62 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:14.035752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-9b9c0d6c-d48c-49df-b135-577a7379c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.038761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-9b9c0d6c-d48c-49df-b135-577a7379c311 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.3492248 Aug 16 02:16:14.055562 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:14.055917 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Updating router dd289434-b413-44f2-9985-9d8b4e2bc0cc port 34eea93e-9de6-41e9-9e35-4008b1c3af00 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:14.075214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a64c6-7bc8-4fbe-a6d3-592c30efef76 req-6dff199e-3d74-4b07-ad0e-fdebb3937ee1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.086720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa8a64c6-7bc8-4fbe-a6d3-592c30efef76 req-6dff199e-3d74-4b07-ad0e-fdebb3937ee1 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.2944283 Aug 16 02:16:14.102103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.109099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:14.179597 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.197156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6679bbd-ca27-4ace-b669-741ed61a9593 None None] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:14.250688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2883fd00-09f6-4acc-9efb-512895851c1e req-e9ca7eba-2359-47ea-86cd-53efb8b7db37 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.1210623 Aug 16 02:16:14.311521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa8a64c6-7bc8-4fbe-a6d3-592c30efef76 req-cf8b098a-9323-4665-91ef-9c3e9b8ac659 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991172 Aug 16 02:16:14.318440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-465f49f7-e054-4c13-89f3-c9c1ffe3d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:14.319962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-465f49f7-e054-4c13-89f3-c9c1ffe3d283 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2323196 Aug 16 02:16:14.389188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Transition to ACTIVE for port object 92f69e58-c570-47ac-a2e6-bc04e25cfb70 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:14.489688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa64c91-3e63-4cb7-8efd-d04e43624d55 None None] The sync data for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 is: [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:14.606786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-c11ccd8f-7452-4c51-9078-563ed3e10c79 service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783875 Aug 16 02:16:14.680551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Transition to ACTIVE for port object 92f69e58-c570-47ac-a2e6-bc04e25cfb70 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:14.736822 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.765917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.788731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] Provisioning for port b350da57-e537-4f81-b470-571cfcbedb62 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:14.791862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b350da57-e537-4f81-b470-571cfcbedb62 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:14.796397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] Provisioning complete for port b350da57-e537-4f81-b470-571cfcbedb62 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:14.796793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.798351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b350da57-e537-4f81-b470-571cfcbedb62 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:14.809726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.909850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.938932 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.963255 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Transition to ACTIVE for port object 34eea93e-9de6-41e9-9e35-4008b1c3af00 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:14.971556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:14.985682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f174a8-5d47-4778-bc9b-388b538cf565 req-82c38e06-b726-403b-918c-c437465a2b4c service neutron] 10.222.0.58 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696771 Aug 16 02:16:15.045617 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.159681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Network 88cc0f4c-746a-47bf-b172-00ab916f05c6 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:15.171202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Allocated IP 172.20.0.1 (74afd134-7d2f-4a2c-a5f5-ca79bc0d788d/75287949-f988-4040-97f0-fe9d7d62c5fc/1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:15.212396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:15.243882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:15.270033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Pushing event updated for resources: {'Port': ['ID=92f69e58-c570-47ac-a2e6-bc04e25cfb70,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.284550 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Attempting to bind port 34eea93e-9de6-41e9-9e35-4008b1c3af00 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:15.286444 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Attempting to bind port 34eea93e-9de6-41e9-9e35-4008b1c3af00 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:15.296111 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Attempting to bind port 34eea93e-9de6-41e9-9e35-4008b1c3af00 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:15.315289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=db5a2dd4-352f-4a89-84a5-ef5750daa14f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.315823 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:15.321093 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:15.321805 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.323667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:15.324968 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Bound port: 34eea93e-9de6-41e9-9e35-4008b1c3af00, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:15.326135 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.377166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.489109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b236e512-ca08-4df3-80c9-f51d081da7be req-eba0ba4f-7d25-40bd-98cb-36cdd8d487e4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.1141977 Aug 16 02:16:15.493041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Attempting to bind port 92f69e58-c570-47ac-a2e6-bc04e25cfb70 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:15.493428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Attempting to bind port 92f69e58-c570-47ac-a2e6-bc04e25cfb70 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '694c174e-41cc-4506-9666-c7f155304137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:15.493803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Attempting to bind port 92f69e58-c570-47ac-a2e6-bc04e25cfb70 on network 88cc0f4c-746a-47bf-b172-00ab916f05c6 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:15.502907 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] For port 34eea93e-9de6-41e9-9e35-4008b1c3af00, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:15.509282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cc0f4c-746a-47bf-b172-00ab916f05c6']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.514598 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] For port 34eea93e-9de6-41e9-9e35-4008b1c3af00, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=34eea93e-9de6-41e9-9e35-4008b1c3af00,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:15.518548 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b407a-6323-4f00-96cb-7f04eca88fdb None None] Pushing event updated for resources: {'Port': ['ID=34eea93e-9de6-41e9-9e35-4008b1c3af00,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:15.551475 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.565256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694c174e-41cc-4506-9666-c7f155304137') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.565985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694c174e-41cc-4506-9666-c7f155304137') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.582448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.594382 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.604646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9dd13-7b7a-47a8-b7b5-d9f035fa0abc req-c955f650-2fa3-4a64-bc93-0f564020d657 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:15.606411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:15.606850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Checking segment: {'id': '694c174e-41cc-4506-9666-c7f155304137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:15.607270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.612562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fa9dd13-7b7a-47a8-b7b5-d9f035fa0abc req-c955f650-2fa3-4a64-bc93-0f564020d657 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.1068203 Aug 16 02:16:15.612701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.618091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Bound using segment: {'id': '694c174e-41cc-4506-9666-c7f155304137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:15.626011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Bound port: 92f69e58-c570-47ac-a2e6-bc04e25cfb70, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694c174e-41cc-4506-9666-c7f155304137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '88cc0f4c-746a-47bf-b172-00ab916f05c6'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:15.626433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.675359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fa9dd13-7b7a-47a8-b7b5-d9f035fa0abc req-7dbf5cac-9647-4a45-9a50-1e43b99c1ce4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623155 Aug 16 02:16:15.679533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Transition to ACTIVE for port object 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:15.681920 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.701602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.703471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:15.703961 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.712407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:15.712950 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:15.715926 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:15.792793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] For port b350da57-e537-4f81-b470-571cfcbedb62, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b350da57-e537-4f81-b470-571cfcbedb62,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:15.853963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:16:15.853963 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:16:15.853963 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '88cc0f4c-746a-47bf-b172-00ab916f05c6'}] Aug 16 02:16:15.853963 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:15.854678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.855395 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:15.872864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] For port 92f69e58-c570-47ac-a2e6-bc04e25cfb70, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:15.879972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] For port 92f69e58-c570-47ac-a2e6-bc04e25cfb70, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=92f69e58-c570-47ac-a2e6-bc04e25cfb70,segment=NetworkSegment(694c174e-41cc-4506-9666-c7f155304137),segment_id=694c174e-41cc-4506-9666-c7f155304137)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:15.937608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:15.950884 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:15.950884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.950884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:15.987110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:15.988550 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:15.996496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:16.006744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.025093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:16.124137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.181178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Pushing event updated for resources: {'Port': ['ID=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.266020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c598ef4-03c1-442b-b9b3-83ba78aee1eb None None] Network 88cc0f4c-746a-47bf-b172-00ab916f05c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:16.273277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156800d-1b29-46c3-9af3-351c3c9d90db None None] Pushing event updated for resources: {'Port': ['ID=b350da57-e537-4f81-b470-571cfcbedb62,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.357192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.382706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ca79ce3-5d7c-4782-aee4-9bb464bd8103 None None] Provisioning complete for port b350da57-e537-4f81-b470-571cfcbedb62 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:16.389386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ca79ce3-5d7c-4782-aee4-9bb464bd8103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.517699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port 92f69e58-c570-47ac-a2e6-bc04e25cfb70 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:16.518053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.541758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.760395 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b407a-6323-4f00-96cb-7f04eca88fdb None None] Pushing event updated for resources: {'Port': ['ID=34eea93e-9de6-41e9-9e35-4008b1c3af00,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.779655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a056a502-7b5b-4f96-a5fb-d0ccd9d772af req-c042bc83-24e8-47fe-8be9-bb4db30214e2 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.1468339 Aug 16 02:16:16.841488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port 92f69e58-c570-47ac-a2e6-bc04e25cfb70, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=92f69e58-c570-47ac-a2e6-bc04e25cfb70,segment=NetworkSegment(694c174e-41cc-4506-9666-c7f155304137),segment_id=694c174e-41cc-4506-9666-c7f155304137)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:16.846310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.849666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c53978-b5a2-4ab2-ab6f-65d5d9860d2a None None] Pushing event updated for resources: {'Port': ['ID=92f69e58-c570-47ac-a2e6-bc04e25cfb70,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:16.876090 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 3, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:16.904456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.914429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for 92f69e58-c570-47ac-a2e6-bc04e25cfb70 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:16.963869 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6e28d5-3def-4903-b9aa-855722b080f8 None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:11Z', 'revision_number': 3, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:16.983896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:16.984189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2bc030-9a1f-479d-8902-bbec3fce2acb None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:16:17.215816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Pushing event updated for resources: {'Port': ['ID=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.221543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9a2dd194-58e2-436e-b527-88a25571dd64 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:17.233797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.282186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9df2b2-2a16-4721-b9c5-1110ba6fc866 req-6e222113-2b06-4746-bea9-1db2a8d11336 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:17.292060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a9df2b2-2a16-4721-b9c5-1110ba6fc866 req-6e222113-2b06-4746-bea9-1db2a8d11336 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 945 time: 0.3750632 Aug 16 02:16:17.345841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2bc030-9a1f-479d-8902-bbec3fce2acb None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:16:17.419996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a9df2b2-2a16-4721-b9c5-1110ba6fc866 req-be0524d1-e2db-464c-8749-655349c99739 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007483 Aug 16 02:16:17.433715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b350da57-e537-4f81-b470-571cfcbedb62 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:17.453198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:17.454739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:17.726070 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.749011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-66dc81be-67a5-4f7c-9006-2d157fe3c5b5 None None] Provisioning for port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:17.765350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-66dc81be-67a5-4f7c-9006-2d157fe3c5b5 None None] Provisioning complete for port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:17.765727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-66dc81be-67a5-4f7c-9006-2d157fe3c5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:17.798209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:17.809813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=92f69e58-c570-47ac-a2e6-bc04e25cfb70,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:17.839904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port 92f69e58-c570-47ac-a2e6-bc04e25cfb70 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:18.017945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-66dc81be-67a5-4f7c-9006-2d157fe3c5b5 None None] Port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:18.043251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b350da57-e537-4f81-b470-571cfcbedb62 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:18.043914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.107090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.112666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-350bbb7a-62ad-4d27-82f2-72b428e9b9f0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.114391 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-350bbb7a-62ad-4d27-82f2-72b428e9b9f0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.83 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 820 time: 0.4008863 Aug 16 02:16:18.117355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39c1064d-082b-4b4d-9326-e5f1daaf3d43 req-696e7da5-690d-4242-8a1a-590722c1bb27 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.1551924 Aug 16 02:16:18.146906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'port': {'device_id': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'admin_state_up': True, 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:18.156520 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.176367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cc0f4c-746a-47bf-b172-00ab916f05c6']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:18.200052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694c174e-41cc-4506-9666-c7f155304137') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:18.204788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694c174e-41cc-4506-9666-c7f155304137') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:18.222864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:18.224710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.226016 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96c05c6-a266-4bbe-a00d-f89abaf892d3" -d '{"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:18.258931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:18.260074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.274595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:18.275176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:18.278528 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:18.346209 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa28708-c948-46ad-9bc3-7e025f5013e8 x-openstack-request-id: req-ffa28708-c948-46ad-9bc3-7e025f5013e8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:18.346806 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-unplugged", "status": "completed", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:18.346806 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffa28708-c948-46ad-9bc3-7e025f5013e8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:18.347182 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64', 'code': 200} Aug 16 02:16:18.387657 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.429476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:18.437436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e63c891e-f0b3-464f-aa66-c6771454b8eb admin admin] 10.222.0.76 "PUT /v2.0/routers/dd289434-b413-44f2-9985-9d8b4e2bc0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1103117 Aug 16 02:16:18.586629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.603858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Made reservation on behalf of 41b2995d6fd54890b26bdaa7bc69b0dc for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:18.609440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.656108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:18.668802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/88cc0f4c-746a-47bf-b172-00ab916f05c6 HTTP/1.1" status: 204 len: 168 time: 6.2335379 Aug 16 02:16:18.668802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be301a-45ef-4a65-aba3-b63b9bd4d5d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=88cc0f4c-746a-47bf-b172-00ab916f05c6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.676412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54068) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:18.677357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:18.687276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2103647831'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:18.697288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 43953498-f48e-4d09-a317-d56fc13f21b9 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:18.762799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d4f86-5b55-49e4-87c8-c688479cd634 req-6a707f33-ebf5-48ec-9254-78bb7924ecec tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:18.769192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0c8baa-d27f-4996-afd7-119a6f96d6bf None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:16:18.775547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-874d4f86-5b55-49e4-87c8-c688479cd634 req-6a707f33-ebf5-48ec-9254-78bb7924ecec tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.2618737 Aug 16 02:16:18.873034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-874d4f86-5b55-49e4-87c8-c688479cd634 req-63b1448e-f570-4826-b9b8-128d6c7e76f2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942256 Aug 16 02:16:18.949466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Allocated IP 172.20.0.10 (74df9045-c5a6-4bd1-a8c2-b8ade0b97246/84798369-1e75-492b-ba16-c5baa507ecbf/90871337-74e8-4e00-81d0-0b8b35edcc72) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:18.986036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 43953498-f48e-4d09-a317-d56fc13f21b9 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:18.993357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:19.003409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 43953498-f48e-4d09-a317-d56fc13f21b9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:19.003409 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.003920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.071024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0c8baa-d27f-4996-afd7-119a6f96d6bf None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:16:19.081442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf60db-b8b1-4c59-8b3c-2f0a3ed6ec4c req-de32c998-7de3-450a-a06b-ebd53a04ebae tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.084187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5faf60db-b8b1-4c59-8b3c-2f0a3ed6ec4c req-de32c998-7de3-450a-a06b-ebd53a04ebae tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1160128 Aug 16 02:16:19.143933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:19.171120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5faf60db-b8b1-4c59-8b3c-2f0a3ed6ec4c req-06cf20aa-c94f-40e3-8d0b-059d0274eb32 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692492 Aug 16 02:16:19.199903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.199903 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment a79931eb-c94f-4cf3-94e8-d33d9682088d of type vlan for network a6c441ab-4441-481b-9e00-3077e0307186 Aug 16 02:16:19.392354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c70b5-d471-4f03-ad32-3299d53dcb7b req-9c0dd29d-738c-458b-b378-483bf22e0b58 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.0791502 Aug 16 02:16:19.404348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.619582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 43953498-f48e-4d09-a317-d56fc13f21b9, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=43953498-f48e-4d09-a317-d56fc13f21b9,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:19.701386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:19.730162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d273bf-6548-4ef0-bba0-4f3648ae46d8 req-6e8dd64a-1ab2-4524-9213-6955d2c30c09 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:19.730162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16d273bf-6548-4ef0-bba0-4f3648ae46d8 req-6e8dd64a-1ab2-4524-9213-6955d2c30c09 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1606884 Aug 16 02:16:19.776634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16d273bf-6548-4ef0-bba0-4f3648ae46d8 req-049f69d6-8b17-4ca1-829e-62cf24ea74d4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551832 Aug 16 02:16:19.821674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54090) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:19.827413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338564197', 'description': 'tempest-description--674398038'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:19.873794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=43953498-f48e-4d09-a317-d56fc13f21b9,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:19.935981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 34eea93e-9de6-41e9-9e35-4008b1c3af00 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:19.982187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.020055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:20.038762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.057400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:20.058731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:20.127376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.181808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 34eea93e-9de6-41e9-9e35-4008b1c3af00 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:20.192239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 34eea93e-9de6-41e9-9e35-4008b1c3af00 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:20.193004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.263293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.265507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.272000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.273298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.331414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:20.336841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.385020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.408897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 34eea93e-9de6-41e9-9e35-4008b1c3af00, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=34eea93e-9de6-41e9-9e35-4008b1c3af00,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:20.422910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.435960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8318a2b-f6f0-4892-b0df-05827ad2dcea,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.446982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03953da9-1895-4315-baf3-2517d05e78c6 req-5d6bd217-c13b-4b97-b511-5d7edeb939d0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.452582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03953da9-1895-4315-baf3-2517d05e78c6 req-5d6bd217-c13b-4b97-b511-5d7edeb939d0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1792173 Aug 16 02:16:20.483737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.484151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.484769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.485121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.485467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.485811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.486153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.486499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.486866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.491840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.492309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.492792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:16:20.509564 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8373320 Aug 16 02:16:20.516114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.517638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000b4d4-2017-4a4e-a41c-6decd92df61f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=a6c441ab-4441-481b-9e00-3077e0307186,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.526868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:20.529889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:20.531575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:20.541281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:20.545957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a6c441ab-4441-481b-9e00-3077e0307186 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:20.573403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.582993 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.633065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.637029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9b4b74b7-bb71-4501-9b57-b073dbbb5f10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8113866 Aug 16 02:16:20.644706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:20.647513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.649682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.653381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'security_group_rule': {'security_group_id': 'd8318a2b-f6f0-4892-b0df-05827ad2dcea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:20.666258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03953da9-1895-4315-baf3-2517d05e78c6 req-5cefa29a-51ff-4f7f-a263-1730ebc0e055 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079253 Aug 16 02:16:20.723201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073aa9b5-922a-4ecd-97fa-365426d260a9 req-8974ff9a-c1e6-4864-be18-f467fa093133 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:20.725499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-073aa9b5-922a-4ecd-97fa-365426d260a9 req-8974ff9a-c1e6-4864-be18-f467fa093133 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 932 time: 0.1649539 Aug 16 02:16:20.755315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-66ccb8e2-9620-44e7-a3a1-6db05bf8cd6d None None] Provisioning complete for port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:20.757874 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-66ccb8e2-9620-44e7-a3a1-6db05bf8cd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.774863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-073aa9b5-922a-4ecd-97fa-365426d260a9 req-8d95e9d4-8fbe-4126-8815-deadc6a280bf tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Aug 16 02:16:20.808666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=34eea93e-9de6-41e9-9e35-4008b1c3af00,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:20.811598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.836400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-66ccb8e2-9620-44e7-a3a1-6db05bf8cd6d None None] Port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:20.874544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-570bcfaa-e71e-491e-b7fa-53aa431f9ced tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7480888 Aug 16 02:16:20.890982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Request body: {'port': {'device_id': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:20.905797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.979967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:20.987729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:20.992685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.032199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.131539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 2, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:21.159302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f420d50-aa30-4dc4-b962-b3db3e867f92,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.169803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9a2dd194-58e2-436e-b527-88a25571dd64 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:21.172645 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:21.173017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Updating router dd289434-b413-44f2-9985-9d8b4e2bc0cc port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:16:21.231619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.252402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.256382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74988581-bb66-4e3f-88a4-caa04cb72649 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6039076 Aug 16 02:16:21.261358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54108) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:21.274959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'security_group_rule': {'security_group_id': 'd8318a2b-f6f0-4892-b0df-05827ad2dcea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:21.450129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.463941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90871337-74e8-4e00-81d0-0b8b35edcc72 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:21.483534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.521987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Transition to ACTIVE for port object 90871337-74e8-4e00-81d0-0b8b35edcc72 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:21.545209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.588049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.639660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.658591 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.669276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.683520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Transition to ACTIVE for port object 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:21.684405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142f0ebc-d37b-4d57-b14e-d55002f8036d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.695994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=bc7da8c2-706c-41ed-a2ca-83790899afe8,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.712389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': 'a79931eb-c94f-4cf3-94e8-d33d9682088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:21.713070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: a6c441ab-4441-481b-9e00-3077e0307186, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:21.743206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.764229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.793758 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:21.802784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6c2388a5-3473-4097-986e-dc33442b4a12 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5321674 Aug 16 02:16:21.802784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54118) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:21.810660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:21.883674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef40542-b8be-44e7-a9ce-3ccf98e78f85 None None] Pushing event updated for resources: {'Port': ['ID=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:21.886525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 34eea93e-9de6-41e9-9e35-4008b1c3af00 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:21.889094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network a6c441ab-4441-481b-9e00-3077e0307186 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:21.935637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Attempting to bind port 90871337-74e8-4e00-81d0-0b8b35edcc72 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:21.936087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Attempting to bind port 90871337-74e8-4e00-81d0-0b8b35edcc72 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:21.936290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Attempting to bind port 90871337-74e8-4e00-81d0-0b8b35edcc72 on network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:21.945177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Port 90871337-74e8-4e00-81d0-0b8b35edcc72 on network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:21.945177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Attempting to bind port 90871337-74e8-4e00-81d0-0b8b35edcc72 on network 74df9045-c5a6-4bd1-a8c2-b8ade0b97246 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:21.957228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:21.957579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Checking segment: {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:21.960200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Bound using segment: {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:21.960685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Bound port: 90871337-74e8-4e00-81d0-0b8b35edcc72, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:21.961072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.002127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e846bd-34db-49d3-980b-8fa3df0c360f req-445bf70f-8ba7-4566-87f1-4866ed615daa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.010151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79e846bd-34db-49d3-980b-8fa3df0c360f req-445bf70f-8ba7-4566-87f1-4866ed615daa tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1797483 Aug 16 02:16:22.035389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a6c441ab-4441-481b-9e00-3077e0307186) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:22.040791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Attempting to bind port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:22.041179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Attempting to bind port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:22.041549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Attempting to bind port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:22.050521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923de24b-681a-4411-8756-4c3fce359185 req-5ce888b1-f38a-457a-9a8a-6578398d549d tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.052522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-923de24b-681a-4411-8756-4c3fce359185 req-5ce888b1-f38a-457a-9a8a-6578398d549d tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 944 time: 0.1248169 Aug 16 02:16:22.054222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.054903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.055040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:22.055390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Checking segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:22.055802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.056202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Bound using segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:22.056743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Bound port: 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:22.057125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.059188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dea702-7293-4ab9-8822-203688f0036e None None] Network a6c441ab-4441-481b-9e00-3077e0307186 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:22.074196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.119826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:22.128229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:22.133108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79e846bd-34db-49d3-980b-8fa3df0c360f req-ae945d2b-9642-4ebc-859c-5f99f9411f47 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216354 Aug 16 02:16:22.186006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 34eea93e-9de6-41e9-9e35-4008b1c3af00 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:22.191301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.223858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-923de24b-681a-4411-8756-4c3fce359185 req-5ffff426-43f1-4c1a-b350-a96ef413077e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615160 Aug 16 02:16:22.231968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54124) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:22.232246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bf09a768-bc31-45b6-b336-a07b4a76952d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7149727 Aug 16 02:16:22.257237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:22.276812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.360119 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.395299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] For port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:22.403608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] For port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:22.409000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:22.431832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.432545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.434324 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-d25caaf5-75b9-46ee-badb-dd875e745469 service neutron] 10.222.0.83 "PUT /v2.0/ports/90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 1093 time: 1.5512385 Aug 16 02:16:22.437180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:22.449448 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c1664-c9a9-4a56-a522-2dbf53037f90" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:22.482781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 43953498-f48e-4d09-a317-d56fc13f21b9 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:22.579374 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f82f54-9ad0-4308-9e80-e4f9eb47af43 x-openstack-request-id: req-88f82f54-9ad0-4308-9e80-e4f9eb47af43 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:22.579881 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:22.579995 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-88f82f54-9ad0-4308-9e80-e4f9eb47af43 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:22.580311 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'status': 'completed', 'code': 200} Aug 16 02:16:22.580469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Allocated IP 172.25.6.147 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c6ab9382-7c71-45d6-b0a4-2c0f379ca591) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:22.608367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a6c441ab-4441-481b-9e00-3077e0307186', 'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': 'bc7da8c2-706c-41ed-a2ca-83790899afe8'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:22.609258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.704641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c1664-c9a9-4a56-a522-2dbf53037f90 req-1ba8e3c1-5f02-497a-8304-ac71cdc50963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.729389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-574c1664-c9a9-4a56-a522-2dbf53037f90 req-1ba8e3c1-5f02-497a-8304-ac71cdc50963 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1096 time: 0.1383450 Aug 16 02:16:22.745931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.783786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Allocated IP 2001:db8::2 (a6c441ab-4441-481b-9e00-3077e0307186/bc7da8c2-706c-41ed-a2ca-83790899afe8/f9867b27-eec4-4283-a849-6740bdfbe83f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:22.858910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 43953498-f48e-4d09-a317-d56fc13f21b9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:22.859570 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:22.963328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c1664-c9a9-4a56-a522-2dbf53037f90 req-30255622-48d7-441d-ad50-7dc43c53c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:22.965631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-574c1664-c9a9-4a56-a522-2dbf53037f90 req-30255622-48d7-441d-ad50-7dc43c53c12a service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2298088 Aug 16 02:16:23.062109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.072683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Transition to ACTIVE for port object f9867b27-eec4-4283-a849-6740bdfbe83f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:23.088235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Transition to ACTIVE for port object f9867b27-eec4-4283-a849-6740bdfbe83f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:23.100862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c1664-c9a9-4a56-a522-2dbf53037f90 req-7ebeeb25-a242-4717-b083-93d6a1f5ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.102730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-574c1664-c9a9-4a56-a522-2dbf53037f90 req-7ebeeb25-a242-4717-b083-93d6a1f5ba3d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1213605 Aug 16 02:16:23.198572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.285923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f6be5-2925-4cda-ade1-74fc64baf886 req-5d94da07-ee64-4447-b302-c2f5c17c3631 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.288760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d1f6be5-2925-4cda-ade1-74fc64baf886 req-5d94da07-ee64-4447-b302-c2f5c17c3631 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0819407 Aug 16 02:16:23.294172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef40542-b8be-44e7-a9ce-3ccf98e78f85 None None] Pushing event updated for resources: {'Port': ['ID=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.304105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:23.305034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:23.333249 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.337593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:23.341400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.410133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.434847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Network a6c441ab-4441-481b-9e00-3077e0307186 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:23.441224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:23.451198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:23.454210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'Port': ['ID=c6ab9382-7c71-45d6-b0a4-2c0f379ca591,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.473729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d1f6be5-2925-4cda-ade1-74fc64baf886 req-5616cff5-db21-4a98-baeb-0e7139a25d3a tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640482 Aug 16 02:16:23.539673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:23.561470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41456fed-8046-4b25-8127-57b22c2a5d88 req-de994b16-4bdb-4685-90b1-8f45d3c3ac97 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.563115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41456fed-8046-4b25-8127-57b22c2a5d88 req-de994b16-4bdb-4685-90b1-8f45d3c3ac97 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 944 time: 0.2183051 Aug 16 02:16:23.564646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:23.580679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:23.738773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Pushing event updated for resources: {'Port': ['ID=f9867b27-eec4-4283-a849-6740bdfbe83f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:23.742061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Attempting to bind port f9867b27-eec4-4283-a849-6740bdfbe83f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:23.742441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Attempting to bind port f9867b27-eec4-4283-a849-6740bdfbe83f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a79931eb-c94f-4cf3-94e8-d33d9682088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:23.742834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Attempting to bind port f9867b27-eec4-4283-a849-6740bdfbe83f on network a6c441ab-4441-481b-9e00-3077e0307186 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:23.763745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:23.764143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Checking segment: {'id': 'a79931eb-c94f-4cf3-94e8-d33d9682088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:23.764566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.764962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Bound using segment: {'id': 'a79931eb-c94f-4cf3-94e8-d33d9682088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:23.765458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Bound port: f9867b27-eec4-4283-a849-6740bdfbe83f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a79931eb-c94f-4cf3-94e8-d33d9682088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:23.765946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.777426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:23.816779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.839267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41456fed-8046-4b25-8127-57b22c2a5d88 req-3a4f2109-48d9-4a86-a85a-fa1a03519b96 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596428 Aug 16 02:16:23.882051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-2f3b6f9e-4c06-4f77-8068-2c0aa6b805aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:23.884105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-2f3b6f9e-4c06-4f77-8068-2c0aa6b805aa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1096 time: 0.6240475 Aug 16 02:16:23.954319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.964163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-bd182a21-e592-4640-8a69-be8057feebee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 217 time: 0.0718689 Aug 16 02:16:23.966037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:23.967903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] For port f9867b27-eec4-4283-a849-6740bdfbe83f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:23.988374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] For port f9867b27-eec4-4283-a849-6740bdfbe83f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f9867b27-eec4-4283-a849-6740bdfbe83f,segment=NetworkSegment(a79931eb-c94f-4cf3-94e8-d33d9682088d),segment_id=a79931eb-c94f-4cf3-94e8-d33d9682088d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:24.027484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1763758-4439-4d13-a075-a5fa20e31531 req-08bea546-5ef0-4f0e-a7eb-a78720ef2cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.028662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-08bea546-5ef0-4f0e-a7eb-a78720ef2cd5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.0511093 Aug 16 02:16:24.087895 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-5f7cda0b-eee3-4666-b66e-0bfa3e80e738 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371923 Aug 16 02:16:24.089647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network a6c441ab-4441-481b-9e00-3077e0307186 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:24.094482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:24.120469 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.141268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.143589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.229281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9c619-0288-456a-b3eb-750dcce5f740 None None] Pushing event updated for resources: {'Port': ['ID=f9867b27-eec4-4283-a849-6740bdfbe83f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.238455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=761d7c33-bd03-4f78-8ce4-b003d497ba0e,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.256828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:22Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:24.268112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.301900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc24112-b3fb-4c7e-8250-d794bd17a165 None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:22Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:24.313725 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-fd81e75b-b474-4537-ae2a-290ec8a69a0f service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170677 Aug 16 02:16:24.331120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25f8ea36-6340-4bb7-8bad-1c988ed4c598 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0975223 Aug 16 02:16:24.334789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54146) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:24.360964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.503613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f1763758-4439-4d13-a075-a5fa20e31531 req-8daf8835-89c9-4ed2-9362-71b44837824f service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824453 Aug 16 02:16:24.518873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'Port': ['ID=c6ab9382-7c71-45d6-b0a4-2c0f379ca591,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:24.667617 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.742866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9c40-d37d-44e2-b556-0ec9ac6e0793 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.744705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9c40-d37d-44e2-b556-0ec9ac6e0793 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.746655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9c40-d37d-44e2-b556-0ec9ac6e0793 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.748684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9c40-d37d-44e2-b556-0ec9ac6e0793 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.749945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b9c40-d37d-44e2-b556-0ec9ac6e0793 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.756772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54156) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:24.756978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-833b9c40-d37d-44e2-b556-0ec9ac6e0793 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4208953 Aug 16 02:16:24.762601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2035717667'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:24.827563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee46b-850a-4f6c-815f-35282147e211 req-016891a8-89af-4245-ab3d-95a776fb7019 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:24.829276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8eee46b-850a-4f6c-815f-35282147e211 req-016891a8-89af-4245-ab3d-95a776fb7019 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1429260 Aug 16 02:16:24.898330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8eee46b-850a-4f6c-815f-35282147e211 req-b1fa62b8-81b6-4693-9183-ba9a52bca90b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571496 Aug 16 02:16:24.918138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:24.933270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-751e3e50-a551-4673-98d7-479c1a220904 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1285832 Aug 16 02:16:25.010496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:25.014728 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.135321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab84ed-be32-4ff2-bd3a-28c9cae87215 req-91e02bec-a289-464a-bb72-83eca47d70ce tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.136849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dab84ed-be32-4ff2-bd3a-28c9cae87215 req-91e02bec-a289-464a-bb72-83eca47d70ce tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 944 time: 0.1023216 Aug 16 02:16:25.158690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:25.214011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.214425 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 65ee1a2b-4849-41b5-9a55-940dea572dba of type vlan for network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa Aug 16 02:16:25.269619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-46a8d913-5a36-4157-9970-6e8c7bc0dbcd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--338564197&fields=id&tenant_id=9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 267 time: 0.1298735 Aug 16 02:16:25.275858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dab84ed-be32-4ff2-bd3a-28c9cae87215 req-f8193d52-c6ba-406b-bbec-1a37dddec220 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241169 Aug 16 02:16:25.324028 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.436757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.444467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.445156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:25.518960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-bf465c1f-9706-4571-90c5-7ca246531b14 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:25.533026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-bf465c1f-9706-4571-90c5-7ca246531b14 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 817 time: 0.2393010 Aug 16 02:16:25.566483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-426ca471-8ae7-4cf1-a9c4-74168179a107 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/quotas/9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 375 time: 0.0324628 Aug 16 02:16:25.647980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=35254c37-b3b1-4186-b4b1-8a05d4ed7cfa,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:25.665236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:25.676475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e11e1d5a-d9c3-4ce2-8cf4-a0b328015b75 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9185102 Aug 16 02:16:25.677917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54176) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:25.687433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:25.688330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-41564ccb-f561-487e-a2a3-e2e7e515d5bd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1205125 Aug 16 02:16:25.987829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d56a7-0a6d-4bae-ad35-d1fbe84d5269 None None] Network a6c441ab-4441-481b-9e00-3077e0307186 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:26.023286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f9867b27-eec4-4283-a849-6740bdfbe83f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:26.188787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.241943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 90871337-74e8-4e00-81d0-0b8b35edcc72 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:26.281448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-23e8a1a1-40bc-413a-82c0-53b372f609a8 None None] Provisioning for port f9867b27-eec4-4283-a849-6740bdfbe83f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:26.329426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.350419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa is not hosted by any dhcp agent {{(pid=101946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:16:26.356567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:26.370444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f9867b27-eec4-4283-a849-6740bdfbe83f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:26.371533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.376189 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "PUT /v2.0/networks/35254c37-b3b1-4186-b4b1-8a05d4ed7cfa HTTP/1.1" status: 200 len: 723 time: 0.6968427 Aug 16 02:16:26.377045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54192) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:26.404991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f9867b27-eec4-4283-a849-6740bdfbe83f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:26.410978 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.491977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:26.583842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:26.620529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'port_id': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'mac_address': 'fa:16:3e:7d:c7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:26.697539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-01b51d59-70ea-44b3-b65a-9b498386d768 service neutron] 10.222.0.76 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9968128 Aug 16 02:16:26.716466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.733083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fceb4d-fbc8-4f66-9ebf-decf61938fb2 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=35254c37-b3b1-4186-b4b1-8a05d4ed7cfa,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:26.786927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:26.855395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:26.858959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:26.923741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90871337-74e8-4e00-81d0-0b8b35edcc72 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:26.981017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:27.001038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Update dhcp port {'port': {'network_id': 'a6c441ab-4441-481b-9e00-3077e0307186', 'fixed_ips': [{'subnet_id': 'bc7da8c2-706c-41ed-a2ca-83790899afe8', 'ip_address': '2001:db8::2'}, {'subnet_id': '761d7c33-bd03-4f78-8ce4-b003d497ba0e'}], 'binding:host_id': 'n-d-768852-19'}, 'id': 'f9867b27-eec4-4283-a849-6740bdfbe83f'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:16:27.039740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9595b1-ab8b-498d-a47e-1eab9e1b7132 req-e0a14a6d-25da-4d3a-882e-328daf63dac2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.056277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec9595b1-ab8b-498d-a47e-1eab9e1b7132 req-e0a14a6d-25da-4d3a-882e-328daf63dac2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.3485172 Aug 16 02:16:27.133203 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec9595b1-ab8b-498d-a47e-1eab9e1b7132 req-27df2ca1-7d10-4ef8-9f02-002cfd15d65b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762966 Aug 16 02:16:27.158295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-941aca22-0983-4ef0-9a45-e66ade2383bb service neutron] 10.222.0.76 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597840 Aug 16 02:16:27.297536 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.326148 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.342354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36d02-bcf0-47df-b05d-115ae49628e1 req-affe2571-b29b-4703-91e2-95bbac76af34 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.363431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aee36d02-bcf0-47df-b05d-115ae49628e1 req-affe2571-b29b-4703-91e2-95bbac76af34 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 945 time: 0.1136813 Aug 16 02:16:27.379112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.409296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port f9867b27-eec4-4283-a849-6740bdfbe83f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f9867b27-eec4-4283-a849-6740bdfbe83f,segment=NetworkSegment(a79931eb-c94f-4cf3-94e8-d33d9682088d),segment_id=a79931eb-c94f-4cf3-94e8-d33d9682088d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:27.416745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.421215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aee36d02-bcf0-47df-b05d-115ae49628e1 req-c8a131ae-c58f-450e-bf03-496f663393b1 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585542 Aug 16 02:16:27.482069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.488625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.524754 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.526690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.534537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:27.591381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=6ed7bb13-3dbe-43ae-9dc8-14b287ce4089,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.611725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': '65ee1a2b-4849-41b5-9a55-940dea572dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:27.612107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:27.639763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['90871337-74e8-4e00-81d0-0b8b35edcc72'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:27.642617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f954628-5f16-4e2d-8bf1-9dec0ed5dba2 req-f35f00c4-f190-4b07-b2c3-54b7f4cebb62 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 210 time: 0.0660167 Aug 16 02:16:27.707681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:27.784702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:27.789439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:27.790173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:27.802908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=f9867b27-eec4-4283-a849-6740bdfbe83f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:27.809730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c321893-74bc-4e85-a5ef-fc64b423a829 None None] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:27.890350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Allocated IP 172.20.0.1 (a6c441ab-4441-481b-9e00-3077e0307186/761d7c33-bd03-4f78-8ce4-b003d497ba0e/f9867b27-eec4-4283-a849-6740bdfbe83f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:27.890805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54222) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:27.891267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e8af01e-eee8-448e-82b4-9f8fe62c0b61 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4915869 Aug 16 02:16:27.903590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:27.981899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:28.007718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:28.008107 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.025037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8866923'] for subnet, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.224889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] For port f9867b27-eec4-4283-a849-6740bdfbe83f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f9867b27-eec4-4283-a849-6740bdfbe83f,segment=NetworkSegment(a79931eb-c94f-4cf3-94e8-d33d9682088d),segment_id=a79931eb-c94f-4cf3-94e8-d33d9682088d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.228030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-35254c37-b3b1-4186-b4b1-8a05d4ed7cfa', 'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': '6ed7bb13-3dbe-43ae-9dc8-14b287ce4089'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:28.228896 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.313938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dcda2b-3bd4-4b79-99d7-c5b8e3074475 req-73348427-874a-463f-b428-eee6857cc89b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.315820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08dcda2b-3bd4-4b79-99d7-c5b8e3074475 req-73348427-874a-463f-b428-eee6857cc89b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0612144 Aug 16 02:16:28.332575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.372049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762890462859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8588588'] for subnet, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.409384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Transition to ACTIVE for port object f9867b27-eec4-4283-a849-6740bdfbe83f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:28.415073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08dcda2b-3bd4-4b79-99d7-c5b8e3074475 req-9556d23e-0f2e-461e-9f95-8e738ddd59f6 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917883 Aug 16 02:16:28.417914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.422631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.423406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.427299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "PUT /v2.0/subnets/6ed7bb13-3dbe-43ae-9dc8-14b287ce4089 HTTP/1.1" status: 200 len: 826 time: 0.5318649 Aug 16 02:16:28.431276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54236) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:28.506976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b8319-4751-4465-8985-02f30da7da41 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=6ed7bb13-3dbe-43ae-9dc8-14b287ce4089,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.555518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:28.589698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Allocated IP 2001:db8::2 (35254c37-b3b1-4186-b4b1-8a05d4ed7cfa/6ed7bb13-3dbe-43ae-9dc8-14b287ce4089/d4134ff5-9cec-4cc2-9afe-5341f6d9356f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:28.605418 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.615619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.625988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ccf1ff-aa8b-4b60-a17d-f8ae3d4448c9 req-f7434dc3-6ec7-4ec0-b123-7cbac01e3cf3 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:28.627857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2ccf1ff-aa8b-4b60-a17d-f8ae3d4448c9 req-f7434dc3-6ec7-4ec0-b123-7cbac01e3cf3 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 945 time: 0.1087260 Aug 16 02:16:28.691315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.789411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:28.826314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6fda8-02ab-4c7b-8789-e36e5a55de36 None None] Pushing event updated for resources: {'Port': ['ID=f9867b27-eec4-4283-a849-6740bdfbe83f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:28.827562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2ccf1ff-aa8b-4b60-a17d-f8ae3d4448c9 req-e7ef6cb9-a565-4225-9e9a-dcd9268e8166 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816955 Aug 16 02:16:28.849069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f9867b27-eec4-4283-a849-6740bdfbe83f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:28.865331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76f1b5b1-c501-4b08-9ae5-a72d0ea1830a req-f5ee4298-4984-4f8a-b2bf-a8b9235a3a3a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 210 time: 0.1070957 Aug 16 02:16:29.055082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.069992 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.083396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Transition to ACTIVE for port object d4134ff5-9cec-4cc2-9afe-5341f6d9356f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:29.100265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Transition to ACTIVE for port object d4134ff5-9cec-4cc2-9afe-5341f6d9356f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:29.380562 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.427485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:29.432890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:29.436794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:29.446502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Pushing event updated for resources: {'Port': ['ID=d4134ff5-9cec-4cc2-9afe-5341f6d9356f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.508833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.512212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Attempting to bind port d4134ff5-9cec-4cc2-9afe-5341f6d9356f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:29.512676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Attempting to bind port d4134ff5-9cec-4cc2-9afe-5341f6d9356f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '65ee1a2b-4849-41b5-9a55-940dea572dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:29.513119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Attempting to bind port d4134ff5-9cec-4cc2-9afe-5341f6d9356f on network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:29.520032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:29.521129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Checking segment: {'id': '65ee1a2b-4849-41b5-9a55-940dea572dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:29.522147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.523030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Bound using segment: {'id': '65ee1a2b-4849-41b5-9a55-940dea572dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:29.523591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Bound port: d4134ff5-9cec-4cc2-9afe-5341f6d9356f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ee1a2b-4849-41b5-9a55-940dea572dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:29.524045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.558874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c963a7da-cd9d-477b-ba18-2244c2d02516 None None] Network a6c441ab-4441-481b-9e00-3077e0307186 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:29.567781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=6ed7bb13-3dbe-43ae-9dc8-14b287ce4089,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:29.676397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.695104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7de5d0a7-27ae-40db-9a0f-9286b9b44d34 None None] Provisioning for port f9867b27-eec4-4283-a849-6740bdfbe83f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:29.700225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14e6b1-739a-4e3c-971d-4354806c0fd8 req-b0dccfea-1efc-437c-a25c-c0ae09eb03a9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:29.701828 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea14e6b1-739a-4e3c-971d-4354806c0fd8 req-b0dccfea-1efc-437c-a25c-c0ae09eb03a9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1710944 Aug 16 02:16:29.711574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35254c37-b3b1-4186-b4b1-8a05d4ed7cfa']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:29.719045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7de5d0a7-27ae-40db-9a0f-9286b9b44d34 None None] Provisioning complete for port f9867b27-eec4-4283-a849-6740bdfbe83f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:29.719430 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7de5d0a7-27ae-40db-9a0f-9286b9b44d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.723875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ee1a2b-4849-41b5-9a55-940dea572dba') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:29.724381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ee1a2b-4849-41b5-9a55-940dea572dba') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:29.741872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.750282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] For port d4134ff5-9cec-4cc2-9afe-5341f6d9356f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:29.755751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] For port d4134ff5-9cec-4cc2-9afe-5341f6d9356f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d4134ff5-9cec-4cc2-9afe-5341f6d9356f,segment=NetworkSegment(65ee1a2b-4849-41b5-9a55-940dea572dba),segment_id=65ee1a2b-4849-41b5-9a55-940dea572dba)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:29.783875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea14e6b1-739a-4e3c-971d-4354806c0fd8 req-fafed191-6b02-43de-a9b8-5e0b129a6460 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669999 Aug 16 02:16:29.824700 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.831926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:29.832539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.832955 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:29.836275 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:29.932400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:16:29.932400 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:16:29.932400 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '35254c37-b3b1-4186-b4b1-8a05d4ed7cfa'}] Aug 16 02:16:29.932400 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:16:29.932797 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:16:29.974502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86100371-c12d-49df-b7d2-5f3004404cae None None] Pushing event updated for resources: {'Port': ['ID=d4134ff5-9cec-4cc2-9afe-5341f6d9356f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.001600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5984a926-9d8e-4ba8-b0a5-72ecde3afe7c None None] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:30.069267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060d669-2dc8-48f7-b096-b800f94cb7b8 req-1a48b98b-a6d8-41db-bf75-2906edcb0129 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:30.077492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b060d669-2dc8-48f7-b096-b800f94cb7b8 req-1a48b98b-a6d8-41db-bf75-2906edcb0129 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 945 time: 0.1068363 Aug 16 02:16:30.132535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05ff5c32-118a-46c5-9d56-efb8b03c3542 req-209584d1-a25d-490b-9efe-a17b3db6b525 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 210 time: 0.0453970 Aug 16 02:16:30.143176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d602d52-987d-4a40-a831-be0d4c40a535 None None] Network 35254c37-b3b1-4186-b4b1-8a05d4ed7cfa requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:30.175091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b060d669-2dc8-48f7-b096-b800f94cb7b8 req-23b48a37-e77d-4fce-b422-794e628aefd1 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924129 Aug 16 02:16:30.304217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 90871337-74e8-4e00-81d0-0b8b35edcc72 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:30.396911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0909d6-0ffe-4552-9ba4-3b37ff09ef8c None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:16:30.433809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.478124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 90871337-74e8-4e00-81d0-0b8b35edcc72 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:30.495097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port d4134ff5-9cec-4cc2-9afe-5341f6d9356f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:30.495460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.540739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 90871337-74e8-4e00-81d0-0b8b35edcc72 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:30.541388 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.586601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port d4134ff5-9cec-4cc2-9afe-5341f6d9356f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d4134ff5-9cec-4cc2-9afe-5341f6d9356f,segment=NetworkSegment(65ee1a2b-4849-41b5-9a55-940dea572dba),segment_id=65ee1a2b-4849-41b5-9a55-940dea572dba)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:30.587315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.620381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for d4134ff5-9cec-4cc2-9afe-5341f6d9356f owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:30.623522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-74db6b06-2645-4fa7-936f-4fef9f18868a None None] Provisioning complete for port f9867b27-eec4-4283-a849-6740bdfbe83f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:30.623980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74db6b06-2645-4fa7-936f-4fef9f18868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.663714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0909d6-0ffe-4552-9ba4-3b37ff09ef8c None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:16:30.776096 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:30.916064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=d4134ff5-9cec-4cc2-9afe-5341f6d9356f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:30.937509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port d4134ff5-9cec-4cc2-9afe-5341f6d9356f on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:31.043958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f9867b27-eec4-4283-a849-6740bdfbe83f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:31.083232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-4a37d0dc-4d79-4ada-b04f-788bb984644e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.087362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-4a37d0dc-4d79-4ada-b04f-788bb984644e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 817 time: 0.2592432 Aug 16 02:16:31.111714 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.157786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f855c9-6e61-4199-bf21-6bd61e467d96 req-71fbb538-5d98-45cd-9c4f-ac305be4db27 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.159276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-21f855c9-6e61-4199-bf21-6bd61e467d96 req-71fbb538-5d98-45cd-9c4f-ac305be4db27 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2040105 Aug 16 02:16:31.170531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.176391 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-2361b5c6-1b3f-4285-9456-12f7a50f5492 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 379 time: 0.0807359 Aug 16 02:16:31.206502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'port': {'device_id': 'a1393df3-5289-4879-afee-37536f863d79', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'admin_state_up': True, 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'security_groups': ['d8318a2b-f6f0-4892-b0df-05827ad2dcea']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:31.230137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35254c37-b3b1-4186-b4b1-8a05d4ed7cfa']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.252260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ee1a2b-4849-41b5-9a55-940dea572dba') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.252260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ee1a2b-4849-41b5-9a55-940dea572dba') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:31.276626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:31.279363 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e99386-5d01-4ca6-8730-4664ec374dc9" -d '{"events": [{"server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "name": "network-vif-plugged", "status": "completed", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:31.297552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.308008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-21f855c9-6e61-4199-bf21-6bd61e467d96 req-15f826af-1ba3-4a5d-8119-43155ac517da tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305509 Aug 16 02:16:31.366705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:31.370402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4ec18e9-50cc-46d7-80d1-5370925eb9c2 req-bf470c26-8acf-4245-afcb-aa66e8565c9e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 210 time: 0.0669942 Aug 16 02:16:31.386324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.402297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:31.405402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:31.428760 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:31.487079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.491181 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcb0404-8e5d-408f-961f-83a770bc615c x-openstack-request-id: req-fdcb0404-8e5d-408f-961f-83a770bc615c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:31.491482 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "name": "network-vif-plugged", "status": "completed", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:31.491742 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fdcb0404-8e5d-408f-961f-83a770bc615c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:31.492144 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'code': 200} Aug 16 02:16:31.497301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f9867b27-eec4-4283-a849-6740bdfbe83f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:31.497689 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.667141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d519de-eb5f-4574-92bf-1a0cc31c3fb1 req-c1c96487-7eab-4ffb-8789-afa7c94e41e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.667948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:31.670131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7d519de-eb5f-4574-92bf-1a0cc31c3fb1 req-c1c96487-7eab-4ffb-8789-afa7c94e41e6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.1083615 Aug 16 02:16:31.679483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfb186-3c5e-4a2c-91a4-18e9e6c924c0 req-34512bd8-c2ed-4c70-8bdc-ca5ae53270a5 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.682816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67dfb186-3c5e-4a2c-91a4-18e9e6c924c0 req-34512bd8-c2ed-4c70-8bdc-ca5ae53270a5 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2096193 Aug 16 02:16:31.712446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7d519de-eb5f-4574-92bf-1a0cc31c3fb1 req-3ed61e42-ca89-4986-88b3-b4adbf840363 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327923 Aug 16 02:16:31.738560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67dfb186-3c5e-4a2c-91a4-18e9e6c924c0 req-eac0b4c6-3256-4687-8a3f-ecde8d7ba21a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489852 Aug 16 02:16:31.741448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Made reservation on behalf of 9a37a709918341e7b9cf803768997d36 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:31.741870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.746113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.748702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.751147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/35254c37-b3b1-4186-b4b1-8a05d4ed7cfa HTTP/1.1" status: 204 len: 168 time: 3.3219380 Aug 16 02:16:31.758612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:31.799344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde540d1-5b39-47b2-a49d-38a71ed56ea7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=35254c37-b3b1-4186-b4b1-8a05d4ed7cfa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:31.813594 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49f782e-8c30-448a-9bdf-2ba79af25262 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:31.814323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49f782e-8c30-448a-9bdf-2ba79af25262 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:31.815454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:31.823394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d49f782e-8c30-448a-9bdf-2ba79af25262 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/35254c37-b3b1-4186-b4b1-8a05d4ed7cfa HTTP/1.1" status: 404 len: 339 time: 0.0432298 Aug 16 02:16:31.826569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54326) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:31.832381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1330984299', 'description': 'd1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:31.920552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:31.920942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:31.949052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac6e76-e68e-4f0e-b2fe-72ac64b05923 req-34381d0a-931f-4ea1-8823-95ccd0c06f99 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:31.951100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02ac6e76-e68e-4f0e-b2fe-72ac64b05923 req-34381d0a-931f-4ea1-8823-95ccd0c06f99 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1083975 Aug 16 02:16:31.994108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:32.001673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.066703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Allocated IP 172.20.0.14 (74afd134-7d2f-4a2c-a5f5-ca79bc0d788d/75287949-f988-4040-97f0-fe9d7d62c5fc/f856b325-af89-4200-9c75-03f49d95d464) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:32.102682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02ac6e76-e68e-4f0e-b2fe-72ac64b05923 req-67b34124-2014-4772-a759-e5d542554d9c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434624 Aug 16 02:16:32.119030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:32.128861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.129515 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment 72248d59-7932-4b32-bd0e-9349dba348d8 of type vlan for network e36cb095-ab9e-44d4-86dc-be63c5ef01b4 Aug 16 02:16:32.177734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.241931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-7f0c459e-f61b-445f-a313-f55ee185fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.243913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-7f0c459e-f61b-445f-a313-f55ee185fc61 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1661456 Aug 16 02:16:32.295896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.302123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.302771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.383171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=e36cb095-ab9e-44d4-86dc-be63c5ef01b4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.392801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e36cb095-ab9e-44d4-86dc-be63c5ef01b4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:32.401761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.419454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Transition to ACTIVE for port object f856b325-af89-4200-9c75-03f49d95d464 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:32.450870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c86100d-79b7-4078-b7c0-b81437fe7c19 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6166334 Aug 16 02:16:32.450870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54342) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.558754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-6a819e10-08a0-4eb4-b88a-7b191e8ceeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.562487 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-6a819e10-08a0-4eb4-b88a-7b191e8ceeca service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.3066213 Aug 16 02:16:32.605008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc8364-d568-4c26-9388-ce828a44c70d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.608921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c4cc8364-d568-4c26-9388-ce828a44c70d tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks?id=e36cb095-ab9e-44d4-86dc-be63c5ef01b4 HTTP/1.1" status: 200 len: 765 time: 0.1603127 Aug 16 02:16:32.617412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:32.624023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'description': 'd2'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:32.632888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.668786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45b423-b0e7-4705-adfc-bfbddbf65c80 req-b677086a-986e-4560-8f89-bd7fe5db16d3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.670446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e45b423-b0e7-4705-adfc-bfbddbf65c80 req-b677086a-986e-4560-8f89-bd7fe5db16d3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 932 time: 0.0627425 Aug 16 02:16:32.732808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:32.746776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:32.762599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:32.795814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e45b423-b0e7-4705-adfc-bfbddbf65c80 req-abfca945-deb0-43b3-8e2c-963c394e2654 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124096 Aug 16 02:16:32.829395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.834690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:32.847858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-7bd9ff42-82dd-43d7-9d2c-4cfe5aef22ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.2772775 Aug 16 02:16:32.856802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:32.919282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-f516f9b5-1b70-4663-ada8-7a66bc535c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.920933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-f516f9b5-1b70-4663-ada8-7a66bc535c76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0596113 Aug 16 02:16:32.957262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74db2b9-d6fb-495a-8fdf-8d2ff994df0b req-b41de2d1-dfd7-491d-90dd-d21c9b61d260 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:32.966752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c74db2b9-d6fb-495a-8fdf-8d2ff994df0b req-b41de2d1-dfd7-491d-90dd-d21c9b61d260 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0781171 Aug 16 02:16:33.028747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c74db2b9-d6fb-495a-8fdf-8d2ff994df0b req-a6053c98-7053-43b5-b49e-fd1cca432ead tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608842 Aug 16 02:16:33.047098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-c7e5897b-1c17-4949-b00d-81fe9ed303ea tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8552086 Aug 16 02:16:33.066570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Request body: {'port': {'device_id': 'a1393df3-5289-4879-afee-37536f863d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:33.144003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.149425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-c97e6c69-cd8c-419b-82b7-071bab5ed7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.151022 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-c97e6c69-cd8c-419b-82b7-071bab5ed7a1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124684 Aug 16 02:16:33.238359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.259516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-447816f2-aec4-48f4-8f69-6ca2821731a8 None None] Provisioning for port f856b325-af89-4200-9c75-03f49d95d464 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:33.263028 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.263554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-447816f2-aec4-48f4-8f69-6ca2821731a8 None None] Provisioning complete for port f856b325-af89-4200-9c75-03f49d95d464 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:33.264178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-447816f2-aec4-48f4-8f69-6ca2821731a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.317996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network e36cb095-ab9e-44d4-86dc-be63c5ef01b4 is not hosted by any dhcp agent {{(pid=101946) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:16:33.323518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.324134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.328194 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "PUT /v2.0/networks/e36cb095-ab9e-44d4-86dc-be63c5ef01b4 HTTP/1.1" status: 200 len: 762 time: 0.7097063 Aug 16 02:16:33.328358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54358) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.347079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-447816f2-aec4-48f4-8f69-6ca2821731a8 None None] Port f856b325-af89-4200-9c75-03f49d95d464 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:16:33.449458 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-e3b0b908-0fb6-42f2-9d4c-0dc5c8990900 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703583 Aug 16 02:16:33.454577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f58ac-d6cb-49d4-9039-ca41a5a965b9 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=e36cb095-ab9e-44d4-86dc-be63c5ef01b4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:33.469280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e36cb095-ab9e-44d4-86dc-be63c5ef01b4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:33.548107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f77fe9b-32c2-496d-9b4f-6a05268f9639 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.549913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0f77fe9b-32c2-496d-9b4f-6a05268f9639 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks?id=e36cb095-ab9e-44d4-86dc-be63c5ef01b4 HTTP/1.1" status: 200 len: 765 time: 0.2198930 Aug 16 02:16:33.556508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54360) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:33.628162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6e8c8d6-231b-49b6-b917-06300954fc89 req-a795c8e6-27f7-4933-ad4a-daeb481363ce service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682231 Aug 16 02:16:33.809355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759f3a2-cb73-401d-8a7d-984b3d318a35 req-a5f6d470-35a0-498f-98b0-b255af49242e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.810751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0759f3a2-cb73-401d-8a7d-984b3d318a35 req-a5f6d470-35a0-498f-98b0-b255af49242e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.3225429 Aug 16 02:16:33.837520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392330e-d703-4f82-bdfe-1991937ed755 req-936a6929-cd0e-4db8-854d-031ac9bf15ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.839348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-936a6929-cd0e-4db8-854d-031ac9bf15ab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.1048663 Aug 16 02:16:33.841484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f856b325-af89-4200-9c75-03f49d95d464 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:33.859131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:33.914496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Transition to ACTIVE for port object f856b325-af89-4200-9c75-03f49d95d464 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:33.929145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0759f3a2-cb73-401d-8a7d-984b3d318a35 req-c3eda9ee-d34f-4bda-9f71-4646e370acfb tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951631 Aug 16 02:16:33.964628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a102f11-95ba-45b7-a9b7-f5cd2ef42905 req-a7f9f535-7e93-4bbe-bbb8-2081114195ef tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:33.974145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a102f11-95ba-45b7-a9b7-f5cd2ef42905 req-a7f9f535-7e93-4bbe-bbb8-2081114195ef tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2137723 Aug 16 02:16:33.986540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.033876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392330e-d703-4f82-bdfe-1991937ed755 req-1459d7a2-605f-45dc-9504-97192c9be568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.035340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-1459d7a2-605f-45dc-9504-97192c9be568 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.1851890 Aug 16 02:16:34.106952 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-0f86e56d-d63f-4fa7-a851-a45aebff0aa6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 217 time: 0.0534210 Aug 16 02:16:34.122319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:34.133101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2c031e-cef7-44ec-bb10-905a64248002 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.137976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2e2c031e-cef7-44ec-bb10-905a64248002 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5802491 Aug 16 02:16:34.143267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.159845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a102f11-95ba-45b7-a9b7-f5cd2ef42905 req-c69d0e38-4fb4-4011-a5e9-f560fe24e231 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850038 Aug 16 02:16:34.227885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb44b552-49c3-4414-88d1-274c8cbd17e1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 207 time: 0.0764699 Aug 16 02:16:34.230576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54374) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.437596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b273a61-bbd8-49a1-baaa-a2bce5ab5c82 req-c0133bff-fd62-4518-8dac-b2f5ad3f0954 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.440008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b273a61-bbd8-49a1-baaa-a2bce5ab5c82 req-c0133bff-fd62-4518-8dac-b2f5ad3f0954 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.3674896 Aug 16 02:16:34.581075 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b273a61-bbd8-49a1-baaa-a2bce5ab5c82 req-5f008b72-cb19-4194-8c8a-1e5956160de0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121707 Aug 16 02:16:34.674600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392330e-d703-4f82-bdfe-1991937ed755 req-0b813e05-765e-48db-b51b-a95013b17fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.678045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-0b813e05-765e-48db-b51b-a95013b17fbc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.5511997 Aug 16 02:16:34.701277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Attempting to bind port f856b325-af89-4200-9c75-03f49d95d464 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:34.701548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.701665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Attempting to bind port f856b325-af89-4200-9c75-03f49d95d464 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:34.701943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Attempting to bind port f856b325-af89-4200-9c75-03f49d95d464 on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:34.707875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.713828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.721124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Port f856b325-af89-4200-9c75-03f49d95d464 on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:34.721480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.721641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Attempting to bind port f856b325-af89-4200-9c75-03f49d95d464 on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:34.727557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-40bb86d8-2dd3-4956-911b-9f92e419a5be service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401666 Aug 16 02:16:34.727876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.730958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:34.731308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Checking segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:34.740909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Bound using segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:34.740909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Bound port: f856b325-af89-4200-9c75-03f49d95d464, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:34.740909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:34.741337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.741337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8f9641c4-3849-4528-be99-c7b79ff5bbdb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5044611 Aug 16 02:16:34.748025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54400) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.899269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:34.902745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:34.905371 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-4efe2fe5-b28f-4ab3-860c-e1381c45056b service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705735 Aug 16 02:16:34.954521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-493332e0-1c9e-4ff1-b732-7046c36827cd tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2011847 Aug 16 02:16:34.956532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54404) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:34.959778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-f4ff2938-5be8-4696-9038-88b2a51a5a02 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:34.961320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-f4ff2938-5be8-4696-9038-88b2a51a5a02 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.2239809 Aug 16 02:16:34.978502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-096cdb95-4f7d-46fb-ac8c-6955e00b8bb6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/quotas/837d963262d6454baa2a6737796ae259 HTTP/1.1" status: 200 len: 375 time: 0.0113671 Aug 16 02:16:35.031177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.078864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-1b0252d1-33c7-43dc-b1d8-5e68f78485dc tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939925 Aug 16 02:16:35.087646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eec773-7424-4fef-8de4-46ea6683cb93 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.089427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eec773-7424-4fef-8de4-46ea6683cb93 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.091324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eec773-7424-4fef-8de4-46ea6683cb93 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.092922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eec773-7424-4fef-8de4-46ea6683cb93 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.094524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eec773-7424-4fef-8de4-46ea6683cb93 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.096465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28eec773-7424-4fef-8de4-46ea6683cb93 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1371653 Aug 16 02:16:35.102241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe886cff-a09f-4b0c-953d-7ba2c8eb2088 req-00be8939-9c51-4e48-88ee-6214f9ce4cf9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.103858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe886cff-a09f-4b0c-953d-7ba2c8eb2088 req-00be8939-9c51-4e48-88ee-6214f9ce4cf9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0761118 Aug 16 02:16:35.104348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.111631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.112960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:35.114025 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] 10.222.0.83 "PUT /v2.0/ports/f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 1093 time: 2.0539322 Aug 16 02:16:35.116184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:35.124934 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:35.136257 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1392330e-d703-4f82-bdfe-1991937ed755 req-144105c2-7b1c-4602-b00f-ca60411d3745 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233787 Aug 16 02:16:35.156671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598578a9-9c49-4451-8a6f-d488a0e52bfb service neutron] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:35.240758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdcbb-36d3-4f79-a781-725397b16a30 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.242411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdcbb-36d3-4f79-a781-725397b16a30 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.244550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdcbb-36d3-4f79-a781-725397b16a30 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.246019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdcbb-36d3-4f79-a781-725397b16a30 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.247493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fbdcbb-36d3-4f79-a781-725397b16a30 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.249366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-01fbdcbb-36d3-4f79-a781-725397b16a30 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1438780 Aug 16 02:16:35.255768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54418) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.279815 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe886cff-a09f-4b0c-953d-7ba2c8eb2088 req-618840de-f686-43ee-a3d5-0c94df163dbc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595633 Aug 16 02:16:35.308175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-396bfcff-6f54-4ccf-9c61-31f8413bfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.309982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-396bfcff-6f54-4ccf-9c61-31f8413bfc8a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1096 time: 0.0630841 Aug 16 02:16:35.371770 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d82c762-2505-43bc-8161-5d175cf13fff x-openstack-request-id: req-6d82c762-2505-43bc-8161-5d175cf13fff {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:35.372071 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:35.378251 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d82c762-2505-43bc-8161-5d175cf13fff {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:35.380335 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'status': 'completed', 'code': 200} Aug 16 02:16:35.381229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-bf78201c-5550-4f07-ae69-b88d52c57802 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 217 time: 0.0569675 Aug 16 02:16:35.461880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-d9d4669a-bce8-44f5-b1b1-46ac985d616b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.463558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-d9d4669a-bce8-44f5-b1b1-46ac985d616b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0705557 Aug 16 02:16:35.527284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-505c37f9-666a-432c-b38d-14071e651068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.529613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-505c37f9-666a-432c-b38d-14071e651068 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563483 Aug 16 02:16:35.638417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-93bf71fa-c508-4109-8202-22c58d3a3d41 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014075 Aug 16 02:16:35.741709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-90470c00-26b2-4418-ad28-b4f40b08e850 req-fd88effb-8ea3-43e0-bfe0-c8b7b7626940 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959911 Aug 16 02:16:35.834752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-96378c50-ee46-4740-8ad6-ddf90865d241 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7459993 Aug 16 02:16:35.867001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f638150-7d03-4269-97c6-18c3ecc4fa23 req-87012630-0e21-4509-b861-9a7188222d26 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.868816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f638150-7d03-4269-97c6-18c3ecc4fa23 req-87012630-0e21-4509-b861-9a7188222d26 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1175559 Aug 16 02:16:35.893975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-18491aff-ee91-49ed-9a58-e4c2e3e18d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.904205 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-18491aff-ee91-49ed-9a58-e4c2e3e18d6f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1096 time: 0.0513718 Aug 16 02:16:35.939347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f1765-e543-4925-a714-97f83bc6ba8a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.945002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-700f1765-e543-4925-a714-97f83bc6ba8a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks/f0798f52-3432-4631-aee9-a9a4b880bede HTTP/1.1" status: 200 len: 803 time: 0.6826866 Aug 16 02:16:35.947246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54440) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:35.998343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-a4e48790-ce85-41cc-bfc7-2f1b2c24f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:35.999876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-a4e48790-ce85-41cc-bfc7-2f1b2c24f3ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.0948677 Aug 16 02:16:36.029685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f638150-7d03-4269-97c6-18c3ecc4fa23 req-b55053ee-40a6-459e-b969-f7e2223050f7 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237845 Aug 16 02:16:36.048810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-77f78d38-1d4e-44cb-82d5-601617af1aca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 217 time: 0.0413802 Aug 16 02:16:36.067098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-05389b4d-dfca-4eda-975d-8ef4deeeac69 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238011 Aug 16 02:16:36.110942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-32768abd-7836-470b-a770-83e2c2c36191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.112757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-32768abd-7836-470b-a770-83e2c2c36191 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0563161 Aug 16 02:16:36.139933 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-66588e48-8f68-472d-bb6b-89285f6ec3a1 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/networks/f0798f52-3432-4631-aee9-a9a4b880bede?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1912951 Aug 16 02:16:36.143369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54442) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.170499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-024db121-28bd-499b-b22d-77b17b4984bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.172164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-024db121-28bd-499b-b22d-77b17b4984bf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518296 Aug 16 02:16:36.217261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02834d7-9107-471c-9b37-2ef3ee10d002 req-4ff065f8-5543-4344-9add-2b625462b6c0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.220434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e02834d7-9107-471c-9b37-2ef3ee10d002 req-4ff065f8-5543-4344-9add-2b625462b6c0 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1209512 Aug 16 02:16:36.224914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5f4b5e-013c-4d24-b0c9-55ee9deb505f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.226357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb5f4b5e-013c-4d24-b0c9-55ee9deb505f tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/subnets/18918d13-0ea1-4556-b3b5-de4576d16876 HTTP/1.1" status: 200 len: 843 time: 0.0819809 Aug 16 02:16:36.231554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.295773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-cb5a2e29-8cf1-4984-a6e7-4c3639f457ea service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160617 Aug 16 02:16:36.313890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e02834d7-9107-471c-9b37-2ef3ee10d002 req-b157466e-8768-413b-80c5-a886b19f9c9f tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832596 Aug 16 02:16:36.322711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eab10a-f7d7-4ceb-a14c-f148f84d32d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.323954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b9eab10a-f7d7-4ceb-a14c-f148f84d32d7 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "GET /v2.0/subnets/18918d13-0ea1-4556-b3b5-de4576d16876?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0908835 Aug 16 02:16:36.328158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.334103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-374575394'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:36.401228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f70025a-1775-45dc-bcf0-7f4cc13e56b2 req-15cb8037-62e4-4123-b521-29b006641f04 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973496 Aug 16 02:16:36.438468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:36.442826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.552510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:36.567785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.568335 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Added segment b075b3ff-630f-4150-b2eb-2c7edbbda391 of type vlan for network d439acc5-84e1-42eb-a755-9b78d14b71b7 Aug 16 02:16:36.635070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cef57b-2863-4d0a-967b-a56e20c3aa17 req-cbdbd2e3-86b3-4886-adfb-83e539681b0b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.639091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6cef57b-2863-4d0a-967b-a56e20c3aa17 req-cbdbd2e3-86b3-4886-adfb-83e539681b0b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1792858 Aug 16 02:16:36.644199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.656232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213df73-317d-4c99-848b-3aafca15bf6f req-9dac796a-780a-4def-be3f-3f8b471a94e3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.657744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d213df73-317d-4c99-848b-3aafca15bf6f req-9dac796a-780a-4def-be3f-3f8b471a94e3 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1799068 Aug 16 02:16:36.737089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6cef57b-2863-4d0a-967b-a56e20c3aa17 req-3d8d047f-3a16-409b-9d7c-217a277ac710 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888283 Aug 16 02:16:36.743521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d213df73-317d-4c99-848b-3aafca15bf6f req-6b8704d7-f853-4540-bed2-5958dba7b4fc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762351 Aug 16 02:16:36.820048 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-684efecb-359c-47d2-a0bf-fbee0652e00a req-8582a409-c334-49c5-b620-055ba590ed17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 210 time: 0.0293314 Aug 16 02:16:36.830929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.830929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:36.830929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:36.930285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Network': ['ID=d439acc5-84e1-42eb-a755-9b78d14b71b7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:36.941360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d439acc5-84e1-42eb-a755-9b78d14b71b7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:36.963035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0cb0e80d-0a3e-418f-86c8-d98a97c5474c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6312084 Aug 16 02:16:36.963393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54472) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:36.968623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:37.162967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd3cd2e-285a-4e1d-bea8-096efca1137c req-f6c5d9de-8388-4b5a-893f-e4dfda9d5cfc tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.164598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffd3cd2e-285a-4e1d-bea8-096efca1137c req-f6c5d9de-8388-4b5a-893f-e4dfda9d5cfc tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0537038 Aug 16 02:16:37.199605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Made reservation on behalf of cffdcb1e14b6477984ed512cc586bcc0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:37.204259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffd3cd2e-285a-4e1d-bea8-096efca1137c req-3e99924f-8aa3-494c-bc57-62abdcf8b568 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335903 Aug 16 02:16:37.205413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.277834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Performing IP validity checks on allocation pools {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:16:37.278491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:16:37.362707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1f46b6-b997-427d-9299-ea818c3a6a27 req-05548da5-b2b7-4ed4-9f75-c29f6872fc55 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.364752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f1f46b6-b997-427d-9299-ea818c3a6a27 req-05548da5-b2b7-4ed4-9f75-c29f6872fc55 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0556192 Aug 16 02:16:37.406124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f1f46b6-b997-427d-9299-ea818c3a6a27 req-82450df9-ee2a-42a3-a55f-c4ee68a73178 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340507 Aug 16 02:16:37.518383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.590131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=80d40e64-db9e-4f8b-aad9-33991d4f759c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:37.601924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Checking segment: {'id': 'b075b3ff-630f-4150-b2eb-2c7edbbda391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:37.602344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network hostable DHCP agents. Network: d439acc5-84e1-42eb-a755-9b78d14b71b7, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:37.723881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Network d439acc5-84e1-42eb-a755-9b78d14b71b7 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:37.826416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d439acc5-84e1-42eb-a755-9b78d14b71b7) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:37.830597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.831291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:37.837170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e4788-6abe-4568-9a3f-e189185ae7d4 None None] Network d439acc5-84e1-42eb-a755-9b78d14b71b7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:37.909767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4560229-5c67-4ff0-8385-b6e11d3db8c5 req-f2373622-76c6-4bdb-ac06-a93b243d0374 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:37.921609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4560229-5c67-4ff0-8385-b6e11d3db8c5 req-f2373622-76c6-4bdb-ac06-a93b243d0374 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.0699241 Aug 16 02:16:37.995806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f3539d56-0bad-43d1-9a37-7d031531ebad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0303304 Aug 16 02:16:37.997243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbe395ad-7ebd-493e-8d6c-b709746eb413 req-6d4bb9ad-80ae-4546-859f-3cac5f80449d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 210 time: 0.0635164 Aug 16 02:16:37.997860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:38.029503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-d439acc5-84e1-42eb-a755-9b78d14b71b7', 'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7', 'tenant_id': 'cffdcb1e14b6477984ed512cc586bcc0', 'fixed_ips': [{'subnet_id': '80d40e64-db9e-4f8b-aad9-33991d4f759c'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:38.030029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:38.030589 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.039334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4560229-5c67-4ff0-8385-b6e11d3db8c5 req-824db9ea-4d07-4c4b-86c0-cd34ed2e627c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165831 Aug 16 02:16:38.184781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10349697'] for subnet, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.190276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Allocated IP 2001:db8::3 (d439acc5-84e1-42eb-a755-9b78d14b71b7/80d40e64-db9e-4f8b-aad9-33991d4f759c/d87d7b00-2924-48db-8b6f-329be1808a45) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:38.346365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff922-5357-428a-904a-5c21a229f1f1 req-750d39f0-a5b3-44d8-9628-2a5a6c78a319 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.348883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-009ff922-5357-428a-904a-5c21a229f1f1 req-750d39f0-a5b3-44d8-9628-2a5a6c78a319 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0531063 Aug 16 02:16:38.358401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:38.367439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.381408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Transition to ACTIVE for port object d87d7b00-2924-48db-8b6f-329be1808a45 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:38.389823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-009ff922-5357-428a-904a-5c21a229f1f1 req-bda6d022-acab-446f-8f74-29baa28c6e13 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346093 Aug 16 02:16:38.406250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Transition to ACTIVE for port object d87d7b00-2924-48db-8b6f-329be1808a45 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:38.510985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:38.527453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'f856b325-af89-4200-9c75-03f49d95d464', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'port_id': 'f856b325-af89-4200-9c75-03f49d95d464', 'mac_address': 'fa:16:3e:e3:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:38.562251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562aac67-08cf-4336-9e27-dbe6f3922d9d req-2100993f-62d9-4ea5-9488-f347a861ca1b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:38.571016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-562aac67-08cf-4336-9e27-dbe6f3922d9d req-2100993f-62d9-4ea5-9488-f347a861ca1b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0878668 Aug 16 02:16:38.576978 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.581295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.623586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Network d439acc5-84e1-42eb-a755-9b78d14b71b7 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:38.628199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:38.634455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-562aac67-08cf-4336-9e27-dbe6f3922d9d req-4193fed5-55e0-40d8-92f6-cee47dc33e3d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623267 Aug 16 02:16:38.640742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:38.650979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f856b325-af89-4200-9c75-03f49d95d464 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:38.663937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Pushing event updated for resources: {'Port': ['ID=d87d7b00-2924-48db-8b6f-329be1808a45,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.705397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:38.734907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Attempting to bind port d87d7b00-2924-48db-8b6f-329be1808a45 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:38.735368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Attempting to bind port d87d7b00-2924-48db-8b6f-329be1808a45 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b075b3ff-630f-4150-b2eb-2c7edbbda391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:38.735813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Attempting to bind port d87d7b00-2924-48db-8b6f-329be1808a45 on network d439acc5-84e1-42eb-a755-9b78d14b71b7 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:38.742769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:38.745489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Checking segment: {'id': 'b075b3ff-630f-4150-b2eb-2c7edbbda391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:38.745489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.745489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Bound using segment: {'id': 'b075b3ff-630f-4150-b2eb-2c7edbbda391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:38.745489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Bound port: d87d7b00-2924-48db-8b6f-329be1808a45, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b075b3ff-630f-4150-b2eb-2c7edbbda391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'd439acc5-84e1-42eb-a755-9b78d14b71b7'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:38.745489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.814508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] For port d87d7b00-2924-48db-8b6f-329be1808a45, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:38.818456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] For port d87d7b00-2924-48db-8b6f-329be1808a45, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d87d7b00-2924-48db-8b6f-329be1808a45,segment=NetworkSegment(b075b3ff-630f-4150-b2eb-2c7edbbda391),segment_id=b075b3ff-630f-4150-b2eb-2c7edbbda391)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:38.832743 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.883146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:38.941294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762890462859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-10152916'] for subnet, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.942549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:38.999288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.000080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.001621 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "PUT /v2.0/subnets/80d40e64-db9e-4f8b-aad9-33991d4f759c HTTP/1.1" status: 200 len: 900 time: 1.0020823 Aug 16 02:16:39.007284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54518) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:39.088050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c360c-ea96-4da9-8478-e39806bc274c None None] Pushing event updated for resources: {'Port': ['ID=d87d7b00-2924-48db-8b6f-329be1808a45,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.137745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f856b325-af89-4200-9c75-03f49d95d464'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:39.161459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d2ade-8cc9-4964-a5f8-6b8343758a2c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event updated for resources: {'Subnet': ['ID=80d40e64-db9e-4f8b-aad9-33991d4f759c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:39.259183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.290866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ef368f5-9431-4fab-90b1-5d8bd3cb8cd0 req-d2c75584-c57b-42ff-9b07-851a8d8e3121 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 210 time: 0.1420443 Aug 16 02:16:39.362098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-eacb506b-b8eb-4ccb-ad16-490cdc558365 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.364238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-eacb506b-b8eb-4ccb-ad16-490cdc558365 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.3610873 Aug 16 02:16:39.376447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-4c570ed0-c6b0-4772-8971-c0253fc4d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.378089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744bfea8-cdea-47f1-a091-5a204c76579f req-8721324a-c68f-49cf-ae27-695bfcd69dc9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.379227 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-4c570ed0-c6b0-4772-8971-c0253fc4d94e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1452880 Aug 16 02:16:39.386785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-744bfea8-cdea-47f1-a091-5a204c76579f req-8721324a-c68f-49cf-ae27-695bfcd69dc9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1949446 Aug 16 02:16:39.425594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Request body: {'port': {'device_id': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'admin_state_up': True, 'tenant_id': '837d963262d6454baa2a6737796ae259'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:39.544961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port d87d7b00-2924-48db-8b6f-329be1808a45 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:39.545574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.609823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-744bfea8-cdea-47f1-a091-5a204c76579f req-8da02ba5-20af-4376-b3a2-26ae89f21c70 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202082 Aug 16 02:16:39.643782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-c635d124-b678-4578-a568-9eab50816f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.646293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-c635d124-b678-4578-a568-9eab50816f24 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.2559507 Aug 16 02:16:39.656376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0068523-70d0-4ac5-9571-21632eaf522e req-7595e8d8-8a07-4068-9778-d9866f275adf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.657937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0068523-70d0-4ac5-9571-21632eaf522e req-7595e8d8-8a07-4068-9778-d9866f275adf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 945 time: 0.1633275 Aug 16 02:16:39.678387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port d87d7b00-2924-48db-8b6f-329be1808a45, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d87d7b00-2924-48db-8b6f-329be1808a45,segment=NetworkSegment(b075b3ff-630f-4150-b2eb-2c7edbbda391),segment_id=b075b3ff-630f-4150-b2eb-2c7edbbda391)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:39.679211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.693542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for d87d7b00-2924-48db-8b6f-329be1808a45 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:39.760807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0068523-70d0-4ac5-9571-21632eaf522e req-4c344282-e461-4416-bdd1-47ccf37d614e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947456 Aug 16 02:16:39.800647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6123d81a-9b1e-4ef4-ab39-82def4bdc6b5 req-5ef85476-3812-4436-8654-bfeb458722b4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.803028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6123d81a-9b1e-4ef4-ab39-82def4bdc6b5 req-5ef85476-3812-4436-8654-bfeb458722b4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1085467 Aug 16 02:16:39.846780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-24a5faf2-2350-4b1e-80b9-9f919b9df0a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.1507037 Aug 16 02:16:39.863049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Made reservation on behalf of 837d963262d6454baa2a6737796ae259 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:39.867204 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.898306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6123d81a-9b1e-4ef4-ab39-82def4bdc6b5 req-b2975179-24ed-41d6-9600-030b9746285c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775790 Aug 16 02:16:39.944013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-0b32416c-afc7-4091-a33b-8f59d26950a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:39.945627 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-0b32416c-afc7-4091-a33b-8f59d26950a6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.0755446 Aug 16 02:16:39.946807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-516c31c0-9847-4368-884a-0550d80a83e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:39.999375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-6ae82229-eb3a-461c-8e15-e0df0fce0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.001140 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-6ae82229-eb3a-461c-8e15-e0df0fce0398 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474532 Aug 16 02:16:40.104707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-1dd46377-3f74-4f8a-b127-d23c36ae58b3 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957155 Aug 16 02:16:40.106393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.147705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=d87d7b00-2924-48db-8b6f-329be1808a45,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.236654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port d87d7b00-2924-48db-8b6f-329be1808a45 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:40.252957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Allocated IP 172.20.0.10 (8a85dd59-1d86-49c6-a779-6cd16a2ed209/6b41a199-b1f8-4617-b372-0e55994b4113/4f6ce6e2-d3b0-428c-b2ac-2c9932383a26) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:40.305652 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6135c8d6-71b2-4edc-a266-9a6cc1b6f5fb req-a4a20a60-b89c-442a-9675-11e5da8c6b4c service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730464 Aug 16 02:16:40.309773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.365153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:40.465911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2c24de1-5c86-444b-818a-e4aa24bd08fa req-fa08c8ed-46cf-4b97-b7b0-dcc322a88f3e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 210 time: 0.0511267 Aug 16 02:16:40.490305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.499141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57781b53-5a8b-42d2-9412-10dc47819359 None None] Network d439acc5-84e1-42eb-a755-9b78d14b71b7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:40.553278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.584034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-99651d90-d7dc-46fa-8932-0d8012f30834 None None] Could not find standard attr ID for object d87d7b00-2924-48db-8b6f-329be1808a45. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:16:40.593464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=80d40e64-db9e-4f8b-aad9-33991d4f759c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.610106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port f856b325-af89-4200-9c75-03f49d95d464 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:40.629079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.637718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port f856b325-af89-4200-9c75-03f49d95d464 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:40.638108 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.679506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:40.688158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.700005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d439acc5-84e1-42eb-a755-9b78d14b71b7']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.712539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b075b3ff-630f-4150-b2eb-2c7edbbda391') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.712849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b075b3ff-630f-4150-b2eb-2c7edbbda391') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:40.723815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.724736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event updated for resources: {'Port': ['ID=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:40.742058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.745465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:40.749582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:40.750312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:40.751174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.755321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:40.759820 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:40.838788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:40.839618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.860058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4572d54-86d2-4d07-b47e-498d24bb585e None None] DHCP port deletion for d439acc5-84e1-42eb-a755-9b78d14b71b7 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:40.957079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684bc03d-bbd4-4bf1-a745-29a486009401 None None] Network d439acc5-84e1-42eb-a755-9b78d14b71b7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:40.969854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.978670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:40.984012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/d439acc5-84e1-42eb-a755-9b78d14b71b7 HTTP/1.1" status: 204 len: 168 time: 1.9721024 Aug 16 02:16:40.994913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54548) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.021683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-42b0e0b2-3b7e-4463-b7ed-8f3a9d126ea6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6318371 Aug 16 02:16:41.056610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f3639-bd15-4c17-9e6e-317f8257c494 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=d439acc5-84e1-42eb-a755-9b78d14b71b7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:41.059022 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d69cfc7-231f-49ac-a195-8525058b287c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:41.059495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d69cfc7-231f-49ac-a195-8525058b287c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:41.066004 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5d69cfc7-231f-49ac-a195-8525058b287c tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/80d40e64-db9e-4f8b-aad9-33991d4f759c HTTP/1.1" status: 404 len: 337 time: 0.0678294 Aug 16 02:16:41.067795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54550) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.075797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.090244 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c865b9f7-78b7-4087-8a9f-f4a31b5a713b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:41.090733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c865b9f7-78b7-4087-8a9f-f4a31b5a713b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:41.095912 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c865b9f7-78b7-4087-8a9f-f4a31b5a713b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/d439acc5-84e1-42eb-a755-9b78d14b71b7 HTTP/1.1" status: 404 len: 339 time: 0.0249312 Aug 16 02:16:41.097246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.114632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d008d-bf27-4e82-9a27-8ea6a886f378 req-a12caf07-2e1f-4691-84a6-e9c86eb483a8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.121675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-981d008d-bf27-4e82-9a27-8ea6a886f378 req-a12caf07-2e1f-4691-84a6-e9c86eb483a8 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.3743048 Aug 16 02:16:41.141294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Request body: {'port': {'device_id': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:41.166186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:41.177062 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2ae5f-0b09-4a45-a996-0004366663a1" -d '{"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-plugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:41.192504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.264121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.280568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:41.336328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d48c4b-8f2e-4c81-b5bc-4c5ad8e61173 req-a9cd5107-ae58-44c6-beae-f0bb39520cf9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.337185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14d48c4b-8f2e-4c81-b5bc-4c5ad8e61173 req-a9cd5107-ae58-44c6-beae-f0bb39520cf9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 945 time: 0.3692846 Aug 16 02:16:41.353229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.364433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.375871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36cb095-ab9e-44d4-86dc-be63c5ef01b4']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:41.388803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72248d59-7932-4b32-bd0e-9349dba348d8') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:41.389157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72248d59-7932-4b32-bd0e-9349dba348d8') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:41.402724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.405423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-981d008d-bf27-4e82-9a27-8ea6a886f378 req-c8e4ddd4-b4c3-496d-9d2f-c0c2a47e13ec tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687361 Aug 16 02:16:41.430953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.439513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:41.439944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.440615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:41.443795 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:41.486982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14d48c4b-8f2e-4c81-b5bc-4c5ad8e61173 req-065110b6-ee69-4fb9-8d2d-18c0913930b5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243935 Aug 16 02:16:41.580004 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a752a6d6-920e-49e9-809d-4d656b6f2358 x-openstack-request-id: req-a752a6d6-920e-49e9-809d-4d656b6f2358 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:41.581076 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-plugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:41.581076 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a752a6d6-920e-49e9-809d-4d656b6f2358 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:41.581502 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'code': 200} Aug 16 02:16:41.592573 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.618396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.620880 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/e36cb095-ab9e-44d4-86dc-be63c5ef01b4 HTTP/1.1" status: 204 len: 168 time: 0.5226574 Aug 16 02:16:41.621943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246f4e9-c4f2-4a63-aa28-f3fb3d14f266 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=e36cb095-ab9e-44d4-86dc-be63c5ef01b4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:41.625357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.700135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297e758-dfaf-47bb-89ae-155e2ef60de1 req-0ae3d273-513a-4749-aac8-4757c06e625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.702274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e297e758-dfaf-47bb-89ae-155e2ef60de1 req-0ae3d273-513a-4749-aac8-4757c06e625d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1098 time: 0.0488906 Aug 16 02:16:41.727194 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-78ca2903-15cd-474a-a5f7-9193e54aece6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:41.727661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78ca2903-15cd-474a-a5f7-9193e54aece6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:41.729407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-78ca2903-15cd-474a-a5f7-9193e54aece6 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/6ed7bb13-3dbe-43ae-9dc8-14b287ce4089 HTTP/1.1" status: 404 len: 337 time: 0.1049464 Aug 16 02:16:41.735587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54568) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.762102 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42eb471-a320-42e5-a4bd-1fffc63f4a47 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:41.763458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42eb471-a320-42e5-a4bd-1fffc63f4a47 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:41.765635 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b42eb471-a320-42e5-a4bd-1fffc63f4a47 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/35254c37-b3b1-4186-b4b1-8a05d4ed7cfa HTTP/1.1" status: 404 len: 339 time: 0.0284908 Aug 16 02:16:41.770099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:41.784897 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e297e758-dfaf-47bb-89ae-155e2ef60de1 req-0a748b12-5fce-49bf-b427-835a431ef100 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749538 Aug 16 02:16:41.796351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206660f8-68a1-4fbd-a574-b7d84839a36a req-0e7214ba-1a8a-4aa1-b430-6d734c3637a7 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.797948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-206660f8-68a1-4fbd-a574-b7d84839a36a req-0e7214ba-1a8a-4aa1-b430-6d734c3637a7 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2329123 Aug 16 02:16:41.824228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c8603-9ede-426a-97f0-2db1c59b657a req-987b4bb8-c0a1-46b1-8cb1-bdd6f94806de tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:41.825883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d66c8603-9ede-426a-97f0-2db1c59b657a req-987b4bb8-c0a1-46b1-8cb1-bdd6f94806de tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 932 time: 0.1355011 Aug 16 02:16:41.844099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting subnet 761d7c33-bd03-4f78-8ce4-b003d497ba0e {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:41.847171 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.897908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:41.906252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-206660f8-68a1-4fbd-a574-b7d84839a36a req-cf2636e1-2225-46b0-a0ca-6e8d0e11dbaf tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994194 Aug 16 02:16:41.914931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d66c8603-9ede-426a-97f0-2db1c59b657a req-4792a8a8-eac3-4c2f-93aa-3f9e70cb23d7 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789921 Aug 16 02:16:41.978021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:41.986573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.000743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Transition to ACTIVE for port object 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:42.015887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.112656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.172485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Pushing event updated for resources: {'Port': ['ID=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.175758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.215028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=761d7c33-bd03-4f78-8ce4-b003d497ba0e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.217333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.222563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cdb3ee7a-4d58-4dde-bfe2-a660f804b4eb tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/761d7c33-bd03-4f78-8ce4-b003d497ba0e HTTP/1.1" status: 204 len: 168 time: 0.4504120 Aug 16 02:16:42.224543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.224867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d63008-6fe4-4f10-a5fc-99d45e4696e2 None None] Network a6c441ab-4441-481b-9e00-3077e0307186 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:42.282151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting subnet bc7da8c2-706c-41ed-a2ca-83790899afe8 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:42.288752 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.362723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.527575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.565581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Attempting to bind port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:42.566134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Attempting to bind port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:42.566243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Attempting to bind port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:42.594060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:16:42.594228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Attempting to bind port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:42.606991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:42.606991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Checking segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:42.606991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Bound using segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:42.606991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Bound port: 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:42.606991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.662614 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.701910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.710409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b6e85-2dea-4ad9-9513-6673a6416cce req-ac50240b-c37f-48ed-a229-3cb81495a565 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.712126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-382b6e85-2dea-4ad9-9513-6673a6416cce req-ac50240b-c37f-48ed-a229-3cb81495a565 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.2203808 Aug 16 02:16:42.726493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf218f-003c-488d-a35a-052d672700be req-1bc6aebe-f97c-4512-93d4-bd53a8215ad4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:42.728255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bbf218f-003c-488d-a35a-052d672700be req-1bc6aebe-f97c-4512-93d4-bd53a8215ad4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1368115 Aug 16 02:16:42.737868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7da8c2-706c-41ed-a2ca-83790899afe8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:42.740782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.742764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7b86ebc5-fc35-4baf-bc5a-eb0751c7ce98 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/bc7da8c2-706c-41ed-a2ca-83790899afe8 HTTP/1.1" status: 204 len: 168 time: 0.5168552 Aug 16 02:16:42.748625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54586) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:42.792361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-081412e1-0263-4d23-b063-1fdcfbf42c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:42.885023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] For port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:42.889873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-382b6e85-2dea-4ad9-9513-6673a6416cce req-72853d79-3c67-4b47-83b1-9ef21e448e18 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606538 Aug 16 02:16:42.927102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bbf218f-003c-488d-a35a-052d672700be req-136d277f-3805-4438-b71a-82b7e93f62ad tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1848931 Aug 16 02:16:42.929055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] For port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:42.943277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.016542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port f9867b27-eec4-4283-a849-6740bdfbe83f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:43.017044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.100394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.192866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.193686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.201060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] 10.222.0.58 "PUT /v2.0/ports/4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 HTTP/1.1" status: 200 len: 1093 time: 2.1007271 Aug 16 02:16:43.201060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'tag': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:43.202960 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "f7465cba-fd95-4a8a-90c3-13faaef7a74e", "tag": "4f6ce6e2-d3b0-428c-b2ac-2c9932383a26"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:43.221699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaccbf6-1bdb-4dda-bd09-0eaae5b37a60 req-547336dc-a8b5-4e57-9e0d-7237a6ad74c4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.223745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8eaccbf6-1bdb-4dda-bd09-0eaae5b37a60 req-547336dc-a8b5-4e57-9e0d-7237a6ad74c4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.1580837 Aug 16 02:16:43.260231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a7224-6610-4bbf-806b-7ef9d8f5e2a4 None None] Network a6c441ab-4441-481b-9e00-3077e0307186 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:43.274728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port f9867b27-eec4-4283-a849-6740bdfbe83f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f9867b27-eec4-4283-a849-6740bdfbe83f,segment=NetworkSegment(a79931eb-c94f-4cf3-94e8-d33d9682088d),segment_id=a79931eb-c94f-4cf3-94e8-d33d9682088d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:43.275199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.284945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c9983-8cbd-403b-92d3-c119a4738ebf service neutron] Pushing event updated for resources: {'Port': ['ID=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.304684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7baf092-49e7-455a-8e58-7e2facc788c4 req-4dc80182-dd28-4819-b04e-c83dd77cea66 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.306231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7baf092-49e7-455a-8e58-7e2facc788c4 req-4dc80182-dd28-4819-b04e-c83dd77cea66 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2000444 Aug 16 02:16:43.308435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for f9867b27-eec4-4283-a849-6740bdfbe83f owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:43.344044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8eaccbf6-1bdb-4dda-bd09-0eaae5b37a60 req-621a7225-aea7-4081-8b8c-cea7d04ddf7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092122 Aug 16 02:16:43.388153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0ce4943c-5a66-4007-8094-272df4dffa1d None None] Provisioning complete for port f9867b27-eec4-4283-a849-6740bdfbe83f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:43.388557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0ce4943c-5a66-4007-8094-272df4dffa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.506496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7baf092-49e7-455a-8e58-7e2facc788c4 req-58101164-6cc6-43e4-a47c-0ecd7a8a8a65 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844404 Aug 16 02:16:43.569151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-e54d57e0-a36e-47b1-a2dc-3e217d0fe990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.578739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-e54d57e0-a36e-47b1-a2dc-3e217d0fe990 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 1096 time: 0.2370985 Aug 16 02:16:43.619902 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c5c190-4ab2-4db4-8e7f-d6061434aa47 x-openstack-request-id: req-95c5c190-4ab2-4db4-8e7f-d6061434aa47 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:43.620245 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7465cba-fd95-4a8a-90c3-13faaef7a74e", "tag": "4f6ce6e2-d3b0-428c-b2ac-2c9932383a26", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:43.620459 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95c5c190-4ab2-4db4-8e7f-d6061434aa47 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:43.620880 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'tag': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', 'status': 'completed', 'code': 200} Aug 16 02:16:43.652072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-ea4964a6-7cf7-4d7c-8de1-5e5056e403ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 HTTP/1.1" status: 200 len: 217 time: 0.0618141 Aug 16 02:16:43.744525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:43.792716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0461af1b-34b2-4cf3-924d-fbfdb8c54247 None None] DHCP port deletion for a6c441ab-4441-481b-9e00-3077e0307186 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:43.805425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=f9867b27-eec4-4283-a849-6740bdfbe83f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:43.807798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port f9867b27-eec4-4283-a849-6740bdfbe83f on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:43.850677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-676ed6a5-eba6-4261-a207-67f3b18e69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:43.853847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-676ed6a5-eba6-4261-a207-67f3b18e69da service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.1921077 Aug 16 02:16:43.951388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-ab7ed56c-eca5-4b6e-93d0-f77f843369ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845346 Aug 16 02:16:44.017659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.058995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c441ab-4441-481b-9e00-3077e0307186']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.071450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79931eb-c94f-4cf3-94e8-d33d9682088d') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.071964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79931eb-c94f-4cf3-94e8-d33d9682088d') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:44.083636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.102945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d25f42-2093-4f54-b4b6-c729f7f8371e req-910e95e2-b7ef-41e0-9a33-f84669947aa0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.104492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32d25f42-2093-4f54-b4b6-c729f7f8371e req-910e95e2-b7ef-41e0-9a33-f84669947aa0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 944 time: 0.2891896 Aug 16 02:16:44.120492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.143695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:44.144110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:44.148407 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:44.162354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-1c95ab55-51ef-4a2b-86d9-abae895ccbb8 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984594 Aug 16 02:16:44.267958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32d25f42-2093-4f54-b4b6-c729f7f8371e req-0d42d021-a806-4d1a-a926-2ae36b1c4e98 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547019 Aug 16 02:16:44.319876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af4f65ac-8fd3-47e1-bbc5-fda53c00c273 req-2628c21f-7355-4452-af2f-8b6ab7562f67 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314378 Aug 16 02:16:44.380284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe8740-06fc-4c73-aa7e-70a4a192ca0c req-e544669d-3926-4efe-9097-2b09b8663a40 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.381835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dfe8740-06fc-4c73-aa7e-70a4a192ca0c req-e544669d-3926-4efe-9097-2b09b8663a40 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0523536 Aug 16 02:16:44.422668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dfe8740-06fc-4c73-aa7e-70a4a192ca0c req-5ed587f5-50d7-43d4-b3a2-12daf42b5250 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342569 Aug 16 02:16:44.529964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.550613 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.555712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.572830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/a6c441ab-4441-481b-9e00-3077e0307186 HTTP/1.1" status: 204 len: 168 time: 1.8169277 Aug 16 02:16:44.579225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd105f9e-1f1b-4ac2-9b0d-ed6f6083b95b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=a6c441ab-4441-481b-9e00-3077e0307186,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:44.605067 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f0ff4d-7e83-4dc6-9ad9-4907849ffde0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:44.605856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f0ff4d-7e83-4dc6-9ad9-4907849ffde0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:44.607855 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c0f0ff4d-7e83-4dc6-9ad9-4907849ffde0 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/db5a2dd4-352f-4a89-84a5-ef5750daa14f HTTP/1.1" status: 404 len: 337 time: 0.0510290 Aug 16 02:16:44.610333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54648) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.651879 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.663685 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-96cc8bbc-5268-48bb-903d-28f6bb111abf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:44.663685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96cc8bbc-5268-48bb-903d-28f6bb111abf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:44.672908 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-96cc8bbc-5268-48bb-903d-28f6bb111abf tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/88cc0f4c-746a-47bf-b172-00ab916f05c6 HTTP/1.1" status: 404 len: 339 time: 0.0612619 Aug 16 02:16:44.675472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.685408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74783fc6-6352-43d7-8783-fa7fb58ccb31 req-5dc8bc65-88bc-47ab-8c9e-078806cd3595 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.685408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74783fc6-6352-43d7-8783-fa7fb58ccb31 req-5dc8bc65-88bc-47ab-8c9e-078806cd3595 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1054254 Aug 16 02:16:44.694829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54658) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.708186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'floatingip': {'port_id': 'f856b325-af89-4200-9c75-03f49d95d464'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:44.748207 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-1819462c-87a5-43fd-b527-4205707a7829 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:44.749071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1819462c-87a5-43fd-b527-4205707a7829 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:44.752609 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1819462c-87a5-43fd-b527-4205707a7829 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/2218b20c-5f6a-454d-8b63-745ea3ea4efa HTTP/1.1" status: 404 len: 337 time: 0.0673840 Aug 16 02:16:44.755532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.778768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-0f1bad17-847e-49e5-80ad-7e274a444d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:44.781317 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a1160c-fa1d-474e-b907-846265fa8e38 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:44.782345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24a1160c-fa1d-474e-b907-846265fa8e38 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:44.784610 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-24a1160c-fa1d-474e-b907-846265fa8e38 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/132a9c23-777f-42fe-9349-1ce24e980839 HTTP/1.1" status: 404 len: 339 time: 0.0265954 Aug 16 02:16:44.787461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54664) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.791699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-0f1bad17-847e-49e5-80ad-7e274a444d00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 1096 time: 0.1784341 Aug 16 02:16:44.841660 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b183b38-0d7d-4b70-bc57-08f0d9ebf51e tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:44.842275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b183b38-0d7d-4b70-bc57-08f0d9ebf51e tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:44.847028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2b183b38-0d7d-4b70-bc57-08f0d9ebf51e tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/49147588-ed40-48b2-b9eb-9607fe5aa736 HTTP/1.1" status: 404 len: 337 time: 0.0581787 Aug 16 02:16:44.847837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.877513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-8a3ecbfc-932c-4496-ac62-7356a7e5024f req-a5394064-5a0c-402b-a082-884bf89aaf1a service neutron] (101946) timed out ('10.222.0.83', 65299) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:16:44.879723 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-e55cd48d-6084-4195-b588-f309129a653e tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:44.880318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e55cd48d-6084-4195-b588-f309129a653e tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:44.882197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e55cd48d-6084-4195-b588-f309129a653e tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/5c3316a9-2693-4a5d-babe-d57a86348fb4 HTTP/1.1" status: 404 len: 339 time: 0.0329306 Aug 16 02:16:44.885379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54672) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:44.919142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:44.956350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting subnet 03988c2f-cd02-40db-bb51-05fa87c864d3 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:44.963326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.036004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.064957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f9867b27-eec4-4283-a849-6740bdfbe83f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:45.097216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f9867b27-eec4-4283-a849-6740bdfbe83f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:45.111286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f9867b27-eec4-4283-a849-6740bdfbe83f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:45.201176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.382788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16342e70-d525-49e5-b583-48d3c5c3cfa6 req-18d09ee5-1ac6-4f66-b2e4-894c5e6e7cca tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.384420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16342e70-d525-49e5-b583-48d3c5c3cfa6 req-18d09ee5-1ac6-4f66-b2e4-894c5e6e7cca tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.6158621 Aug 16 02:16:45.398992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.414898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-6c513ec4-3257-4643-be18-8957665ed920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:45.416326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-6c513ec4-3257-4643-be18-8957665ed920 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 916 time: 0.5831323 Aug 16 02:16:45.427397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=03988c2f-cd02-40db-bb51-05fa87c864d3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:45.435038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.443544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e85df6-07ab-4157-9029-5bfde85cc1eb None None] Network c2dd9e79-7bf5-4165-8319-768c13a6f7fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:45.448079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bcbe6bbd-73da-4d3d-96cd-69fff837553a tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/03988c2f-cd02-40db-bb51-05fa87c864d3 HTTP/1.1" status: 204 len: 168 time: 0.5580189 Aug 16 02:16:45.448079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54680) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:45.508483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-e9b86ae3-3607-40f1-8744-09257e04caa9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 HTTP/1.1" status: 200 len: 217 time: 0.0705006 Aug 16 02:16:45.547986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.563754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16342e70-d525-49e5-b583-48d3c5c3cfa6 req-5e115c15-5984-43ca-9609-13449921c1a6 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463284 Aug 16 02:16:45.685958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] DHCP port deletion for c2dd9e79-7bf5-4165-8319-768c13a6f7fb request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:45.753973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] Deleting port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:45.756019 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.826430 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.835179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] For port 0bf99bd5-6b12-4053-902c-bd7d7e023b59, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bf99bd5-6b12-4053-902c-bd7d7e023b59,segment=NetworkSegment(17be501c-37d4-4c68-bbe5-6d35398b9ed4),segment_id=17be501c-37d4-4c68-bbe5-6d35398b9ed4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:45.835592 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:45.852629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] Calling delete_port for 0bf99bd5-6b12-4053-902c-bd7d7e023b59 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:45.997576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:45.998152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.028657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-3ee5794a-deb9-4c16-9c79-4de3771548e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.030086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-3ee5794a-deb9-4c16-9c79-4de3771548e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.4984045 Aug 16 02:16:46.039421 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.061009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port 0bf99bd5-6b12-4053-902c-bd7d7e023b59, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0bf99bd5-6b12-4053-902c-bd7d7e023b59,segment=NetworkSegment(17be501c-37d4-4c68-bbe5-6d35398b9ed4),segment_id=17be501c-37d4-4c68-bbe5-6d35398b9ed4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:46.061410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.067994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] Pushing event deleted for resources: {'Port': ['ID=0bf99bd5-6b12-4053-902c-bd7d7e023b59,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.072759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cff716-9d25-41ef-bb6a-adc8df2ac18d None None] No DVR routers for this DVR port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:46.078299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for 0bf99bd5-6b12-4053-902c-bd7d7e023b59 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:46.179229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae4b7c-38f3-4458-819b-085131e0c2b4 req-2331994a-8d91-4a4d-abf9-423fe8ccbe4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.181273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31ae4b7c-38f3-4458-819b-085131e0c2b4 req-2331994a-8d91-4a4d-abf9-423fe8ccbe4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 944 time: 0.4925339 Aug 16 02:16:46.188499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-7db538f8-d9ec-4336-a149-75d3bf9c32f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:46.190084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-7db538f8-d9ec-4336-a149-75d3bf9c32f5 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=90f03dff-a475-431e-b490-4eb8e5b2499a HTTP/1.1" status: 200 len: 943 time: 0.3739257 Aug 16 02:16:46.191234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.205661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-adfdb1b7-3622-464e-be72-d1493178fca8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1640987 Aug 16 02:16:46.224045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=0bf99bd5-6b12-4053-902c-bd7d7e023b59,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.239932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port 0bf99bd5-6b12-4053-902c-bd7d7e023b59 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:46.345175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.357386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2dd9e79-7bf5-4165-8319-768c13a6f7fb']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:46.370203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17be501c-37d4-4c68-bbe5-6d35398b9ed4') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:46.370517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17be501c-37d4-4c68-bbe5-6d35398b9ed4') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:46.380934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.400986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.407125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:46.407526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:46.411299 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:46.526270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31ae4b7c-38f3-4458-819b-085131e0c2b4 req-4c709852-3d86-4c09-80fe-acb4e1ec7f9b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195720 Aug 16 02:16:46.547288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.547288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.549131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/c2dd9e79-7bf5-4165-8319-768c13a6f7fb HTTP/1.1" status: 204 len: 168 time: 1.0996485 Aug 16 02:16:46.563590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.600098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.603392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7ec59-a274-43de-80f3-e9457aaf1ec5 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=c2dd9e79-7bf5-4165-8319-768c13a6f7fb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:46.605695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-f4034631-4a91-401e-a32e-69cebe7b06b9 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844240 Aug 16 02:16:46.607289 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3e6534-b26a-424f-98dc-8c8882bfb25b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:46.607928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c3e6534-b26a-424f-98dc-8c8882bfb25b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:46.614864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Deleting port 9a2dd194-58e2-436e-b527-88a25571dd64 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:46.614864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.615234 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4c3e6534-b26a-424f-98dc-8c8882bfb25b tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/a3c0a268-63e0-42dd-9cd2-976cb7965072 HTTP/1.1" status: 404 len: 337 time: 0.0422425 Aug 16 02:16:46.615234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54702) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.639975 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-111b15f1-b3d2-435c-b450-07af018fd9ad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] DELETE failed (client error): The resource could not be found. Aug 16 02:16:46.640951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111b15f1-b3d2-435c-b450-07af018fd9ad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:16:46.644128 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-111b15f1-b3d2-435c-b450-07af018fd9ad tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/758919a0-b8e4-4b1d-b381-fe523952dc52 HTTP/1.1" status: 404 len: 339 time: 0.0294635 Aug 16 02:16:46.647383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54706) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:46.710256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting subnet 18918d13-0ea1-4556-b3b5-de4576d16876 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:16:46.713703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.713975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.756497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.852889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:46.987906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.018352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Subnet': ['ID=18918d13-0ea1-4556-b3b5-de4576d16876,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.027462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.029785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7535b8f9-d2a8-4c90-8da5-7a707d35acef tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/subnets/18918d13-0ea1-4556-b3b5-de4576d16876 HTTP/1.1" status: 204 len: 168 time: 0.3814323 Aug 16 02:16:47.032701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54716) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:47.037722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87f257f-4d42-49bb-b91b-b037221f9bfd None None] Network f0798f52-3432-4631-aee9-a9a4b880bede requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:47.163050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] For port 9a2dd194-58e2-436e-b527-88a25571dd64, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9a2dd194-58e2-436e-b527-88a25571dd64,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:47.163691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.170399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.171413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bf99bd5-6b12-4053-902c-bd7d7e023b59 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:47.210568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0bf99bd5-6b12-4053-902c-bd7d7e023b59 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:47.211009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0bf99bd5-6b12-4053-902c-bd7d7e023b59 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:47.239709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c811cb9-8e0f-4a8f-8bd7-6dc9376f6a37 req-1dd50362-2266-40cf-afa4-87fcbec6e632 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.241296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c811cb9-8e0f-4a8f-8bd7-6dc9376f6a37 req-1dd50362-2266-40cf-afa4-87fcbec6e632 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.5215306 Aug 16 02:16:47.245652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Deleting port b4c7adab-e97b-48f3-b405-044fa62f5837 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:47.246245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.248776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Calling delete_port for 9a2dd194-58e2-436e-b527-88a25571dd64 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:47.271389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa29ada9-5c1b-40b4-8dd4-500ee8611ef0 req-ea166c40-6d78-44e9-af64-e0f05b3056ef service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420236 Aug 16 02:16:47.276780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:16:47.301907 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Floating IP a40ce446-e534-4cdb-8ef0-d9047e6f2ee6 associated. External IP: 172.25.6.147, port: f856b325-af89-4200-9c75-03f49d95d464. Aug 16 02:16:47.355422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] For port b4c7adab-e97b-48f3-b405-044fa62f5837, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b4c7adab-e97b-48f3-b405-044fa62f5837,segment=NetworkSegment(4cd4e63b-c439-4c84-8707-d578d41eed5f),segment_id=4cd4e63b-c439-4c84-8707-d578d41eed5f)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:47.355797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.372080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Calling delete_port for b4c7adab-e97b-48f3-b405-044fa62f5837 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:47.409289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c811cb9-8e0f-4a8f-8bd7-6dc9376f6a37 req-e112c689-4437-4e80-9ca0-a3d9fe3cab97 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540115 Aug 16 02:16:47.431831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] DHCP port deletion for f0798f52-3432-4631-aee9-a9a4b880bede request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:16:47.516523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:47.518240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.537143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'port_id': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', 'mac_address': 'fa:16:3e:7b:18:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b41a199-b1f8-4617-b372-0e55994b4113', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:16:47.543486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Deleting port b4c7adab-e97b-48f3-b405-044fa62f5837 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:47.543869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.577777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Port': ['ID=b4c7adab-e97b-48f3-b405-044fa62f5837,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.588229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] No DVR routers for this DVR port b4c7adab-e97b-48f3-b405-044fa62f5837 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:47.690804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.708223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] For port b4c7adab-e97b-48f3-b405-044fa62f5837, host n-d-768852-19, got binding levels [] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:47.708630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.744537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:16:47.750578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Calling delete_port for b4c7adab-e97b-48f3-b405-044fa62f5837 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:47.755090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.ipam_backend_mixin [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Port b4c7adab-e97b-48f3-b405-044fa62f5837 was not found and therefore no delete operation was performed {{(pid=101947) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:16:47.758525 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.763987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ca387-2f9d-4b93-b239-4a22fceeb4d9 req-adc43cec-d363-4a3e-8c3a-1ca4cf75edee tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:47.766965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.771742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-486ca387-2f9d-4b93-b239-4a22fceeb4d9 req-adc43cec-d363-4a3e-8c3a-1ca4cf75edee tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 944 time: 0.1311364 Aug 16 02:16:47.789582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0798f52-3432-4631-aee9-a9a4b880bede']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.810464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.818839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:16:47.818974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd4e63b-c439-4c84-8707-d578d41eed5f') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.819172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd4e63b-c439-4c84-8707-d578d41eed5f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:47.828457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] Pushing event deleted for resources: {'Port': ['ID=b4c7adab-e97b-48f3-b405-044fa62f5837,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.839075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:47.841179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.843350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b', '992fc656-01a9-4bf4-97fb-c59710f01c41'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:47.849050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'Port': ['ID=9a2dd194-58e2-436e-b527-88a25571dd64,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:47.855952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf43ee4-7418-4d2f-bb78-92ba05f8d9c8 None None] No DVR routers for this DVR port b4c7adab-e97b-48f3-b405-044fa62f5837 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:47.873299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.881035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:47.881450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:47.885864 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:47.909224 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:16:47.934800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.955847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-486ca387-2f9d-4b93-b239-4a22fceeb4d9 req-12430697-2fce-47be-9fcb-22e098f80e5b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830890 Aug 16 02:16:47.957191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] No DVR routers for this DVR port 9a2dd194-58e2-436e-b527-88a25571dd64 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:47.960315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:47.978813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c321b811-1a8e-4d4a-bd98-ddcf71f7a4fd req-01a954fb-822c-41c0-9175-50f5c66a972c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "DELETE /v2.0/ports/9a2dd194-58e2-436e-b527-88a25571dd64 HTTP/1.1" status: 204 len: 173 time: 1.7505343 Aug 16 02:16:47.978813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-deleted', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:47.978813 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fcb11aa-674f-4e00-a69c-1bcafdd55e0a" -d '{"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-deleted", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:48.043878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.092540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.097073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.109917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] 10.222.0.76 "DELETE /v2.0/networks/f0798f52-3432-4631-aee9-a9a4b880bede HTTP/1.1" status: 204 len: 168 time: 1.0678294 Aug 16 02:16:48.143738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93bced9-f7d4-44c8-b5e2-ab70951f0771 tempest-NetworksIpV6Test-1422228646 tempest-NetworksIpV6Test-1422228646-project] Pushing event deleted for resources: {'Network': ['ID=f0798f52-3432-4631-aee9-a9a4b880bede,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:48.246244 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d41c0fa-056e-419d-a602-e51a4cf72544 x-openstack-request-id: req-0d41c0fa-056e-419d-a602-e51a4cf72544 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:48.246786 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f03dff-a475-431e-b490-4eb8e5b2499a", "name": "network-vif-deleted", "tag": "9a2dd194-58e2-436e-b527-88a25571dd64", "status": "failed", "code": 422}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:48.247044 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d41c0fa-056e-419d-a602-e51a4cf72544 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:48.247567 n-d-768852-19 neutron-server[101945]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '90f03dff-a475-431e-b490-4eb8e5b2499a', 'name': 'network-vif-deleted', 'tag': '9a2dd194-58e2-436e-b527-88a25571dd64', 'status': 'failed', 'code': 422} returned with failed status Aug 16 02:16:48.255711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:16:48.260865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.267183 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:16:48.268282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['4f6ce6e2-d3b0-428c-b2ac-2c9932383a26'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:48.287671 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:48.301550 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:48.304520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0b36aa5e-7117-45f6-b53b-31e476b3b1fb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "PUT /v2.0/floatingips/a40ce446-e534-4cdb-8ef0-d9047e6f2ee6 HTTP/1.1" status: 200 len: 992 time: 3.6085653 Aug 16 02:16:48.540477 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:48.747927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d542f0-c2cb-411b-9bdb-d17527e79b66 req-834c8b8b-3aad-47b1-a50f-fc6fe0e8cb9c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:48.747927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5d542f0-c2cb-411b-9bdb-d17527e79b66 req-834c8b8b-3aad-47b1-a50f-fc6fe0e8cb9c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0718124 Aug 16 02:16:48.747927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5d542f0-c2cb-411b-9bdb-d17527e79b66 req-191bf584-e00b-489f-983d-210ab3f840ed tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515282 Aug 16 02:16:48.747927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54746) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.841310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'a40ce446-e534-4cdb-8ef0-d9047e6f2ee6', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'port_id': 'f856b325-af89-4200-9c75-03f49d95d464', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'mac_address': 'fa:16:3e:e3:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1393df3-5289-4879-afee-37536f863d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:23Z', 'updated_at': '2021-08-16T02:16:46Z', 'revision_number': 1, 'project_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:48.884454 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:16:48.898768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-adced5b0-6cef-49db-bed4-7e8bdf24e123 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cffdcb1e14b6477984ed512cc586bcc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808522 Aug 16 02:16:48.898948 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:16:48.898948 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:48.899160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54754) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:48.973461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a038b5a-eaa6-42d7-a3b3-55e4f4b63dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:48.999754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a038b5a-eaa6-42d7-a3b3-55e4f4b63dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.042658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:16:49.056846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b4c7adab-e97b-48f3-b405-044fa62f5837 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:49.088105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b4c7adab-e97b-48f3-b405-044fa62f5837 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:49.088805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b4c7adab-e97b-48f3-b405-044fa62f5837 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:49.142174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad8ecf-078a-4b86-bc75-0ca8e2d7c1f7 req-cdae2420-fba4-4fc8-8971-62d1f534ff69 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.147543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ad8ecf-078a-4b86-bc75-0ca8e2d7c1f7 req-cdae2420-fba4-4fc8-8971-62d1f534ff69 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 945 time: 0.0757143 Aug 16 02:16:49.184663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8ad8ecf-078a-4b86-bc75-0ca8e2d7c1f7 req-60690e30-397f-49ca-9fbd-f3cc39598342 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340965 Aug 16 02:16:49.303328 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a038b5a-eaa6-42d7-a3b3-55e4f4b63dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.308698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a038b5a-eaa6-42d7-a3b3-55e4f4b63dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:49.312086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a038b5a-eaa6-42d7-a3b3-55e4f4b63dd8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb6706b0-ce08-4603-99e0-36db503d2156 HTTP/1.1" status: 204 len: 168 time: 0.4117773 Aug 16 02:16:49.343451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a038b5a-eaa6-42d7-a3b3-55e4f4b63dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6706b0-ce08-4603-99e0-36db503d2156,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:49.401797 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'a40ce446-e534-4cdb-8ef0-d9047e6f2ee6', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'port_id': 'f856b325-af89-4200-9c75-03f49d95d464', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'mac_address': 'fa:16:3e:e3:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1393df3-5289-4879-afee-37536f863d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:23Z', 'updated_at': '2021-08-16T02:16:46Z', 'revision_number': 1, 'project_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:49.488114 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff9ced4-d7ce-4d76-aad1-c652c3b0fcb0 None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'a40ce446-e534-4cdb-8ef0-d9047e6f2ee6', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'floating_ip_address': '172.25.6.147', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'port_id': 'f856b325-af89-4200-9c75-03f49d95d464', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'mac_address': 'fa:16:3e:e3:64:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1393df3-5289-4879-afee-37536f863d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:16:23Z', 'updated_at': '2021-08-16T02:16:46Z', 'revision_number': 1, 'project_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:16:49.769020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb95af4d-2659-4669-a444-116bc39aecd0 None None] New status for floating IP a40ce446-e534-4cdb-8ef0-d9047e6f2ee6: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:16:49.974212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a6363-5062-4f18-9287-927261dfa4ee req-ca71036e-7070-4e98-8086-1e3dda8f82e1 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:49.976629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f5a6363-5062-4f18-9287-927261dfa4ee req-ca71036e-7070-4e98-8086-1e3dda8f82e1 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0947011 Aug 16 02:16:50.055143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f5a6363-5062-4f18-9287-927261dfa4ee req-90b3b390-baec-4f0b-97d3-9532f7e5cb2c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615871 Aug 16 02:16:50.174834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb4420-a7cb-4cf3-b73e-c288c95d6129 req-f2021e9d-5016-4ef2-809e-c2736a6eb901 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.177356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dbeb4420-a7cb-4cf3-b73e-c288c95d6129 req-f2021e9d-5016-4ef2-809e-c2736a6eb901 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 907 time: 0.0566435 Aug 16 02:16:50.249961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:50.260762 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72655506-91cc-4fef-9548-b71b5732bbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:50.341467 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a97967e-da5a-480f-a4ad-4a67ed1a47c5 x-openstack-request-id: req-1a97967e-da5a-480f-a4ad-4a67ed1a47c5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:50.342444 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:50.342889 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a97967e-da5a-480f-a4ad-4a67ed1a47c5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:50.343479 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'status': 'completed', 'code': 200} Aug 16 02:16:50.379372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44852d0-038e-4e09-b893-db098be4ce5a req-1ce5cc8a-6e8a-464d-bc1a-8c9683c0129d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.389545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a44852d0-038e-4e09-b893-db098be4ce5a req-1ce5cc8a-6e8a-464d-bc1a-8c9683c0129d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 945 time: 0.0830514 Aug 16 02:16:50.442729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a44852d0-038e-4e09-b893-db098be4ce5a req-9e3971e0-778d-4ef6-a18e-1170bde758f3 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518742 Aug 16 02:16:50.470417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-7c5058bc-be27-49ee-93c4-3e776972333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.472219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-7c5058bc-be27-49ee-93c4-3e776972333f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1098 time: 0.0977829 Aug 16 02:16:50.638753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-b8c88e3b-e098-49df-b6dc-f1fdb5aa728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.640637 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-b8c88e3b-e098-49df-b6dc-f1fdb5aa728d service neutron] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.1587102 Aug 16 02:16:50.752032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-9aafc618-08f4-4079-a6d0-2ce4f650dcd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 1002 time: 0.1021810 Aug 16 02:16:50.816508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-2fc6cd3b-6388-4881-9bab-5d0db8de93ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.816508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-2fc6cd3b-6388-4881-9bab-5d0db8de93ea service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0468903 Aug 16 02:16:50.882480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-38f10b2b-192c-4f02-b5d7-0e913c36de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:50.884608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-38f10b2b-192c-4f02-b5d7-0e913c36de08 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645266 Aug 16 02:16:50.992242 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-ca1c2856-2183-4897-8ccd-5420d5a10666 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954947 Aug 16 02:16:51.054997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54822) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:51.109283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-72655506-91cc-4fef-9548-b71b5732bbf6 req-97f9ea5b-2a6b-4897-bddb-b5451a2f9048 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030807 Aug 16 02:16:51.208068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2139814811'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:51.256140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988f8d3-b77d-4d09-a27c-2b0b544f14a9 req-ba271fd9-e5fe-4157-ba20-459ffc354919 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.263848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b988f8d3-b77d-4d09-a27c-2b0b544f14a9 req-ba271fd9-e5fe-4157-ba20-459ffc354919 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1018713 Aug 16 02:16:51.289585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:51.326383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:51.329966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.347912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b988f8d3-b77d-4d09-a27c-2b0b544f14a9 req-bd4707db-894a-43fc-9337-eceedb64a22b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808563 Aug 16 02:16:51.349273 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.398709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e4f1c-be7b-4205-909d-4da2fd67251c req-e80ae412-732f-4d90-a03d-621ed2bf2d24 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.400380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce1e4f1c-be7b-4205-909d-4da2fd67251c req-e80ae412-732f-4d90-a03d-621ed2bf2d24 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 907 time: 0.1193559 Aug 16 02:16:51.413166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:51.418893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:51.426819 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.504610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.521877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-d2950206-d226-4f0f-bf6f-f53e1afef5a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1015019 Aug 16 02:16:51.550250 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.600973 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.614682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:51.619459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:51.621961 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be8c9c6-e9d7-4d7a-b552-7eb69487af9f" -d '{"events": [{"server_uuid": "f7465cba-fd95-4a8a-90c3-13faaef7a74e", "name": "network-vif-plugged", "status": "completed", "tag": "4f6ce6e2-d3b0-428c-b2ac-2c9932383a26"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:51.633473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.634161 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment dc1e73fe-943a-4835-bcfc-e12b7ad38f4b of type vlan for network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a Aug 16 02:16:51.658937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:51.692015 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.697894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-20445fd4-f4ff-46d5-9d3f-4ce67a30d1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.709755 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-20445fd4-f4ff-46d5-9d3f-4ce67a30d1fd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=724fddb942384bf8836eadfc394fe9e4&device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 1097 time: 0.1167614 Aug 16 02:16:51.761233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.814812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3943b-9e8c-4a68-8bd9-8b7d027381b1 req-95772e1d-50de-4327-976c-937d6d50a564 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.816576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8c3943b-9e8c-4a68-8bd9-8b7d027381b1 req-95772e1d-50de-4327-976c-937d6d50a564 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 945 time: 0.2670355 Aug 16 02:16:51.875646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.884240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.885854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:51.917823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.931660 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddeb836-1149-45d0-8499-2540cd60a784 x-openstack-request-id: req-5ddeb836-1149-45d0-8499-2540cd60a784 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:51.932247 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7465cba-fd95-4a8a-90c3-13faaef7a74e", "name": "network-vif-plugged", "status": "completed", "tag": "4f6ce6e2-d3b0-428c-b2ac-2c9932383a26", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:51.932687 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5ddeb836-1149-45d0-8499-2540cd60a784 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:51.933277 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', 'code': 200} Aug 16 02:16:51.954794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8495e19-cb2b-41a6-9273-dc8badca3500,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:51.971444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39174395-dc30-45fd-a0f2-da0d538b026c req-df72e798-9bb9-466e-8f35-8e5319110aed tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:51.973757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39174395-dc30-45fd-a0f2-da0d538b026c req-df72e798-9bb9-466e-8f35-8e5319110aed tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 907 time: 0.1636622 Aug 16 02:16:52.060481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=2f537301-d5c4-4ecb-9ea7-3bbee85bf21a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.076296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:52.086329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-18064d2f-eb09-43ef-9d17-cbcba5beeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.087961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-18064d2f-eb09-43ef-9d17-cbcba5beeaa0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 200 len: 912 time: 0.3404546 Aug 16 02:16:52.101770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8c3943b-9e8c-4a68-8bd9-8b7d027381b1 req-db181b4c-7e22-4f6c-b041-f9c082981245 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415316 Aug 16 02:16:52.118103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79467f47-e098-4461-a694-ceb51ce27d89 req-6dfc7a43-ef32-4645-b679-6168c83163fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.118103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79467f47-e098-4461-a694-ceb51ce27d89 req-6dfc7a43-ef32-4645-b679-6168c83163fb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 1098 time: 0.2242451 Aug 16 02:16:52.167453 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-26aa3548-a269-4f30-9a52-6975c13f7175 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 200 len: 1000 time: 0.0656683 Aug 16 02:16:52.184520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79467f47-e098-4461-a694-ceb51ce27d89 req-456b05db-d872-4edc-8d02-687ce55d22f9 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608039 Aug 16 02:16:52.204088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2da239b6-c025-4b0a-8046-036a590088d1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1478827 Aug 16 02:16:52.229775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Deleting port 9c650681-81d3-4979-b26b-78f25272be53 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:52.230133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.292427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-56c5890d-4549-4fe9-8e0c-b4393e01fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.293930 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-56c5890d-4549-4fe9-8e0c-b4393e01fe0f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 200 len: 850 time: 0.1120892 Aug 16 02:16:52.319434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:52.324715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:52.361408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] For port 9c650681-81d3-4979-b26b-78f25272be53, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9c650681-81d3-4979-b26b-78f25272be53,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:52.361797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.381253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Calling delete_port for 9c650681-81d3-4979-b26b-78f25272be53 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:52.386747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-01558ad9-eea9-4ec3-b429-62c3e32392c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.388368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-01558ad9-eea9-4ec3-b429-62c3e32392c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=61fd65a2-7d93-4905-a477-324798acce85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0866256 Aug 16 02:16:52.542032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8edb00-0a46-4be0-b5a5-94d964261429 req-7aaaa908-2709-4f58-b88a-3ee562f8428e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.547270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc8edb00-0a46-4be0-b5a5-94d964261429 req-7aaaa908-2709-4f58-b88a-3ee562f8428e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1175182 Aug 16 02:16:52.584939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:52.588826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.590277 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-03cd1dfd-e285-48d7-9cec-a6c4a3095b33 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914952 Aug 16 02:16:52.692854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc8edb00-0a46-4be0-b5a5-94d964261429 req-9cdcb6d8-ddd4-4566-af16-f75293e4f4fc tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395872 Aug 16 02:16:52.723797 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ce454a0b-5652-43ad-94a1-a8c5ba9cce08 req-53d1add2-cccf-4778-afa1-fb82b5d692f4 service neutron] 10.222.0.83 "GET /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983717 Aug 16 02:16:52.726197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9adb0a1-9c4d-470b-bf3d-997d1d753ca6 req-52228633-4662-4bb4-b3a6-d9c86f37c7af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:52.738920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9adb0a1-9c4d-470b-bf3d-997d1d753ca6 req-52228633-4662-4bb4-b3a6-d9c86f37c7af tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 907 time: 0.1842847 Aug 16 02:16:52.843435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.868586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'Port': ['ID=9c650681-81d3-4979-b26b-78f25272be53,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:52.921817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] No DVR routers for this DVR port 9c650681-81d3-4979-b26b-78f25272be53 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:52.924415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:52.927209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-39174395-dc30-45fd-a0f2-da0d538b026c req-ca702d27-4090-4e52-8ff8-9d7643d80c7c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "DELETE /v2.0/ports/9c650681-81d3-4979-b26b-78f25272be53 HTTP/1.1" status: 204 len: 173 time: 0.9374793 Aug 16 02:16:52.927763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'name': 'network-vif-deleted', 'tag': '9c650681-81d3-4979-b26b-78f25272be53'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:52.930105 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e89a64-e3c5-4331-83f7-a15b34a75fe7" -d '{"events": [{"server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "name": "network-vif-deleted", "tag": "9c650681-81d3-4979-b26b-78f25272be53"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:52.984979 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81578a3-378f-4862-a83d-e9f2ec94ef48 x-openstack-request-id: req-a81578a3-378f-4862-a83d-e9f2ec94ef48 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:52.985283 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba97f53d-e828-4508-afa7-03258fbdc985", "name": "network-vif-deleted", "tag": "9c650681-81d3-4979-b26b-78f25272be53", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:52.985542 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a81578a3-378f-4862-a83d-e9f2ec94ef48 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:52.985950 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba97f53d-e828-4508-afa7-03258fbdc985', 'name': 'network-vif-deleted', 'tag': '9c650681-81d3-4979-b26b-78f25272be53', 'status': 'completed', 'code': 200} Aug 16 02:16:53.004330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.096225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=52fe5673-2d54-4f50-8ce3-d5f3cec4b838,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:53.226131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:53.226521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:53.310115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-66d25054-8d23-484c-af32-cb1d8fcf6e7d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1627727 Aug 16 02:16:53.342037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794abdc5-3ab9-49e3-97fe-79ae5ae02b9b req-7596ef1b-63a7-4075-b2d8-eb05ec59d2de tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.343670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-794abdc5-3ab9-49e3-97fe-79ae5ae02b9b req-7596ef1b-63a7-4075-b2d8-eb05ec59d2de tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 946 time: 0.1030881 Aug 16 02:16:53.361016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:53.434423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-794abdc5-3ab9-49e3-97fe-79ae5ae02b9b req-905ddccc-c083-403d-abb6-3f7f62e88057 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837708 Aug 16 02:16:53.447552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.448070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.448570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.449109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.449601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.450094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.450583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.452794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7accf903-af5a-429f-a20b-37048c3467fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.0751646 Aug 16 02:16:53.526440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:53.532793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.533431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.535804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba0ad6-e650-4fa2-b451-e414c36c43a2 None None] Network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:53.599429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7d3cb65f-1c35-46c1-92a8-276b5485458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.600030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7d3cb65f-1c35-46c1-92a8-276b5485458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.600530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7d3cb65f-1c35-46c1-92a8-276b5485458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.602235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-7d3cb65f-1c35-46c1-92a8-276b5485458c service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=8f42de13-11f5-40cd-8597-dfbf75d7c956&id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 2292 time: 0.1210947 Aug 16 02:16:53.666946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-37d58ee2-6bf5-42b7-9ef2-6db86b477113 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3463356 Aug 16 02:16:53.677655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54872) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:53.682904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-742715854'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:53.730728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2f537301-d5c4-4ecb-9ea7-3bbee85bf21a', 'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '52fe5673-2d54-4f50-8ce3-d5f3cec4b838'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:53.731639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.748919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-b2440da8-8e0c-435b-b18b-0c066d48d0b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 1001 time: 0.1372356 Aug 16 02:16:53.802924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:53.807463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.856761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-e3ced5f1-9575-4b53-ac00-d2ec464b3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:53.859922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-e3ced5f1-9575-4b53-ac00-d2ec464b3d45 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 200 len: 850 time: 0.1020923 Aug 16 02:16:53.861813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:53.901035 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:53.901387 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment 6afd98c2-292d-4d79-9247-a3c9cdfb1506 of type vlan for network 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb Aug 16 02:16:53.995467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9f605b7-a64a-48c6-9300-cb81d7ca40c1 req-3dd33c6a-4ca9-4904-badf-6929f48b1f7b tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=ba97f53d-e828-4508-afa7-03258fbdc985 HTTP/1.1" status: 200 len: 210 time: 0.1191752 Aug 16 02:16:54.009999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.018551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9e7d4-6e79-4575-b110-53dae051a11d req-32b1a325-a8c5-4973-aeda-73b7ded59193 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.020538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9f9e7d4-6e79-4575-b110-53dae051a11d req-32b1a325-a8c5-4973-aeda-73b7ded59193 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2302396 Aug 16 02:16:54.025032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Allocated IP 172.20.255.242 (2f537301-d5c4-4ecb-9ea7-3bbee85bf21a/52fe5673-2d54-4f50-8ce3-d5f3cec4b838/16d01ab6-cdd5-4ca5-9326-4d5a7189a539) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:16:54.087790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9f9e7d4-6e79-4575-b110-53dae051a11d req-8917b013-42aa-4cfd-974e-fc101f69f29a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527143 Aug 16 02:16:54.092021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-d7ed27f3-894b-4bd9-8ee4-22ca7135aa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.093402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-d7ed27f3-894b-4bd9-8ee4-22ca7135aa0c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd6dc3da-7a2b-42b5-8651-4224815901b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124662 Aug 16 02:16:54.225960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.232891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.233676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.254005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-ba699fd5-0ec2-4db7-b7db-de9f65e1da73 service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527410 Aug 16 02:16:54.324739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.356865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:54.389639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9c650681-81d3-4979-b26b-78f25272be53 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:16:54.390310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-acd025ef-3059-418a-841a-d6efc2b4d3ec service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295447 Aug 16 02:16:54.393587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7b5b30f2-85f3-44ea-b0ff-bc1123069a70 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7147439 Aug 16 02:16:54.397069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54886) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:54.403671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:54.424563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.456413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 9c650681-81d3-4979-b26b-78f25272be53 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:16:54.457643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9c650681-81d3-4979-b26b-78f25272be53 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:16:54.481413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Transition to ACTIVE for port object 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:54.518714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Transition to ACTIVE for port object 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:16:54.615567 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.636923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-6544a0eb-8668-448d-bcf0-07a2860fbd6b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 217 time: 0.0789959 Aug 16 02:16:54.668520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Pushing event updated for resources: {'Port': ['ID=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:54.682291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:54.682816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.694779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:16:54.698079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:54.704297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:16:54.722425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf078d-98f2-4bba-9277-01983d4a5c9d req-56298721-768d-4a51-bb7e-35475c6d8bec tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.730599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fcf078d-98f2-4bba-9277-01983d4a5c9d req-56298721-768d-4a51-bb7e-35475c6d8bec tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 946 time: 0.1743746 Aug 16 02:16:54.783453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Attempting to bind port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:16:54.784188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Attempting to bind port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:16:54.785373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Attempting to bind port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 on network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:16:54.791984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:16:54.792603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Checking segment: {'id': 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:54.793182 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.793738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Bound using segment: {'id': 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:16:54.794368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Bound port: 16d01ab6-cdd5-4ca5-9326-4d5a7189a539, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2f537301-d5c4-4ecb-9ea7-3bbee85bf21a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:16:54.794957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:54.811448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-174fa693-1369-4fbf-991a-4a5ff022f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.812880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-174fa693-1369-4fbf-991a-4a5ff022f0ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1688371 Aug 16 02:16:54.897784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fcf078d-98f2-4bba-9277-01983d4a5c9d req-67c42461-3755-441f-9bc9-4490ccedef75 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660538 Aug 16 02:16:54.899545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] For port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:16:54.911253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] For port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,segment=NetworkSegment(dc1e73fe-943a-4835-bcfc-e12b7ad38f4b),segment_id=dc1e73fe-943a-4835-bcfc-e12b7ad38f4b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:16:54.960166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-6220a91e-8c64-481a-9645-fb6de2c2a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:54.962073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-6220a91e-8c64-481a-9645-fb6de2c2a90f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1384807 Aug 16 02:16:55.045880 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.264523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542cd2d3-dc7a-4fe9-a0b6-027fdd00b66a None None] Pushing event updated for resources: {'Port': ['ID=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:55.696892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-615a4ae8-d99e-45c6-82aa-603694e8a469 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7257633 Aug 16 02:16:55.708357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dfe41-a1a7-4d6f-82c3-94e7834b4471 req-44bd288e-9120-4d7c-8ccb-a225c907bda6 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:55.709033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-239dfe41-a1a7-4d6f-82c3-94e7834b4471 req-44bd288e-9120-4d7c-8ccb-a225c907bda6 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.3184323 Aug 16 02:16:55.790982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:55.861520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=6778c425-86a2-40a2-a5e8-3107395cc5ed,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:55.944432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-239dfe41-a1a7-4d6f-82c3-94e7834b4471 req-68f391de-7bb2-4712-a751-b4be05a07b2b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624479 Aug 16 02:16:55.946704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': '6afd98c2-292d-4d79-9247-a3c9cdfb1506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:55.947133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:55.981117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-c7c73298-7d67-4735-a9b2-9017b5dd1210 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707055 Aug 16 02:16:56.036983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-4e495dc4-cb91-45f6-ace5-bdfc0644304d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 217 time: 0.0470669 Aug 16 02:16:56.129884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:56.172180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a91865-0860-4562-a8a1-2be3cede5f37 req-a98e2a4d-45fd-492f-b6c8-52f0e974a88c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.174361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3a91865-0860-4562-a8a1-2be3cede5f37 req-a98e2a4d-45fd-492f-b6c8-52f0e974a88c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 945 time: 0.1364346 Aug 16 02:16:56.189868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-242d2d05-82d6-4f4d-afda-22eb4b72e433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.192274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-242d2d05-82d6-4f4d-afda-22eb4b72e433 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1455600 Aug 16 02:16:56.283901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:56.291914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.292522 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.294324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cf834-e08a-4bc3-920d-0fa611ced508 None None] Network 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:56.352802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3a91865-0860-4562-a8a1-2be3cede5f37 req-491e0ff7-3856-4a5b-8910-2fc493f3b947 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547434 Aug 16 02:16:56.370311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-72873606-f37b-4b06-8781-b22562efd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.371927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-72873606-f37b-4b06-8781-b22562efd1a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1691928 Aug 16 02:16:56.455243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6772e5f1-afa1-4c17-a78d-6c6eb600f598 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0568118 Aug 16 02:16:56.455765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54932) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:56.571160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-40c44cf4-c1c1-4ad9-911d-cef48910acc9 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908829 Aug 16 02:16:56.594512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dce6f5d-dcf2-43f4-acc1-378335f1096e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb', 'network_id': '0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '6778c425-86a2-40a2-a5e8-3107395cc5ed'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:16:56.595524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4dce6f5d-dcf2-43f4-acc1-378335f1096e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.630316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.696971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.709414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-75a58aed-4076-4619-aa5e-449a438f63de service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282749 Aug 16 02:16:56.763626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31115056-20f3-4fb8-9853-eb9844934a99 None None] Network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:56.793264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-ef2b4265-d861-41d3-8b8d-7c02387f2bb9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 200 len: 217 time: 0.0642545 Aug 16 02:16:56.861368 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:56.880362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-56f9e5e6-866a-4299-852e-25d6610b190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:56.882159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-56f9e5e6-866a-4299-852e-25d6610b190c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0781527 Aug 16 02:16:56.908605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6bdf3d9e-464e-4296-9c0f-a00c860e46cf None None] Provisioning for port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:57.011086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-695eb17e-2196-40b8-a86a-cd335024ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.020254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-695eb17e-2196-40b8-a86a-cd335024ce30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1222329 Aug 16 02:16:57.152820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.179910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.198826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afd98c2-292d-4d79-9247-a3c9cdfb1506') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.200397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afd98c2-292d-4d79-9247-a3c9cdfb1506') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:16:57.211100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:57.216967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.220210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=6778c425-86a2-40a2-a5e8-3107395cc5ed,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server [None req-4dce6f5d-dcf2-43f4-acc1-378335f1096e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6778c425-86a2-40a2-a5e8-3107395cc5ed: This subnet is being modified by another concurrent operation. Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6778c425-86a2-40a2-a5e8-3107395cc5ed: This subnet is being modified by another concurrent operation. Aug 16 02:16:57.236248 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Aug 16 02:16:57.246230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803cfb3-39a3-48af-95dd-5095bff6ec21 req-c420b189-c09c-4419-bbd4-17132dbb1329 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.258359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2803cfb3-39a3-48af-95dd-5095bff6ec21 req-c420b189-c09c-4419-bbd4-17132dbb1329 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1238942 Aug 16 02:16:57.273607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-027c8dd0-8db3-4b39-82de-030bbe53d9a9 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410457 Aug 16 02:16:57.276908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.290423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:16:57.291302 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:16:57.297831 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:16:57.349754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067bb41-ff15-4c4e-bb5b-8ba795f3b3c1 None None] Network 0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:57.377762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-c46be4f0-6336-44d5-b975-3e1c07434581 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.380160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-c46be4f0-6336-44d5-b975-3e1c07434581 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 945 time: 0.4429789 Aug 16 02:16:57.422111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-c32de6c6-b141-4a71-ad4b-33317cf347e0 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453168 Aug 16 02:16:57.519274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2803cfb3-39a3-48af-95dd-5095bff6ec21 req-5085e675-342d-4e97-a101-c0a486335497 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620406 Aug 16 02:16:57.524581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-c9b5732a-b6ef-4d6a-8180-f2710988186a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 200 len: 217 time: 0.0920222 Aug 16 02:16:57.564738 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.573864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.592967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.600552 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb HTTP/1.1" status: 204 len: 168 time: 1.1407993 Aug 16 02:16:57.621282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54956) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:57.631587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344071568'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:57.633312 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.637249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928d1ba-59b2-4aaa-be8a-297e4a8f48a4 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:57.690381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Deleting port 992fc656-01a9-4bf4-97fb-c59710f01c41 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:16:57.695556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.702970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-678d8d21-df4e-472f-ad83-a0927c20130e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.703289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-678d8d21-df4e-472f-ad83-a0927c20130e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1105230 Aug 16 02:16:57.724170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bfec4-4e9c-4fac-af59-65a2706f17c3 req-68c86b82-15b7-4c29-afdb-348a8960fcf2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.724170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c9bfec4-4e9c-4fac-af59-65a2706f17c3 req-68c86b82-15b7-4c29-afdb-348a8960fcf2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 945 time: 0.2183676 Aug 16 02:16:57.788058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:57.797795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:16:57.802048 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.803882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:57.803882 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:57.918868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c9bfec4-4e9c-4fac-af59-65a2706f17c3 req-4c2eab1c-cc74-4b2e-ad99-8cb5a8848b6c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748528 Aug 16 02:16:57.946802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:16:57.961985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-fc145684-e073-4ee1-ae9d-705c83d620e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:57.968396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-fc145684-e073-4ee1-ae9d-705c83d620e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2455647 Aug 16 02:16:58.009051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] For port 992fc656-01a9-4bf4-97fb-c59710f01c41, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=992fc656-01a9-4bf4-97fb-c59710f01c41,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:58.009051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.017828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.023290 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment 6946828f-79b0-47ab-a092-0e4e46370e6a of type vlan for network 7bbce174-91d4-43f1-be34-06105decc427 Aug 16 02:16:58.043314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Calling delete_port for 992fc656-01a9-4bf4-97fb-c59710f01c41 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:16:58.052229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.125416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,segment=NetworkSegment(dc1e73fe-943a-4835-bcfc-e12b7ad38f4b),segment_id=dc1e73fe-943a-4835-bcfc-e12b7ad38f4b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:16:58.130200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c629226-7bea-4354-9bab-adc4e9342455 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:16:58.169253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.185090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.218055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d1bdf919-2b7d-422d-a289-93c9defd9348 None None] Provisioning complete for port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:58.222557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1bdf919-2b7d-422d-a289-93c9defd9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.310854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-c3512372-aade-4936-9713-c5c7e34fda63 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337357 Aug 16 02:16:58.336800 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.351968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.352949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.353733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.461531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.484507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b', '992fc656-01a9-4bf4-97fb-c59710f01c41'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:16:58.523854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'Port': ['ID=992fc656-01a9-4bf4-97fb-c59710f01c41,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.551305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=7bbce174-91d4-43f1-be34-06105decc427,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:58.575726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7bbce174-91d4-43f1-be34-06105decc427 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:16:58.603139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-0c7cf213-df12-4ec0-8ddf-82f89ec1d804 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832625 Aug 16 02:16:58.607428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-94723b74-b7f7-4bb4-a86b-a9e08bdf7713 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9801724 Aug 16 02:16:58.611898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54970) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:16:58.637206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c629226-7bea-4354-9bab-adc4e9342455 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:16:58.663312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '7bbce174-91d4-43f1-be34-06105decc427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:16:58.667280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] No DVR routers for this DVR port 992fc656-01a9-4bf4-97fb-c59710f01c41 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:16:58.670623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.672638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-17d969e1-a6a1-43be-a583-ab3496bc856b req-3258ea17-a02e-402e-a5f2-d79f694478ba tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "DELETE /v2.0/ports/992fc656-01a9-4bf4-97fb-c59710f01c41 HTTP/1.1" status: 204 len: 173 time: 1.2850556 Aug 16 02:16:58.673084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93fd241e-f979-4445-80c5-e8772547d482', 'name': 'network-vif-deleted', 'tag': '992fc656-01a9-4bf4-97fb-c59710f01c41'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:16:58.676206 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b41106-ebd4-4bec-93d6-bf87e960a58a" -d '{"events": [{"server_uuid": "93fd241e-f979-4445-80c5-e8772547d482", "name": "network-vif-deleted", "tag": "992fc656-01a9-4bf4-97fb-c59710f01c41"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:16:58.697161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-21f2254d-bf3d-421e-8c08-9a216f9fa608 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 200 len: 217 time: 0.0554538 Aug 16 02:16:58.883827 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d3879f-2fc5-4f0e-94a2-43c4d496abfb x-openstack-request-id: req-22d3879f-2fc5-4f0e-94a2-43c4d496abfb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:16:58.884176 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93fd241e-f979-4445-80c5-e8772547d482", "name": "network-vif-deleted", "tag": "992fc656-01a9-4bf4-97fb-c59710f01c41", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:16:58.884453 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22d3879f-2fc5-4f0e-94a2-43c4d496abfb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:16:58.884842 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93fd241e-f979-4445-80c5-e8772547d482', 'name': 'network-vif-deleted', 'tag': '992fc656-01a9-4bf4-97fb-c59710f01c41', 'status': 'completed', 'code': 200} Aug 16 02:16:58.901473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:16:58.905241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:58.920463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-239493e0-1b19-4821-8b02-019bd8a7edfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.922994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-239493e0-1b19-4821-8b02-019bd8a7edfe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.2236555 Aug 16 02:16:58.932410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01299d0-ca40-4c9f-a0ae-3ec0801ecb6e req-6dd9157e-2126-4208-afae-88c174370e4b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:58.934222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e01299d0-ca40-4c9f-a0ae-3ec0801ecb6e req-6dd9157e-2126-4208-afae-88c174370e4b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2622597 Aug 16 02:16:59.092380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing IP validity checks on allocation pools {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:16:59.094228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:16:59.158722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:16:59.239695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-5fe0eeeb-7fbc-4061-ac2b-91e26466af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.239695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-5fe0eeeb-7fbc-4061-ac2b-91e26466af2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2869742 Aug 16 02:16:59.239695 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e01299d0-ca40-4c9f-a0ae-3ec0801ecb6e req-8bc3a992-33be-4e64-b616-9d12719c4a91 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482674 Aug 16 02:16:59.377800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96e529d3-f2e0-4a7c-a555-1671baaa562f req-45d41bd7-2ccb-4ed4-ba08-dad734253485 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=93fd241e-f979-4445-80c5-e8772547d482 HTTP/1.1" status: 200 len: 210 time: 0.0846939 Aug 16 02:16:59.468983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-6cd3fe9b-9ece-4f67-b66a-c3e67d5a0ede service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348437 Aug 16 02:16:59.476438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:16:59.478036 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.531890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.629505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': '6946828f-79b0-47ab-a092-0e4e46370e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7bbce174-91d4-43f1-be34-06105decc427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:16:59.630205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 7bbce174-91d4-43f1-be34-06105decc427, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:16:59.641775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=9ca30ff6-3c8a-4b97-a342-1f0f7b35b564,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:16:59.686837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-9c080330-3392-4cda-8fd3-484dd6eedc67 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094729 Aug 16 02:16:59.717220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 7bbce174-91d4-43f1-be34-06105decc427 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:16:59.730910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-20485361-8efc-4bd6-ba97-bdf3f4814ddb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 217 time: 0.0365002 Aug 16 02:16:59.794827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-3c7eddae-07c6-4985-a66d-38436773118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.796920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-3c7eddae-07c6-4985-a66d-38436773118b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.0595891 Aug 16 02:16:59.855912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7bbce174-91d4-43f1-be34-06105decc427) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:16:59.860917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.861952 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:16:59.869014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383589e-53bf-4c91-8c92-33814d9940b1 None None] Network 7bbce174-91d4-43f1-be34-06105decc427 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:16:59.907330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-ed1dd69f-653d-4416-aa4c-6d7f25058883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:16:59.908351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-ed1dd69f-653d-4416-aa4c-6d7f25058883 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971870 Aug 16 02:16:59.966589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bbdf13a8-ab40-421d-8e41-3de6b817660a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3082702 Aug 16 02:16:59.967622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54992) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:00.067721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-83725203-2d57-485c-ac28-9b74b6020200 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516228 Aug 16 02:17:00.103668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7bbce174-91d4-43f1-be34-06105decc427', 'network_id': '7bbce174-91d4-43f1-be34-06105decc427', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '9ca30ff6-3c8a-4b97-a342-1f0f7b35b564'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:00.104560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.115729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.221459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.265739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4df5ca4-8ed4-4302-b437-7e746e08d371 req-75cf18dd-4cb9-4083-bf26-e65ceb8441d3 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879246 Aug 16 02:17:00.321585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Allocated IP 172.20.0.3 (7bbce174-91d4-43f1-be34-06105decc427/9ca30ff6-3c8a-4b97-a342-1f0f7b35b564/85062d37-7e98-476d-8c0c-83b137c7bd24) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:00.421834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88543a7b-4813-41fb-8eba-9349dadc532f req-2fca3769-15ab-4477-925f-5d598fa3d475 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:00.423897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88543a7b-4813-41fb-8eba-9349dadc532f req-2fca3769-15ab-4477-925f-5d598fa3d475 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0808282 Aug 16 02:17:00.488503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88543a7b-4813-41fb-8eba-9349dadc532f req-77629f37-a37f-47d6-b55f-ef705c765fc9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563474 Aug 16 02:17:00.611053 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.622287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Transition to ACTIVE for port object 85062d37-7e98-476d-8c0c-83b137c7bd24 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:00.641672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Transition to ACTIVE for port object 85062d37-7e98-476d-8c0c-83b137c7bd24 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:00.706445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.781056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Network 7bbce174-91d4-43f1-be34-06105decc427 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:00.783309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Pushing event updated for resources: {'Port': ['ID=85062d37-7e98-476d-8c0c-83b137c7bd24,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.788477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:00.792070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:00.795209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.869110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca30ff6-3c8a-4b97-a342-1f0f7b35b564,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:00.894727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Attempting to bind port 85062d37-7e98-476d-8c0c-83b137c7bd24 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:00.896665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Attempting to bind port 85062d37-7e98-476d-8c0c-83b137c7bd24 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6946828f-79b0-47ab-a092-0e4e46370e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7bbce174-91d4-43f1-be34-06105decc427'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:00.897056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Attempting to bind port 85062d37-7e98-476d-8c0c-83b137c7bd24 on network 7bbce174-91d4-43f1-be34-06105decc427 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:00.915835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:00.915835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Checking segment: {'id': '6946828f-79b0-47ab-a092-0e4e46370e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7bbce174-91d4-43f1-be34-06105decc427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:00.915835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:00.915835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Bound using segment: {'id': '6946828f-79b0-47ab-a092-0e4e46370e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7bbce174-91d4-43f1-be34-06105decc427'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:00.915835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Bound port: 85062d37-7e98-476d-8c0c-83b137c7bd24, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6946828f-79b0-47ab-a092-0e4e46370e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7bbce174-91d4-43f1-be34-06105decc427'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:00.915835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.002131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.022187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbce174-91d4-43f1-be34-06105decc427']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:01.034058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6946828f-79b0-47ab-a092-0e4e46370e6a') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:01.035209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6946828f-79b0-47ab-a092-0e4e46370e6a') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:01.045581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.061805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.068855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:01.069419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.079901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] For port 85062d37-7e98-476d-8c0c-83b137c7bd24, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:01.083475 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:01.141754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e992ba9-972a-44ec-988f-fd8d100c1275 req-c93eb895-0fb7-404e-9427-f76bee151e3d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.143257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e992ba9-972a-44ec-988f-fd8d100c1275 req-c93eb895-0fb7-404e-9427-f76bee151e3d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0764642 Aug 16 02:17:01.164400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] For port 85062d37-7e98-476d-8c0c-83b137c7bd24, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=85062d37-7e98-476d-8c0c-83b137c7bd24,segment=NetworkSegment(6946828f-79b0-47ab-a092-0e4e46370e6a),segment_id=6946828f-79b0-47ab-a092-0e4e46370e6a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:01.197785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e992ba9-972a-44ec-988f-fd8d100c1275 req-7c5f8a42-0b6b-4be3-ae1d-5acf036a142e tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=0e18a190-6a92-4561-961f-ff04daba7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472956 Aug 16 02:17:01.209372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:01.209372 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:01.209372 n-d-768852-19 neutron-server[101946]: [parameters: {'id': '7bbce174-91d4-43f1-be34-06105decc427'}] Aug 16 02:17:01.209372 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:01.216701 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:01.249126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.282633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-b0399554-6885-4622-a848-ec2f712c2798 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.286115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-b0399554-6885-4622-a848-ec2f712c2798 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 946 time: 0.0586088 Aug 16 02:17:01.372419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 992fc656-01a9-4bf4-97fb-c59710f01c41 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:01.403515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 992fc656-01a9-4bf4-97fb-c59710f01c41 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:01.403784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 992fc656-01a9-4bf4-97fb-c59710f01c41 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:01.413760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ccc4a-255d-4205-b13c-1bfef759c1cb None None] Pushing event updated for resources: {'Port': ['ID=85062d37-7e98-476d-8c0c-83b137c7bd24,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:01.441338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a6f34f-1cf3-4f59-83e9-a37d4d5421b2 None None] Network 7bbce174-91d4-43f1-be34-06105decc427 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:01.453922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Deleting port d50437ac-9f55-4b36-991f-4a12a31e186b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:01.454275 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.642900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5960ca-e7a7-4b03-9ce8-642ce01886dc None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:01.703671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] For port d50437ac-9f55-4b36-991f-4a12a31e186b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d50437ac-9f55-4b36-991f-4a12a31e186b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:01.704281 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.710790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.742462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Calling delete_port for d50437ac-9f55-4b36-991f-4a12a31e186b owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:01.788831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6333-d8b8-4ced-be6b-37862c5a1185 req-0f52a0e9-299c-4fda-932c-141965b9f194 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:01.799879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aef6333-d8b8-4ced-be6b-37862c5a1185 req-0f52a0e9-299c-4fda-932c-141965b9f194 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1652102 Aug 16 02:17:01.839052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port 85062d37-7e98-476d-8c0c-83b137c7bd24 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:01.840166 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:01.861669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5960ca-e7a7-4b03-9ce8-642ce01886dc None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:01.971381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port 85062d37-7e98-476d-8c0c-83b137c7bd24, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=85062d37-7e98-476d-8c0c-83b137c7bd24,segment=NetworkSegment(6946828f-79b0-47ab-a092-0e4e46370e6a),segment_id=6946828f-79b0-47ab-a092-0e4e46370e6a)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:01.972885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.002320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for 85062d37-7e98-476d-8c0c-83b137c7bd24 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:02.110864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9aef6333-d8b8-4ced-be6b-37862c5a1185 req-46bf031d-c51e-4c25-a966-162407b77bed tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029425 Aug 16 02:17:02.209476 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.234923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.295013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=85062d37-7e98-476d-8c0c-83b137c7bd24,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.319775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'Port': ['ID=d50437ac-9f55-4b36-991f-4a12a31e186b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.326259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port 85062d37-7e98-476d-8c0c-83b137c7bd24 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:02.380553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d50437ac-9f55-4b36-991f-4a12a31e186b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:02.420386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.436428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbce174-91d4-43f1-be34-06105decc427']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.450212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6946828f-79b0-47ab-a092-0e4e46370e6a') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.450515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6946828f-79b0-47ab-a092-0e4e46370e6a') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:02.460120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.477235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.483528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:02.484081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.499289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bce06ffd-d68a-4abf-87e1-74160fbe710d req-c5260f97-ef56-4911-b9ad-662d7139862c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 210 time: 0.1609793 Aug 16 02:17:02.500628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] No DVR routers for this DVR port d50437ac-9f55-4b36-991f-4a12a31e186b on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:02.511222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.513510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c1f538c-eefe-4df7-8849-f6e2a344f1d6 req-60be73da-91a3-45d0-9c95-b51877a2b326 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.58 "DELETE /v2.0/ports/d50437ac-9f55-4b36-991f-4a12a31e186b HTTP/1.1" status: 204 len: 173 time: 1.2200654 Aug 16 02:17:02.514418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'name': 'network-vif-deleted', 'tag': 'd50437ac-9f55-4b36-991f-4a12a31e186b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:02.518725 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4327375-13ad-4823-b6a2-5363ae70edb4" -d '{"events": [{"server_uuid": "fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4", "name": "network-vif-deleted", "tag": "d50437ac-9f55-4b36-991f-4a12a31e186b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:02.597582 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b9f9d6-7e49-4951-be97-fd6ac049a377 x-openstack-request-id: req-f6b9f9d6-7e49-4951-be97-fd6ac049a377 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:02.598090 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4", "name": "network-vif-deleted", "tag": "d50437ac-9f55-4b36-991f-4a12a31e186b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:02.598354 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f6b9f9d6-7e49-4951-be97-fd6ac049a377 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:02.598806 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4', 'name': 'network-vif-deleted', 'tag': 'd50437ac-9f55-4b36-991f-4a12a31e186b', 'status': 'completed', 'code': 200} Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:02.620562 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:02.739306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.764312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.766800 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/7bbce174-91d4-43f1-be34-06105decc427 HTTP/1.1" status: 204 len: 168 time: 2.7977622 Aug 16 02:17:02.768077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=7bbce174-91d4-43f1-be34-06105decc427,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:02.770141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55042) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:02.775985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-855237593'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:02.777863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.778444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.779025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.779769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.780590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.781120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.781820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.782347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.782966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.783670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.785080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.785613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b58bcea-90e8-40d3-8ddb-9f4047854c0b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:02.888652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:02.892451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.930665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:02.942314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:02.942688 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment d67af4b4-1e1e-440f-a15c-0fb6f22fa103 of type vlan for network 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b Aug 16 02:17:02.997876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.114037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.121927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.124684 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.231345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4598196 Aug 16 02:17:03.232482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd236a3c-e6ee-4f36-afa2-f777e0dd49c7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.234865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55054) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:03.254282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:03.260681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:03.279793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f09378-6de5-4fd4-9e4c-146723710376 req-ef233949-a406-491d-a520-e5c626f150c9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:03.285743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65f09378-6de5-4fd4-9e4c-146723710376 req-ef233949-a406-491d-a520-e5c626f150c9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.0877590 Aug 16 02:17:03.344864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65f09378-6de5-4fd4-9e4c-146723710376 req-71c6b217-51fc-481e-aa8a-b2934890f67e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475631 Aug 16 02:17:03.443044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:03.446867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.709418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8544630d-0cb6-4cdb-8ebd-edb9707e77fd req-fe480c4e-13a9-4c51-84ab-0c1744f6ef2c tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd7a6864-edf2-42db-bdad-1d3b5e6f4bd4 HTTP/1.1" status: 200 len: 210 time: 0.0510576 Aug 16 02:17:03.746901 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:03.838671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=2d256e9b-b372-44d0-a0da-076c65f9375c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:03.850852 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': 'd67af4b4-1e1e-440f-a15c-0fb6f22fa103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:03.851228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:03.957622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:04.083089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:04.088778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.089835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.095436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb016d7-434f-49ce-851d-db8930a4d144 None None] Network 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:04.188072 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-71b905d2-2d51-4871-a9d4-c08bd8c4f2c2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9507182 Aug 16 02:17:04.190116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:04.382342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.528972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.590501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9970f5-d4a8-430b-96c9-8102b03d6ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b', 'network_id': '2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '2d256e9b-b372-44d0-a0da-076c65f9375c'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:04.592680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd9970f5-d4a8-430b-96c9-8102b03d6ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.660242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335ee1f-fb38-4719-8967-69cdd3f26e4d req-509dc69c-49d2-4326-b4fd-77239349e57b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:04.669033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3335ee1f-fb38-4719-8967-69cdd3f26e4d req-509dc69c-49d2-4326-b4fd-77239349e57b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1903985 Aug 16 02:17:04.719009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3335ee1f-fb38-4719-8967-69cdd3f26e4d req-84467ffd-7bcc-429c-afbc-06995f5179cf tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487444 Aug 16 02:17:04.736288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.794725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=2d256e9b-b372-44d0-a0da-076c65f9375c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:04.936065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:04.951261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server [None req-dd9970f5-d4a8-430b-96c9-8102b03d6ad9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d256e9b-b372-44d0-a0da-076c65f9375c: This subnet is being modified by another concurrent operation. Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2d256e9b-b372-44d0-a0da-076c65f9375c: This subnet is being modified by another concurrent operation. Aug 16 02:17:04.958837 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Aug 16 02:17:04.978249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67af4b4-1e1e-440f-a15c-0fb6f22fa103') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:04.978249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67af4b4-1e1e-440f-a15c-0fb6f22fa103') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:04.993602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.000024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8860b20-7e7b-407f-a7f1-c5f80e9c914c None None] Network 2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:05.069625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-5dcb31ca-10c8-4782-a74a-32bcb908df73 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.084336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-5dcb31ca-10c8-4782-a74a-32bcb908df73 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.3345051 Aug 16 02:17:05.085443 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.098101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:05.098513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:05.114587 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:05.127522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-988518b6-bb7a-40e1-af23-5618b2f2f071 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/quotas/837d963262d6454baa2a6737796ae259 HTTP/1.1" status: 200 len: 375 time: 0.0371821 Aug 16 02:17:05.161313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36529a8-053b-48f2-9948-741fc7af8c04 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:05.233934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-6e7bd505-6b87-4cc6-a830-fc306642d329 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752559 Aug 16 02:17:05.351575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d50437ac-9f55-4b36-991f-4a12a31e186b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:05.361032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.372323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.381764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b HTTP/1.1" status: 204 len: 168 time: 1.1836417 Aug 16 02:17:05.381764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55108) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:05.397158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: d50437ac-9f55-4b36-991f-4a12a31e186b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:05.397524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d50437ac-9f55-4b36-991f-4a12a31e186b not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:05.405921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-220485438'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:05.407444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36529a8-053b-48f2-9948-741fc7af8c04 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:05.413323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d0e95d-40f4-4c79-ae5b-f0798785087b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:05.448886 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-509f6de8-75c0-4728-ba0a-002e56c60d10 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067251 Aug 16 02:17:05.568790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:05.572381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.917391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30665bfe-d309-4b9c-94c5-bd23e49cea21 req-8f633d41-fb43-48a0-b754-a1fc131474dc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:05.917391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30665bfe-d309-4b9c-94c5-bd23e49cea21 req-8f633d41-fb43-48a0-b754-a1fc131474dc tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.4091785 Aug 16 02:17:05.927045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:05.964165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-4db00c2a-55aa-44f4-8783-9f4c01656d56 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064385 Aug 16 02:17:05.966531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:05.966914 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment 84cf702f-10d0-423e-b16e-b08010a09614 of type vlan for network 1e257b0e-0795-4ae4-b79d-20b09d29fbba Aug 16 02:17:06.026549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30665bfe-d309-4b9c-94c5-bd23e49cea21 req-6c6fd18c-2cd2-4ff8-9004-46bbe29bc2e9 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011813 Aug 16 02:17:06.030803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.137968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.144295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.144901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.285822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d1eab-c674-497c-bde0-24effc07b839 req-1ad8c787-458c-4f84-a6b6-27127c41ed28 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.287520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-923d1eab-c674-497c-bde0-24effc07b839 req-1ad8c787-458c-4f84-a6b6-27127c41ed28 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1818502 Aug 16 02:17:06.291302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8952045 Aug 16 02:17:06.292692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f39d5-fa16-40f2-9cdb-70b5ba6cc007 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=1e257b0e-0795-4ae4-b79d-20b09d29fbba,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:06.294288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:06.308191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:06.310203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1e257b0e-0795-4ae4-b79d-20b09d29fbba details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:06.402530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-923d1eab-c674-497c-bde0-24effc07b839 req-e5c10f44-f8a1-4dfb-bd76-f5fc673d53b6 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910666 Aug 16 02:17:06.482439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2ccf95a-5833-43b8-b357-c8aad8c90be6 req-1a93f09f-792b-4f56-8835-7f4efedb5039 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 210 time: 0.0348313 Aug 16 02:17:06.551820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:06.555816 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:06.671877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b23c749-85fe-424b-87c6-5541db61bd03 req-1ef28fc4-0055-49bc-88d4-805115c7752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:06.673413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b23c749-85fe-424b-87c6-5541db61bd03 req-1ef28fc4-0055-49bc-88d4-805115c7752a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.0687873 Aug 16 02:17:06.759771 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b23c749-85fe-424b-87c6-5541db61bd03 req-0f3c1d52-7f63-4bbd-a576-9fd506a023bc service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776372 Aug 16 02:17:06.931921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.013378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=e172a38f-51ee-4793-9c9a-657b0a539f13,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:07.030731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': '84cf702f-10d0-423e-b16e-b08010a09614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:07.030731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 1e257b0e-0795-4ae4-b79d-20b09d29fbba, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:07.077970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-c4e0c206-f4f4-4235-afb5-457e96808496 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.079537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-c4e0c206-f4f4-4235-afb5-457e96808496 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0620048 Aug 16 02:17:07.164588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 1e257b0e-0795-4ae4-b79d-20b09d29fbba is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:07.174678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f4428-cc98-4137-b862-236768c9ab06 req-81cee6ec-8b90-48ed-b116-caec314066d4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.176690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-335f4428-cc98-4137-b862-236768c9ab06 req-81cee6ec-8b90-48ed-b116-caec314066d4 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0739284 Aug 16 02:17:07.215744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Deleting port 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:07.216280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.247813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-335f4428-cc98-4137-b862-236768c9ab06 req-33cf5638-5a89-405f-a033-8aea098b6ae7 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600095 Aug 16 02:17:07.317798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] For port 172bfbaa-e264-44eb-893d-5278a2e25368, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=172bfbaa-e264-44eb-893d-5278a2e25368,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:07.318416 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.372294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1e257b0e-0795-4ae4-b79d-20b09d29fbba) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:07.386840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43369994-a1d7-4319-a486-6591224136d6 None None] Network 1e257b0e-0795-4ae4-b79d-20b09d29fbba requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:07.391336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.391957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.521759 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-60531a24-1dae-42c8-8448-a5bfd940e6b1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2260747 Aug 16 02:17:07.524347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55158) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:07.712671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d64dc8a-5ecf-4b12-bec5-320375f0839d req-7e333e6a-6ce2-4cef-b2ca-48e3d33fabd9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:07.715348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d64dc8a-5ecf-4b12-bec5-320375f0839d req-7e333e6a-6ce2-4cef-b2ca-48e3d33fabd9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1540508 Aug 16 02:17:07.736984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f81e00d1-722e-4312-8f4d-7ee0e1efe76c req-c587aff7-f324-4a0c-b563-698899927b91 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 210 time: 0.0561247 Aug 16 02:17:07.767124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-1e257b0e-0795-4ae4-b79d-20b09d29fbba', 'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': 'e172a38f-51ee-4793-9c9a-657b0a539f13'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:07.767124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:07.824952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d64dc8a-5ecf-4b12-bec5-320375f0839d req-2244bca4-08be-4624-b413-75dd054e5362 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858734 Aug 16 02:17:08.026335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Allocated IP 172.20.0.2 (1e257b0e-0795-4ae4-b79d-20b09d29fbba/e172a38f-51ee-4793-9c9a-657b0a539f13/8b566a6a-4f89-462a-b9fe-c85d7a5bdb55) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:08.152672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55164) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:08.192577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.193104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.193520 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Floating IP 44628e63-f08b-4e20-b008-b1fc8cdff39c disassociated. External IP: 172.25.6.206, port: 172bfbaa-e264-44eb-893d-5278a2e25368. Aug 16 02:17:08.193975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Calling delete_port for 172bfbaa-e264-44eb-893d-5278a2e25368 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:08.229256 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.241182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Transition to ACTIVE for port object 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:08.285693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Transition to ACTIVE for port object 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:08.287263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.375831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e25dc1e0-f1d2-4e17-841a-0e84259ff4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.380923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.381774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.419587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555feee-8a39-454a-920b-9980e74426b8 req-b4d87dae-8eab-4191-a1ed-94a935d16ca2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:08.421143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5555feee-8a39-454a-920b-9980e74426b8 req-b4d87dae-8eab-4191-a1ed-94a935d16ca2 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 945 time: 0.0913630 Aug 16 02:17:08.438212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Network 1e257b0e-0795-4ae4-b79d-20b09d29fbba is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:08.447599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:08.451640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:08.496287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Pushing event updated for resources: {'Port': ['ID=8b566a6a-4f89-462a-b9fe-c85d7a5bdb55,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.522863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5555feee-8a39-454a-920b-9980e74426b8 req-f4c652e1-ae91-44ee-b1ea-84f88dc436cf tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups?id=2f0b584c-fe87-40b7-9221-f47ac6c16528&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880642 Aug 16 02:17:08.560620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Attempting to bind port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:08.561558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Attempting to bind port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '84cf702f-10d0-423e-b16e-b08010a09614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:08.562617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Attempting to bind port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 on network 1e257b0e-0795-4ae4-b79d-20b09d29fbba {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:08.569573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e25dc1e0-f1d2-4e17-841a-0e84259ff4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.569922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:08.570446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Checking segment: {'id': '84cf702f-10d0-423e-b16e-b08010a09614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:08.570890 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.571346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Bound using segment: {'id': '84cf702f-10d0-423e-b16e-b08010a09614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:08.571985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Bound port: 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84cf702f-10d0-423e-b16e-b08010a09614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:08.572247 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.580447 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.639489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'Port': ['ID=172bfbaa-e264-44eb-893d-5278a2e25368,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.641459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.642659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e25dc1e0-f1d2-4e17-841a-0e84259ff4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.669205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] For port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:08.674253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dc1e0-f1d2-4e17-841a-0e84259ff4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e4ba7-3334-4d93-8e78-56543e14099f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.675355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] For port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8b566a6a-4f89-462a-b9fe-c85d7a5bdb55,segment=NetworkSegment(84cf702f-10d0-423e-b16e-b08010a09614),segment_id=84cf702f-10d0-423e-b16e-b08010a09614)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:08.684698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=e172a38f-51ee-4793-9c9a-657b0a539f13,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.719278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e25dc1e0-f1d2-4e17-841a-0e84259ff4a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=433dd85d68794c7394c8e4d1c3f4c30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651720 Aug 16 02:17:08.721927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55178) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:08.728702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.789575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0603e670-e290-4a69-80f2-7436a0b62bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.793139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.822257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef2cc29-4f90-4c62-9301-77be9acc7f17 None None] Pushing event updated for resources: {'Port': ['ID=8b566a6a-4f89-462a-b9fe-c85d7a5bdb55,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:08.831617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e257b0e-0795-4ae4-b79d-20b09d29fbba']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:08.847771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cf702f-10d0-423e-b16e-b08010a09614') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:08.848156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cf702f-10d0-423e-b16e-b08010a09614') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:08.848405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0603e670-e290-4a69-80f2-7436a0b62bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.891092 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.920383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc10ccf-2e7e-4c18-8491-5673322d5b9e None None] Network 1e257b0e-0795-4ae4-b79d-20b09d29fbba requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:08.936294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.946610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:08.977442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:08.977861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:08.981372 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:09.112016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cd47a2a-d8c0-4cc4-ab0f-49f66d602298 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.114130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cd47a2a-d8c0-4cc4-ab0f-49f66d602298 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.2901077 Aug 16 02:17:09.114857 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0603e670-e290-4a69-80f2-7436a0b62bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.117688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0603e670-e290-4a69-80f2-7436a0b62bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.121074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0603e670-e290-4a69-80f2-7436a0b62bf2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa4e4ba7-3334-4d93-8e78-56543e14099f HTTP/1.1" status: 204 len: 168 time: 0.3959355 Aug 16 02:17:09.156064 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:09.156064 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:09.156064 n-d-768852-19 neutron-server[101946]: [parameters: {'id': '1e257b0e-0795-4ae4-b79d-20b09d29fbba'}] Aug 16 02:17:09.156064 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:09.156483 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:09.181599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:09.193520 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] Sync routers for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:09.211364 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:09.213087 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:09.214658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a644f59-7ea2-4adb-9ef7-86449943df71 req-cb68c2ca-f6ee-409e-a2db-b326f60a8a44 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 210 time: 0.2972472 Aug 16 02:17:09.226316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Request body: {'port': {'device_id': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'admin_state_up': True, 'tenant_id': '837d963262d6454baa2a6737796ae259'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:09.269414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] No DVR routers for this DVR port 172bfbaa-e264-44eb-893d-5278a2e25368 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:09.273755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.275898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c9b363c4-349a-48b2-8e48-a09dcec9be9d req-d3b4eb66-1319-4e17-80b5-273374675bea tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.83 "DELETE /v2.0/ports/172bfbaa-e264-44eb-893d-5278a2e25368 HTTP/1.1" status: 204 len: 173 time: 2.1877923 Aug 16 02:17:09.278662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-deleted', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:09.282124 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53637ea-f690-4b0b-8a2d-3a648d68cab7" -d '{"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-deleted", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:09.314211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603e670-e290-4a69-80f2-7436a0b62bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e4ba7-3334-4d93-8e78-56543e14099f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:09.328298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ec3b0-f94a-4c2a-acc7-ecd244c7d56c req-70df9b5b-c3e2-4258-b7ea-a5f7ba246c4e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:09.337352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d5ec3b0-f94a-4c2a-acc7-ecd244c7d56c req-70df9b5b-c3e2-4258-b7ea-a5f7ba246c4e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.3844686 Aug 16 02:17:09.345624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b529bfde-bc2e-4472-94b3-f74eecaccd36 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:09.362632 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0852b9ee-262f-479e-9ebf-e7eed1d169eb x-openstack-request-id: req-0852b9ee-262f-479e-9ebf-e7eed1d169eb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:09.363071 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d092ea61-c620-40a7-abde-e030fa19ed35", "name": "network-vif-deleted", "tag": "172bfbaa-e264-44eb-893d-5278a2e25368", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:09.363414 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0852b9ee-262f-479e-9ebf-e7eed1d169eb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:09.364062 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd092ea61-c620-40a7-abde-e030fa19ed35', 'name': 'network-vif-deleted', 'tag': '172bfbaa-e264-44eb-893d-5278a2e25368', 'status': 'completed', 'code': 200} Aug 16 02:17:09.396299 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:09.435312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d5ec3b0-f94a-4c2a-acc7-ecd244c7d56c req-1e6de6dc-5fa8-4c05-9747-89f1f95ae780 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969317 Aug 16 02:17:09.513112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-73dcd437-c08c-439a-874b-0739913fe722 req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1443005358', 'description': 'tempest-description-1579904891'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:09.592208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b529bfde-bc2e-4472-94b3-f74eecaccd36 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:09.616496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:17:09.616496 n-d-768852-19 neutron-server[101945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:17:09.616496 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id': '837d963262d6454baa2a6737796ae259', 'id': '0dba8822-e810-441f-905c-3928d4d1dddb', 'expiration': datetime.datetime(2021, 8, 16, 2, 19, 9, 592766)}] Aug 16 02:17:09.616496 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:09.619082 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:09.657788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.671482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73dcd437-c08c-439a-874b-0739913fe722 req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.767593 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:06Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:09.777518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:09.777875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.829383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73dcd437-c08c-439a-874b-0739913fe722 req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.863718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8b566a6a-4f89-462a-b9fe-c85d7a5bdb55,segment=NetworkSegment(84cf702f-10d0-423e-b16e-b08010a09614),segment_id=84cf702f-10d0-423e-b16e-b08010a09614)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:09.864141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:09.873421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d169723f-345f-4b75-ad5a-d3873db61771 req-6da2ef43-f9ed-4559-9470-2e70e657316d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/ports?device_id=d092ea61-c620-40a7-abde-e030fa19ed35 HTTP/1.1" status: 200 len: 210 time: 0.0342629 Aug 16 02:17:09.896856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:09.911209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73dcd437-c08c-439a-874b-0739913fe722 req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.015181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775d451b-291b-4936-8728-0a723d305bba,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.039084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da395663-a573-4b90-809e-51b1204bdbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.042698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-73dcd437-c08c-439a-874b-0739913fe722 req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.045711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73dcd437-c08c-439a-874b-0739913fe722 req-4f542068-5e1d-4e03-a81a-13f267f17de0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5464723 Aug 16 02:17:10.113938 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] Checking router: eba06b9e-9d3d-4465-b6f5-9b140fea13c1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:10.126175 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:10.127272 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:16:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.181935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-25e02e6e-0b54-4d82-a8c8-01d663b536ea tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1443005358&fields=id&tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc HTTP/1.1" status: 200 len: 267 time: 0.0602541 Aug 16 02:17:10.203525 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.246383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=8b566a6a-4f89-462a-b9fe-c85d7a5bdb55,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.252524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port 8b566a6a-4f89-462a-b9fe-c85d7a5bdb55 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:10.303888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-e267c769-0d6b-4210-96a7-c5c272f78c1e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:10.304244 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:10.316671 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-e267c769-0d6b-4210-96a7-c5c272f78c1e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1336849 Aug 16 02:17:10.327171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Made reservation on behalf of 837d963262d6454baa2a6737796ae259 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:10.331197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.345391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'port': {'security_groups': ['90938c7d-ae1c-47e0-8fbd-33a6a769de88', '775d451b-291b-4936-8728-0a723d305bba']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:10.385567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.403955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e257b0e-0795-4ae4-b79d-20b09d29fbba']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.420245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84cf702f-10d0-423e-b16e-b08010a09614') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.420563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84cf702f-10d0-423e-b16e-b08010a09614') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.428805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:10.432087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.456457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.458122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 172bfbaa-e264-44eb-893d-5278a2e25368 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:10.458771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 172bfbaa-e264-44eb-893d-5278a2e25368 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:10.465325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:10.466331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.504532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.561805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccf48ea5-0b59-4e0c-9077-c30c1cb86663 req-3f701304-2e7c-46f9-93a5-3bd747a5c551 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 210 time: 0.0644739 Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:10.584023 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:10.654560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.663481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.665321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/1e257b0e-0795-4ae4-b79d-20b09d29fbba HTTP/1.1" status: 204 len: 168 time: 3.0759912 Aug 16 02:17:10.678137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55228) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:10.736416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1023610339'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:10.788486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b127e7c-067b-4066-803c-ab3caf772bca tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=1e257b0e-0795-4ae4-b79d-20b09d29fbba,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:10.792504 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:06Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:10.827535 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ac9388-8bd8-4ee6-89e3-8c2453c4b2e9 None None] The sync data for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 is: [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:07:56Z', 'revision_number': 4, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '52e84846-42de-465d-80ba-9dfdd7e08250', 'name': '', 'network_id': '61fd65a2-7d93-4905-a477-324798acce85', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'mac_address': 'fa:16:3e:91:1d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:55Z', 'updated_at': '2021-08-16T02:08:06Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'subnets': [{'id': 'b1a2213d-e22d-4e88-855f-6acb825f58a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:10.854041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:10.857671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.882270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Allocated IP 172.20.0.13 (8a85dd59-1d86-49c6-a779-6cd16a2ed209/6b41a199-b1f8-4617-b372-0e55994b4113/89c983dc-3cd4-4a7d-9355-7c5b032fce7e) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:10.892360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:10.906929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:10.907408 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment 6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae of type vlan for network 1ed9c724-8625-4a62-a5e6-691e17fd0763 Aug 16 02:17:10.962627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.092576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55242) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.112758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.120421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.121092 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.126772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:11.224541 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.241272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5560105 Aug 16 02:17:11.243024 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.245140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55246) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.253333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:11.264423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54197c6e-68fc-421c-8d87-4108af3cfd0c tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=1ed9c724-8625-4a62-a5e6-691e17fd0763,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.278632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1ed9c724-8625-4a62-a5e6-691e17fd0763 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:11.303389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2df8afa-e0aa-480b-8870-90144c8bfb0d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.329944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2df8afa-e0aa-480b-8870-90144c8bfb0d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.336876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.378432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.379367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.387964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3af22cfb-9125-4626-a5b4-4d785b8c7711 req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "PUT /v2.0/ports/90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 982 time: 1.0690219 Aug 16 02:17:11.398887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['90871337-74e8-4e00-81d0-0b8b35edcc72'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:11.447923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28232441-e0d3-4e5e-8830-32b2705fd6bf None None] New status for floating IP 44628e63-f08b-4e20-b008-b1fc8cdff39c: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:11.454153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2df8afa-e0aa-480b-8870-90144c8bfb0d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.457454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2df8afa-e0aa-480b-8870-90144c8bfb0d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.461845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2df8afa-e0aa-480b-8870-90144c8bfb0d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "DELETE /v2.0/security-groups/2f0b584c-fe87-40b7-9221-f47ac6c16528 HTTP/1.1" status: 204 len: 168 time: 0.3684955 Aug 16 02:17:11.462651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55254) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.466172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:11.468734 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b52833d-bfa6-4ad9-9e55-35ae315e485f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:11.473783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512a004-9233-4ed4-b31c-0464966a0c32 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.524516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['90871337-74e8-4e00-81d0-0b8b35edcc72'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:11.532128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df8afa-e0aa-480b-8870-90144c8bfb0d tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0b584c-fe87-40b7-9221-f47ac6c16528,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:11.554925 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-b2a51cae-249f-43f3-bb22-c906804ee980 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] show failed (client error): The resource could not be found. Aug 16 02:17:11.557591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2a51cae-249f-43f3-bb22-c906804ee980 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "GET /v2.0/security-groups/2f0b584c-fe87-40b7-9221-f47ac6c16528 HTTP/1.1" status: 404 len: 347 time: 0.0894160 Aug 16 02:17:11.560794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55260) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:11.564254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-be73b3e5-7fdd-4854-a7f2-ca007f28f5e0 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1443005358&fields=id&tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc HTTP/1.1" status: 200 len: 267 time: 0.0616467 Aug 16 02:17:11.572858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:11.573683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.578270 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d713676d-3445-40e1-aa57-0d12028ad826 x-openstack-request-id: req-d713676d-3445-40e1-aa57-0d12028ad826 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:11.578389 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:11.578626 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d713676d-3445-40e1-aa57-0d12028ad826 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:11.579081 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'status': 'completed', 'code': 200} Aug 16 02:17:11.708553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing IP validity checks on allocation pools {{(pid=101945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:17:11.709263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.ipam_backend_mixin [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101945) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:17:11.753640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-5992fd5c-87c1-4204-9195-80ba831599a4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.755631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-5992fd5c-87c1-4204-9195-80ba831599a4 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 985 time: 0.1905410 Aug 16 02:17:11.782525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:11.809799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9', '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:11.813121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-ffe1e901-633c-4d78-9629-3b19e8288a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:11.816314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-ffe1e901-633c-4d78-9629-3b19e8288a45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1137 time: 0.2010400 Aug 16 02:17:11.843876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:11.866615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'port': {'security_groups': ['90938c7d-ae1c-47e0-8fbd-33a6a769de88']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:11.872890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:11.876958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:11.922860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Deleting port 1a7b9950-8fd3-4085-a12d-f6ef4e77dd17 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:11.923464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.005874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-a82fa0dc-47ef-48e6-ae97-343fa5881b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.008131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-a82fa0dc-47ef-48e6-ae97-343fa5881b39 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.1800170 Aug 16 02:17:12.082671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-058d2a32-055f-4585-92ea-5234db0b514c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 217 time: 0.0640831 Aug 16 02:17:12.084995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.085479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.116026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.116667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.134146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Calling delete_port for 1a7b9950-8fd3-4085-a12d-f6ef4e77dd17 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:12.189753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae8c8c9-59a6-4f76-9aa2-9662d6839eee req-93d15027-a633-4b1b-aa3f-3bcdf161c9fe tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.191947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eae8c8c9-59a6-4f76-9aa2-9662d6839eee req-93d15027-a633-4b1b-aa3f-3bcdf161c9fe tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 932 time: 0.4630392 Aug 16 02:17:12.198308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event updated for resources: {'Port': ['ID=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.216140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-20fc1462-964d-4f77-9734-565b9196f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:12.217889 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-20fc1462-964d-4f77-9734-565b9196f9fd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.1234028 Aug 16 02:17:12.236061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.262035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-06ff0e76-7df6-4a2e-85c3-85cac1336c3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339839 Aug 16 02:17:12.337385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-3cf80915-2bf9-49d8-856b-0ad261750703 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1355860 Aug 16 02:17:12.359063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Request body: {'port': {'device_id': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:12.420823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-326b4747-9eb3-4ec2-afea-78572752d580 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485579 Aug 16 02:17:12.421079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eae8c8c9-59a6-4f76-9aa2-9662d6839eee req-e7ea4457-7915-4bb3-89f5-57a097ad300a tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680419 Aug 16 02:17:12.552216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6b52833d-bfa6-4ad9-9e55-35ae315e485f req-3e29568c-d66f-4048-bfae-14b426c0a2d1 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197143 Aug 16 02:17:12.556184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.579895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.608003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.621009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Pushing event deleted for resources: {'Port': ['ID=1a7b9950-8fd3-4085-a12d-f6ef4e77dd17,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.653967 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.696094 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.700307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.702310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bf344f4e-a567-41a2-8b7e-e87dbb6ff671 tempest-ServerActionsTestJSON-760125802 tempest-ServerActionsTestJSON-760125802-project] 10.222.0.76 "DELETE /v2.0/floatingips/44628e63-f08b-4e20-b008-b1fc8cdff39c HTTP/1.1" status: 204 len: 168 time: 1.1402993 Aug 16 02:17:12.705268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55284) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:12.791052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8434a075-2fa4-4a1c-8e6a-10ae1aa53fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.828115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=38acf037-7165-4276-9ee0-ef9c72b710a9,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:12.839221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:12.873181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:12.873436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 1ed9c724-8625-4a62-a5e6-691e17fd0763, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:12.914584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:12.986582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.001235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['90871337-74e8-4e00-81d0-0b8b35edcc72'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:13.060034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55288) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:13.068268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-687178381', 'description': 'tempest-secgroup-smoke-687178381 description', 'project_id': 'c271d0e92f9641bc8675871d70eb4274'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:13.113760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c983dc-3cd4-4a7d-9355-7c5b032fce7e {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:13.128968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.143423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Transition to ACTIVE for port object 89c983dc-3cd4-4a7d-9355-7c5b032fce7e will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:13.175920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 1ed9c724-8625-4a62-a5e6-691e17fd0763 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:13.217241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.218045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.219557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5da1e76-993c-4385-83b7-8f93c18ddd43 req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "PUT /v2.0/ports/90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 943 time: 1.4397109 Aug 16 02:17:13.232134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.256554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.284299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['90871337-74e8-4e00-81d0-0b8b35edcc72'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:13.295596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.358845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1ed9c724-8625-4a62-a5e6-691e17fd0763) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:13.393925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad97bd-8d50-4c0a-9ec4-4dadc77ffeed None None] Network 1ed9c724-8625-4a62-a5e6-691e17fd0763 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:13.407554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93142239-aaf4-4984-a14b-a310efbfec6c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event updated for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.441215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:13.441555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.453335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Attempting to bind port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:13.453565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Attempting to bind port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:13.453811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Attempting to bind port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:13.520205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:13.520548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Attempting to bind port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:13.546791 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.645011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.684354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-1ed9c724-8625-4a62-a5e6-691e17fd0763', 'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '38acf037-7165-4276-9ee0-ef9c72b710a9'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:13.685353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.756745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.820243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0722fe8-76e8-4403-adfb-dcb857ed633c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.855980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:13.858253 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dd8a2f-e62b-4a47-948c-ada1a5c46404" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:13.866208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Allocated IP 172.20.0.3 (1ed9c724-8625-4a62-a5e6-691e17fd0763/38acf037-7165-4276-9ee0-ef9c72b710a9/df96bf40-deb1-4b03-93ba-201d6a1e697c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:13.887350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Pushing event updated for resources: {'Port': ['ID=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:13.907497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:13.908072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Checking segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:13.908482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Bound using segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:13.909525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Bound port: 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:13.910067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:13.944971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0a8f7f8c-8d58-49dd-8d7a-b0ca5ab8107f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6986959 Aug 16 02:17:13.945599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55304) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:13.968549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Deleting port 52e84846-42de-465d-80ba-9dfdd7e08250 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:13.969229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.061071 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.074136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Transition to ACTIVE for port object df96bf40-deb1-4b03-93ba-201d6a1e697c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:14.082298 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.088818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.096026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Transition to ACTIVE for port object df96bf40-deb1-4b03-93ba-201d6a1e697c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:14.097806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] For port 52e84846-42de-465d-80ba-9dfdd7e08250, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=52e84846-42de-465d-80ba-9dfdd7e08250,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:14.098384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.112931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Calling delete_port for 52e84846-42de-465d-80ba-9dfdd7e08250 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:14.162572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-fd87c6ce-22df-4c56-acf2-bff8cfa9ce79 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8980637 Aug 16 02:17:14.172137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.180335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.192601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:14.220470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46776f8-1b81-4c6a-813a-70e7fda9b584 req-a15d0311-a3ea-4d48-bb3c-4027cf7d64d0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.222759 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d46776f8-1b81-4c6a-813a-70e7fda9b584 req-a15d0311-a3ea-4d48-bb3c-4027cf7d64d0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 944 time: 0.3525822 Aug 16 02:17:14.249202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0840715-c698-49d9-9c98-3b2786a21474,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.255080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Network 1ed9c724-8625-4a62-a5e6-691e17fd0763 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:14.259153 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.265711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:14.278712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:14.286329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Pushing event updated for resources: {'Port': ['ID=df96bf40-deb1-4b03-93ba-201d6a1e697c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.296833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.297379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.297767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.298179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.298727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.299943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.300072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.300458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.311742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] For port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:14.312036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.312036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.312036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.312036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:14.327630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] For port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:14.361936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d46776f8-1b81-4c6a-813a-70e7fda9b584 req-e0536131-2aa2-4c36-8018-3292818c4bf6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220481 Aug 16 02:17:14.376997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.378620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fe249a4b-043c-4409-be62-a32d114c01ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3174109 Aug 16 02:17:14.380290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Attempting to bind port df96bf40-deb1-4b03-93ba-201d6a1e697c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:14.380686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Attempting to bind port df96bf40-deb1-4b03-93ba-201d6a1e697c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:14.381627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55310) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:14.382101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Attempting to bind port df96bf40-deb1-4b03-93ba-201d6a1e697c on network 1ed9c724-8625-4a62-a5e6-691e17fd0763 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:14.392431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:14.392822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Checking segment: {'id': '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:14.393315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.393433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'c0840715-c698-49d9-9c98-3b2786a21474', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:14.393865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Bound using segment: {'id': '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:14.394403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Bound port: df96bf40-deb1-4b03-93ba-201d6a1e697c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '1ed9c724-8625-4a62-a5e6-691e17fd0763'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:14.397488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.433142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.477942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.480161 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.499310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.501170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.501757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] For port df96bf40-deb1-4b03-93ba-201d6a1e697c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:14.503040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] 10.222.0.58 "PUT /v2.0/ports/89c983dc-3cd4-4a7d-9355-7c5b032fce7e HTTP/1.1" status: 200 len: 1093 time: 2.1488478 Aug 16 02:17:14.505654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] For port df96bf40-deb1-4b03-93ba-201d6a1e697c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=df96bf40-deb1-4b03-93ba-201d6a1e697c,segment=NetworkSegment(6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae),segment_id=6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:14.526233 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0927b996-2632-4221-b58d-57611ab9b22a x-openstack-request-id: req-0927b996-2632-4221-b58d-57611ab9b22a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:14.526719 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:14.526990 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0927b996-2632-4221-b58d-57611ab9b22a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:14.527394 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'status': 'completed', 'code': 200} Aug 16 02:17:14.562921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.591415 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.606857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Pushing event deleted for resources: {'Port': ['ID=52e84846-42de-465d-80ba-9dfdd7e08250,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.628088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af712dfc-1e1c-491c-87e8-fe3ba4920e09 service neutron] Pushing event updated for resources: {'Port': ['ID=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.647559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-55e45840-80ee-479d-9f40-240574fec711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.649271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-55e45840-80ee-479d-9f40-240574fec711 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.1174335 Aug 16 02:17:14.656671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=38acf037-7165-4276-9ee0-ef9c72b710a9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.664963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.693617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf0b27-9a32-4a85-8e55-b201dacd3364 None None] Pushing event updated for resources: {'Port': ['ID=df96bf40-deb1-4b03-93ba-201d6a1e697c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:14.794214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.817466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.925263 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:14.934353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed9c724-8625-4a62-a5e6-691e17fd0763']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:14.940759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-89cc3cb0-e516-46d9-ad8b-bcb285770ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:14.941031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-89cc3cb0-e516-46d9-ad8b-bcb285770ee4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 1096 time: 0.2986193 Aug 16 02:17:14.999428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:15.000266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:15.022444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.039234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.046242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:15.046780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:15.179699 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-95afdcf7-eb53-4a0b-b91d-6664963e9a3f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e HTTP/1.1" status: 200 len: 217 time: 0.2252817 Aug 16 02:17:15.198747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.275798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcaba37-41fe-4a98-ae9b-f3573ebca912,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:15.297192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-fce82b4c-0699-4ffc-a83b-b94745887ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.298814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-fce82b4c-0699-4ffc-a83b-b94745887ac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.0956302 Aug 16 02:17:15.306115 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.306115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f6b5a931-9548-4e5d-9efe-989a0c0e7398 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9188800 Aug 16 02:17:15.306115 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.308911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55318) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:15.313233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'c0840715-c698-49d9-9c98-3b2786a21474', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:15.324597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-c85be4d6-3661-4e8d-927a-207fb145d862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.328459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-c85be4d6-3661-4e8d-927a-207fb145d862 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.2095156 Aug 16 02:17:15.351139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-5c8ad3b4-4e8e-49f5-8015-76b611867592 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428398 Aug 16 02:17:15.381843 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-fced9afb-5f9a-4e70-bbc0-50de163aa05b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 217 time: 0.0471635 Aug 16 02:17:15.384814 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.403866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:15.403866 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:15.403866 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '1ed9c724-8625-4a62-a5e6-691e17fd0763'}] Aug 16 02:17:15.403866 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:15.410291 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:15.497171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-5ac41138-ffeb-47f8-83ae-ef49f062a829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.498785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-5ac41138-ffeb-47f8-83ae-ef49f062a829 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.1082153 Aug 16 02:17:15.537320 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.587676 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-07fa9163-33c0-4094-be00-0028bb4f0c46 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814009 Aug 16 02:17:15.631287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270376c1-4872-4e01-8f87-73cf68da38cb req-b235d524-a2b3-4ee3-90aa-d111ee7e724b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:15.632912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-270376c1-4872-4e01-8f87-73cf68da38cb req-b235d524-a2b3-4ee3-90aa-d111ee7e724b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 944 time: 0.1689372 Aug 16 02:17:15.639321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-a9f01cf3-b511-44a9-9c0c-e295c7d9c808 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531979 Aug 16 02:17:15.653458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Allocated IP 172.25.6.52 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c84928dc-d11b-48f4-a931-4e20b9ff9159) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:15.823312 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-99b8b6dc-5ebb-4824-8da0-cbc70b4ef07e service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230518 Aug 16 02:17:15.829977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:15.832768 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.834949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.847080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-270376c1-4872-4e01-8f87-73cf68da38cb req-5a184983-4517-4955-8e99-39bc0b169b3b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978924 Aug 16 02:17:15.907509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:15.908450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44de872c-f1df-4f64-aa7a-acd445ce6601 req-cf702e1e-f205-4c27-90d8-249d85c71541 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515349 Aug 16 02:17:15.919741 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.013168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08206b88-8c84-46c1-8870-7d5aa5b0b046,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.026917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.067864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.071657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c9fc2e0b-7048-4ccd-bf39-e4633754d8b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7593355 Aug 16 02:17:16.072487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55330) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.078095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'c0840715-c698-49d9-9c98-3b2786a21474', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:16.090974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c814b0c0-d1f7-40ca-b681-1128b211f48f None None] Network 1ed9c724-8625-4a62-a5e6-691e17fd0763 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:16.102808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34dd8a2f-e62b-4a47-948c-ada1a5c46404 req-62c6508e-e0f8-4e10-ab63-8c3f65f07cc3 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701786 Aug 16 02:17:16.104099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port df96bf40-deb1-4b03-93ba-201d6a1e697c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.108000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.132049 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:16.137104 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dadbd203-a3c9-41fd-a3bf-bd2761a0341f admin admin] 10.222.0.76 "PUT /v2.0/routers/eba06b9e-9d3d-4465-b6f5-9b140fea13c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4292378 Aug 16 02:17:16.139570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55332) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.157900 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] Sync routers for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:16.175882 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:16.180443 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.224492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.228287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.255244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f082e90f-0afe-458c-aeea-81c06863d1c4 None None] Provisioning for port df96bf40-deb1-4b03-93ba-201d6a1e697c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:16.331548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event updated for resources: {'Port': ['ID=c84928dc-d11b-48f4-a931-4e20b9ff9159,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.332284 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.352601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port df96bf40-deb1-4b03-93ba-201d6a1e697c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=df96bf40-deb1-4b03-93ba-201d6a1e697c,segment=NetworkSegment(6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae),segment_id=6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.353081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.356652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:16.363772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.372247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:16.373170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] DHCP port deletion for 1ed9c724-8625-4a62-a5e6-691e17fd0763 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:16.376190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:16.382663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for df96bf40-deb1-4b03-93ba-201d6a1e697c owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.432081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.479587 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:16.487958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c09dd4-72dc-4f7f-9993-f6a73e0d0750,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.498075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.499082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] Deleting port df96bf40-deb1-4b03-93ba-201d6a1e697c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.499810 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.528553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'tag': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:16.531423 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f062099f-f524-41d3-aaa1-3f1f5e056cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab39eb73-d187-40f3-a636-6eff0d774009", "tag": "89c983dc-3cd4-4a7d-9355-7c5b032fce7e"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:16.538325 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.557624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.558893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4bc3a3a5-6df9-4222-9468-82765d88f7fb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848061 Aug 16 02:17:16.561673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55338) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:16.566411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'c0840715-c698-49d9-9c98-3b2786a21474', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:16.589274 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8da93-80a3-4fdd-8197-de2640a94dc5 x-openstack-request-id: req-3ac8da93-80a3-4fdd-8197-de2640a94dc5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:16.589734 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab39eb73-d187-40f3-a636-6eff0d774009", "tag": "89c983dc-3cd4-4a7d-9355-7c5b032fce7e", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:16.590137 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3ac8da93-80a3-4fdd-8197-de2640a94dc5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:16.590947 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'tag': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e', 'status': 'completed', 'code': 200} Aug 16 02:17:16.607415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] For port df96bf40-deb1-4b03-93ba-201d6a1e697c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=df96bf40-deb1-4b03-93ba-201d6a1e697c,segment=NetworkSegment(6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae),segment_id=6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.607733 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.631329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] Calling delete_port for df96bf40-deb1-4b03-93ba-201d6a1e697c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.663171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.665281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Deleting port c995ec6a-e17b-427a-b467-4fd2d4c28383 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:16.665281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.695155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port df96bf40-deb1-4b03-93ba-201d6a1e697c on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:16.726030 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.806856 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:17:14Z', 'revision_number': 5, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port': {'id': 'c995ec6a-e17b-427a-b467-4fd2d4c28383', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ae:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1410, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:07:50Z', 'updated_at': '2021-08-16T02:08:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.813169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] For port c995ec6a-e17b-427a-b467-4fd2d4c28383, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c995ec6a-e17b-427a-b467-4fd2d4c28383,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:16.813998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.815517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.819893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=df96bf40-deb1-4b03-93ba-201d6a1e697c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:16.835026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Calling delete_port for c995ec6a-e17b-427a-b467-4fd2d4c28383 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:16.841720 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] Checking router: eba06b9e-9d3d-4465-b6f5-9b140fea13c1 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:16.853503 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] Routers {'eba06b9e-9d3d-4465-b6f5-9b140fea13c1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:16.855395 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:16.946507 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:16.972747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-e5f2b1a2-64f6-4f28-8b8b-42e6ea30586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:16.974191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-e5f2b1a2-64f6-4f28-8b8b-42e6ea30586f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 1096 time: 0.3500440 Aug 16 02:17:16.991499 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] Set router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:17.021688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] No DVR routers for this DVR port df96bf40-deb1-4b03-93ba-201d6a1e697c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:17.027868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ae2a5-81bb-4d37-bbf3-860bd4ddfb15 None None] Pushing event deleted for resources: {'Port': ['ID=df96bf40-deb1-4b03-93ba-201d6a1e697c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.060311 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:17:16Z', 'revision_number': 6, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.084668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.088973 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e56fd82-2efa-4280-92b5-db4912f0f0b9 None None] The sync data for ids ['eba06b9e-9d3d-4465-b6f5-9b140fea13c1'] in n-d-768852-19 is: [{'id': 'eba06b9e-9d3d-4465-b6f5-9b140fea13c1', 'name': 'tempest-ServerActionsTestJSON-171720810-router', 'tenant_id': '724fddb942384bf8836eadfc394fe9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:07:49Z', 'updated_at': '2021-08-16T02:17:16Z', 'revision_number': 6, 'project_id': '724fddb942384bf8836eadfc394fe9e4', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:17.106272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.182705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.214382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dcd1067-7ec2-4331-a044-096cc3ef208d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.293988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.297857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5cdcf78-783c-41f2-8386-04d512574471 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7325964 Aug 16 02:17:17.298210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55352) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.303844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'c0840715-c698-49d9-9c98-3b2786a21474', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:17.314810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.357827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=c995ec6a-e17b-427a-b467-4fd2d4c28383,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.428020 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:17:17.439605 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.443227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed9c724-8625-4a62-a5e6-691e17fd0763']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.456989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.484213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.484613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d4a3393-4f2e-4b6e-9f9b-2a939cd86eae') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:17.503471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.543135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.571123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:17.571528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.572702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.576728 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.582053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523be9a0-0c8f-466f-89a0-a97f8eeb1376 req-d753a05c-41f3-4378-960f-b33b1dd38941 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-523be9a0-0c8f-466f-89a0-a97f8eeb1376 req-d753a05c-41f3-4378-960f-b33b1dd38941 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 944 time: 0.5424774 Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:17.585120 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:17.593490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.648494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.668576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffa13e7-5209-410b-8a55-65ff3ab881d9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.668842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-fa72daf6-9930-4822-8606-fc17d997c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:17.670400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-fa72daf6-9930-4822-8606-fc17d997c50f service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 916 time: 0.6882615 Aug 16 02:17:17.702026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.702807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router eba06b9e-9d3d-4465-b6f5-9b140fea13c1 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:17.712883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.712883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5737785-b5be-4f87-b1d0-e749ba448f8e admin admin] 10.222.0.76 "DELETE /v2.0/routers/eba06b9e-9d3d-4465-b6f5-9b140fea13c1 HTTP/1.1" status: 204 len: 168 time: 1.5698810 Aug 16 02:17:17.714078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55354) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.740728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.743775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-278a1add-dcc6-4ad9-a9a8-02ada17c977b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e HTTP/1.1" status: 200 len: 217 time: 0.0632753 Aug 16 02:17:17.752122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-523be9a0-0c8f-466f-89a0-a97f8eeb1376 req-1fffde80-7e02-4dd8-8951-3511960bd97f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180201 Aug 16 02:17:17.789232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Deleting subnet b1a2213d-e22d-4e88-855f-6acb825f58a8 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:17.792095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.793807 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2d7babc7-5f22-4ce7-a584-d3e629be5fad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4944189 Aug 16 02:17:17.796445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55356) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.802972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.803964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'c0840715-c698-49d9-9c98-3b2786a21474', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:17.809190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.822064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.825027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/1ed9c724-8625-4a62-a5e6-691e17fd0763 HTTP/1.1" status: 204 len: 168 time: 3.8542678 Aug 16 02:17:17.835414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55358) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:17.843454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca451612-0608-4aa0-ae1d-2b8ddb6128a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=1ed9c724-8625-4a62-a5e6-691e17fd0763,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:17.845616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.847042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067951325'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:17.883908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:17.885872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-2a487209-dd3b-4359-81f4-4e5c2d81ba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:17.887687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-2a487209-dd3b-4359-81f4-4e5c2d81ba56 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.1330292 Aug 16 02:17:17.963610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-eb1762ab-f4a2-458d-b915-f7336dd21583 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642231 Aug 16 02:17:17.966159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event updated for resources: {'Port': ['ID=c84928dc-d11b-48f4-a931-4e20b9ff9159,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.012730 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:17:18.024889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.036122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.054980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.084039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-0b24358c-65d2-41dc-aba1-257d739ba77d service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074779 Aug 16 02:17:18.113827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:18.117604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.155798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.169308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:18.173893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.176096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-8550e03b-3cfc-4098-b3af-521c12f19e8a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9996135 Aug 16 02:17:18.184158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.188026 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment f046d3b3-fc50-4b30-b1d8-3270e1aa7860 of type vlan for network 642caefa-a010-4892-9af4-02037f1bc80f Aug 16 02:17:18.258764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.280930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.304133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27903da7-e8d0-43a7-a46a-77a60e063d44,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.317014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.322309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f062099f-f524-41d3-aaa1-3f1f5e056cc8 req-f4037f41-ef83-429d-a522-a00491d52301 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303665 Aug 16 02:17:18.340852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-b6e3f00a-425a-4e8c-8993-1e37ed6ab624 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 695 time: 0.1066813 Aug 16 02:17:18.348035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a2213d-e22d-4e88-855f-6acb825f58a8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.355665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.358084 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-64ff3f85-9ad3-4a61-b318-95a3381b62fb admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b1a2213d-e22d-4e88-855f-6acb825f58a8 HTTP/1.1" status: 204 len: 168 time: 0.6427710 Aug 16 02:17:18.360465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55366) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.364216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ed27f-930c-49e7-bcc6-aaeffb166cb5 None None] Network 61fd65a2-7d93-4905-a477-324798acce85 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:18.381259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.387501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.388239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.452702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.453927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-45bf7a34-e8eb-4bca-b2c5-49221a588ab3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6564178 Aug 16 02:17:18.457539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55368) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.465156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'network': {'name': 'tempest-network-smoke--321452520', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'port_security_enabled': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:18.508171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-f01e035f-8948-4048-9cd4-e4a611710c95 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.510367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-f01e035f-8948-4048-9cd4-e4a611710c95 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.1619332 Aug 16 02:17:18.527079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.528253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-61ed37a2-b316-4e25-ad38-34b086aa6c5c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:17:18.529823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b18a71-d89b-4e6f-841c-15376858b8b1 req-61ed37a2-b316-4e25-ad38-34b086aa6c5c tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091588 Aug 16 02:17:18.550287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=642caefa-a010-4892-9af4-02037f1bc80f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:18.561985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 642caefa-a010-4892-9af4-02037f1bc80f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:18.569008 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9e93c21e-823a-4650-a072-7a1ca9bc1ea1 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7283633 Aug 16 02:17:18.570660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55372) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:18.577170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '642caefa-a010-4892-9af4-02037f1bc80f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:18.650550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] DHCP port deletion for 61fd65a2-7d93-4905-a477-324798acce85 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:18.678668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Deleting port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:18.679027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.704864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] Deleting port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:18.706071 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.742553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:18.747513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.765270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] For port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:18.765652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.780994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Calling delete_port for 80f25017-dff2-4ff8-ac46-c98cc5e4c61b owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:18.813768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] For port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,segment=NetworkSegment(913ddfd4-b070-42ae-a307-7ac0936502b8),segment_id=913ddfd4-b070-42ae-a307-7ac0936502b8)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:18.821769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:18.822582 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.833764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.834118 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Added segment f3a04f34-5f02-448c-959f-639184ef499f of type vlan for network c0703380-b832-4727-9e79-8ff99e9fdc32 Aug 16 02:17:18.851863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] Calling delete_port for 80f25017-dff2-4ff8-ac46-c98cc5e4c61b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:18.941050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-f7d41cd9-0568-41d5-a696-58d646732c98 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:18.942667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-f7d41cd9-0568-41d5-a696-58d646732c98 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2856123 Aug 16 02:17:18.944882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.951757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.964488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:18.970749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] No DVR routers for this DVR port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:18.999680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] Pushing event deleted for resources: {'Port': ['ID=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.001677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed0e038-e46d-441e-a10c-8814ef787634 None None] No DVR routers for this DVR port 80f25017-dff2-4ff8-ac46-c98cc5e4c61b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:19.035299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f25017-dff2-4ff8-ac46-c98cc5e4c61b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.054670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-1f7c15da-daa6-42a9-9df8-2025d2161c1b tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 695 time: 0.1019268 Aug 16 02:17:19.071269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a01ac24-d32f-4d6b-8fc3-b867ad82943e req-e38b27ab-5cbd-43d1-9566-b68658b619c6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.077207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 80f25017-dff2-4ff8-ac46-c98cc5e4c61b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:19.077374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a01ac24-d32f-4d6b-8fc3-b867ad82943e req-e38b27ab-5cbd-43d1-9566-b68658b619c6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 944 time: 0.2006459 Aug 16 02:17:19.077374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:19.079395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.088538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'floatingip': {'port_id': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:19.098317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.101835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 80f25017-dff2-4ff8-ac46-c98cc5e4c61b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:19.105788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 80f25017-dff2-4ff8-ac46-c98cc5e4c61b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:19.105788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c995ec6a-e17b-427a-b467-4fd2d4c28383 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:19.109864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fd65a2-7d93-4905-a477-324798acce85']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.121737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913ddfd4-b070-42ae-a307-7ac0936502b8') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.122115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913ddfd4-b070-42ae-a307-7ac0936502b8') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:19.122945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c995ec6a-e17b-427a-b467-4fd2d4c28383 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:19.123403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c995ec6a-e17b-427a-b467-4fd2d4c28383 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:19.124056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 52e84846-42de-465d-80ba-9dfdd7e08250 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:19.132819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.147725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.154405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 52e84846-42de-465d-80ba-9dfdd7e08250 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:19.154405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 52e84846-42de-465d-80ba-9dfdd7e08250 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:19.155505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:19.156110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:19.158246 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:19.206227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.207639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:19.208151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.242858 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.328474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.333782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.338706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] 10.222.0.76 "DELETE /v2.0/networks/61fd65a2-7d93-4905-a477-324798acce85 HTTP/1.1" status: 204 len: 168 time: 0.9741728 Aug 16 02:17:19.353825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be4ecf7-ace8-479e-93fc-2da5a9f27048 admin admin] Pushing event deleted for resources: {'Network': ['ID=61fd65a2-7d93-4905-a477-324798acce85,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.382478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 89c983dc-3cd4-4a7d-9355-7c5b032fce7e details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:19.385948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9a01ac24-d32f-4d6b-8fc3-b867ad82943e req-5a332d9b-4b61-43f5-963a-00fda4afcc79 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013959 Aug 16 02:17:19.387268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9280992 Aug 16 02:17:19.388006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272be63d-91c7-4ce6-9e77-ecf73ea7aef5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Network': ['ID=c0703380-b832-4727-9e79-8ff99e9fdc32,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.390444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55388) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:19.404622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'admin_state_up': True, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:19.406123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c0703380-b832-4727-9e79-8ff99e9fdc32 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:19.618476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:19.625390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.626432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.640581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'port_id': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e', 'mac_address': 'fa:16:3e:53:b3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b41a199-b1f8-4617-b372-0e55994b4113', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:19.681761 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.696477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c983dc-3cd4-4a7d-9355-7c5b032fce7e {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:19.721847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:19.790714 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.816260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.848557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55390) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:19.854617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:19.907449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4c2ca8c9-8aa7-4c29-8c67-3b9ede6d7180 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=724fddb942384bf8836eadfc394fe9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544665 Aug 16 02:17:19.908032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:19.910618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.963709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6097e5b-f92c-44ac-9319-68c96b7fcd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:19.988301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6097e5b-f92c-44ac-9319-68c96b7fcd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.128920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6097e5b-f92c-44ac-9319-68c96b7fcd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.132183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e6097e5b-f92c-44ac-9319-68c96b7fcd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.133428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e6097e5b-f92c-44ac-9319-68c96b7fcd76 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e18a190-6a92-4561-961f-ff04daba7f0c HTTP/1.1" status: 204 len: 168 time: 0.2236910 Aug 16 02:17:20.137065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=1d61f52b-cc3a-4dde-8da0-d54ae61c25bc,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.148855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6097e5b-f92c-44ac-9319-68c96b7fcd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e18a190-6a92-4561-961f-ff04daba7f0c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:20.160115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['89c983dc-3cd4-4a7d-9355-7c5b032fce7e'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:20.521013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:17:20.567725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.570723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '642caefa-a010-4892-9af4-02037f1bc80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:20.571102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 642caefa-a010-4892-9af4-02037f1bc80f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:20.625155 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.656134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5cc44-72be-41c1-b99c-d0b23299b5db req-e5e17251-c01a-4757-a396-44cd705e4b17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.657688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fa5cc44-72be-41c1-b99c-d0b23299b5db req-e5e17251-c01a-4757-a396-44cd705e4b17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 945 time: 0.1473975 Aug 16 02:17:20.660690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:20.728667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 642caefa-a010-4892-9af4-02037f1bc80f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:20.835339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fa5cc44-72be-41c1-b99c-d0b23299b5db req-b46d711c-8946-459a-9f10-e5eff08c0613 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125133 Aug 16 02:17:20.846674 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Floating IP f46438f0-514e-4c25-a3e2-9fb0fd1c9d30 associated. External IP: 172.25.6.52, port: 90871337-74e8-4e00-81d0-0b8b35edcc72. Aug 16 02:17:20.886606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 642caefa-a010-4892-9af4-02037f1bc80f) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:20.897437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7cfae-11db-4bc8-bfa4-da176fe16c33 None None] Network 642caefa-a010-4892-9af4-02037f1bc80f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:20.899338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:20.899956 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.031799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fc4e97c6-53ff-42eb-903e-99fdcc1cb206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4599290 Aug 16 02:17:21.035216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55420) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.126333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.146594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-642caefa-a010-4892-9af4-02037f1bc80f', 'network_id': '642caefa-a010-4892-9af4-02037f1bc80f', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '1d61f52b-cc3a-4dde-8da0-d54ae61c25bc'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:21.148179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.157604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.162544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.281604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.330331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:21.386203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 89c983dc-3cd4-4a7d-9355-7c5b032fce7e up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:21.388864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Allocated IP 172.20.0.1 (642caefa-a010-4892-9af4-02037f1bc80f/1d61f52b-cc3a-4dde-8da0-d54ae61c25bc/ce5a5862-9fc0-41b4-a704-258ccaf57540) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:21.450304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.253 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/322c6033-0bff-4690-b511-f7752c5a715b) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:21.532935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:21.577454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55434) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:21.578867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.587928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Transition to ACTIVE for port object ce5a5862-9fc0-41b4-a704-258ccaf57540 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:21.604020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] Sync routers for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:21.616112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Transition to ACTIVE for port object ce5a5862-9fc0-41b4-a704-258ccaf57540 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:21.620674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:21.621324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:21.662264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:21.672999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.675061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:21.675446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.716176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.724718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.727601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-387669011-network', 'tenant_id': '54cfb44fb072433ab9b70b0464bc61d0'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:21.757636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-473bda0c-671b-46a1-b5b1-c7cd8d999467 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "PUT /v2.0/floatingips/f46438f0-514e-4c25-a3e2-9fb0fd1c9d30 HTTP/1.1" status: 200 len: 996 time: 2.6974587 Aug 16 02:17:21.758495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:21.762286 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23edc2be-0592-4b83-8da4-79f5d8b036a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:21.769982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.796660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.820105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=1d61f52b-cc3a-4dde-8da0-d54ae61c25bc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:21.856471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Network 642caefa-a010-4892-9af4-02037f1bc80f is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:21.874101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Made reservation on behalf of 54cfb44fb072433ab9b70b0464bc61d0 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:21.875216 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c495534b-de67-4915-9279-305ad9df64ae x-openstack-request-id: req-c495534b-de67-4915-9279-305ad9df64ae {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:21.875436 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:21.875736 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c495534b-de67-4915-9279-305ad9df64ae {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:21.876106 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'status': 'completed', 'code': 200} Aug 16 02:17:21.876954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=322c6033-0bff-4690-b511-f7752c5a715b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:21.877595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.880428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:21.886212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:21.897787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.898263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.898669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.899124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.899473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.900352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.900708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.901181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.901534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.902236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.903442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.903864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:21.934671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.940037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:21.941316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:21.945153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:21.953426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-aef6b79e-2737-4e0b-9e66-202de22f99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:21.956437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-aef6b79e-2737-4e0b-9e66-202de22f99bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.1775017 Aug 16 02:17:21.957412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:22.004503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Pushing event updated for resources: {'Port': ['ID=ce5a5862-9fc0-41b4-a704-258ccaf57540,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.030377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:22.068878 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.071500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642caefa-a010-4892-9af4-02037f1bc80f']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.074892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Attempting to bind port ce5a5862-9fc0-41b4-a704-258ccaf57540 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:22.075549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Attempting to bind port ce5a5862-9fc0-41b4-a704-258ccaf57540 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '642caefa-a010-4892-9af4-02037f1bc80f'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:22.076129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Attempting to bind port ce5a5862-9fc0-41b4-a704-258ccaf57540 on network 642caefa-a010-4892-9af4-02037f1bc80f {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:22.087354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.088894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.089373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.104773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.107038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:22.107707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Checking segment: {'id': 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '642caefa-a010-4892-9af4-02037f1bc80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:22.108393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.108583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-8353382c-597a-41ef-9d5f-765269063940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.109187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Bound using segment: {'id': 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '642caefa-a010-4892-9af4-02037f1bc80f'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:22.109890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Bound port: ce5a5862-9fc0-41b4-a704-258ccaf57540, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '642caefa-a010-4892-9af4-02037f1bc80f'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:22.110284 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-8353382c-597a-41ef-9d5f-765269063940 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.2224054 Aug 16 02:17:22.110848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.148994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:22.155376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:22.157996 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e5426-b70f-43ed-bbd2-418426ec6f43" -d '{"events": [{"server_uuid": "ab39eb73-d187-40f3-a636-6eff0d774009", "name": "network-vif-plugged", "status": "completed", "tag": "89c983dc-3cd4-4a7d-9355-7c5b032fce7e"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:22.175788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.181278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.209037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:22.209509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:22.224293 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:22.271728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.290736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:22.312815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d6e1a-f432-41c5-932c-71662b94e44a req-f1041c2c-90ff-4844-af5a-89fa7ea831c0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.315249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-567d6e1a-f432-41c5-932c-71662b94e44a req-f1041c2c-90ff-4844-af5a-89fa7ea831c0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 945 time: 0.1502125 Aug 16 02:17:22.340899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.343534 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Added segment 6cc9859e-84cf-4d68-922b-4792ef96a5b6 of type vlan for network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 Aug 16 02:17:22.365946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1151f6-e750-43d3-b0bc-fa48454cb4f5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.397984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] For port ce5a5862-9fc0-41b4-a704-258ccaf57540, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:22.420013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:22.420013 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:22.420013 n-d-768852-19 neutron-server[101946]: [parameters: {'id': '642caefa-a010-4892-9af4-02037f1bc80f'}] Aug 16 02:17:22.420013 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:22.421105 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:22.423123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.432642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-d5436a0f-57ec-4a3d-b750-cf74cef040eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.433944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] For port ce5a5862-9fc0-41b4-a704-258ccaf57540, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ce5a5862-9fc0-41b4-a704-258ccaf57540,segment=NetworkSegment(f046d3b3-fc50-4b30-b1d8-3270e1aa7860),segment_id=f046d3b3-fc50-4b30-b1d8-3270e1aa7860)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:22.434618 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-d5436a0f-57ec-4a3d-b750-cf74cef040eb service neutron] 10.222.0.83 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.3156579 Aug 16 02:17:22.437299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.503613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.529252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-6ae3e192-aed6-4e2f-80c3-bea196cc4673 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 999 time: 0.0855618 Aug 16 02:17:22.537706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-0b79531b-f0e4-4357-a448-5ded931152c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.539283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-0b79531b-f0e4-4357-a448-5ded931152c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.3653874 Aug 16 02:17:22.542182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-567d6e1a-f432-41c5-932c-71662b94e44a req-44d0a769-72ba-42d0-a532-ebf884803241 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729443 Aug 16 02:17:22.619497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-682b9b27-1695-49cd-be98-56c5620d5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.621028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-682b9b27-1695-49cd-be98-56c5620d5b3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.0855753 Aug 16 02:17:22.643822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf0c17-86d7-4eb2-977f-e7547190f63c None None] Pushing event updated for resources: {'Port': ['ID=ce5a5862-9fc0-41b4-a704-258ccaf57540,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:22.645474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.646534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:22.647157 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.650333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'f46438f0-514e-4c25-a3e2-9fb0fd1c9d30', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'port_id': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'mac_address': 'fa:16:3e:7d:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:16Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 1, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:19Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.652176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:22.655870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134bfb9d-d5b8-4556-ae90-3db8eda85624 None None] Network 642caefa-a010-4892-9af4-02037f1bc80f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:22.696711 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-d95182b2-7f35-40a7-a93b-c22e679eb83e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688043 Aug 16 02:17:22.704145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] Checking router: fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:22.763177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:22.763952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:22.832374 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f597701c-aa1f-4c15-9256-2681d3bd8f11 x-openstack-request-id: req-f597701c-aa1f-4c15-9256-2681d3bd8f11 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:22.832818 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab39eb73-d187-40f3-a636-6eff0d774009", "name": "network-vif-plugged", "status": "completed", "tag": "89c983dc-3cd4-4a7d-9355-7c5b032fce7e", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:22.833172 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f597701c-aa1f-4c15-9256-2681d3bd8f11 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:22.833673 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e', 'code': 200} Aug 16 02:17:23.101743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.144824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430cb528-4350-4960-b9eb-3ab14c5d935a None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:23.175656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:23.178270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] Pushing event updated for resources: {'Network': ['ID=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.229883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:23.230429 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afa48f43-02b7-40a6-9c89-64aa43c307d7 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6516986 Aug 16 02:17:23.239586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55456) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:23.249353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Request body: {'subnet': {'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-387669011-subnet', 'tenant_id': '54cfb44fb072433ab9b70b0464bc61d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:23.289036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-7d0b43c1-92ea-4956-ab5d-408316570b4b service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855936 Aug 16 02:17:23.312659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-cedc25e4-3c15-4d77-bfda-6b926c2db4d1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 999 time: 0.7603016 Aug 16 02:17:23.352148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74477629-b99e-4d60-b1e0-f4420e790930 req-9e3680f3-ee9f-4550-9272-68f00326d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.353696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74477629-b99e-4d60-b1e0-f4420e790930 req-9e3680f3-ee9f-4550-9272-68f00326d5c1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 1098 time: 0.4949558 Aug 16 02:17:23.362038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port ce5a5862-9fc0-41b4-a704-258ccaf57540 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:23.362395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.369407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.375367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.380577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Made reservation on behalf of 54cfb44fb072433ab9b70b0464bc61d0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:23.381412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.382935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.387328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.393355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.400290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.405762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.414369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-c70de114-17b4-4f11-9648-52faab01d764 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.5566294 Aug 16 02:17:23.525876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74477629-b99e-4d60-b1e0-f4420e790930 req-872841ff-1a4a-408b-9ef0-74bcccfdf83f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020370 Aug 16 02:17:23.532939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.534280 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23edc2be-0592-4b83-8da4-79f5d8b036a9 req-8efe5ba6-db39-4518-a64f-7c61098139e0 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386708 Aug 16 02:17:23.537274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port ce5a5862-9fc0-41b4-a704-258ccaf57540, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ce5a5862-9fc0-41b4-a704-258ccaf57540,segment=NetworkSegment(f046d3b3-fc50-4b30-b1d8-3270e1aa7860),segment_id=f046d3b3-fc50-4b30-b1d8-3270e1aa7860)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:23.538008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.560909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for ce5a5862-9fc0-41b4-a704-258ccaf57540 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:23.575391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acabfca4-5fe4-4160-bc03-dac0b8233ef6 req-74891bf6-e68e-458e-8baf-515e99acc9ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1599851 Aug 16 02:17:23.581448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430cb528-4350-4960-b9eb-3ab14c5d935a None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:23.593672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-9d026a45-112e-432d-ab62-5a71a4a9e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.595357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-9d026a45-112e-432d-ab62-5a71a4a9e7cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.2383723 Aug 16 02:17:23.683513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-bbd8b2c4-aaea-48a9-ac1d-f3e91292a694 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524924 Aug 16 02:17:23.743012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-debf9473-4853-4df9-b102-13579a0caa8b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:17:23.755291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-debf9473-4853-4df9-b102-13579a0caa8b service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597897 Aug 16 02:17:23.836517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.868995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:23.874499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=ce5a5862-9fc0-41b4-a704-258ccaf57540,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:23.881133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port ce5a5862-9fc0-41b4-a704-258ccaf57540 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:23.890966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.897764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.903777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.911034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.917092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.923082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.929282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:23.931336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76d487b6-ab60-412f-a167-34beff47fa77 req-b9104473-8d7f-4c62-95ee-74dbb9567655 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.2395415 Aug 16 02:17:23.956928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'f46438f0-514e-4c25-a3e2-9fb0fd1c9d30', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'port_id': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'mac_address': 'fa:16:3e:7d:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:16Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 1, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:19Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.016399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4f6aa0-27a9-4ba0-9dcf-865595cca0a8 None None] The sync data for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 is: [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'f46438f0-514e-4c25-a3e2-9fb0fd1c9d30', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'floating_ip_address': '172.25.6.52', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'port_id': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2419, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'mac_address': 'fa:16:3e:7d:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:16Z', 'updated_at': '2021-08-16T02:17:20Z', 'revision_number': 1, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:19Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:24.028846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-f5ac4808-939d-4193-8397-79a3fdf3aaea service neutron] 10.222.0.76 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721713 Aug 16 02:17:24.071295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e90a42-e98e-41fb-9d37-659300f596fc,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.092120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.108117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Checking segment: {'id': '6cc9859e-84cf-4d68-922b-4792ef96a5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:24.109320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Network hostable DHCP agents. Network: 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:24.113828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['642caefa-a010-4892-9af4-02037f1bc80f']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.129472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.129732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f046d3b3-fc50-4b30-b1d8-3270e1aa7860') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.140026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router e0921d72-5859-4104-bed0-3287266d2c10 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:24.144537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.153959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84dbbe-c820-4f6a-9c84-887de243d034 req-3b17c553-9f9c-4ddc-aef1-0793ca743e77 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.155744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b84dbbe-c820-4f6a-9c84-887de243d034 req-3b17c553-9f9c-4ddc-aef1-0793ca743e77 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 946 time: 0.1259758 Aug 16 02:17:24.162509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.170211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:24.170211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:24.172956 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:24.243653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:24.249985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23270bcb-297e-49bb-83c3-a466a81a67b2 req-b41b9dfe-bf00-4082-b811-e4e9568b00b5 service neutron] 10.222.0.76 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084484 Aug 16 02:17:24.285280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b84dbbe-c820-4f6a-9c84-887de243d034 req-ff289920-f261-4365-b8e1-ab382839f6e9 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062970 Aug 16 02:17:24.358456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:24.371271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.372231 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.374292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabc4833-ffee-4418-bf65-7e013f9222b1 None None] Network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:24.375192 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18fa810-e8b7-4061-9dbb-cdf3dfa43000 None None] New status for floating IP f46438f0-514e-4c25-a3e2-9fb0fd1c9d30: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:24.397257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.452755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.457077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/642caefa-a010-4892-9af4-02037f1bc80f HTTP/1.1" status: 204 len: 168 time: 3.4205945 Aug 16 02:17:24.457285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:24.469375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-b6fadb43-adcb-4f9b-aa9f-c345f2e9a3f6 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 999 time: 0.1774197 Aug 16 02:17:24.482811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55476) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.487975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb012a-3c72-492d-9a0c-cf855288f4ef tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=642caefa-a010-4892-9af4-02037f1bc80f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:24.488904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-743845551'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:24.499300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a4555a7-a4e4-4d1c-8454-4f30669e4af5 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2562978 Aug 16 02:17:24.559200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Sync routers for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:24.559200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:24.559200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:24.621483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-b813fddb-0bc2-4c06-b9cf-17b6ba3e191e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:24.634626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-b813fddb-0bc2-4c06-b9cf-17b6ba3e191e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports/90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 943 time: 0.1582870 Aug 16 02:17:24.644174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a53d515-611f-429f-9675-79f8d3d45570 None None] Network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:24.784054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-19a8e619-ae60-4881-9847-4461f6afd22f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 999 time: 0.1025960 Aug 16 02:17:24.791058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:24.791519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:24.802742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.884985 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.886500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-860e9cd1-6f7d-4828-871e-15ebf6072f0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.4888141 Aug 16 02:17:24.889705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55484) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:24.912278 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:17:24.926123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:24.962388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:24.963986 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment 6b2a725c-8bff-4cc5-9f39-376ebf267159 of type vlan for network eb5947e5-0a09-401d-b35d-e92573a8a842 Aug 16 02:17:25.088879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:22Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:25.096425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.126925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-f29f7a3c-920d-45b2-aed3-a43e2be7feb2 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.127061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Checking router: e0921d72-5859-4104-bed0-3287266d2c10 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:25.127061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Updating router e0921d72-5859-4104-bed0-3287266d2c10 port 322c6033-0bff-4690-b511-f7752c5a715b binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:25.136979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-f29f7a3c-920d-45b2-aed3-a43e2be7feb2 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.3516603 Aug 16 02:17:25.149181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a1333db-f474-4758-bdf7-81ff6971d7ff tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:17:25.154259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.161162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a1333db-f474-4758-bdf7-81ff6971d7ff tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231395 Aug 16 02:17:25.162155 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6b4ec609-acdf-4e02-90ac-fcbf5b07730f tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c271d0e92f9641bc8675871d70eb4274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2703485 Aug 16 02:17:25.163616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.242664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.resource_extend [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:17:25.278470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-7851cb4e-8879-4ce8-b437-457dd1c64220 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 1001 time: 0.1145151 Aug 16 02:17:25.292113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:25.354485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.375029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce7fa40-b5ae-4a5f-9403-537409a0a5cf tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.380288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5ce7fa40-b5ae-4a5f-9403-537409a0a5cf tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2113585 Aug 16 02:17:25.395665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.425496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9b773c57-4918-4f24-861c-fc9dc03a6fe6 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400004 Aug 16 02:17:25.432348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55504) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.436136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1552214475', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:25.472273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.488560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Transition to ACTIVE for port object 322c6033-0bff-4690-b511-f7752c5a715b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:25.538671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.543650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.544385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.569476 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.643635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a913762-af88-4a08-b473-344fb25c60b7 None None] Pushing event updated for resources: {'Port': ['ID=322c6033-0bff-4690-b511-f7752c5a715b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.650507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:25.660158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Attempting to bind port 322c6033-0bff-4690-b511-f7752c5a715b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:25.663006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Attempting to bind port 322c6033-0bff-4690-b511-f7752c5a715b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:25.663006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Attempting to bind port 322c6033-0bff-4690-b511-f7752c5a715b on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:25.665282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.669174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:25.669562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:25.669975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.670364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:25.670866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Bound port: 322c6033-0bff-4690-b511-f7752c5a715b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:25.671256 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.710817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c25e55-2866-4468-a6e1-127337e8f9ec req-eb1bc54b-4d32-498a-b92c-067a9c0a8055 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:25.718015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5c25e55-2866-4468-a6e1-127337e8f9ec req-eb1bc54b-4d32-498a-b92c-067a9c0a8055 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 946 time: 0.1950231 Aug 16 02:17:25.731141 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.733388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2495511 Aug 16 02:17:25.734117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d79db-f034-4dff-8de5-c0c3531450cc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=eb5947e5-0a09-401d-b35d-e92573a8a842,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:25.749201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:25.749757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network eb5947e5-0a09-401d-b35d-e92573a8a842 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:25.749954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:25.828715 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:25.829045 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Floating IP f46438f0-514e-4c25-a3e2-9fb0fd1c9d30 disassociated. External IP: 172.25.6.52, port: 90871337-74e8-4e00-81d0-0b8b35edcc72. Aug 16 02:17:25.836629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5c25e55-2866-4468-a6e1-127337e8f9ec req-b45cf70a-3117-45f5-a10f-4dd8b129f1d2 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177161 Aug 16 02:17:26.032272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.068769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] For port 322c6033-0bff-4690-b511-f7752c5a715b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:26.104192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Subnet': ['ID=6ba4652f-cbd3-42ec-a8eb-f348349f2d06,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.114469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Checking segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:26.114894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network hostable DHCP agents. Network: c0703380-b832-4727-9e79-8ff99e9fdc32, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:26.129927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] For port 322c6033-0bff-4690-b511-f7752c5a715b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=322c6033-0bff-4690-b511-f7752c5a715b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:26.165639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:26.171649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.219887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.266524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network c0703380-b832-4727-9e79-8ff99e9fdc32 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:26.279001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:26.279768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.337140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:26.341553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a913762-af88-4a08-b473-344fb25c60b7 None None] Pushing event updated for resources: {'Port': ['ID=322c6033-0bff-4690-b511-f7752c5a715b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:26.353566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55536) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:26.418987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, c0703380-b832-4727-9e79-8ff99e9fdc32) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:26.434684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fdeefe-0a27-4502-b2c7-2c6cdd84e14c None None] Network c0703380-b832-4727-9e79-8ff99e9fdc32 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:26.435079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.435703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.467950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:26.473206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.473834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.474340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.474915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.475591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.476141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.476669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:26.478964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-203852d9-d01b-4e96-a525-65b8ba4c084c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.1238155 Aug 16 02:17:26.548218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9be014bc-5c53-43c1-8307-15f27b39174a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1213460 Aug 16 02:17:26.553687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55550) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:26.576932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:26.579529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-676d5682-6e4f-4427-9464-0df6bff3a85e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0929866 Aug 16 02:17:26.592827 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] Sync routers for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:26.606907 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:26.607544 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.808882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:22Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:26.840449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2493cc-f23a-4c24-b947-4868eb4d66e7 None None] The sync data for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 is: [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:22Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:26.870906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-c0703380-b832-4727-9e79-8ff99e9fdc32', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:26.872086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.910554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:26.919331 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:26.943774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-3a6896f6-053c-42bc-8f66-020a8c022921 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "PUT /v2.0/floatingips/f46438f0-514e-4c25-a3e2-9fb0fd1c9d30 HTTP/1.1" status: 200 len: 694 time: 1.6562867 Aug 16 02:17:26.944255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:26.946931 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34670ab-421c-4660-ae3e-5e5f454a58fd" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:27.034523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.155845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=8df4ed84-e547-4018-8186-43600fcd6cac,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:27.174707 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.180124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Allocated IP 172.20.0.2 (c0703380-b832-4727-9e79-8ff99e9fdc32/6ba4652f-cbd3-42ec-a8eb-f348349f2d06/b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:27.208097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-0bcfc114-1f30-470f-b492-cc6319341fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.209520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-0bcfc114-1f30-470f-b492-cc6319341fca service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.2516041 Aug 16 02:17:27.212703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': '6b2a725c-8bff-4cc5-9f39-376ebf267159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:27.213134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: eb5947e5-0a09-401d-b35d-e92573a8a842, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:27.224030 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.319743 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6abd52a-c684-46b2-8fb4-f7d09aa8c3b1 x-openstack-request-id: req-d6abd52a-c684-46b2-8fb4-f7d09aa8c3b1 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:27.320071 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:27.320336 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d6abd52a-c684-46b2-8fb4-f7d09aa8c3b1 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:27.323346 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'status': 'completed', 'code': 200} Aug 16 02:17:27.364407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network eb5947e5-0a09-401d-b35d-e92573a8a842 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:27.428966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-c1500dde-e861-4b39-9ffc-6c1ddde75f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.430742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-c1500dde-e861-4b39-9ffc-6c1ddde75f64 service neutron] 10.222.0.76 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.2110639 Aug 16 02:17:27.484878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-11f89032-9d7f-4378-be82-ca87d8cb5a9f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 217 time: 0.0474916 Aug 16 02:17:27.514422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:19Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:27.540931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, eb5947e5-0a09-401d-b35d-e92573a8a842) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:27.564524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cd8c3-fb85-40af-ae7e-5ddbb767b90c None None] Network eb5947e5-0a09-401d-b35d-e92573a8a842 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:27.565405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.566022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.593250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-d9107313-45a9-4eb6-b082-9848342df065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.596667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-d9107313-45a9-4eb6-b082-9848342df065 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.1031842 Aug 16 02:17:27.675789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-0256a788-2692-4900-958b-b9a377e57f1a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725298 Aug 16 02:17:27.715695 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.731182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Transition to ACTIVE for port object b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:27.755439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0fc27fdf-d2e4-4214-a019-c99e867840ae tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0107117 Aug 16 02:17:27.762095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55582) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:27.764811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-32ca56aa-2486-4565-a663-0b29865f11ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:27.766511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-32ca56aa-2486-4565-a663-0b29865f11ae service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 1098 time: 0.2887716 Aug 16 02:17:27.811837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Transition to ACTIVE for port object b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:27.898397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.943348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:27.958910 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] Checking router: fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:27.979132 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:27.980662 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:28.009689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-b7272603-98d9-4fc2-8e5b-fcde9febb75d service neutron] 10.222.0.76 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244286 Aug 16 02:17:28.029273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Network c0703380-b832-4727-9e79-8ff99e9fdc32 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:28.046587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:28.095069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:28.183995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-eb5947e5-0a09-401d-b35d-e92573a8a842', 'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '8df4ed84-e547-4018-8186-43600fcd6cac'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:28.186593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.238397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b2ae3e-c68f-4b62-b5e5-5ccb028db388 req-a224ed31-af1b-4293-acaa-b6c9621c4d00 service neutron] 10.222.0.76 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214963 Aug 16 02:17:28.245203 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:28.295900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Pushing event updated for resources: {'Port': ['ID=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:28.333793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Attempting to bind port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:28.334194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Attempting to bind port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:28.334625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Attempting to bind port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e on network c0703380-b832-4727-9e79-8ff99e9fdc32 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:28.348294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:28.348856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Checking segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:28.349320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.349762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Bound using segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:28.350285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Bound port: b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:28.350930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.475185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-88096c97-d5a7-4ab9-934c-7abc4cb4c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.482245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-88096c97-d5a7-4ab9-934c-7abc4cb4c5d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 200 len: 921 time: 0.7007504 Aug 16 02:17:28.490517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-de3052a6-7b88-4877-8387-0c8d3d0a84a7 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.499778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.504638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-de3052a6-7b88-4877-8387-0c8d3d0a84a7 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/networks?id=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 HTTP/1.1" status: 200 len: 809 time: 0.2580602 Aug 16 02:17:28.552262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-d5435dde-ef1d-4dfa-a524-2cbccf66ee3a tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/quotas/54cfb44fb072433ab9b70b0464bc61d0 HTTP/1.1" status: 200 len: 375 time: 0.0509191 Aug 16 02:17:28.637317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-39ffd0ad-6f29-417b-acc6-edee6e5f36cf tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=54cfb44fb072433ab9b70b0464bc61d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841322 Aug 16 02:17:28.679530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-eff8ef14-65c5-4ebf-888f-1c9d78a8657c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 200 len: 217 time: 0.1891882 Aug 16 02:17:28.730754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Allocated IP 172.20.0.1 (eb5947e5-0a09-401d-b35d-e92573a8a842/8df4ed84-e547-4018-8186-43600fcd6cac/b426fc68-326a-48c9-a17c-3a6aad1fd3fb) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:28.775515 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:19Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:28.779400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] For port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:28.819674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:28.820901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-2027beba-a565-4289-8e1a-6ca97f0c8d63 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips/f46438f0-514e-4c25-a3e2-9fb0fd1c9d30 HTTP/1.1" status: 200 len: 694 time: 0.1685879 Aug 16 02:17:28.833861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-5e4950fb-9e74-493e-95a7-39bccc7a5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:28.839558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-5e4950fb-9e74-493e-95a7-39bccc7a5e1d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 200 len: 860 time: 0.1195343 Aug 16 02:17:28.878838 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9459b1e7-c780-438f-9856-19d4e9d366f2 None None] The sync data for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 is: [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:16:04Z', 'revision_number': 4, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '43953498-f48e-4d09-a317-d56fc13f21b9', 'name': '', 'network_id': '74df9045-c5a6-4bd1-a8c2-b8ade0b97246', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'mac_address': 'fa:16:3e:42:4e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:03Z', 'updated_at': '2021-08-16T02:16:19Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'subnets': [{'id': '84798369-1e75-492b-ba16-c5baa507ecbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:28.923260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] For port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:28.974633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-9e429a4e-7af0-47ee-9230-951eb2a09fca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74df9045-c5a6-4bd1-a8c2-b8ade0b97246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269720 Aug 16 02:17:29.070102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.084329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.124697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Transition to ACTIVE for port object b426fc68-326a-48c9-a17c-3a6aad1fd3fb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:29.184347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 322c6033-0bff-4690-b511-f7752c5a715b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:29.195600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Transition to ACTIVE for port object b426fc68-326a-48c9-a17c-3a6aad1fd3fb will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:29.228802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa2dfc-957d-46e5-9c56-c6d93ebce0cc None None] Pushing event updated for resources: {'Port': ['ID=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.288249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.326556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Network eb5947e5-0a09-401d-b35d-e92573a8a842 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:29.334454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:29.359387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:29.371366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 322c6033-0bff-4690-b511-f7752c5a715b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:29.378155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 322c6033-0bff-4690-b511-f7752c5a715b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:29.379398 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.444041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.1 (c0703380-b832-4727-9e79-8ff99e9fdc32/6ba4652f-cbd3-42ec-a8eb-f348349f2d06/557f9cf5-2916-48ff-b6ca-4bf1e92f4374) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:29.523426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Pushing event updated for resources: {'Port': ['ID=b426fc68-326a-48c9-a17c-3a6aad1fd3fb,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.538897 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-c862cf79-f034-4fed-a173-784d7a10c737 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384917 Aug 16 02:17:29.624789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-577fbf6b-2994-483b-8210-691b7da6f40a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:29.633679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-577fbf6b-2994-483b-8210-691b7da6f40a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/networks/3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 784 time: 0.8117554 Aug 16 02:17:29.645461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-af31450a-896e-4b2a-bc95-5d323fe78649 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:17:29.646879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Attempting to bind port b426fc68-326a-48c9-a17c-3a6aad1fd3fb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:29.647344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Attempting to bind port b426fc68-326a-48c9-a17c-3a6aad1fd3fb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6b2a725c-8bff-4cc5-9f39-376ebf267159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:29.651461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Attempting to bind port b426fc68-326a-48c9-a17c-3a6aad1fd3fb on network eb5947e5-0a09-401d-b35d-e92573a8a842 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:29.659005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-af31450a-896e-4b2a-bc95-5d323fe78649 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198169 Aug 16 02:17:29.699501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2cafe6-68f1-4343-80ff-33dd4a83341e None None] New status for floating IP f46438f0-514e-4c25-a3e2-9fb0fd1c9d30: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:29.717695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:29.718917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Checking segment: {'id': '6b2a725c-8bff-4cc5-9f39-376ebf267159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:29.720620 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.723004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Bound using segment: {'id': '6b2a725c-8bff-4cc5-9f39-376ebf267159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:29.726303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Bound port: b426fc68-326a-48c9-a17c-3a6aad1fd3fb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b2a725c-8bff-4cc5-9f39-376ebf267159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'eb5947e5-0a09-401d-b35d-e92573a8a842'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:29.727002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.749674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-257cec16-991f-4333-b0df-6e7c8b466eba service neutron] 10.222.0.76 "GET /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9844742 Aug 16 02:17:29.775680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-85ef9f93-69ba-40d9-9c31-397ad4e901b8 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 697 time: 0.1142881 Aug 16 02:17:29.823633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f34670ab-421c-4660-ae3e-5e5f454a58fd req-6cc944a3-aa2b-4579-892a-27ca6ca2b0b6 service neutron] 10.222.0.83 "GET /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872994 Aug 16 02:17:29.826604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.833178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.873432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=8df4ed84-e547-4018-8186-43600fcd6cac,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:29.889660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:29.894916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-bad2b096-645b-4016-90bd-831d22f627aa tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/floatingips?floating_ip_address=172.25.6.52 HTTP/1.1" status: 200 len: 697 time: 0.1184227 Aug 16 02:17:29.976324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:29.999285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5947e5-0a09-401d-b35d-e92573a8a842']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:30.005312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-2bc9e19f-b936-4f8a-9919-6463a177b978 service neutron] 10.222.0.76 "GET /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535605 Aug 16 02:17:30.013281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2a725c-8bff-4cc5-9f39-376ebf267159') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:30.014298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2a725c-8bff-4cc5-9f39-376ebf267159') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:30.031577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.079571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.087536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:30.087949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:30.091491 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:30.111648 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.120658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] For port b426fc68-326a-48c9-a17c-3a6aad1fd3fb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:30.124433 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.162572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 322c6033-0bff-4690-b511-f7752c5a715b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=322c6033-0bff-4690-b511-f7752c5a715b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:30.219255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Deleting port c84928dc-d11b-48f4-a931-4e20b9ff9159 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:30.219255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.219484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network c0703380-b832-4727-9e79-8ff99e9fdc32 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:30.223264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:30.227791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:30.234680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.244980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] For port b426fc68-326a-48c9-a17c-3a6aad1fd3fb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b426fc68-326a-48c9-a17c-3a6aad1fd3fb,segment=NetworkSegment(6b2a725c-8bff-4cc5-9f39-376ebf267159),segment_id=6b2a725c-8bff-4cc5-9f39-376ebf267159)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:30.272994 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.275722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:30.275722 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:30.275722 n-d-768852-19 neutron-server[101946]: [parameters: {'id': 'eb5947e5-0a09-401d-b35d-e92573a8a842'}] Aug 16 02:17:30.275722 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:30.282314 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:30.287468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.339198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.341042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.365398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Calling delete_port for c84928dc-d11b-48f4-a931-4e20b9ff9159 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:30.388628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=322c6033-0bff-4690-b511-f7752c5a715b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.402436 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.500292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f986da3-7ec9-4bbb-8cc8-08baa130a2e4 None None] Pushing event updated for resources: {'Port': ['ID=b426fc68-326a-48c9-a17c-3a6aad1fd3fb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.587337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.693158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.738214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event deleted for resources: {'Port': ['ID=c84928dc-d11b-48f4-a931-4e20b9ff9159,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:30.779388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.885078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.888610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:30.890123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a43be5e-7b5a-4ac1-8a3e-8cee3196b147 req-aca7c04b-b0d1-4687-915d-802a5b7c1fdd tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "DELETE /v2.0/floatingips/f46438f0-514e-4c25-a3e2-9fb0fd1c9d30 HTTP/1.1" status: 204 len: 173 time: 0.9745228 Aug 16 02:17:31.041055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ca90408-ddde-4eea-b97e-330d1c377f25 req-04098355-299e-4409-b5b6-86c593c46f11 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 210 time: 0.0827026 Aug 16 02:17:31.178862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbbee04d-fe51-4700-9c7d-fd0702b03308 req-28648931-5042-461d-8604-3a804e588e5f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups/775d451b-291b-4936-8728-0a723d305bba HTTP/1.1" status: 200 len: 1810 time: 0.1055384 Aug 16 02:17:31.183497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e660b2-61f2-4499-acaf-994bf473d03b None None] Network c0703380-b832-4727-9e79-8ff99e9fdc32 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:31.334324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-fbbee04d-fe51-4700-9c7d-fd0702b03308 req-9a448759-27c6-4403-a95e-0598685d011f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.349186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b426fc68-326a-48c9-a17c-3a6aad1fd3fb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:31.377579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-fbbee04d-fe51-4700-9c7d-fd0702b03308 req-9a448759-27c6-4403-a95e-0598685d011f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.477724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-acfa5465-db13-40f6-b4cf-2ec7bc3aa064 None None] Provisioning for port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:31.556402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-fbbee04d-fe51-4700-9c7d-fd0702b03308 req-9a448759-27c6-4403-a95e-0598685d011f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.556689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b426fc68-326a-48c9-a17c-3a6aad1fd3fb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:31.559691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-fbbee04d-fe51-4700-9c7d-fd0702b03308 req-9a448759-27c6-4403-a95e-0598685d011f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.560987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 322c6033-0bff-4690-b511-f7752c5a715b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:31.561461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbbee04d-fe51-4700-9c7d-fd0702b03308 req-9a448759-27c6-4403-a95e-0598685d011f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "DELETE /v2.0/security-groups/775d451b-291b-4936-8728-0a723d305bba HTTP/1.1" status: 204 len: 173 time: 0.3677340 Aug 16 02:17:31.579563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a448759-27c6-4403-a95e-0598685d011f tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=775d451b-291b-4936-8728-0a723d305bba,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:31.685588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port b426fc68-326a-48c9-a17c-3a6aad1fd3fb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:31.686263 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.722145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 322c6033-0bff-4690-b511-f7752c5a715b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:31.723101 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.910337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port b426fc68-326a-48c9-a17c-3a6aad1fd3fb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b426fc68-326a-48c9-a17c-3a6aad1fd3fb,segment=NetworkSegment(6b2a725c-8bff-4cc5-9f39-376ebf267159),segment_id=6b2a725c-8bff-4cc5-9f39-376ebf267159)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:31.910337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:31.950808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for b426fc68-326a-48c9-a17c-3a6aad1fd3fb owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:31.979379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:32.062884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.143170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5713ef-16e5-4177-b32f-4097988bf65e None None] Network eb5947e5-0a09-401d-b35d-e92573a8a842 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:32.193947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-880bf473-4548-4e44-ad30-aa22bcab366e req-50e43403-5ce9-4fc1-b67c-99ecc413556c tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 210 time: 0.0606971 Aug 16 02:17:32.208919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.215251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:32.224035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29702f79-5293-4ee7-be66-d7f7b9cd6535 None None] Provisioning for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:32.231654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:32.232135 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.327444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.357570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5532a-5c0d-411d-8c0b-fbb54693d228 req-8440da98-7e03-4fc5-99c8-1f99e4b945cc tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:32.359496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77f5532a-5c0d-411d-8c0b-fbb54693d228 req-8440da98-7e03-4fc5-99c8-1f99e4b945cc tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1066473 Aug 16 02:17:32.407101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port b426fc68-326a-48c9-a17c-3a6aad1fd3fb on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:32.411578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.417159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.435857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77f5532a-5c0d-411d-8c0b-fbb54693d228 req-f5267c52-4d8c-49e5-80d0-5526d6aa1f0e tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684011 Aug 16 02:17:32.471935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=b426fc68-326a-48c9-a17c-3a6aad1fd3fb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:32.526516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-29702f79-5293-4ee7-be66-d7f7b9cd6535 None None] Provisioning complete for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:32.527811 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-29702f79-5293-4ee7-be66-d7f7b9cd6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.581284 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.600252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5947e5-0a09-401d-b35d-e92573a8a842']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:32.615254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-29702f79-5293-4ee7-be66-d7f7b9cd6535 None None] Port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:32.615503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b2a725c-8bff-4cc5-9f39-376ebf267159') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:32.615795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b2a725c-8bff-4cc5-9f39-376ebf267159') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:32.633769 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.654058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.657143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network c0703380-b832-4727-9e79-8ff99e9fdc32 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:32.662994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:32.665277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:32.665701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:32.671464 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:32.755994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e193bf9-966c-414c-9ba4-91e5f1e9f085 None None] DHCP port deletion for eb5947e5-0a09-401d-b35d-e92573a8a842 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:32.772315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-216e67c7-3cd8-40ab-99d5-fa0e609bbdb7 None None] Could not find standard attr ID for object b426fc68-326a-48c9-a17c-3a6aad1fd3fb. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:17:32.785352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.838741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-216e67c7-3cd8-40ab-99d5-fa0e609bbdb7 None None] Provisioning complete for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:32.839677 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-216e67c7-3cd8-40ab-99d5-fa0e609bbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.920118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-216e67c7-3cd8-40ab-99d5-fa0e609bbdb7 None None] Port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:32.931513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:32.975527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router e0921d72-5859-4104-bed0-3287266d2c10 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:32.986967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:32.992686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.000118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55680) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:33.000571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/eb5947e5-0a09-401d-b35d-e92573a8a842 HTTP/1.1" status: 204 len: 168 time: 5.2327135 Aug 16 02:17:33.013143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.021128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-154395915'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:33.096221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.155720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5c051036-1079-4da6-9127-091035c3aba6 None None] Provisioning complete for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:33.156261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5c051036-1079-4da6-9127-091035c3aba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.221821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:33.226184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.241114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5c051036-1079-4da6-9127-091035c3aba6 None None] Port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:33.247352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b426fc68-326a-48c9-a17c-3a6aad1fd3fb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:33.250668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:33.253349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a5f60-7836-41f4-934f-a1d8133fa001 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=eb5947e5-0a09-401d-b35d-e92573a8a842,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.258052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53c85387-a8e1-443c-8531-24818c4b4cc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/e0921d72-5859-4104-bed0-3287266d2c10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7031794 Aug 16 02:17:33.263894 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Sync routers for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:33.278692 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:33.281935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.300391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:33.302217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b426fc68-326a-48c9-a17c-3a6aad1fd3fb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:33.302580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b426fc68-326a-48c9-a17c-3a6aad1fd3fb not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:33.316197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.316848 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment a15756bf-2678-46fe-ae4c-782c3b2aa295 of type vlan for network 29c421b3-a54d-4a53-9e43-fc8c29898abe Aug 16 02:17:33.356732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-21a96d2a-7570-45f4-ae27-f4e7c1905de8 req-ca8d5001-6ef4-4e66-a317-aedede95ab84 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 210 time: 0.0373077 Aug 16 02:17:33.416478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.488903 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:33.521807 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.531707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.532376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-555554'] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:33.713639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=29c421b3-a54d-4a53-9e43-fc8c29898abe,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:33.725195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:33.728347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-df0bffaa-a507-4ff4-86bc-3a33fd5d2bd6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7257826 Aug 16 02:17:33.734140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55702) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:33.740588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:33.824121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-5f715c31-573a-45ff-b47a-d1a16c425478 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-687178381&fields=id&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 267 time: 0.2242901 Aug 16 02:17:33.909185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-63f03742-0853-4c43-a8f4-4e8442f74a07 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:33.911495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-63f03742-0853-4c43-a8f4-4e8442f74a07 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.83 "GET /v2.0/networks?id=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 HTTP/1.1" status: 200 len: 809 time: 0.2597795 Aug 16 02:17:33.923760 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:31Z', 'revision_number': 2, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:33.934510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Request body: {'port': {'device_id': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5', 'admin_state_up': True, 'tenant_id': '54cfb44fb072433ab9b70b0464bc61d0'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:33.983086 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Checking router: e0921d72-5859-4104-bed0-3287266d2c10 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:33.983499 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Updating router e0921d72-5859-4104-bed0-3287266d2c10 port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:34.059357 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.083170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-ccdb7292-877d-4756-92b5-892a8c6b9a06 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.090768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-ccdb7292-877d-4756-92b5-892a8c6b9a06 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 796 time: 0.2517173 Aug 16 02:17:34.114632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1bc21-bd5d-4610-a4ae-97f811358423 req-0dfdd32e-8b21-42e8-886f-b39687905cd9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.122722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4f1bc21-bd5d-4610-a4ae-97f811358423 req-0dfdd32e-8b21-42e8-886f-b39687905cd9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.5614824 Aug 16 02:17:34.143323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-03aec6f7-c396-405a-a7bb-517a52101078 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/quotas/c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 375 time: 0.0512059 Aug 16 02:17:34.201783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Made reservation on behalf of 54cfb44fb072433ab9b70b0464bc61d0 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:34.205802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.296060 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.338756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4f1bc21-bd5d-4610-a4ae-97f811358423 req-012ff1de-49db-4713-b719-8f127a45bac9 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147188 Aug 16 02:17:34.361977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-3218bf71-410a-4cc2-90a2-0e52f7640c76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2165380 Aug 16 02:17:34.381713 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.447729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Allocated IP 172.20.0.11 (4bf5802a-39cb-4850-89d0-26d3c7dc4bf5/79e90a42-e98e-41fb-9d37-659300f596fc/da181c54-78c1-41ff-ab80-aee647548509) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:34.473788 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.489704 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Transition to ACTIVE for port object 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:34.495213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe is not hosted by any dhcp agent {{(pid=101945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:17:34.503529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.504394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.509037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "PUT /v2.0/networks/29c421b3-a54d-4a53-9e43-fc8c29898abe HTTP/1.1" status: 200 len: 723 time: 0.7706668 Aug 16 02:17:34.511292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55716) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:34.532417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:34.567256 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.600955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f84671d-2353-4719-ba65-aefa2eb6a019 req-64b9fc24-b82e-4e4a-8b09-ef85673acf3e tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 210 time: 0.0422873 Aug 16 02:17:34.649655 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Pushing event updated for resources: {'Port': ['ID=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.654780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c93f8f70-8a79-4edc-afb9-79e2f7182471 service neutron] 10.222.0.76 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739520 Aug 16 02:17:34.686338 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.686750 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.687060 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.687545 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.687759 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.688044 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.689410 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.689410 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.689864 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.690197 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.690729 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.691061 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:17:34.692492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-71b61905-a7bf-4f05-af6f-31e65fc82a94 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:34.694134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-71b61905-a7bf-4f05-af6f-31e65fc82a94 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.2815847 Aug 16 02:17:34.722933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee73db4-76f5-434d-8e60-d6da6b7112bc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=29c421b3-a54d-4a53-9e43-fc8c29898abe,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:34.735128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:34.767987 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Attempting to bind port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:34.768949 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Attempting to bind port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:34.769398 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Attempting to bind port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 on network c0703380-b832-4727-9e79-8ff99e9fdc32 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:34.777260 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:34.777751 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Checking segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:34.778230 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.778745 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Bound using segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:34.779283 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Bound port: 557f9cf5-2916-48ff-b6ca-4bf1e92f4374, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:34.779746 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:34.831833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-761fb4ef-3f72-43c4-8919-dad36ab90108 service neutron] 10.222.0.76 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659949 Aug 16 02:17:34.925403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] For port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:34.937533 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] For port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:34.990697 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.132971 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:35.132971 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:35.133504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:35.149890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.156877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:35.164315 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8397f49-c0c0-43af-bd75-6bf81367b49d None None] Pushing event updated for resources: {'Port': ['ID=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.166340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.285810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:35.286526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.354884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aa390cf-88b0-4a1d-adcb-6223e960b862 req-0f33e829-e80a-4ccf-975a-9c6e4ecc4625 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 210 time: 0.1291025 Aug 16 02:17:35.390807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:35.449420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Deleting port 90871337-74e8-4e00-81d0-0b8b35edcc72 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:35.449964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.465954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:35.573901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Pushing event updated for resources: {'Port': ['ID=da181c54-78c1-41ff-ab80-aee647548509,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:35.650058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:35.659778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:35.675928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:35.683801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9aa7-f1fe-4d4c-b4cc-2b9710294bf1 req-97bdca8e-2a9a-4511-a805-4569eba91aef tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.693689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb9d9aa7-f1fe-4d4c-b4cc-2b9710294bf1 req-97bdca8e-2a9a-4511-a805-4569eba91aef tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 946 time: 0.1580522 Aug 16 02:17:35.745078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb9d9aa7-f1fe-4d4c-b4cc-2b9710294bf1 req-bf563377-0100-4c1c-80fa-88085e049d72 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/security-groups?id=90938c7d-ae1c-47e0-8fbd-33a6a769de88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503380 Aug 16 02:17:35.783479 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:34Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:35.916012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe16ed-735c-411d-9706-65dd4f0b9ade req-205686ee-0b68-47a9-b4d1-34a7073a0111 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:35.917926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffbe16ed-735c-411d-9706-65dd4f0b9ade req-205686ee-0b68-47a9-b4d1-34a7073a0111 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 932 time: 0.1425800 Aug 16 02:17:35.989067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900bb8d-7d48-4371-a91f-bd49f8afc50d None None] The sync data for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 is: [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:34Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:36.004786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffbe16ed-735c-411d-9706-65dd4f0b9ade req-efe19c5d-f799-42b7-b929-ba5ae1279135 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786328 Aug 16 02:17:36.056917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:36.058720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.098066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] For port 90871337-74e8-4e00-81d0-0b8b35edcc72, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=90871337-74e8-4e00-81d0-0b8b35edcc72,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:36.098589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.118498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Calling delete_port for 90871337-74e8-4e00-81d0-0b8b35edcc72 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:36.132721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.218297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-60bcaf8f-f780-4627-97b6-7f67a6f14ea8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2950184 Aug 16 02:17:36.243105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Request body: {'port': {'device_id': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:36.329506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:36.389175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.396657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': 'a15756bf-2678-46fe-ae4c-782c3b2aa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:36.397032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 29c421b3-a54d-4a53-9e43-fc8c29898abe, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:36.478748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdbb4925-d89a-4a1e-ad69-9263b248ccef req-1a43b766-e0c4-4536-b401-4c29118719da tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 210 time: 0.0645859 Aug 16 02:17:36.568159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 90871337-74e8-4e00-81d0-0b8b35edcc72 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:36.720847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:36.731513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.899684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a49c6972-c801-45fb-8b3f-673bb9134f8b req-f8d31940-aa5d-4ef4-a88a-839ae66b3e7a tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.0737579 Aug 16 02:17:36.920119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:36.929520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 29c421b3-a54d-4a53-9e43-fc8c29898abe) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:36.936207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb77c7d-6b98-4910-96d1-c9d533c1e655 None None] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:37.021489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.022339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.038798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Pushing event deleted for resources: {'Port': ['ID=90871337-74e8-4e00-81d0-0b8b35edcc72,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.148522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] No DVR routers for this DVR port 90871337-74e8-4e00-81d0-0b8b35edcc72 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:37.154282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.156401 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b3036cb-8be5-4cff-b09f-e1b2c38dbe58 req-b25c262b-959a-47ef-b908-b10b595fba49 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.83 "DELETE /v2.0/ports/90871337-74e8-4e00-81d0-0b8b35edcc72 HTTP/1.1" status: 204 len: 173 time: 2.4427238 Aug 16 02:17:37.156855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'name': 'network-vif-deleted', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:37.176330 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514aca1d-0316-4c40-be34-dfc385e07ee3" -d '{"events": [{"server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "name": "network-vif-deleted", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:37.219100 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bd9540fc-3ed8-4304-af4a-03264a6dd63a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7025728 Aug 16 02:17:37.244779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:37.280955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:37.292971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:37.297611 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d7e98-b55e-4c35-a705-8ab1eaa55738 x-openstack-request-id: req-467d7e98-b55e-4c35-a705-8ab1eaa55738 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:37.324917 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea3b498-a9f2-447c-83e3-97f4f5e2eefc", "name": "network-vif-deleted", "tag": "90871337-74e8-4e00-81d0-0b8b35edcc72", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:37.325302 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-467d7e98-b55e-4c35-a705-8ab1eaa55738 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:37.325929 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea3b498-a9f2-447c-83e3-97f4f5e2eefc', 'name': 'network-vif-deleted', 'tag': '90871337-74e8-4e00-81d0-0b8b35edcc72', 'status': 'completed', 'code': 200} Aug 16 02:17:37.386460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-29c421b3-a54d-4a53-9e43-fc8c29898abe', 'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': 'a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:37.387356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.415316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da181c54-78c1-41ff-ab80-aee647548509 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:37.417688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8866923'] for subnet, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.425274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.445188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Transition to ACTIVE for port object da181c54-78c1-41ff-ab80-aee647548509 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:37.460177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885430e-5c72-496c-88e6-b6d51f9c0f11 req-5bad2d28-5a47-4c28-8ca4-5c71702750b7 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:37.469055 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9885430e-5c72-496c-88e6-b6d51f9c0f11 req-5bad2d28-5a47-4c28-8ca4-5c71702750b7 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 932 time: 0.3045671 Aug 16 02:17:37.582454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9885430e-5c72-496c-88e6-b6d51f9c0f11 req-3e2d2c86-674f-4eb0-85ca-ed30b4d51a5d tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120687 Aug 16 02:17:37.603577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.723246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2572646b-2b29-42b3-b500-b7a9eb590dbc req-a218ac40-46b2-4d35-8278-f3384dc541b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 210 time: 0.0445876 Aug 16 02:17:37.727311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:37.739215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:37.739608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.801211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Pushing event updated for resources: {'Port': ['ID=da181c54-78c1-41ff-ab80-aee647548509,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:37.845935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Attempting to bind port da181c54-78c1-41ff-ab80-aee647548509 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:37.847006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Attempting to bind port da181c54-78c1-41ff-ab80-aee647548509 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '6cc9859e-84cf-4d68-922b-4792ef96a5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:37.849088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Attempting to bind port da181c54-78c1-41ff-ab80-aee647548509 on network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:37.856857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Port da181c54-78c1-41ff-ab80-aee647548509 on network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:37.857312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Attempting to bind port da181c54-78c1-41ff-ab80-aee647548509 on network 4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:37.865340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:37.866133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Checking segment: {'id': '6cc9859e-84cf-4d68-922b-4792ef96a5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:37.866606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Bound using segment: {'id': '6cc9859e-84cf-4d68-922b-4792ef96a5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:37.867229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Bound port: da181c54-78c1-41ff-ab80-aee647548509, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc9859e-84cf-4d68-922b-4792ef96a5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:37.868839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.909474 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.944486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762890462859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8588588'] for subnet, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:37.955628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:38.004538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] For port da181c54-78c1-41ff-ab80-aee647548509, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:38.009321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] For port da181c54-78c1-41ff-ab80-aee647548509, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=da181c54-78c1-41ff-ab80-aee647548509,segment=NetworkSegment(6cc9859e-84cf-4d68-922b-4792ef96a5b6),segment_id=6cc9859e-84cf-4d68-922b-4792ef96a5b6)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:38.018356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Allocated IP 172.20.0.2 (29c421b3-a54d-4a53-9e43-fc8c29898abe/a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13/1db78728-01f0-4277-9df9-0aaaa1dcff07) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:38.042346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.093982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.094207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.119443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.119686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.121712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] 10.222.0.83 "PUT /v2.0/ports/da181c54-78c1-41ff-ab80-aee647548509 HTTP/1.1" status: 200 len: 1093 time: 1.8917677 Aug 16 02:17:38.131172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-570d92da-197b-4057-9afc-dc3be0a6186f req-691f28b8-a1c5-42d3-9a0d-4006270df335 tempest-ServerRescueTestJSONUnderV235-1727767652 tempest-ServerRescueTestJSONUnderV235-1727767652-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ea3b498-a9f2-447c-83e3-97f4f5e2eefc HTTP/1.1" status: 200 len: 210 time: 0.0748758 Aug 16 02:17:38.140970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.141725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.145099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c05bc07d-e191-42e8-a45d-7b1692854bc6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "PUT /v2.0/subnets/a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13 HTTP/1.1" status: 200 len: 806 time: 0.8915856 Aug 16 02:17:38.148024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55786) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:38.273445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.327350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21e4b5-45ff-4aae-af30-e7b617325f66 service neutron] Pushing event updated for resources: {'Port': ['ID=da181c54-78c1-41ff-ab80-aee647548509,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.417318 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.420317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.448210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Transition to ACTIVE for port object 1db78728-01f0-4277-9df9-0aaaa1dcff07 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:38.483930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.508613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Transition to ACTIVE for port object 1db78728-01f0-4277-9df9-0aaaa1dcff07 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:38.520487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-00c7bbc2-a3b9-429d-9684-ac5df1a73489 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.522414 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-00c7bbc2-a3b9-429d-9684-ac5df1a73489 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 796 time: 0.1877229 Aug 16 02:17:38.569777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3c044360-838b-4049-997e-b37f84366507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.571402 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3c044360-838b-4049-997e-b37f84366507 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54cfb44fb072433ab9b70b0464bc61d0&device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 1096 time: 0.2073662 Aug 16 02:17:38.601597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-e6e41b5c-be7d-4c26-89e0-14b26ddad259 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 379 time: 0.0699844 Aug 16 02:17:38.635242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'port': {'device_id': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'admin_state_up': True, 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'security_groups': ['c0840715-c698-49d9-9c98-3b2786a21474']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:38.639188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-774dd354-b939-499e-8ca0-78f2ddc08504 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da181c54-78c1-41ff-ab80-aee647548509 HTTP/1.1" status: 200 len: 217 time: 0.0547261 Aug 16 02:17:38.713656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.733600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488733-194a-42c1-9f51-8edd5cc38add req-25a152f6-24d1-43c2-9cfd-8a53b7911f2c tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.735143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1488733-194a-42c1-9f51-8edd5cc38add req-25a152f6-24d1-43c2-9cfd-8a53b7911f2c tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 944 time: 0.0737383 Aug 16 02:17:38.746068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3d5aac7e-7cc3-48a3-951c-a8d70c7eb43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:38.747283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3d5aac7e-7cc3-48a3-951c-a8d70c7eb43e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79e90a42-e98e-41fb-9d37-659300f596fc HTTP/1.1" status: 200 len: 849 time: 0.0942466 Aug 16 02:17:38.824145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:38.824755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.834964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-ae5972d3-a107-4300-be15-d123643be83a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719402 Aug 16 02:17:38.840860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:38.847372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:38.869494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Pushing event updated for resources: {'Port': ['ID=1db78728-01f0-4277-9df9-0aaaa1dcff07,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.923739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1488733-194a-42c1-9f51-8edd5cc38add req-47ebc7cb-fc31-4946-91ab-fa0c39d6f87d tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772172 Aug 16 02:17:38.932355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:38.944248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Attempting to bind port 1db78728-01f0-4277-9df9-0aaaa1dcff07 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:38.944639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Attempting to bind port 1db78728-01f0-4277-9df9-0aaaa1dcff07 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a15756bf-2678-46fe-ae4c-782c3b2aa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:38.945019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Attempting to bind port 1db78728-01f0-4277-9df9-0aaaa1dcff07 on network 29c421b3-a54d-4a53-9e43-fc8c29898abe {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:38.950466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:38.951180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Checking segment: {'id': 'a15756bf-2678-46fe-ae4c-782c3b2aa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:38.951466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.951655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Bound using segment: {'id': 'a15756bf-2678-46fe-ae4c-782c3b2aa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:38.952142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Bound port: 1db78728-01f0-4277-9df9-0aaaa1dcff07, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15756bf-2678-46fe-ae4c-782c3b2aa295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '29c421b3-a54d-4a53-9e43-fc8c29898abe'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:38.952534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:38.977754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-1a45c96a-5218-4c47-b230-9b1a1909f20f service neutron] 10.222.0.83 "GET /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176653 Aug 16 02:17:38.978961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:38.982710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.062414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] For port 1db78728-01f0-4277-9df9-0aaaa1dcff07, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:39.067041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] For port 1db78728-01f0-4277-9df9-0aaaa1dcff07, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1db78728-01f0-4277-9df9-0aaaa1dcff07,segment=NetworkSegment(a15756bf-2678-46fe-ae4c-782c3b2aa295),segment_id=a15756bf-2678-46fe-ae4c-782c3b2aa295)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:39.067238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa33b43d-ca88-4b5c-b2a0-3e104f8dbaad req-d913cd92-473f-46a0-9fc4-5c3c20bfe3de tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 210 time: 0.1415653 Aug 16 02:17:39.088082 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.103938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c421b3-a54d-4a53-9e43-fc8c29898abe']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:39.116809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15756bf-2678-46fe-ae4c-782c3b2aa295') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:39.117109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15756bf-2678-46fe-ae4c-782c3b2aa295') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:39.128400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.156629 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.167531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.191301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:39.192072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.277527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:39.308592 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:39.312646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70152f6-c4aa-4a3c-a5b9-d3f0fb0437a9 None None] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:39.326832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55804) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:39.394766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea0fea-db33-4761-9489-dce8a96cf86a None None] Pushing event updated for resources: {'Port': ['ID=1db78728-01f0-4277-9df9-0aaaa1dcff07,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:39.427690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:39.428231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.463021 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:39.463021 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:39.463021 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '29c421b3-a54d-4a53-9e43-fc8c29898abe'}] Aug 16 02:17:39.463021 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:39.463898 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:39.540630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'tag': 'da181c54-78c1-41ff-ab80-aee647548509'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:39.543185 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87992209-21f5-4c8e-80f7-21dcc64a7154" -d '{"events": [{"name": "network-changed", "server_uuid": "33eeb790-a6b7-4398-82f9-c1445a40fbf6", "tag": "da181c54-78c1-41ff-ab80-aee647548509"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:39.577719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a1644-cd98-4bc0-b37a-902cc24ff275 None None] Network 29c421b3-a54d-4a53-9e43-fc8c29898abe requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:39.627929 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22a24b7-0031-49fe-a43d-f9248624b770 x-openstack-request-id: req-f22a24b7-0031-49fe-a43d-f9248624b770 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:39.628648 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33eeb790-a6b7-4398-82f9-c1445a40fbf6", "tag": "da181c54-78c1-41ff-ab80-aee647548509", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:39.629057 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f22a24b7-0031-49fe-a43d-f9248624b770 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:39.629723 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'tag': 'da181c54-78c1-41ff-ab80-aee647548509', 'status': 'completed', 'code': 200} Aug 16 02:17:39.766537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a29ce75-1858-4127-874d-4e5218e76d12 req-3a28986a-91be-4e16-81ac-d2e7077a3ae0 service neutron] 10.222.0.83 "GET /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7783399 Aug 16 02:17:39.771125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3c00ae-6e4e-456b-b3d9-7a5abd6b0396 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:39.799476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.9 (c0703380-b832-4727-9e79-8ff99e9fdc32/6ba4652f-cbd3-42ec-a8eb-f348349f2d06/976c7992-1ab0-4f10-9095-215951cdfb0f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:39.910318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3c00ae-6e4e-456b-b3d9-7a5abd6b0396 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:39.923925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.980215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.993163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:39.993469 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-161b886e-05ac-41a0-9090-1607e3bcdd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.036895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 976c7992-1ab0-4f10-9095-215951cdfb0f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:40.063189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-d4666b03-ba49-4ef8-b6f3-77d6bccd202d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.065361 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-d4666b03-ba49-4ef8-b6f3-77d6bccd202d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=54cfb44fb072433ab9b70b0464bc61d0&device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 1096 time: 0.0687096 Aug 16 02:17:40.210039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-c72a133f-05ce-4dec-9450-ebf86a89076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.218602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-c72a133f-05ce-4dec-9450-ebf86a89076c service neutron] 10.222.0.83 "GET /v2.0/networks?id=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 HTTP/1.1" status: 200 len: 910 time: 0.1447401 Aug 16 02:17:40.289723 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-40925888-b69b-4128-af2c-e92d83b6d815 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da181c54-78c1-41ff-ab80-aee647548509 HTTP/1.1" status: 200 len: 217 time: 0.0551553 Aug 16 02:17:40.332599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.379481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-f9aefc36-fb18-414e-aed1-547acf538101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.381576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-f9aefc36-fb18-414e-aed1-547acf538101 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79e90a42-e98e-41fb-9d37-659300f596fc HTTP/1.1" status: 200 len: 849 time: 0.0839503 Aug 16 02:17:40.437502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network c0703380-b832-4727-9e79-8ff99e9fdc32 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:40.439961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-1caa94ad-668d-4e23-a30e-3f636b770d16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492160 Aug 16 02:17:40.441535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:40.444186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:40.447217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:40.538225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5380f-98cb-471e-b66b-b6b8b267be8c req-4bb47891-f6f2-4b25-b3cc-bcccd9b9f930 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.541190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0a5380f-98cb-471e-b66b-b6b8b267be8c req-4bb47891-f6f2-4b25-b3cc-bcccd9b9f930 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 944 time: 0.5385199 Aug 16 02:17:40.557838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.558507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.603933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-8e5d7344-d2d0-4758-9fbb-31b32f043483 service neutron] 10.222.0.83 "GET /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513417 Aug 16 02:17:40.677785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-a4a7f4de-099a-411a-bbd6-cf630d25b05f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0465450 Aug 16 02:17:40.697177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Request body: {'port': {'device_id': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:40.730030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba41a30-4a7a-4b53-a00c-f37d2dfbc243 req-a2321530-b6d2-43c8-abdf-a460e367009c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:40.739805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bba41a30-4a7a-4b53-a00c-f37d2dfbc243 req-a2321530-b6d2-43c8-abdf-a460e367009c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 931 time: 0.2926266 Aug 16 02:17:40.745570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port 1db78728-01f0-4277-9df9-0aaaa1dcff07 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:40.745979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.795246 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87992209-21f5-4c8e-80f7-21dcc64a7154 req-1a10aaf0-406d-447c-b280-1a572af84278 service neutron] 10.222.0.83 "GET /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829495 Aug 16 02:17:40.796128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.819864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0a5380f-98cb-471e-b66b-b6b8b267be8c req-b120a228-e29d-4d5e-a1e0-9770e70962f0 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481701 Aug 16 02:17:40.851128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port 1db78728-01f0-4277-9df9-0aaaa1dcff07, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1db78728-01f0-4277-9df9-0aaaa1dcff07,segment=NetworkSegment(a15756bf-2678-46fe-ae4c-782c3b2aa295),segment_id=a15756bf-2678-46fe-ae4c-782c3b2aa295)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:40.851516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.889895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for 1db78728-01f0-4277-9df9-0aaaa1dcff07 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:40.901623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bba41a30-4a7a-4b53-a00c-f37d2dfbc243 req-96ca7e26-195d-4b20-baa0-be72d360ec1e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1609659 Aug 16 02:17:40.924755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-53e8b76b-9bbe-49cf-bed8-ead87dbe963d None None] Provisioning for port 976c7992-1ab0-4f10-9095-215951cdfb0f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:40.932046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-53e8b76b-9bbe-49cf-bed8-ead87dbe963d None None] Provisioning complete for port 976c7992-1ab0-4f10-9095-215951cdfb0f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:40.932788 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-53e8b76b-9bbe-49cf-bed8-ead87dbe963d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:40.971578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-53e8b76b-9bbe-49cf-bed8-ead87dbe963d None None] Port 976c7992-1ab0-4f10-9095-215951cdfb0f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:17:41.058035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Deleting port 43953498-f48e-4d09-a317-d56fc13f21b9 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:41.058565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.099913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.112875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976c7992-1ab0-4f10-9095-215951cdfb0f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:41.121824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.132846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=1db78728-01f0-4277-9df9-0aaaa1dcff07,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.136004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Transition to ACTIVE for port object 976c7992-1ab0-4f10-9095-215951cdfb0f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:41.139465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port 1db78728-01f0-4277-9df9-0aaaa1dcff07 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:41.196143 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.246269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] For port 43953498-f48e-4d09-a317-d56fc13f21b9, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=43953498-f48e-4d09-a317-d56fc13f21b9,segment=NetworkSegment(3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6),segment_id=3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:41.246660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.249972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.259552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.283125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Calling delete_port for 43953498-f48e-4d09-a317-d56fc13f21b9 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:41.285742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c421b3-a54d-4a53-9e43-fc8c29898abe']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:41.309012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15756bf-2678-46fe-ae4c-782c3b2aa295') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:41.309336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15756bf-2678-46fe-ae4c-782c3b2aa295') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:41.323449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.371905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.373613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:41.374036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:41.374466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f on network c0703380-b832-4727-9e79-8ff99e9fdc32 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:41.382099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Port 976c7992-1ab0-4f10-9095-215951cdfb0f on network c0703380-b832-4727-9e79-8ff99e9fdc32 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:17:41.382510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f on network c0703380-b832-4727-9e79-8ff99e9fdc32 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:41.387809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:41.387995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:41.388222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Checking segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:41.388343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.391027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Bound using segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:41.391027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Bound port: 976c7992-1ab0-4f10-9095-215951cdfb0f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:41.391027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:41.391286 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:41.463957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:41.467499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:41.585198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.631956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:41.632684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.634302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] 10.222.0.83 "PUT /v2.0/ports/976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 1092 time: 0.9461420 Aug 16 02:17:41.634821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:41.635755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.638544 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d2902-649a-4b5f-b474-c684bafb39b2" -d '{"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:41.648906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.648906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/29c421b3-a54d-4a53-9e43-fc8c29898abe HTTP/1.1" status: 204 len: 168 time: 3.4970472 Aug 16 02:17:41.649702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55834) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.676993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76cac27-8e97-488c-8773-18a4cfd3f6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.681478 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b6c9b2-65ef-415a-893a-7b744d18187d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:41.682193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b6c9b2-65ef-415a-893a-7b744d18187d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:41.693610 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f930c-db3e-4aae-9aa9-02957fcc1e56 x-openstack-request-id: req-6c5f930c-db3e-4aae-9aa9-02957fcc1e56 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:41.693610 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:41.693610 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6c5f930c-db3e-4aae-9aa9-02957fcc1e56 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:41.693610 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'status': 'completed', 'code': 200} Aug 16 02:17:41.696932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55836) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:41.699855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-87b6c9b2-65ef-415a-893a-7b744d18187d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/29c421b3-a54d-4a53-9e43-fc8c29898abe HTTP/1.1" status: 404 len: 339 time: 0.0399790 Aug 16 02:17:41.701644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340c6313-cf3f-4a47-a411-a259d7c6452b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=29c421b3-a54d-4a53-9e43-fc8c29898abe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.702608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1541238766', 'description': 'd1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:41.723272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.763787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2902-649a-4b5f-b474-c684bafb39b2 req-8734e7c8-9176-46a0-b228-60b76f6f361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:41.765633 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab5d2902-649a-4b5f-b474-c684bafb39b2 req-8734e7c8-9176-46a0-b228-60b76f6f361d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1095 time: 0.0575807 Aug 16 02:17:41.766074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=43953498-f48e-4d09-a317-d56fc13f21b9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:41.903796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:41.903796 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:41.924558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2902-649a-4b5f-b474-c684bafb39b2 req-19917fac-3f23-4d38-8976-5e01a6c32fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:41.926075 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab5d2902-649a-4b5f-b474-c684bafb39b2 req-19917fac-3f23-4d38-8976-5e01a6c32fb1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c271d0e92f9641bc8675871d70eb4274&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1524518 Aug 16 02:17:42.013187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:42.033579 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.033922 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment a0def8b0-786d-4b42-ae33-af002c6fe847 of type vlan for network f4ca1c0f-b392-4c81-a92d-d94b86c516b1 Aug 16 02:17:42.042431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.093565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.110277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2902-649a-4b5f-b474-c684bafb39b2 req-14ac7210-ff02-46b6-80dd-981b495b4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.112459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab5d2902-649a-4b5f-b474-c684bafb39b2 req-14ac7210-ff02-46b6-80dd-981b495b4afc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1786039 Aug 16 02:17:42.135835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8575e63-b6d0-474d-9e86-7dd0ba103d1a req-e0923946-a754-46fc-a722-1de22aa5e87b tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.137379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8575e63-b6d0-474d-9e86-7dd0ba103d1a req-e0923946-a754-46fc-a722-1de22aa5e87b tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 944 time: 0.1562703 Aug 16 02:17:42.182014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272e6a1-392f-4edc-b38d-731d557a6557 req-fb9098fa-d11a-4274-aadf-9e77798d1316 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.189443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0272e6a1-392f-4edc-b38d-731d557a6557 req-fb9098fa-d11a-4274-aadf-9e77798d1316 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 943 time: 0.1437519 Aug 16 02:17:42.191823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-7effd37b-d08d-486a-b160-b1f048055495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.193514 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-7effd37b-d08d-486a-b160-b1f048055495 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1095 time: 0.0451343 Aug 16 02:17:42.209154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.214873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.215474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.266465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-8dd36516-09b9-409d-afc1-c1fed78166a0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 217 time: 0.0646007 Aug 16 02:17:42.276872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8575e63-b6d0-474d-9e86-7dd0ba103d1a req-f7021515-07b5-4162-9b7e-6d99c0eb83e5 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307523 Aug 16 02:17:42.281822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0272e6a1-392f-4edc-b38d-731d557a6557 req-a2d16178-0156-49dc-b424-03ea3d9f4cba tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916593 Aug 16 02:17:42.350257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=f4ca1c0f-b392-4c81-a92d-d94b86c516b1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:42.368728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f4ca1c0f-b392-4c81-a92d-d94b86c516b1 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:42.375620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-33376971-5a74-4625-a483-67eb0e8eafe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.381175 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-33376971-5a74-4625-a483-67eb0e8eafe4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.0848465 Aug 16 02:17:42.436272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-69ee8c1f-1795-451d-923d-2cab1550e678 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7381189 Aug 16 02:17:42.441875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.449565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-6e34fe7e-889f-4afc-95fa-e00fc52ec1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.451141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-6e34fe7e-889f-4afc-95fa-e00fc52ec1bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622494 Aug 16 02:17:42.512272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:42.543444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-6888e906-f0e0-4bcc-b6a8-168ff8a56816 service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846515 Aug 16 02:17:42.578399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de0d648-6834-469b-b7ee-1722bf8c407b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.582729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7de0d648-6834-469b-b7ee-1722bf8c407b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks?id=f4ca1c0f-b392-4c81-a92d-d94b86c516b1 HTTP/1.1" status: 200 len: 761 time: 0.1367819 Aug 16 02:17:42.582875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55854) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.589300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'description': 'd2'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:42.629789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device da181c54-78c1-41ff-ab80-aee647548509 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:42.645935 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88a7c4f4-3cfc-4c6e-9664-7fa407772247 req-3cc5d3f5-d167-45f0-949f-3a33857f6d2f service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952873 Aug 16 02:17:42.686449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.754718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port da181c54-78c1-41ff-ab80-aee647548509, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=da181c54-78c1-41ff-ab80-aee647548509,segment=NetworkSegment(6cc9859e-84cf-4d68-922b-4792ef96a5b6),segment_id=6cc9859e-84cf-4d68-922b-4792ef96a5b6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:42.767755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'da181c54-78c1-41ff-ab80-aee647548509', 'network_id': '4bf5802a-39cb-4850-89d0-26d3c7dc4bf5', 'port_id': 'da181c54-78c1-41ff-ab80-aee647548509', 'mac_address': 'fa:16:3e:0f:6b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e90a42-e98e-41fb-9d37-659300f596fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:42.771800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:42.780855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7bb4be88-0828-4575-a0e9-495b3cecf2e0 admin admin] 10.222.0.76 "PUT /v2.0/routers/fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4491041 Aug 16 02:17:42.781240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55858) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.797310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] Sync routers for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:42.813109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.816835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79e34ffd-a1b3-49e4-8b7a-771b1bff9413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.821565 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.823526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:42.824185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:42.873126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da181c54-78c1-41ff-ab80-aee647548509 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:42.896551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port da181c54-78c1-41ff-ab80-aee647548509, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=da181c54-78c1-41ff-ab80-aee647548509,segment=NetworkSegment(6cc9859e-84cf-4d68-922b-4792ef96a5b6),segment_id=6cc9859e-84cf-4d68-922b-4792ef96a5b6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:42.899267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.924893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network f4ca1c0f-b392-4c81-a92d-d94b86c516b1 is not hosted by any dhcp agent {{(pid=101945) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 16 02:17:42.930377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:42.931037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.932326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "PUT /v2.0/networks/f4ca1c0f-b392-4c81-a92d-d94b86c516b1 HTTP/1.1" status: 200 len: 758 time: 0.3485301 Aug 16 02:17:42.940090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55864) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:42.982198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:42.998001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fcd366-ff01-46fd-b6f0-f520f3ac5ef2 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=f4ca1c0f-b392-4c81-a92d-d94b86c516b1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.019436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f4ca1c0f-b392-4c81-a92d-d94b86c516b1 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:43.029576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.121866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:43.138336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a9951d-2fe0-4028-a41d-9c0e75bbac51 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.140782 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5a9951d-2fe0-4028-a41d-9c0e75bbac51 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks?id=f4ca1c0f-b392-4c81-a92d-d94b86c516b1 HTTP/1.1" status: 200 len: 761 time: 0.1985352 Aug 16 02:17:43.144649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55866) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.150347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1378451287'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:43.220113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.321637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:43.325174 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.364842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['da181c54-78c1-41ff-ab80-aee647548509'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:43.384983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:43.433777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=da181c54-78c1-41ff-ab80-aee647548509,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.447176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.450666 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment e90b1f07-bd62-4543-8681-aee00412eaf7 of type vlan for network 207cbafd-654e-4497-8da4-17fc6b072fc0 Aug 16 02:17:43.451787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Deleting port 4ed32720-fd92-4d75-91e7-83b83afa75a8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:43.451787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.535164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.578533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1c149-3a9a-423c-b46e-590a9cfa2828 req-14ec13bf-8412-4b0d-a7d8-33f9f905c4d3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.588812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48b1c149-3a9a-423c-b46e-590a9cfa2828 req-14ec13bf-8412-4b0d-a7d8-33f9f905c4d3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 943 time: 0.1897709 Aug 16 02:17:43.605114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] For port 4ed32720-fd92-4d75-91e7-83b83afa75a8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4ed32720-fd92-4d75-91e7-83b83afa75a8,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:43.605913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.607614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6'}], 'enable_snat': True}, 'gw_port_id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:17:41Z', 'revision_number': 5, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port': {'id': '4ed32720-fd92-4d75-91e7-83b83afa75a8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:11:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2313, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:58Z', 'updated_at': '2021-08-16T02:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.624824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Calling delete_port for 4ed32720-fd92-4d75-91e7-83b83afa75a8 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:43.643758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] Checking router: fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:43.660323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] Routers {'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:43.660941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.674456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab15b79-a8c7-4067-9721-bc7fb74ce68f req-4814a492-e500-41c3-8604-c2f086596f39 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.676250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ab15b79-a8c7-4067-9721-bc7fb74ce68f req-4814a492-e500-41c3-8604-c2f086596f39 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 945 time: 0.2453120 Aug 16 02:17:43.690051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48b1c149-3a9a-423c-b46e-590a9cfa2828 req-33891245-ba85-49ac-a2a3-079b66fcce9f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996642 Aug 16 02:17:43.729937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ab15b79-a8c7-4067-9721-bc7fb74ce68f req-442cdec9-e683-40ec-90fb-6fd25723f425 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Aug 16 02:17:43.750704 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.757672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:43.760579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.760732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] Set router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:43.821719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 6, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:43.854332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=207cbafd-654e-4497-8da4-17fc6b072fc0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:43.855209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d08a4856-dcf3-4210-8603-6a5c9086e083 None None] The sync data for ids ['fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c'] in n-d-768852-19 is: [{'id': 'fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1273499127-router', 'tenant_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:57Z', 'updated_at': '2021-08-16T02:17:43Z', 'revision_number': 6, 'project_id': '41b2995d6fd54890b26bdaa7bc69b0dc', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:43.880459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 207cbafd-654e-4497-8da4-17fc6b072fc0 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:43.912797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b0e5e1a-30c1-476d-b60f-6cc29ae54fd9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7652826 Aug 16 02:17:43.913740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55884) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:43.918841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '207cbafd-654e-4497-8da4-17fc6b072fc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:43.933422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:43.964782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ed32720-fd92-4d75-91e7-83b83afa75a8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.028197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.081237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:44.084995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.127846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.129953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.292709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.294539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:17:44.297966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.301559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-24150829-7c99-462d-8beb-186db87d1fe6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/fac4b159-a3dc-46ca-9e11-aa0c1b57cb7c HTTP/1.1" status: 204 len: 168 time: 1.5170274 Aug 16 02:17:44.301816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55894) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.360710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Deleting subnet 84798369-1e75-492b-ba16-c5baa507ecbf {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:44.364266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.367634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.404984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.428202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=2ee9cbf4-496b-458d-a18f-19e4b4eeece2,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.439425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': 'e90b1f07-bd62-4543-8681-aee00412eaf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '207cbafd-654e-4497-8da4-17fc6b072fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:44.446602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 207cbafd-654e-4497-8da4-17fc6b072fc0, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:44.456798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.533861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 207cbafd-654e-4497-8da4-17fc6b072fc0 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:44.596104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.623387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84798369-1e75-492b-ba16-c5baa507ecbf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:44.625345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.630431 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-978ac64a-6cc5-46d6-abcb-b540ea2b244e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/84798369-1e75-492b-ba16-c5baa507ecbf HTTP/1.1" status: 204 len: 168 time: 0.3252211 Aug 16 02:17:44.630431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55898) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.631045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:17:44.633122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device da181c54-78c1-41ff-ab80-aee647548509 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:44.641816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 207cbafd-654e-4497-8da4-17fc6b072fc0) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:44.648441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:44.649995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.661664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c819b88-5cec-4561-ab5d-a411a05e0d61 None None] Network 207cbafd-654e-4497-8da4-17fc6b072fc0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:44.666812 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.703726 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.755549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6abd495f-2196-4a09-9561-3cf572dcab86 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8406630 Aug 16 02:17:44.761449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55906) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:44.889567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.892412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:44.902245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74df9045-c5a6-4bd1-a8c2-b8ade0b97246']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.915620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port da181c54-78c1-41ff-ab80-aee647548509 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:44.925245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.926055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6aa998-4346-4cc5-ac08-7e7ef1b8eef6') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:44.927953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'port_id': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'mac_address': 'fa:16:3e:67:bf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:17:44.931768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port da181c54-78c1-41ff-ab80-aee647548509 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:44.934078 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.940789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.968229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:44.980322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:44.980648 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.007579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b43350-9320-4b9c-a40b-241be50b5ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-207cbafd-654e-4497-8da4-17fc6b072fc0', 'network_id': '207cbafd-654e-4497-8da4-17fc6b072fc0', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '2ee9cbf4-496b-458d-a18f-19e4b4eeece2'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:45.008701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50b43350-9320-4b9c-a40b-241be50b5ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.018504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.039006 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:45.056514 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:45.070950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976c7992-1ab0-4f10-9095-215951cdfb0f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:17:45.090129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea93ce4-932b-4cc5-8657-68e42e521a87 req-0047da02-a08b-466f-80a3-2366dd0a9fba tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:45.091906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea93ce4-932b-4cc5-8657-68e42e521a87 req-0047da02-a08b-466f-80a3-2366dd0a9fba tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 943 time: 0.2325008 Aug 16 02:17:45.163669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:45.167302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4ed32720-fd92-4d75-91e7-83b83afa75a8 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:45.175532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caa02d-5aeb-4d55-93ca-15c165ae5680 req-900d20d9-f564-4e36-89d4-1d8a43944c55 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:45.177175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3caa02d-5aeb-4d55-93ca-15c165ae5680 req-900d20d9-f564-4e36-89d4-1d8a43944c55 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 945 time: 0.2543273 Aug 16 02:17:45.201536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.207900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.215566 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] 10.222.0.76 "DELETE /v2.0/networks/74df9045-c5a6-4bd1-a8c2-b8ade0b97246 HTTP/1.1" status: 204 len: 168 time: 0.5784290 Aug 16 02:17:45.224182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.255616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867e128-dd4d-4c0d-b756-2c6206cfcc76 admin admin] Pushing event deleted for resources: {'Network': ['ID=74df9045-c5a6-4bd1-a8c2-b8ade0b97246,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.272060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.317687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4ed32720-fd92-4d75-91e7-83b83afa75a8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:45.318063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4ed32720-fd92-4d75-91e7-83b83afa75a8 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:45.318487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 43953498-f48e-4d09-a317-d56fc13f21b9 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:45.353977 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.354101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea93ce4-932b-4cc5-8657-68e42e521a87 req-5a95f58e-b2e0-46b4-a7d5-808ffe1d61b3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2393942 Aug 16 02:17:45.364706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 43953498-f48e-4d09-a317-d56fc13f21b9 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:45.365062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 43953498-f48e-4d09-a317-d56fc13f21b9 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:45.371502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3caa02d-5aeb-4d55-93ca-15c165ae5680 req-82b52c22-c6fc-4fae-a3e7-a21b65c720dd tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421025 Aug 16 02:17:45.413820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da181c54-78c1-41ff-ab80-aee647548509'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:45.415835 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.420733 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17493ce5-1a6d-401e-8411-34486310fd8e" -d '{"events": [{"server_uuid": "33eeb790-a6b7-4398-82f9-c1445a40fbf6", "name": "network-vif-plugged", "status": "completed", "tag": "da181c54-78c1-41ff-ab80-aee647548509"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:45.458024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee9cbf4-496b-458d-a18f-19e4b4eeece2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.475006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.480419 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fec353-b377-48f4-a87d-1268a8cef26f x-openstack-request-id: req-65fec353-b377-48f4-a87d-1268a8cef26f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:45.480727 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eeb790-a6b7-4398-82f9-c1445a40fbf6", "name": "network-vif-plugged", "status": "completed", "tag": "da181c54-78c1-41ff-ab80-aee647548509", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:45.480992 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-65fec353-b377-48f4-a87d-1268a8cef26f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:45.481387 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da181c54-78c1-41ff-ab80-aee647548509', 'code': 200} Aug 16 02:17:45.483749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port da181c54-78c1-41ff-ab80-aee647548509, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=da181c54-78c1-41ff-ab80-aee647548509,segment=NetworkSegment(6cc9859e-84cf-4d68-922b-4792ef96a5b6),segment_id=6cc9859e-84cf-4d68-922b-4792ef96a5b6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server [None req-50b43350-9320-4b9c-a40b-241be50b5ac2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ee9cbf4-496b-458d-a18f-19e4b4eeece2: This subnet is being modified by another concurrent operation. Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise self.value Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server raise exception Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ee9cbf4-496b-458d-a18f-19e4b4eeece2: This subnet is being modified by another concurrent operation. Aug 16 02:17:45.487690 n-d-768852-19 neutron-server[101947]: ERROR oslo_messaging.rpc.server Aug 16 02:17:45.515737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef69d2-9b29-4913-8582-f6930a895fa0 None None] Network 207cbafd-654e-4497-8da4-17fc6b072fc0 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:45.571729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.574799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['976c7992-1ab0-4f10-9095-215951cdfb0f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:17:45.585980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207cbafd-654e-4497-8da4-17fc6b072fc0']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:45.603333 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.606508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681c24-cf98-473d-a379-5ee73487d0fe req-f4ac240a-323e-4a55-a8ca-788d7b290a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:45.608755 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab681c24-cf98-473d-a379-5ee73487d0fe req-f4ac240a-323e-4a55-a8ca-788d7b290a55 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0543811 Aug 16 02:17:45.665446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ab681c24-cf98-473d-a379-5ee73487d0fe req-de637afd-cd21-46a5-b4df-025261a7d242 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447724 Aug 16 02:17:45.709391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.734275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb5f74-f545-40cc-bc12-456179106cc9 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:45.738251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=da181c54-78c1-41ff-ab80-aee647548509,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:45.769877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8cce7580-4ac6-47e0-ac30-148b8eb8b7ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=41b2995d6fd54890b26bdaa7bc69b0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605836 Aug 16 02:17:45.770977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55928) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:45.830372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-146cb991-d1be-406b-b160-770929e92a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.852901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.856405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-146cb991-d1be-406b-b160-770929e92a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:45.971939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4feb5f74-f545-40cc-bc12-456179106cc9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:46.009115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-146cb991-d1be-406b-b160-770929e92a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.012774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-146cb991-d1be-406b-b160-770929e92a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.015002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-146cb991-d1be-406b-b160-770929e92a69 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/90938c7d-ae1c-47e0-8fbd-33a6a769de88 HTTP/1.1" status: 204 len: 168 time: 0.2425296 Aug 16 02:17:46.027260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cb991-d1be-406b-b160-770929e92a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90938c7d-ae1c-47e0-8fbd-33a6a769de88,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.041005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90b1f07-bd62-4543-8681-aee00412eaf7') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:46.041327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90b1f07-bd62-4543-8681-aee00412eaf7') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:46.051347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.067673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.075123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:46.075542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:46.079857 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:46.282295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.301607 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.303865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/207cbafd-654e-4497-8da4-17fc6b072fc0 HTTP/1.1" status: 204 len: 168 time: 1.5366597 Aug 16 02:17:46.307358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55942) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.335252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a3310c-2177-40c9-bf12-976adc5f9234 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=207cbafd-654e-4497-8da4-17fc6b072fc0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:46.397526 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a770c4-c015-47da-9ae9-b8b8ef8e0548 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] GET failed (client error): The resource could not be found. Aug 16 02:17:46.398925 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5a770c4-c015-47da-9ae9-b8b8ef8e0548 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/subnets/2ee9cbf4-496b-458d-a18f-19e4b4eeece2 HTTP/1.1" status: 404 len: 337 time: 0.0899849 Aug 16 02:17:46.403154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55948) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.451762 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb768d82-9200-44bb-b995-bf39705790b0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:46.462208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb768d82-9200-44bb-b995-bf39705790b0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:46.462208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bb768d82-9200-44bb-b995-bf39705790b0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/207cbafd-654e-4497-8da4-17fc6b072fc0 HTTP/1.1" status: 404 len: 339 time: 0.0481656 Aug 16 02:17:46.462655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 55956) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.622126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:46.701756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320123c-fe1f-4050-a1e5-a0d2a7e43799 req-e69398fa-a802-4dbe-bdfb-7a2d48d3850b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.703366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e320123c-fe1f-4050-a1e5-a0d2a7e43799 req-e69398fa-a802-4dbe-bdfb-7a2d48d3850b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 944 time: 0.2250612 Aug 16 02:17:46.751630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e619ac0-63f0-458d-8eff-d78746b161dc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.756211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.756761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1e619ac0-63f0-458d-8eff-d78746b161dc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2924597 Aug 16 02:17:46.766546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c258f-681a-473c-8cd8-07b2dcb750c5 req-faab6e84-a4f1-455a-be88-5f4f178e2a29 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:46.768068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb6c258f-681a-473c-8cd8-07b2dcb750c5 req-faab6e84-a4f1-455a-be88-5f4f178e2a29 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 946 time: 0.1545167 Aug 16 02:17:46.775152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 976c7992-1ab0-4f10-9095-215951cdfb0f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:46.804326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eaa6a9b8-f103-4a4d-94c2-f398ed58488a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 207 time: 0.0461915 Aug 16 02:17:46.807679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55976) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:46.813462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 976c7992-1ab0-4f10-9095-215951cdfb0f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:46.814060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:46.835677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e320123c-fe1f-4050-a1e5-a0d2a7e43799 req-bae91de0-2438-4c68-9b9e-266ff8bf476c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181326 Aug 16 02:17:46.865700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb6c258f-681a-473c-8cd8-07b2dcb750c5 req-e64eb8c9-6cca-4fca-b76c-71afacdb7b3c tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867939 Aug 16 02:17:47.129979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74da0c-2d9e-420f-929f-232c9b4e0969 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.136350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74da0c-2d9e-420f-929f-232c9b4e0969 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.142912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74da0c-2d9e-420f-929f-232c9b4e0969 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.148815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d74da0c-2d9e-420f-929f-232c9b4e0969 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.150549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d74da0c-2d9e-420f-929f-232c9b4e0969 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3417327 Aug 16 02:17:47.154225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 55988) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.212291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.271384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:47.308945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33821a5b-fa3a-4779-8c7c-a18c9f6fdf64 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1534803 Aug 16 02:17:47.315493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56000) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.345052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:47.382892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8476fe-ab66-43e7-87a6-e84c053cf206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.384736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8476fe-ab66-43e7-87a6-e84c053cf206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.386303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7f8476fe-ab66-43e7-87a6-e84c053cf206 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0690794 Aug 16 02:17:47.390694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56004) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.445631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:47.461333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8900e-dda9-4da0-820c-b14f887c5b98 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.461950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec8900e-dda9-4da0-820c-b14f887c5b98 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.463808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6ec8900e-dda9-4da0-820c-b14f887c5b98 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0718510 Aug 16 02:17:47.467275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56006) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.482227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:47.484737 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac27b7b-8a38-4d54-9f16-24a0e15e9cf4" -d '{"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-plugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:47.539833 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2558e7-3fa0-4f43-8846-99e30fdc1665 x-openstack-request-id: req-6e2558e7-3fa0-4f43-8846-99e30fdc1665 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:47.540371 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-plugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:47.540632 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e2558e7-3fa0-4f43-8846-99e30fdc1665 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:47.541404 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'code': 200} Aug 16 02:17:47.606141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36340e84-f303-48ae-b661-61b2c0771e13 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.607602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36340e84-f303-48ae-b661-61b2c0771e13 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks/2f537301-d5c4-4ecb-9ea7-3bbee85bf21a HTTP/1.1" status: 200 len: 800 time: 0.1393325 Aug 16 02:17:47.611985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56016) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.621800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56018) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.802719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-32afb141-92d9-48c3-8165-054e7b5a0d59 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/networks/2f537301-d5c4-4ecb-9ea7-3bbee85bf21a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1895108 Aug 16 02:17:47.804684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56022) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.819400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-116351042-network', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:47.889637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46a2c7b-680d-4f4c-96df-1ccd3a839be6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:47.891111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f46a2c7b-680d-4f4c-96df-1ccd3a839be6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/subnets/52fe5673-2d54-4f50-8ce3-d5f3cec4b838 HTTP/1.1" status: 200 len: 811 time: 0.0860739 Aug 16 02:17:47.895714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56030) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:47.982226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Made reservation on behalf of 773d5d27e9094a8bbf900516bd655f61 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:47.984433 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.024073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f3a51-a9a0-4635-8d87-bf4f1ec89561 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['shared'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.029548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-527f3a51-a9a0-4635-8d87-bf4f1ec89561 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "GET /v2.0/subnets/52fe5673-2d54-4f50-8ce3-d5f3cec4b838?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1286821 Aug 16 02:17:48.030354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d704d3-08dd-4b1b-98e3-aa8a3d1faf15 req-f5028868-f8ac-494e-bbdc-2a89cf6ec56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.030354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-25d704d3-08dd-4b1b-98e3-aa8a3d1faf15 req-f5028868-f8ac-494e-bbdc-2a89cf6ec56c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1097 time: 0.4307547 Aug 16 02:17:48.030836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.030930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56036) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.035455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1273323128'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:48.067936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:17:48.067936 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:17:48.067936 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': 'd341214ae7ab433aa9b40f1729889f6a', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 17, 48, 56384)}] Aug 16 02:17:48.067936 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:48.068394 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:48.075486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ad0b9-c29a-452a-b727-b40497f54084 req-9a99936a-c91b-485a-ba09-2959d1da54d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.087838 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-25d704d3-08dd-4b1b-98e3-aa8a3d1faf15 req-5fc8971e-5352-4426-bb84-4f846e1e6dda service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427043 Aug 16 02:17:48.088608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-656ad0b9-c29a-452a-b727-b40497f54084 req-9a99936a-c91b-485a-ba09-2959d1da54d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1535666 Aug 16 02:17:48.116019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17084ef-12ce-40bc-a947-261b97b6a0f8 req-d1ab06ba-3ac8-4992-83ec-8e22ff73625d tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.116019 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17084ef-12ce-40bc-a947-261b97b6a0f8 req-d1ab06ba-3ac8-4992-83ec-8e22ff73625d tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 946 time: 0.1412408 Aug 16 02:17:48.175697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-656ad0b9-c29a-452a-b727-b40497f54084 req-039d4166-1dfc-440d-a065-73e52c463e26 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916452 Aug 16 02:17:48.201757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c17084ef-12ce-40bc-a947-261b97b6a0f8 req-f4c65272-91ab-45fe-8471-03aba9b30800 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801086 Aug 16 02:17:48.294267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.384424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.414187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:48.420308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc8e99a-7928-4fcc-8ea2-9599d5482509,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.427622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.428286 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Added segment 024bcf0d-3afd-4a09-879c-8af0746f65b5 of type vlan for network 176cccb5-7a6b-476f-8884-dee72faa5396 Aug 16 02:17:48.482260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.590197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.591367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.591970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.663449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] Pushing event updated for resources: {'Network': ['ID=176cccb5-7a6b-476f-8884-dee72faa5396,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:48.673587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 176cccb5-7a6b-476f-8884-dee72faa5396 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:48.676037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:48.681580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.713433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:17:48.728510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.729556 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Added segment e6025593-4a35-4e8b-b2b1-361da6d20a6d of type vlan for network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 Aug 16 02:17:48.800534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.823175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-356a4e72-9ae2-4dff-9d33-7bc9a8062d15 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1985979 Aug 16 02:17:48.828351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56054) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:48.836822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Request body: {'subnet': {'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-subnet', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:48.873376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9e233-c809-40aa-80fe-d41735a4d697 req-dd086e7d-f152-44d2-9d3a-9b8f54756a0a tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.880017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1a9e233-c809-40aa-80fe-d41735a4d697 req-dd086e7d-f152-44d2-9d3a-9b8f54756a0a tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 946 time: 0.0871351 Aug 16 02:17:48.917321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1a9e233-c809-40aa-80fe-d41735a4d697 req-ff349cae-19a4-46e2-8092-582e54a644cb tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349686 Aug 16 02:17:48.955664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.962140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:48.962897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:48.992017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Made reservation on behalf of 773d5d27e9094a8bbf900516bd655f61 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:48.995290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.062406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Network': ['ID=81a6ee4a-6c63-4fa0-8b55-e8f532056454,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.073859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:17:49.107626 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-155ea512-9439-40a5-b890-dee713b45f37 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0739794 Aug 16 02:17:49.108413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56058) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.114972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:49.331872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c53a36-348a-4369-9dd4-fa778add2dfc req-a2edbf93-b196-464a-862f-fd48ce9a9ccf tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.333484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49c53a36-348a-4369-9dd4-fa778add2dfc req-a2edbf93-b196-464a-862f-fd48ce9a9ccf tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0529451 Aug 16 02:17:49.367306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Made reservation on behalf of d341214ae7ab433aa9b40f1729889f6a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:17:49.373000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.382664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49c53a36-348a-4369-9dd4-fa778add2dfc req-e36b379e-c0ca-498b-a870-3a756d4a2113 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419431 Aug 16 02:17:49.413081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.458428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing IP validity checks on allocation pools {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:17:49.459339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:17:49.505195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a6e2c0-5613-4525-8a81-4a35c4b993e9,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.600814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Checking segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:49.601361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Network hostable DHCP agents. Network: 176cccb5-7a6b-476f-8884-dee72faa5396, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:49.626996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a434d22-c6f7-4d48-8953-cff89a2968ff req-9ed42d9a-6d25-4c92-beab-55915ae983ac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.629212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a434d22-c6f7-4d48-8953-cff89a2968ff req-9ed42d9a-6d25-4c92-beab-55915ae983ac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0935931 Aug 16 02:17:49.673584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a434d22-c6f7-4d48-8953-cff89a2968ff req-f319c068-30c4-4bb4-9ad3-20344c7cdad4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340075 Aug 16 02:17:49.698075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56074) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.710944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.739150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Network 176cccb5-7a6b-476f-8884-dee72faa5396 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:49.797130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=2c8808c2-6fe6-42ec-bc25-64934a59ad38,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:49.806911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2e5dd0-516b-4c38-87fd-303022dd8046 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.808489 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4a2e5dd0-516b-4c38-87fd-303022dd8046 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1092 time: 0.1092215 Aug 16 02:17:49.811703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56078) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.817709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:49.818372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Checking segment: {'id': 'e6025593-4a35-4e8b-b2b1-361da6d20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:49.818868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network hostable DHCP agents. Network: 81a6ee4a-6c63-4fa0-8b55-e8f532056454, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:17:49.830922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 176cccb5-7a6b-476f-8884-dee72faa5396) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:49.839882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.840533 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.843852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6344a69d-5954-4f87-a7b5-27a6bd424dfb None None] Network 176cccb5-7a6b-476f-8884-dee72faa5396 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:49.909870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:17:49.916114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 81a6ee4a-6c63-4fa0-8b55-e8f532056454) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:49.924056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:49.924675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.934566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:49.980757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947cf5c9-4195-49ec-a58c-81cefc0994c9 None None] Network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:49.991739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eb10d6c6-23b5-44ee-9697-0f3734177ec6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1591792 Aug 16 02:17:49.991989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:49.997959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:50.023501 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-93795b32-e5f6-4ec4-8dd3-1f15b8ce645d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9119923 Aug 16 02:17:50.025762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56086) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:50.035896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:50.173687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ff1deb-ded7-42b5-995a-13508f58eaec None None] Network 176cccb5-7a6b-476f-8884-dee72faa5396 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:50.189280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c195de-eedd-40dd-9322-26547b28b700 req-ddf3d792-a87f-4ca3-93c4-ad1ba43b9ed8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.190450 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5c195de-eedd-40dd-9322-26547b28b700 req-ddf3d792-a87f-4ca3-93c4-ad1ba43b9ed8 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.83 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 946 time: 0.0941758 Aug 16 02:17:50.194152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.195260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.261455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e535acc-4374-4a7a-901a-ce1615d86d74 req-eafe23c2-5045-461e-a5c8-e20aa167c994 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:50.263061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e535acc-4374-4a7a-901a-ce1615d86d74 req-eafe23c2-5045-461e-a5c8-e20aa167c994 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 946 time: 0.2381344 Aug 16 02:17:50.340372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8866923'] for subnet, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.382274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.413353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-81a6ee4a-6c63-4fa0-8b55-e8f532056454', 'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454', 'tenant_id': 'd341214ae7ab433aa9b40f1729889f6a', 'fixed_ips': [{'subnet_id': '2c8808c2-6fe6-42ec-bc25-64934a59ad38'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:17:50.417163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.446807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e535acc-4374-4a7a-901a-ce1615d86d74 req-012a9374-6f7a-4ac7-b0e5-a4adc231b373 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/security-groups?id=ce1151f6-e750-43d3-b0bc-fa48454cb4f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629066 Aug 16 02:17:50.497779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.804850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.22 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/61b4381a-6967-4494-ab37-7eca381a10cb) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:50.854549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.875533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Deleting port da181c54-78c1-41ff-ab80-aee647548509 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:50.875890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.929224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762890462859', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8588588'] for subnet, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.951424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:50.988639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Allocated IP 172.20.0.3 (81a6ee4a-6c63-4fa0-8b55-e8f532056454/2c8808c2-6fe6-42ec-bc25-64934a59ad38/3598145e-708a-4036-902a-468245e3a1f0) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:51.002633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] For port da181c54-78c1-41ff-ab80-aee647548509, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=da181c54-78c1-41ff-ab80-aee647548509,segment=NetworkSegment(6cc9859e-84cf-4d68-922b-4792ef96a5b6),segment_id=6cc9859e-84cf-4d68-922b-4792ef96a5b6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:51.003665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.017626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:51.018511 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.020282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "PUT /v2.0/subnets/2c8808c2-6fe6-42ec-bc25-64934a59ad38 HTTP/1.1" status: 200 len: 877 time: 0.9934664 Aug 16 02:17:51.025248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Calling delete_port for da181c54-78c1-41ff-ab80-aee647548509 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:51.027306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56102) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:51.058549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd2c7c-ddab-4d6b-b10c-585283a86812 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event updated for resources: {'Subnet': ['ID=2c8808c2-6fe6-42ec-bc25-64934a59ad38,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.196185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.229271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.287755 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.355772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=61b4381a-6967-4494-ab37-7eca381a10cb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.383086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:51.388516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:51.393639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:51.396989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.414964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.438428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.567218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Transition to ACTIVE for port object 3598145e-708a-4036-902a-468245e3a1f0 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:51.572772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Allocated IP 172.25.6.121 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:51.574828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.617176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Pushing event deleted for resources: {'Port': ['ID=da181c54-78c1-41ff-ab80-aee647548509,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.636183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Transition to ACTIVE for port object 3598145e-708a-4036-902a-468245e3a1f0 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:51.713539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] No DVR routers for this DVR port da181c54-78c1-41ff-ab80-aee647548509 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:51.720505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.722870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f5c195de-eedd-40dd-9322-26547b28b700 req-f8e7e175-cbf3-4917-b332-2aa2456189ad tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.83 "DELETE /v2.0/ports/da181c54-78c1-41ff-ab80-aee647548509 HTTP/1.1" status: 204 len: 173 time: 1.5238371 Aug 16 02:17:51.723472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'name': 'network-vif-deleted', 'tag': 'da181c54-78c1-41ff-ab80-aee647548509'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:51.726265 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788a532f-1de5-417c-a6ea-689d63b1c40d" -d '{"events": [{"server_uuid": "33eeb790-a6b7-4398-82f9-c1445a40fbf6", "name": "network-vif-deleted", "tag": "da181c54-78c1-41ff-ab80-aee647548509"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:51.739703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.835513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.848524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a607fd5-6a65-4dfa-b853-60ed2afaa039 req-63b2b62e-3afb-4d6c-a2e7-0ac3f9df8440 tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 210 time: 0.0682847 Aug 16 02:17:51.855687 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806fc82d-85ec-4675-9d0e-780f33da71ea x-openstack-request-id: req-806fc82d-85ec-4675-9d0e-780f33da71ea {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:51.856105 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33eeb790-a6b7-4398-82f9-c1445a40fbf6", "name": "network-vif-deleted", "tag": "da181c54-78c1-41ff-ab80-aee647548509", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:51.856464 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-806fc82d-85ec-4675-9d0e-780f33da71ea {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:51.857015 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33eeb790-a6b7-4398-82f9-c1445a40fbf6', 'name': 'network-vif-deleted', 'tag': 'da181c54-78c1-41ff-ab80-aee647548509', 'status': 'completed', 'code': 200} Aug 16 02:17:51.868475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:51.882852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:51.889422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:51.914740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Pushing event updated for resources: {'Port': ['ID=3598145e-708a-4036-902a-468245e3a1f0,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:51.939660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:51.967730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.002827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Attempting to bind port 3598145e-708a-4036-902a-468245e3a1f0 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:52.004581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Attempting to bind port 3598145e-708a-4036-902a-468245e3a1f0 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e6025593-4a35-4e8b-b2b1-361da6d20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:52.005138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Attempting to bind port 3598145e-708a-4036-902a-468245e3a1f0 on network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:52.012385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:52.013013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Checking segment: {'id': 'e6025593-4a35-4e8b-b2b1-361da6d20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:52.013590 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.014144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Bound using segment: {'id': 'e6025593-4a35-4e8b-b2b1-361da6d20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:52.014838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Bound port: 3598145e-708a-4036-902a-468245e3a1f0, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6025593-4a35-4e8b-b2b1-361da6d20a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:52.015408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.025611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8808c2-6fe6-42ec-bc25-64934a59ad38,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.042283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.099025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.110708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:52.111045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a6ee4a-6c63-4fa0-8b55-e8f532056454']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:52.122806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6025593-4a35-4e8b-b2b1-361da6d20a6d') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:52.123290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6025593-4a35-4e8b-b2b1-361da6d20a6d') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:52.126362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:52.130017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:52.135179 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.141429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] For port 3598145e-708a-4036-902a-468245e3a1f0, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:52.145525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] For port 3598145e-708a-4036-902a-468245e3a1f0, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3598145e-708a-4036-902a-468245e3a1f0,segment=NetworkSegment(e6025593-4a35-4e8b-b2b1-361da6d20a6d),segment_id=e6025593-4a35-4e8b-b2b1-361da6d20a6d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:52.187239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Pushing event updated for resources: {'Port': ['ID=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.223673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.236855 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.256656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.269438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:52.273549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:52.275150 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:52.314330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115449a2-661b-47c1-b152-2e143b51a4c0 None None] Pushing event updated for resources: {'Port': ['ID=3598145e-708a-4036-902a-468245e3a1f0,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.418703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87af1a5c-46ae-43e1-ad04-5a5a0390f227 None None] Network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:52.464563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:17:52.464563 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:17:52.464563 n-d-768852-19 neutron-server[101945]: [parameters: {'id': '81a6ee4a-6c63-4fa0-8b55-e8f532056454'}] Aug 16 02:17:52.464563 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:17:52.467413 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:17:52.513474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.560117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e3546d-767c-4bf1-8ca4-549277146262 None None] Network 81a6ee4a-6c63-4fa0-8b55-e8f532056454 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:52.629876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.656354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.657780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device da181c54-78c1-41ff-ab80-aee647548509 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:17:52.724953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=61b4381a-6967-4494-ab37-7eca381a10cb,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:52.731397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: da181c54-78c1-41ff-ab80-aee647548509 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:17:52.731751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device da181c54-78c1-41ff-ab80-aee647548509 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:17:52.749201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:52.784945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4444fda0-928f-4bc3-8205-fedb51a77585 None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:17:52.933894 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP 34d297d0-f842-4112-bc55-65866b41c0b4 associated. External IP: 172.25.6.22, port: 976c7992-1ab0-4f10-9095-215951cdfb0f. Aug 16 02:17:52.984312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444fda0-928f-4bc3-8205-fedb51a77585 None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:17:52.985292 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.034687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.039236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e32b61a1-1d67-464c-8dde-1a633ee7ae25 req-2353aecb-b475-411f-904e-146ad6ee4b0c tempest-ServerGroupTestJSON-595066724 tempest-ServerGroupTestJSON-595066724-project] 10.222.0.76 "GET /v2.0/ports?device_id=33eeb790-a6b7-4398-82f9-c1445a40fbf6 HTTP/1.1" status: 200 len: 210 time: 0.0549188 Aug 16 02:17:53.338014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Router 4441b81b-3332-499c-9904-5f0a15326859 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:17:53.489460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:53.503141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-94360c0f-b196-45d6-ae50-bc9f5b3a4ab4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0654612 Aug 16 02:17:53.514980 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Sync routers for ids ['4441b81b-3332-499c-9904-5f0a15326859'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:53.531101 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Routers {'4441b81b-3332-499c-9904-5f0a15326859'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:53.532278 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4441b81b-3332-499c-9904-5f0a15326859'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.590119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port 3598145e-708a-4036-902a-468245e3a1f0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:53.590463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.591033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.596380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ead21312-c6c5-4e96-9cdc-bdce8e70af3e admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6034229 Aug 16 02:17:53.598091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56142) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:53.655171 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Set router 4441b81b-3332-499c-9904-5f0a15326859 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:53.745400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port 3598145e-708a-4036-902a-468245e3a1f0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3598145e-708a-4036-902a-468245e3a1f0,segment=NetworkSegment(e6025593-4a35-4e8b-b2b1-361da6d20a6d),segment_id=e6025593-4a35-4e8b-b2b1-361da6d20a6d)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:53.745859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:53.753841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a8a09-93c4-4f65-8a14-6a578267625d req-8fefdd34-9b85-413c-8882-9d63c7c1e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:53.755614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-8fefdd34-9b85-413c-8882-9d63c7c1e810 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1098 time: 0.2187288 Aug 16 02:17:53.766021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for 3598145e-708a-4036-902a-468245e3a1f0 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:53.785770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router e0921d72-5859-4104-bed0-3287266d2c10 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:53.874125 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:17:52Z', 'revision_number': 3, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:53.906093 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Checking router: 4441b81b-3332-499c-9904-5f0a15326859 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:53.906440 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Updating router 4441b81b-3332-499c-9904-5f0a15326859 port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:53.948677 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.035102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.042792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:54.063395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a8a09-93c4-4f65-8a14-6a578267625d req-8eca2553-d5ff-40cb-9de5-ab059e3572a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:54.069881 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-8eca2553-d5ff-40cb-9de5-ab059e3572a1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.2585602 Aug 16 02:17:54.070371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] Sync routers for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:54.097153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:54.104276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.166124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=3598145e-708a-4036-902a-468245e3a1f0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.191519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port 3598145e-708a-4036-902a-468245e3a1f0 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:54.382783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:54.419578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.497611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.570327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a6ee4a-6c63-4fa0-8b55-e8f532056454']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.634085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a561c5d9-2f70-4d84-ab74-faa5952cb735 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8169761 Aug 16 02:17:54.637183 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.650631 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Transition to ACTIVE for port object d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:17:54.736715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6025593-4a35-4e8b-b2b1-361da6d20a6d') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.737106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6025593-4a35-4e8b-b2b1-361da6d20a6d') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.739713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:17:54.742116 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35" -d '{"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:17:54.743814 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.818132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-e67bcd1e-8e04-465d-8951-18bf8ffdfa1e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5586560 Aug 16 02:17:54.818294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '34d297d0-f842-4112-bc55-65866b41c0b4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'port_id': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'mac_address': 'fa:16:3e:67:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:51Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:37Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.834516 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Attempting to bind port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:17:54.835417 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Attempting to bind port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:17:54.836017 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Attempting to bind port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:17:54.838361 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33807e-cf2f-4a29-8179-46fffc8e09ee None None] Pushing event updated for resources: {'Port': ['ID=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:54.843707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.853162 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:17:54.853981 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:17:54.854809 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.855753 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:17:54.856605 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Bound port: d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:17:54.856945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] Checking router: e0921d72-5859-4104-bed0-3287266d2c10 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:54.857567 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.874297 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.882096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:54.882525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:54.886903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:54.888824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:54.994597 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] For port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:55.002509 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:55.006397 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] For port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:17:55.061689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-c9e33151-a4b7-4dd2-b33f-83dba275fe05 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 1002 time: 0.9812477 Aug 16 02:17:55.076292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:55.102033 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.156611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a8a09-93c4-4f65-8a14-6a578267625d req-1d95dba5-c7c1-4bc1-9ef3-82d209dfe2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.159680 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-1d95dba5-c7c1-4bc1-9ef3-82d209dfe2dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0905223 Aug 16 02:17:55.161275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-5e3d116f-39a2-4423-a8fb-b08d07e4d17e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.171847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-5e3d116f-39a2-4423-a8fb-b08d07e4d17e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.6505604 Aug 16 02:17:55.220363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-5868a92e-3564-4dca-85dd-4c7b529ec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.222034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-5868a92e-3564-4dca-85dd-4c7b529ec3ef service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 1098 time: 0.3749006 Aug 16 02:17:55.226167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-7f52d9ac-df8a-40c3-8fae-43348642aa9e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/quotas/837d963262d6454baa2a6737796ae259 HTTP/1.1" status: 200 len: 375 time: 0.0528510 Aug 16 02:17:55.246292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33807e-cf2f-4a29-8179-46fffc8e09ee None None] Pushing event updated for resources: {'Port': ['ID=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.249671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d13b86-7a9f-4e26-820c-c2dd7b681d38 req-af8f26ad-f5e9-4b8c-85bf-9ff1fe716525 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.251765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72d13b86-7a9f-4e26-820c-c2dd7b681d38 req-af8f26ad-f5e9-4b8c-85bf-9ff1fe716525 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.4984636 Aug 16 02:17:55.264066 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Routers {'4441b81b-3332-499c-9904-5f0a15326859'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:55.265638 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4441b81b-3332-499c-9904-5f0a15326859'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:55.269441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007a8a09-93c4-4f65-8a14-6a578267625d req-3b7b4e4d-8a43-47ae-97fc-5abe5f50c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.272011 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-3b7b4e4d-8a43-47ae-97fc-5abe5f50c58c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903242 Aug 16 02:17:55.368068 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.384787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-964c7142-5b01-471c-a9cb-2aa8c8c65d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.387021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-964c7142-5b01-471c-a9cb-2aa8c8c65d47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 916 time: 0.1330709 Aug 16 02:17:55.431260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-59aa5f11-1923-4c11-9ab1-71b67cba1353 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318312 Aug 16 02:17:55.441865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.515843 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] Set router 4441b81b-3332-499c-9904-5f0a15326859 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:55.533375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '34d297d0-f842-4112-bc55-65866b41c0b4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'port_id': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'mac_address': 'fa:16:3e:67:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:51Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:37Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:55.577815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada2005-3d51-4f63-b7ad-773df46bd9f6 None None] The sync data for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 is: [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '34d297d0-f842-4112-bc55-65866b41c0b4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.22', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'port_id': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'mac_address': 'fa:16:3e:67:bf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:51Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:37Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:55.604403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-2931dd24-d804-408b-b522-cc2b254e2157 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9 HTTP/1.1" status: 200 len: 217 time: 0.1673615 Aug 16 02:17:55.608953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:55.614507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/81a6ee4a-6c63-4fa0-8b55-e8f532056454 HTTP/1.1" status: 204 len: 168 time: 4.5829148 Aug 16 02:17:55.616574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56208) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.645679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72d13b86-7a9f-4e26-820c-c2dd7b681d38 req-96886822-20d6-4923-830f-5aa28a5f47f8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581646 Aug 16 02:17:55.646449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbf7eda-648c-4167-921a-cf0b73335984 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=81a6ee4a-6c63-4fa0-8b55-e8f532056454,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:55.682280 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-20361f3f-102c-4991-bfc5-e03c68c46feb tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:55.682913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20361f3f-102c-4991-bfc5-e03c68c46feb tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:55.683062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56210) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.688841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20361f3f-102c-4991-bfc5-e03c68c46feb tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/2c8808c2-6fe6-42ec-bc25-64934a59ad38 HTTP/1.1" status: 404 len: 337 time: 0.0651510 Aug 16 02:17:55.690610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56212) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.736124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-38baffc0-e26b-4bd8-9ecd-24e6202ef57a tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4907329 Aug 16 02:17:55.752584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-007a8a09-93c4-4f65-8a14-6a578267625d req-7e459ea6-f416-4929-a4c0-0cac9b4eb539 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785983 Aug 16 02:17:55.784065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Allocated IP 172.20.0.1 (176cccb5-7a6b-476f-8884-dee72faa5396/15a6e2c0-5613-4525-8a81-4a35c4b993e9/3101d37e-2980-4d48-9ba5-c1ac48f7831d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:17:55.839260 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2243d323-028f-4f6a-a671-963369366bab tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:55.839861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2243d323-028f-4f6a-a671-963369366bab tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:55.841580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2243d323-028f-4f6a-a671-963369366bab tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/81a6ee4a-6c63-4fa0-8b55-e8f532056454 HTTP/1.1" status: 404 len: 339 time: 0.1474068 Aug 16 02:17:55.844921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56218) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.847440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-e26721c7-3445-4ce4-8b73-20c64cff8d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:55.857460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-e26721c7-3445-4ce4-8b73-20c64cff8d31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.2314870 Aug 16 02:17:55.862065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.921184 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-42f5bf9a-1fdb-4e66-a4fc-d905f37410d6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:55.921653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42f5bf9a-1fdb-4e66-a4fc-d905f37410d6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:55.926500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-42f5bf9a-1fdb-4e66-a4fc-d905f37410d6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/2ee9cbf4-496b-458d-a18f-19e4b4eeece2 HTTP/1.1" status: 404 len: 337 time: 0.0789347 Aug 16 02:17:55.927871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56222) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:55.929201 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-8b159a32-1974-49fa-a152-39acc176b81e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655177 Aug 16 02:17:55.930791 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfce2d45-7da7-40c2-b56b-36a072774d65 x-openstack-request-id: req-cfce2d45-7da7-40c2-b56b-36a072774d65 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:17:55.930944 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:17:52Z', 'revision_number': 3, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:55.931466 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:17:55.931466 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfce2d45-7da7-40c2-b56b-36a072774d65 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:17:55.932298 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'status': 'completed', 'code': 200} Aug 16 02:17:55.972546 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68dd6b8-f025-4c10-8327-beb7922d7204 None None] The sync data for ids ['4441b81b-3332-499c-9904-5f0a15326859'] in n-d-768852-19 is: [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:17:52Z', 'revision_number': 3, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:17:55.990365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d2a3eec9-b391-4bb3-a2c0-7de78fd050c7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/34d297d0-f842-4112-bc55-65866b41c0b4 HTTP/1.1" status: 200 len: 990 time: 0.3059316 Aug 16 02:17:56.005435 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b90621-c8c7-4772-abe7-e9b72014f3f2 None None] New status for floating IP 34d297d0-f842-4112-bc55-65866b41c0b4: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:17:56.047494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Deleting subnet 79e90a42-e98e-41fb-9d37-659300f596fc {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:56.066718 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2bd3d6-f4b2-4f1b-8773-7d950fc83979 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:56.068033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2bd3d6-f4b2-4f1b-8773-7d950fc83979 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:56.069953 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4e2bd3d6-f4b2-4f1b-8773-7d950fc83979 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/207cbafd-654e-4497-8da4-17fc6b072fc0 HTTP/1.1" status: 404 len: 339 time: 0.1348133 Aug 16 02:17:56.073120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.077417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56226) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.149227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-ff794f95-4f07-42a7-ba82-de7d533d965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.150785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-ff794f95-4f07-42a7-ba82-de7d533d965c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1097 time: 0.1938300 Aug 16 02:17:56.151439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-f070739f-3096-4b69-9c35-d84e535e18b4 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222450 Aug 16 02:17:56.153662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.166156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.289887 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.297445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-fb2c44b8-e903-44b7-88d1-0f184f832c86 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501625 Aug 16 02:17:56.306782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.357539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-4c95d26f-f043-479e-b59a-3946aea09338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.359084 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-4c95d26f-f043-479e-b59a-3946aea09338 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.2007947 Aug 16 02:17:56.421269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-d2e9952f-8166-4aec-a288-5fe53e014367 service neutron] 10.222.0.76 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676589 Aug 16 02:17:56.477864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.556752 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.576333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.579554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ca1c0f-b392-4c81-a92d-d94b86c516b1']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.602439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0def8b0-786d-4b42-ae33-af002c6fe847') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.602880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0def8b0-786d-4b42-ae33-af002c6fe847') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.604363 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-33b5bf10-7a01-41ba-b4f5-e14ac6bfdc1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 1000 time: 0.2352052 Aug 16 02:17:56.609324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.611726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/79e90a42-e98e-41fb-9d37-659300f596fc HTTP/1.1" status: 204 len: 168 time: 0.7250242 Aug 16 02:17:56.615949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.622491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Network 176cccb5-7a6b-476f-8884-dee72faa5396 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:56.624218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.627873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cac207ed-4c09-4591-9f55-b46b59c6afa6 req-a4889973-6e4d-4835-b121-51501b61c995 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169096 Aug 16 02:17:56.628083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:56.632488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:17:56.682401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.696452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df83d87-62a5-46f7-b472-73043656af75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e90a42-e98e-41fb-9d37-659300f596fc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.700469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:56.700961 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:56.704967 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:56.735527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3101d37e-2980-4d48-9ba5-c1ac48f7831d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:56.761012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.763785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.898330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-129bebf2-7dfa-4138-aebe-ea09e8183f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:56.899424 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-129bebf2-7dfa-4138-aebe-ea09e8183f3c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.2614262 Aug 16 02:17:56.917145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.921117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b284ed7-0dd9-4091-9b48-c8a3ffba9db8 req-64e2ed23-bd29-467c-8a45-dfe283597246 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 210 time: 0.0783026 Aug 16 02:17:56.932756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.934729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/f4ca1c0f-b392-4c81-a92d-d94b86c516b1 HTTP/1.1" status: 204 len: 168 time: 0.8562255 Aug 16 02:17:56.936743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:56.949042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56244) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:56.967692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf5802a-39cb-4850-89d0-26d3c7dc4bf5']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:56.970474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7995a9b-9fac-40a1-bcbb-e2652962ee57 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=f4ca1c0f-b392-4c81-a92d-d94b86c516b1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.007280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56248) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.014182 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-77f99e58-e832-41d5-a08b-74c93f7a9af6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.014833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77f99e58-e832-41d5-a08b-74c93f7a9af6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.016913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-77f99e58-e832-41d5-a08b-74c93f7a9af6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/a6d2cc5f-a0a6-415f-8bb7-9f03c24fbf13 HTTP/1.1" status: 404 len: 337 time: 0.0620031 Aug 16 02:17:57.019221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc9859e-84cf-4d68-922b-4792ef96a5b6') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:57.019632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc9859e-84cf-4d68-922b-4792ef96a5b6') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:57.021598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56252) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.093416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.103588 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-98317527-74e7-4c0a-bed3-d39117d4f662 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.104199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98317527-74e7-4c0a-bed3-d39117d4f662 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.105977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-98317527-74e7-4c0a-bed3-d39117d4f662 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/29c421b3-a54d-4a53-9e43-fc8c29898abe HTTP/1.1" status: 404 len: 339 time: 0.0833349 Aug 16 02:17:57.109266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56256) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.122707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-459d91d4-1dcd-4601-8f8e-e5880c50f54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:57.130614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-459d91d4-1dcd-4601-8f8e-e5880c50f54d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1915078 Aug 16 02:17:57.138516 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.146976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.151863 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b065803-88af-4ddd-bc48-4943ad682adc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.152267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b065803-88af-4ddd-bc48-4943ad682adc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.154395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b065803-88af-4ddd-bc48-4943ad682adc tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/8df4ed84-e547-4018-8186-43600fcd6cac HTTP/1.1" status: 404 len: 337 time: 0.0443137 Aug 16 02:17:57.157480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56258) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.160026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:57.160673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:57.173585 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:57.223980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:57.250909 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.263154 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3690f475-c99b-4323-a46b-6d3569de8936 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.263780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3690f475-c99b-4323-a46b-6d3569de8936 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.269213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3690f475-c99b-4323-a46b-6d3569de8936 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/eb5947e5-0a09-401d-b35d-e92573a8a842 HTTP/1.1" status: 404 len: 339 time: 0.1103468 Aug 16 02:17:57.269673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56260) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.296062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-f8a010a0-e8db-4cc8-b3d0-f63ef8b2e619 service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532815 Aug 16 02:17:57.309180 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff0082e-cb94-422e-afe1-a8889a90d3a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.310302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff0082e-cb94-422e-afe1-a8889a90d3a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.312750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ff0082e-cb94-422e-afe1-a8889a90d3a6 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/1d61f52b-cc3a-4dde-8da0-d54ae61c25bc HTTP/1.1" status: 404 len: 337 time: 0.0363948 Aug 16 02:17:57.317282 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-172eae0c-8eab-4da7-9beb-102fd4f7463c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/34d297d0-f842-4112-bc55-65866b41c0b4 HTTP/1.1" status: 200 len: 992 time: 0.3029587 Aug 16 02:17:57.318363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56262) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.351767 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb0ace5-3a9b-4446-849b-a23f30fc5ff9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.360446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb0ace5-3a9b-4446-849b-a23f30fc5ff9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.361027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:17:57.361137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-edb0ace5-3a9b-4446-849b-a23f30fc5ff9 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/642caefa-a010-4892-9af4-02037f1bc80f HTTP/1.1" status: 404 len: 339 time: 0.0369201 Aug 16 02:17:57.361746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.362623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:57.363103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.394941 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-594a249e-12d3-42a8-9779-959f92a3fdc7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.395720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594a249e-12d3-42a8-9779-959f92a3fdc7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.400735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-594a249e-12d3-42a8-9779-959f92a3fdc7 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/38acf037-7165-4276-9ee0-ef9c72b710a9 HTTP/1.1" status: 404 len: 337 time: 0.0378244 Aug 16 02:17:57.401561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56268) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.421436 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-855098d4-3102-41f0-9a0f-c17b862db61f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.422462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-855098d4-3102-41f0-9a0f-c17b862db61f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.427198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-855098d4-3102-41f0-9a0f-c17b862db61f tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/1ed9c724-8625-4a62-a5e6-691e17fd0763 HTTP/1.1" status: 404 len: 339 time: 0.0243700 Aug 16 02:17:57.427883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56270) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.458779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c086352d-f3da-4c7e-b2c5-585a3fb9dd35 req-c925c1b5-5884-4993-909b-fe9d670af82f service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406169 Aug 16 02:17:57.462675 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a80877e-e8d3-4ac3-9b1f-4689dedc2d4b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.463625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a80877e-e8d3-4ac3-9b1f-4689dedc2d4b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.463959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.476881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a80877e-e8d3-4ac3-9b1f-4689dedc2d4b tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/e172a38f-51ee-4793-9c9a-657b0a539f13 HTTP/1.1" status: 404 len: 337 time: 0.0457790 Aug 16 02:17:57.477208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.478317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56272) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.484622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.498575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] 10.222.0.76 "DELETE /v2.0/networks/4bf5802a-39cb-4850-89d0-26d3c7dc4bf5 HTTP/1.1" status: 204 len: 168 time: 0.8790593 Aug 16 02:17:57.507176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.528951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff6a41-a08f-4c4f-948a-5eed4d663750 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bf5802a-39cb-4850-89d0-26d3c7dc4bf5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.539584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:57.554803 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5309cc79-ffaf-4bf3-8499-1494fe5dc271 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.555418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5309cc79-ffaf-4bf3-8499-1494fe5dc271 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.557206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5309cc79-ffaf-4bf3-8499-1494fe5dc271 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/1e257b0e-0795-4ae4-b79d-20b09d29fbba HTTP/1.1" status: 404 len: 339 time: 0.0778811 Aug 16 02:17:57.560538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56280) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.604449 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2d0965-6404-48c9-a750-8474cb79670a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.604924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2d0965-6404-48c9-a750-8474cb79670a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.606779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d2d0965-6404-48c9-a750-8474cb79670a tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/2d256e9b-b372-44d0-a0da-076c65f9375c HTTP/1.1" status: 404 len: 337 time: 0.0451882 Aug 16 02:17:57.609288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56282) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.638461 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f11c45da-789e-43ab-a1b5-b38b110f14f0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.639280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f11c45da-789e-43ab-a1b5-b38b110f14f0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.642684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f11c45da-789e-43ab-a1b5-b38b110f14f0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/2a2a7d4d-3dfe-42cd-b20a-ac9573ac717b HTTP/1.1" status: 404 len: 339 time: 0.0300782 Aug 16 02:17:57.644476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56284) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.647600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.672739 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-57907ad5-396d-4c85-b352-3f8f07c7ea79 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.673302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57907ad5-396d-4c85-b352-3f8f07c7ea79 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.675293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57907ad5-396d-4c85-b352-3f8f07c7ea79 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/9ca30ff6-3c8a-4b97-a342-1f0f7b35b564 HTTP/1.1" status: 404 len: 337 time: 0.0296607 Aug 16 02:17:57.677874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56286) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.701543 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbbdd52-5e27-48df-912a-4ccfc4749c11 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.702171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbbdd52-5e27-48df-912a-4ccfc4749c11 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.704428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0fbbdd52-5e27-48df-912a-4ccfc4749c11 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/7bbce174-91d4-43f1-be34-06105decc427 HTTP/1.1" status: 404 len: 339 time: 0.0256176 Aug 16 02:17:57.707160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56288) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.736745 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc028aad-104b-492e-80b7-b88adb7aa03d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.737909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc028aad-104b-492e-80b7-b88adb7aa03d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.739511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:57.740482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fc028aad-104b-492e-80b7-b88adb7aa03d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/6778c425-86a2-40a2-a5e8-3107395cc5ed HTTP/1.1" status: 404 len: 337 time: 0.0323892 Aug 16 02:17:57.743306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56290) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.769014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.771533 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-64470010-ca10-4d07-b09d-a266286382a0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] DELETE failed (client error): The resource could not be found. Aug 16 02:17:57.772110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64470010-ca10-4d07-b09d-a266286382a0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:17:57.773835 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-64470010-ca10-4d07-b09d-a266286382a0 tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/0a8f50bc-417b-45a5-8c52-b6ac9e6eb4eb HTTP/1.1" status: 404 len: 339 time: 0.0295506 Aug 16 02:17:57.776635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56292) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.846491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting subnet 52fe5673-2d54-4f50-8ce3-d5f3cec4b838 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:17:57.851063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.875054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.944986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56298) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:57.949229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:57.996276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.006906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0eb486b5-f7f3-481f-b612-b73b58912bbb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=54cfb44fb072433ab9b70b0464bc61d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603964 Aug 16 02:17:58.009158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56304) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:58.011423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=3101d37e-2980-4d48-9ba5-c1ac48f7831d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.071439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87f12fee-4cd0-4036-b103-47c8f2e382fb req-d1d397ce-61f0-4088-8144-4827e91929b4 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 210 time: 0.0451987 Aug 16 02:17:58.119966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-726489f5-1a32-4644-98cf-36450bf99865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.155548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-726489f5-1a32-4644-98cf-36450bf99865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.207446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Network 176cccb5-7a6b-476f-8884-dee72faa5396 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:17:58.215283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:17:58.236546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.389648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-726489f5-1a32-4644-98cf-36450bf99865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.394361 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-726489f5-1a32-4644-98cf-36450bf99865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.396122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-726489f5-1a32-4644-98cf-36450bf99865 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce1151f6-e750-43d3-b0bc-fa48454cb4f5 HTTP/1.1" status: 204 len: 168 time: 0.3854716 Aug 16 02:17:58.396503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Router 4441b81b-3332-499c-9904-5f0a15326859 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:17:58.405229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726489f5-1a32-4644-98cf-36450bf99865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1151f6-e750-43d3-b0bc-fa48454cb4f5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.502930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.535783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Subnet': ['ID=52fe5673-2d54-4f50-8ce3-d5f3cec4b838,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:58.548315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.550584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6b27cd47-5bfa-4998-b8c2-148a02c699aa tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/subnets/52fe5673-2d54-4f50-8ce3-d5f3cec4b838 HTTP/1.1" status: 204 len: 168 time: 0.7730021 Aug 16 02:17:58.553200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56314) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:17:58.573565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e569840-b815-4d7c-84d4-4d23842dbbb5 None None] Network 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:17:58.580288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:17:58.605405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-972b1089-73f0-422e-b584-b1064c60f9f0 admin admin] 10.222.0.76 "PUT /v2.0/routers/4441b81b-3332-499c-9904-5f0a15326859/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0011749 Aug 16 02:17:58.623279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Sync routers for ids ['4441b81b-3332-499c-9904-5f0a15326859'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:17:58.644662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.645614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Routers {'4441b81b-3332-499c-9904-5f0a15326859'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:17:58.646610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4441b81b-3332-499c-9904-5f0a15326859'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:58.718915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Deleting port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:17:58.719413 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.835988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] For port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,segment=NetworkSegment(dc1e73fe-943a-4835-bcfc-e12b7ad38f4b),segment_id=dc1e73fe-943a-4835-bcfc-e12b7ad38f4b)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:17:58.836841 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:58.861259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Calling delete_port for 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:17:59.023327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Set router 4441b81b-3332-499c-9904-5f0a15326859 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:17:59.085303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d860e4b-e525-4c06-87fe-a2bfbd4e05b7 None None] DHCP port deletion for 2f537301-d5c4-4ecb-9ea7-3bbee85bf21a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:17:59.094673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.129035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Port': ['ID=16d01ab6-cdd5-4ca5-9326-4d5a7189a539,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:17:59.141496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] No DVR routers for this DVR port 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:17:59.224469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:17:59.332663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05a37e88-031b-415c-b622-6f8cc0dfe3b4 req-677d38f8-79c9-4eb1-9ca1-f010ba3bbcc4 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 210 time: 0.0886779 Aug 16 02:17:59.343351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.353862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:17:59.354328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.362556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f537301-d5c4-4ecb-9ea7-3bbee85bf21a']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.400092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.400092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1e73fe-943a-4835-bcfc-e12b7ad38f4b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.426030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.487327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3101d37e-2980-4d48-9ba5-c1ac48f7831d', 'name': '', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'mac_address': 'fa:16:3e:65:55:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:55Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 2, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'subnets': [{'id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:17:59.536966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Checking router: 4441b81b-3332-499c-9904-5f0a15326859 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:17:59.538174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Updating router 4441b81b-3332-499c-9904-5f0a15326859 port 3101d37e-2980-4d48-9ba5-c1ac48f7831d binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:17:59.539711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.561323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e22b3c1b-58a1-498a-9794-95cc9b174ba5 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.563677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e22b3c1b-58a1-498a-9794-95cc9b174ba5 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 818 time: 0.3215997 Aug 16 02:17:59.567788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:17:59.568281 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:17:59.571352 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:17:59.584569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.601926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-cd3b8532-0992-49b0-84e8-884426970933 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:17:59.603418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-cd3b8532-0992-49b0-84e8-884426970933 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 815 time: 0.2023232 Aug 16 02:17:59.931153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:17:59.971253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Request body: {'port': {'device_id': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'admin_state_up': True, 'tenant_id': '837d963262d6454baa2a6737796ae259'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:17:59.973817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-0e1036af-5f80-472f-9448-3b0bb1b061de tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/quotas/773d5d27e9094a8bbf900516bd655f61 HTTP/1.1" status: 200 len: 375 time: 0.3993592 Aug 16 02:18:00.015459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56376) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.099605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-9ede6474-6ea3-4c5c-8dd1-3e4b4f6a32ab tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1123290 Aug 16 02:18:00.133889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1487960548-network', 'tenant_id': '5542e43c2f084b74b76954c098954e91'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:00.137890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Transition to ACTIVE for port object 3101d37e-2980-4d48-9ba5-c1ac48f7831d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:00.159448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.170366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.176403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] 10.222.0.76 "DELETE /v2.0/networks/2f537301-d5c4-4ecb-9ea7-3bbee85bf21a HTTP/1.1" status: 204 len: 168 time: 1.6177781 Aug 16 02:18:00.189443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ac1f5-07c2-44fa-9e5c-6102c7af174d tempest-NetworksTest-2042497560 tempest-NetworksTest-2042497560-project] Pushing event deleted for resources: {'Network': ['ID=2f537301-d5c4-4ecb-9ea7-3bbee85bf21a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.243166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-d952de80-53f5-49cd-9e1c-30f73d521540 service neutron] 10.222.0.76 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358783 Aug 16 02:18:00.269541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.327319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58784569-90b2-4e76-b512-85873621629f None None] Pushing event updated for resources: {'Port': ['ID=3101d37e-2980-4d48-9ba5-c1ac48f7831d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.327789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Made reservation on behalf of 5542e43c2f084b74b76954c098954e91 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:00.337191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.342205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-bfc62fc3-6636-4f53-8b02-6f1b88b3eda1 service neutron] 10.222.0.76 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924504 Aug 16 02:18:00.359050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.384259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Attempting to bind port 3101d37e-2980-4d48-9ba5-c1ac48f7831d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:00.384642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Attempting to bind port 3101d37e-2980-4d48-9ba5-c1ac48f7831d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:00.385015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Attempting to bind port 3101d37e-2980-4d48-9ba5-c1ac48f7831d on network 176cccb5-7a6b-476f-8884-dee72faa5396 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:00.390497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:00.394018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Checking segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:00.394751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.397146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:18:00.397146 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:18:00.397146 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '5542e43c2f084b74b76954c098954e91', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 18, 0, 384520)}] Aug 16 02:18:00.397146 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:00.397910 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:00.398720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Bound using segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:00.399315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Bound port: 3101d37e-2980-4d48-9ba5-c1ac48f7831d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:00.399721 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.476224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] For port 3101d37e-2980-4d48-9ba5-c1ac48f7831d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:00.479532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] For port 3101d37e-2980-4d48-9ba5-c1ac48f7831d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3101d37e-2980-4d48-9ba5-c1ac48f7831d,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:00.510040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3e62244-6cc8-40cd-b3a3-7ef9ac31e0b2 req-1cc8136d-130c-47cf-8d31-c0ed6102d205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 210 time: 0.0288789 Aug 16 02:18:00.663792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.700838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56390) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:00.715343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Made reservation on behalf of 837d963262d6454baa2a6737796ae259 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:00.720003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.736262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Routers {'4441b81b-3332-499c-9904-5f0a15326859'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:18:00.738799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4441b81b-3332-499c-9904-5f0a15326859'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:00.812291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58784569-90b2-4e76-b512-85873621629f None None] Pushing event updated for resources: {'Port': ['ID=3101d37e-2980-4d48-9ba5-c1ac48f7831d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:00.849924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1698709-2806-44bd-9128-e42e8128a0d0 req-21e02208-1816-42a5-92a2-cf78c1b977c8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 210 time: 0.0760918 Aug 16 02:18:00.908898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:00.979429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Allocated IP 172.20.0.7 (8a85dd59-1d86-49c6-a779-6cd16a2ed209/6b41a199-b1f8-4617-b372-0e55994b4113/73b5aa47-54eb-4a15-9992-711feb11a4c2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:01.001038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] Set router 4441b81b-3332-499c-9904-5f0a15326859 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:18:01.004445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd97a3f1-4510-496d-9d55-c2262de21ef5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d341214ae7ab433aa9b40f1729889f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3023531 Aug 16 02:18:01.007248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56404) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.101836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.168511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.180993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:01.191971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.192551 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Added segment 53cca061-0c64-4dcc-b39e-82397f8e6d8b of type vlan for network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 Aug 16 02:18:01.231324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:01.260631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:01.261283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 16d01ab6-cdd5-4ca5-9326-4d5a7189a539 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:01.288919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.300423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c242bb7-895e-4f24-b5ea-b90f79b61b28,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.354816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2387-80b1-4ee7-9af1-bb448a21ab65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.389065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.395893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3101d37e-2980-4d48-9ba5-c1ac48f7831d', 'name': '', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'mac_address': 'fa:16:3e:65:55:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:55Z', 'updated_at': '2021-08-16T02:18:00Z', 'revision_number': 4, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'subnets': [{'id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:01.424428 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2387-80b1-4ee7-9af1-bb448a21ab65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.425755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52c7f0f-5c29-4fcb-8600-556e03fffa78 None None] The sync data for ids ['4441b81b-3332-499c-9904-5f0a15326859'] in n-d-768852-19 is: [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3101d37e-2980-4d48-9ba5-c1ac48f7831d', 'name': '', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'mac_address': 'fa:16:3e:65:55:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_interface', 'standard_attr_id': 2474, 'fixed_ips': [{'subnet_id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:55Z', 'updated_at': '2021-08-16T02:18:00Z', 'revision_number': 4, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'subnets': [{'id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:18:01.458186 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.461057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.462999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.534779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-4e364710-b46f-451c-bca2-b72a24c5d282 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:01.542698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-4e364710-b46f-451c-bca2-b72a24c5d282 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 818 time: 0.4055693 Aug 16 02:18:01.567402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-68180c45-ffdb-4cc1-bc42-d1a3355f15e7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/quotas/773d5d27e9094a8bbf900516bd655f61 HTTP/1.1" status: 200 len: 375 time: 0.0237575 Aug 16 02:18:01.654394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-a0f19874-0c17-44ec-a63a-2e43568aec81 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0666239 Aug 16 02:18:01.678798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6612542 Aug 16 02:18:01.679553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56420) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:01.688944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Request body: {'subnet': {'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1487960548-subnet', 'tenant_id': '5542e43c2f084b74b76954c098954e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:01.693846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.708056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9', '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', '89c983dc-3cd4-4a7d-9355-7c5b032fce7e'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:01.712076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066e2b84-e5e4-4351-ba5b-6e5974e88251 admin admin] Pushing event updated for resources: {'Network': ['ID=4c96def9-d2f7-46b9-9f4c-eaabf2c06657,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.772130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:01.806825 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2387-80b1-4ee7-9af1-bb448a21ab65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.809570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8b0d2387-80b1-4ee7-9af1-bb448a21ab65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.813461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b0d2387-80b1-4ee7-9af1-bb448a21ab65 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b8495e19-cb2b-41a6-9273-dc8badca3500 HTTP/1.1" status: 204 len: 168 time: 0.7986069 Aug 16 02:18:01.835073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Made reservation on behalf of 5542e43c2f084b74b76954c098954e91 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:01.837478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:01.856408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:01.905387 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:01.913048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:01.930674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d2387-80b1-4ee7-9af1-bb448a21ab65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8495e19-cb2b-41a6-9273-dc8badca3500,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:01.954545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:02.038759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.039853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.114601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ec629-b9c8-4477-9b27-b3f3f12f8770 req-eb0fa8f3-c145-4c9b-8394-4733a9f02f16 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.124156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c87ec629-b9c8-4477-9b27-b3f3f12f8770 req-eb0fa8f3-c145-4c9b-8394-4733a9f02f16 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 931 time: 0.4555118 Aug 16 02:18:02.132235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event updated for resources: {'Port': ['ID=73b5aa47-54eb-4a15-9992-711feb11a4c2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.230172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-514acd28-b083-4a3f-90b0-41dfded6d2e3 service neutron] 10.222.0.76 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5697212 Aug 16 02:18:02.249442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c87ec629-b9c8-4477-9b27-b3f3f12f8770 req-2f70bc8d-b7fa-453c-9ad8-c18833babf44 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239014 Aug 16 02:18:02.299791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-85b13dd6-def5-4559-aed4-a71b3d1b8a17 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3437390 Aug 16 02:18:02.396069 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.396852 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Request body: {'port': {'device_id': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:02.482724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.494702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b885ac1e-0abc-498a-9c01-cea2b1a60fb1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:02.497853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Checking segment: {'id': '53cca061-0c64-4dcc-b39e-82397f8e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:02.498328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Network hostable DHCP agents. Network: 4c96def9-d2f7-46b9-9f4c-eaabf2c06657, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:02.637008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-6e74fdd3-b436-4f2b-b231-8c9462ac5dbd service neutron] 10.222.0.76 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858247 Aug 16 02:18:02.704468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:02.813071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 4c96def9-d2f7-46b9-9f4c-eaabf2c06657) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:02.822897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:02.823531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.824807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac3f2fb-441f-4e97-9b8c-7991546db63b None None] Network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:02.906572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b5aa47-54eb-4a15-9992-711feb11a4c2 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:02.909883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-91cbc5ab-3806-4032-98b5-c5383c25e2b1 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2272642 Aug 16 02:18:02.939424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:02.965463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Transition to ACTIVE for port object 73b5aa47-54eb-4a15-9992-711feb11a4c2 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:03.023849 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.081547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f639e2d-e66a-4b4b-8919-13978e009990 None None] Network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:03.163535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Pushing event updated for resources: {'Port': ['ID=73b5aa47-54eb-4a15-9992-711feb11a4c2,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:03.320987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e544bb7a-5c56-42cb-909d-fea032734c7f req-8d27e6bf-e7cb-46e2-afda-2c041dc0453a tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 210 time: 0.1586382 Aug 16 02:18:03.407195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3101d37e-2980-4d48-9ba5-c1ac48f7831d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:03.532798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Attempting to bind port 73b5aa47-54eb-4a15-9992-711feb11a4c2 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:03.533214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Attempting to bind port 73b5aa47-54eb-4a15-9992-711feb11a4c2 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:03.533563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Attempting to bind port 73b5aa47-54eb-4a15-9992-711feb11a4c2 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:03.542010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Port 73b5aa47-54eb-4a15-9992-711feb11a4c2 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:03.542438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Attempting to bind port 73b5aa47-54eb-4a15-9992-711feb11a4c2 on network 8a85dd59-1d86-49c6-a779-6cd16a2ed209 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:03.552126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef7afb0-1150-45b9-9d8a-ca41cd8d3fd2 req-e4e69483-f9c8-4635-9192-0e1ea42a8c97 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.553777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fef7afb0-1150-45b9-9d8a-ca41cd8d3fd2 req-e4e69483-f9c8-4635-9192-0e1ea42a8c97 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 943 time: 0.1061106 Aug 16 02:18:03.558888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:03.559319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Checking segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:03.560359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Bound using segment: {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:03.560876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Bound port: 73b5aa47-54eb-4a15-9992-711feb11a4c2, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:03.562275 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.584162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3101d37e-2980-4d48-9ba5-c1ac48f7831d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:03.590809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3101d37e-2980-4d48-9ba5-c1ac48f7831d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:03.594213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.704866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fef7afb0-1150-45b9-9d8a-ca41cd8d3fd2 req-3c425492-dd5a-4113-8be8-a9868ecbb641 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381721 Aug 16 02:18:03.744314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] For port 73b5aa47-54eb-4a15-9992-711feb11a4c2, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:03.755717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] For port 73b5aa47-54eb-4a15-9992-711feb11a4c2, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:03.779506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56478) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:03.799788 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.805604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-87cdae6d-68f9-4486-8ab8-15afa16b6ce8 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.814311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-87cdae6d-68f9-4486-8ab8-15afa16b6ce8 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/networks?id=4c96def9-d2f7-46b9-9f4c-eaabf2c06657 HTTP/1.1" status: 200 len: 821 time: 0.1849251 Aug 16 02:18:03.823841 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.846795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-59c4c712-e0a5-4acb-b1bd-b674eff5dd20 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/quotas/5542e43c2f084b74b76954c098954e91 HTTP/1.1" status: 200 len: 375 time: 0.0314374 Aug 16 02:18:03.855877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3101d37e-2980-4d48-9ba5-c1ac48f7831d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3101d37e-2980-4d48-9ba5-c1ac48f7831d,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:03.908112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-c0f083fe-a310-45cb-8c10-1db0320aeb3b tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=5542e43c2f084b74b76954c098954e91&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601304 Aug 16 02:18:03.910906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:03.911556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.912949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] 10.222.0.58 "PUT /v2.0/ports/73b5aa47-54eb-4a15-9992-711feb11a4c2 HTTP/1.1" status: 200 len: 1092 time: 1.5715876 Aug 16 02:18:03.939045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:03.947590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'tag': '73b5aa47-54eb-4a15-9992-711feb11a4c2'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:03.950099 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bec93-e511-452d-9c30-662807024237" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c45c83-5a1f-48a2-9d2f-dbc7c573c252", "tag": "73b5aa47-54eb-4a15-9992-711feb11a4c2"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:04.058239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3101d37e-2980-4d48-9ba5-c1ac48f7831d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.065737 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad969fe-4241-429d-bdf6-2fa21300b960 x-openstack-request-id: req-aad969fe-4241-429d-bdf6-2fa21300b960 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:04.066027 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c45c83-5a1f-48a2-9d2f-dbc7c573c252", "tag": "73b5aa47-54eb-4a15-9992-711feb11a4c2", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:04.067027 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aad969fe-4241-429d-bdf6-2fa21300b960 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:04.067583 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'tag': '73b5aa47-54eb-4a15-9992-711feb11a4c2', 'status': 'completed', 'code': 200} Aug 16 02:18:04.088735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93de2-9af2-407f-95dc-26c76bb1e22e service neutron] Pushing event updated for resources: {'Port': ['ID=73b5aa47-54eb-4a15-9992-711feb11a4c2,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.122507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-640205738'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.129540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-d099c62b-7406-4b29-83d8-7deca10cb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.131861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-d099c62b-7406-4b29-83d8-7deca10cb24f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 1095 time: 0.0915420 Aug 16 02:18:04.132748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-92d49721-d84f-4e3c-a5e3-97f36641319f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.134416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-92d49721-d84f-4e3c-a5e3-97f36641319f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 818 time: 0.2026026 Aug 16 02:18:04.147649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Request body: {'port': {'device_id': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'admin_state_up': True, 'tenant_id': '773d5d27e9094a8bbf900516bd655f61'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:04.190674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-1fe61b7f-427d-4148-b937-550429a6ca81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0445893 Aug 16 02:18:04.194753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-95a6ff9f-c964-4960-a377-ec4a7b88f0b6 service neutron] 10.222.0.76 "GET /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857099 Aug 16 02:18:04.276526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:04.280921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.301867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.332291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19be989-2c26-4779-be98-982f34ff8428 req-1f2c5f42-6b87-44cc-b09f-3446d2802f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.333829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-1f2c5f42-6b87-44cc-b09f-3446d2802f32 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.1297760 Aug 16 02:18:04.379725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-494e9282-8ea7-4414-8c26-d19b5eb0766e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378680 Aug 16 02:18:04.388868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-cd54faf7-b0a7-450f-886b-d679c95938dd service neutron] 10.222.0.76 "GET /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835306 Aug 16 02:18:04.410185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Made reservation on behalf of 773d5d27e9094a8bbf900516bd655f61 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:04.414240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.475117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-290f16fd-b022-4c02-8e25-e5b128bbb93a req-c2de0890-f58c-4866-b467-e1be1499bc6f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 210 time: 0.0340464 Aug 16 02:18:04.522794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-9ac3c03b-6327-439f-88e9-3cc8bdb88957 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328661 Aug 16 02:18:04.587165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.681917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f19be989-2c26-4779-be98-982f34ff8428 req-45c4ec2a-740d-465a-84ee-d31696d63b87 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512451 Aug 16 02:18:04.688915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.694301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Allocated IP 172.20.0.7 (176cccb5-7a6b-476f-8884-dee72faa5396/15a6e2c0-5613-4525-8a81-4a35c4b993e9/ea95e1b9-d8b5-4bb5-be9c-5e77e0338640) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:04.699045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3b4ed8a-818c-45f5-8f37-9421d197eaa6 req-7380c02e-555d-47c0-a82e-663210c0d3fb tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 210 time: 0.0344455 Aug 16 02:18:04.740364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:04.758959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710899a7-5d22-422b-9e16-222066f2220e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:04.796522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.797693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.801073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.801565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.801917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.802261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.802601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.803991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.804337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.804679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.807157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.807900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:04.815030 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:04.815662 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment d0aab46c-55b6-4915-9d54-4f02f3525654 of type vlan for network d3942033-1bcc-451a-939e-cd550501fbc6 Aug 16 02:18:04.906026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bec93-e511-452d-9c30-662807024237 req-955363ab-de8f-45e1-bdce-d21ef8708cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.909433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-955363ab-de8f-45e1-bdce-d21ef8708cd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=837d963262d6454baa2a6737796ae259&device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 1095 time: 0.0922668 Aug 16 02:18:04.993764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9428133-aec7-4612-bf60-274ab76a4ad4 req-929fa72e-a55d-419b-a2f7-c16f90ae8bec tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:04.995515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9428133-aec7-4612-bf60-274ab76a4ad4 req-929fa72e-a55d-419b-a2f7-c16f90ae8bec tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 943 time: 0.1383111 Aug 16 02:18:05.037674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.084996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bec93-e511-452d-9c30-662807024237 req-d8ff7997-d2d5-4f8c-83b5-1622eced5bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.086866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-d8ff7997-d2d5-4f8c-83b5-1622eced5bb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 200 len: 916 time: 0.1700532 Aug 16 02:18:05.095184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9428133-aec7-4612-bf60-274ab76a4ad4 req-60424166-e9ab-4961-9fdc-0c7455da8842 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919573 Aug 16 02:18:05.099588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.143087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-f31566c7-bba6-4287-89b6-ec6cd1b3804f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2 HTTP/1.1" status: 200 len: 217 time: 0.0467277 Aug 16 02:18:05.163890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3101d37e-2980-4d48-9ba5-c1ac48f7831d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:05.204089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bec93-e511-452d-9c30-662807024237 req-35dab62f-ba0c-4f07-818a-08eb4ad9c024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.205602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-35dab62f-ba0c-4f07-818a-08eb4ad9c024 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 200 len: 855 time: 0.0556841 Aug 16 02:18:05.220138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.226848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.234846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3101d37e-2980-4d48-9ba5-c1ac48f7831d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:05.235614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.236179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.239190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.247052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-59cd4f82-bdc5-428e-abf1-094c3ec3251b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a85dd59-1d86-49c6-a779-6cd16a2ed209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333998 Aug 16 02:18:05.330847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Network 176cccb5-7a6b-476f-8884-dee72faa5396 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:05.342952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:05.380758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-5cb18133-cac7-41b2-b583-dd0a25e3b8ad service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263440 Aug 16 02:18:05.520743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-179bec93-e511-452d-9c30-662807024237 req-e49a8db6-4b7d-4eab-9f92-b946fdbd0681 service neutron] 10.222.0.58 "GET /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320033 Aug 16 02:18:05.589033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-564ba0c8-80ff-4325-bd1f-94f5c1912b99 req-efed7161-3aef-4820-842d-e2b274d82bda tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 210 time: 0.0303097 Aug 16 02:18:05.732188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:05.749506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9689257 Aug 16 02:18:05.753291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:05.758344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'name': 'tempest-PortsTestJSON-802702169'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:05.815552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Pushing event updated for resources: {'Port': ['ID=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.823001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb94fb-0726-4d3e-940e-a217ccab6985 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=d3942033-1bcc-451a-939e-cd550501fbc6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:05.828528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84d14854-2baf-441d-ba3f-1ed5a541cf45 req-bce5e09a-cc3c-4211-b55b-ad9a1504f56b tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 210 time: 0.0763755 Aug 16 02:18:05.833980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:05.867571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.868404 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:05.913193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-189c7f9b-f68e-4abe-8fde-d6702b7dc92d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:05.914697 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-189c7f9b-f68e-4abe-8fde-d6702b7dc92d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 818 time: 0.1793613 Aug 16 02:18:05.927444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Request body: {'port': {'device_id': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'admin_state_up': True, 'tenant_id': '773d5d27e9094a8bbf900516bd655f61'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:06.005247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:06.013698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.043985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 959dddbc-469b-42bd-a49a-a1af4c8411c8 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:06.120822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-e29257af-f07e-465c-8fa8-b3098ca9b561 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9776886 Aug 16 02:18:06.138542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Request body: {'port': {'device_id': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:06.227275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Made reservation on behalf of 773d5d27e9094a8bbf900516bd655f61 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:06.230944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.232912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.279581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e76b768-4411-4b58-8c55-23cb79650d12 req-4f7363fb-5f30-40ee-b55a-c81423e6186e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.282059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e76b768-4411-4b58-8c55-23cb79650d12 req-4f7363fb-5f30-40ee-b55a-c81423e6186e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 943 time: 0.0792642 Aug 16 02:18:06.287843 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.363115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e76b768-4411-4b58-8c55-23cb79650d12 req-f59929cf-5c53-4d41-a0e7-8350a115c6d5 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686700 Aug 16 02:18:06.429799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.483006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Allocated IP 172.20.0.11 (176cccb5-7a6b-476f-8884-dee72faa5396/15a6e2c0-5613-4525-8a81-4a35c4b993e9/f98b722a-b67e-4222-ba81-ced374791473) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:06.496325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=959dddbc-469b-42bd-a49a-a1af4c8411c8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.514065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': 'd0aab46c-55b6-4915-9d54-4f02f3525654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:06.514443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: d3942033-1bcc-451a-939e-cd550501fbc6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:06.618146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:06.651902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.701962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4635bf9-9d9c-44b1-ab41-77ff999ad288 req-2df6d1d0-b821-47f2-8231-2dae969c20ce tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 210 time: 0.0287831 Aug 16 02:18:06.703992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d3942033-1bcc-451a-939e-cd550501fbc6) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:06.708653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:06.712815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22e75c9-d48a-4b4d-a2e0-d0b165a15b96 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:06.719995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.720774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.798461 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.822243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbb6f413-317b-4657-b187-e8954878a669 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0678449 Aug 16 02:18:06.827949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56524) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:06.828360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-109683453'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:06.894345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Network 176cccb5-7a6b-476f-8884-dee72faa5396 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:06.902372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:06.912163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:06.937987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff544ae0-fd58-4adb-8dd1-e8df771ac594 req-4e741110-220a-45c5-9f5b-45468faa5b2c tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 210 time: 0.0275736 Aug 16 02:18:06.948315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Pushing event updated for resources: {'Port': ['ID=f98b722a-b67e-4222-ba81-ced374791473,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:06.954039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:06.959239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:06.985445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:06.992578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:06.993213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.007677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.008221 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment ca1813e8-e80c-4f03-9df3-e800093bcca3 of type vlan for network ef021ec3-b80a-4157-9bf0-24a51ee23288 Aug 16 02:18:07.052268 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.054608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:07.063486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.083145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Transition to ACTIVE for port object ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:07.092937 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-adee104c-6684-48c1-b0ba-ffb2a9982e1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1692188 Aug 16 02:18:07.105417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Request body: {'port': {'device_id': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:07.165310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.168508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.200952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.209011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.210294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.281104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Pushing event updated for resources: {'Port': ['ID=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.366592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=ef021ec3-b80a-4157-9bf0-24a51ee23288,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.379219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network ef021ec3-b80a-4157-9bf0-24a51ee23288 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:07.429918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e7df3008-765f-4cee-ba6c-390e71a36b3a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6032569 Aug 16 02:18:07.430969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:07.546050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Attempting to bind port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:07.546556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Attempting to bind port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:07.548129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Attempting to bind port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 on network 176cccb5-7a6b-476f-8884-dee72faa5396 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:07.566124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 on network 176cccb5-7a6b-476f-8884-dee72faa5396 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:07.566460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Attempting to bind port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 on network 176cccb5-7a6b-476f-8884-dee72faa5396 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:07.578730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:07.579098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Checking segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:07.579599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Bound using segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:07.580062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Bound port: ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:07.580436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.642347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 73b5aa47-54eb-4a15-9992-711feb11a4c2 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:07.663820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f98b722a-b67e-4222-ba81-ced374791473 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:07.676493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.705032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Transition to ACTIVE for port object f98b722a-b67e-4222-ba81-ced374791473 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:07.708864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] For port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:07.712162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] For port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:07.758048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 73b5aa47-54eb-4a15-9992-711feb11a4c2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:07.773364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '73b5aa47-54eb-4a15-9992-711feb11a4c2', 'network_id': '8a85dd59-1d86-49c6-a779-6cd16a2ed209', 'port_id': '73b5aa47-54eb-4a15-9992-711feb11a4c2', 'mac_address': 'fa:16:3e:89:a1:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b41a199-b1f8-4617-b372-0e55994b4113', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:07.778334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.788229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'ports': [{'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'}, {'network_id': 'ef021ec3-b80a-4157-9bf0-24a51ee23288'}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:07.788870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:07.789887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'ef021ec3-b80a-4157-9bf0-24a51ee23288'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:07.825333 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.839094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b5aa47-54eb-4a15-9992-711feb11a4c2 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:07.842565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.860745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 73b5aa47-54eb-4a15-9992-711feb11a4c2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:07.874979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-79b42c7e-d0c9-451a-b95b-062ed10c5b8f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.876714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-79b42c7e-d0c9-451a-b95b-062ed10c5b8f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.58 "GET /v2.0/networks?id=4c96def9-d2f7-46b9-9f4c-eaabf2c06657 HTTP/1.1" status: 200 len: 821 time: 0.6534121 Aug 16 02:18:07.898306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b722a-b67e-4222-ba81-ced374791473,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:07.923895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Request body: {'port': {'device_id': '1c67ea3a-ff86-474c-b459-008793521105', 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657', 'admin_state_up': True, 'tenant_id': '5542e43c2f084b74b76954c098954e91'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:07.942850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:07.943605 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:07.945083 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] 10.222.0.83 "PUT /v2.0/ports/ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 1092 time: 1.8148561 Aug 16 02:18:07.945595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'tag': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:07.947966 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927b061a-711d-46c2-86fa-dc40f55e2410" -d '{"events": [{"name": "network-changed", "server_uuid": "011776a4-3d84-4d02-bfc2-0f82aa739540", "tag": "ea95e1b9-d8b5-4bb5-be9c-5e77e0338640"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:07.955466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.035375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dca0fd-eb4d-4ff8-ac58-3b8334299500 service neutron] Pushing event updated for resources: {'Port': ['ID=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.053079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=73b5aa47-54eb-4a15-9992-711feb11a4c2,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.066360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Attempting to bind port f98b722a-b67e-4222-ba81-ced374791473 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:08.066744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Attempting to bind port f98b722a-b67e-4222-ba81-ced374791473 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:08.067086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Attempting to bind port f98b722a-b67e-4222-ba81-ced374791473 on network 176cccb5-7a6b-476f-8884-dee72faa5396 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:08.087098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Port f98b722a-b67e-4222-ba81-ced374791473 on network 176cccb5-7a6b-476f-8884-dee72faa5396 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:08.087465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Attempting to bind port f98b722a-b67e-4222-ba81-ced374791473 on network 176cccb5-7a6b-476f-8884-dee72faa5396 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:08.096264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:08.096640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Checking segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:08.097030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Bound using segment: {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:08.097461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Bound port: f98b722a-b67e-4222-ba81-ced374791473, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '024bcf0d-3afd-4a09-879c-8af0746f65b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:08.097832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.122116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-55fd637e-8c36-4e0e-9081-6a4114e8ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.123874 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-55fd637e-8c36-4e0e-9081-6a4114e8ef15 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1095 time: 0.0709014 Aug 16 02:18:08.128653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39916b48-a4dd-4fdf-9b0b-c3acb94db808 req-663b5171-b5b4-426b-a8bb-52744e70a855 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.130249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39916b48-a4dd-4fdf-9b0b-c3acb94db808 req-663b5171-b5b4-426b-a8bb-52744e70a855 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 943 time: 0.3353589 Aug 16 02:18:08.147509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82e6b9-5fc0-4ef7-9a96-1ae92f8a7350 req-d9539b71-9c40-4570-bf29-b9b68fd1cb75 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.152745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd82e6b9-5fc0-4ef7-9a96-1ae92f8a7350 req-d9539b71-9c40-4570-bf29-b9b68fd1cb75 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 944 time: 0.3057511 Aug 16 02:18:08.186376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-44de45a6-6312-4d30-8574-5024e0366487 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.0396793 Aug 16 02:18:08.257911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] For port f98b722a-b67e-4222-ba81-ced374791473, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:08.259816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['73b5aa47-54eb-4a15-9992-711feb11a4c2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:08.264605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fffc70-cf81-4272-b6ed-77052e70450c req-460c78b3-88fb-407f-bad5-06adb8f1451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.265533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd82e6b9-5fc0-4ef7-9a96-1ae92f8a7350 req-cb60224b-edc5-4e0d-8ede-94219535804b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095057 Aug 16 02:18:08.266957 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-460c78b3-88fb-407f-bad5-06adb8f1451d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.0731192 Aug 16 02:18:08.270229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:18:08.270229 n-d-768852-19 neutron-server[101945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:18:08.270229 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id': '5542e43c2f084b74b76954c098954e91', 'id': '5f14b526-cffc-4465-b27f-ec8eb13f57c8', 'expiration': datetime.datetime(2021, 8, 16, 2, 20, 8, 258778)}] Aug 16 02:18:08.270229 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:18:08.271253 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:18:08.285729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39916b48-a4dd-4fdf-9b0b-c3acb94db808 req-0681cbe1-98c4-4dea-8fb0-8ee14a264684 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329477 Aug 16 02:18:08.287270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] For port f98b722a-b67e-4222-ba81-ced374791473, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f98b722a-b67e-4222-ba81-ced374791473,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:08.317381 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-a50ccc84-9c47-417b-880f-13f046bc200c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420444 Aug 16 02:18:08.363460 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4c31e-9b48-438c-a608-e445842c3f2b x-openstack-request-id: req-14b4c31e-9b48-438c-a608-e445842c3f2b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:08.364023 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011776a4-3d84-4d02-bfc2-0f82aa739540", "tag": "ea95e1b9-d8b5-4bb5-be9c-5e77e0338640", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:08.364831 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-14b4c31e-9b48-438c-a608-e445842c3f2b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:08.365925 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'tag': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640', 'status': 'completed', 'code': 200} Aug 16 02:18:08.396117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.430007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c824dcd4-b81b-43d0-b690-f13484591383 req-f366fa56-0d86-4e5e-8629-3a3d7056339e tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 210 time: 0.0407813 Aug 16 02:18:08.459513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.459513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.459513 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] 10.222.0.83 "PUT /v2.0/ports/f98b722a-b67e-4222-ba81-ced374791473 HTTP/1.1" status: 200 len: 1093 time: 1.3487785 Aug 16 02:18:08.486599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 2} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:08.491629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.491764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30051b14-261b-4c5c-8942-6de5145fc7f7 service neutron] Pushing event updated for resources: {'Port': ['ID=f98b722a-b67e-4222-ba81-ced374791473,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:08.499365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-6e743b86-0648-4fab-994a-4a23cc093dfb service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718590 Aug 16 02:18:08.506045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.588272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 199ff9d3-3418-41f4-9a00-da7068f0c872 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:08.632779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-9780e228-acff-4b89-9a50-4e2041e39aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.634276 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-9780e228-acff-4b89-9a50-4e2041e39aab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 1096 time: 0.0688212 Aug 16 02:18:08.636218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-27fffc70-cf81-4272-b6ed-77052e70450c req-4c6c19fe-9f96-4169-9fe8-05ea5f0f3986 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295426 Aug 16 02:18:08.682482 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-0b7f10b8-8fc9-42d2-bc75-27e7e6bfcb94 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f98b722a-b67e-4222-ba81-ced374791473 HTTP/1.1" status: 200 len: 217 time: 0.0354862 Aug 16 02:18:08.711686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.731103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-b5939b21-9e46-491a-9e8e-35190605d5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.732599 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-b5939b21-9e46-491a-9e8e-35190605d5af service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.0431113 Aug 16 02:18:08.770350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-8355f5e0-4ef8-44c7-a653-2ab4d7f4b6ee service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262704 Aug 16 02:18:08.796147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port c8889ffd-c421-4b71-b67b-1f154bc888c9 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:08.867172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-b5044531-aad2-4475-a62d-bf718b55bcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:08.868701 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-b5044531-aad2-4475-a62d-bf718b55bcc2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1095 time: 0.1008518 Aug 16 02:18:08.871195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Made reservation on behalf of 5542e43c2f084b74b76954c098954e91 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:08.875254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:08.935598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-e499c71f-7152-44dc-8aa2-5ab2dc34f13c service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580110 Aug 16 02:18:08.971952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.036723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-e14f8fb7-e819-413a-a7b5-18ea7b72529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.038243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-e14f8fb7-e819-413a-a7b5-18ea7b72529d service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.1611161 Aug 16 02:18:09.077658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Allocated IP 172.20.0.11 (4c96def9-d2f7-46b9-9f4c-eaabf2c06657/b885ac1e-0abc-498a-9c01-cea2b1a60fb1/a0bd2190-340c-4f27-a190-5590bfc01cef) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:09.095677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84b2af6a-551f-4ef5-b3d7-81abbac3682f req-04202e15-08a1-41cb-9cfe-c5fa4bd2ce7b service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520014 Aug 16 02:18:09.097132 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-0c418ef2-170d-4d67-9e39-43702be64554 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.0508311 Aug 16 02:18:09.153078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-e2a3d83b-f3eb-4a10-a432-41aa69c0bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.155602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-e2a3d83b-f3eb-4a10-a432-41aa69c0bb35 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.0488067 Aug 16 02:18:09.175684 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.194572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-cb2e96be-16cc-488f-ba71-cd348cb31587 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308356 Aug 16 02:18:09.239023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:09.246071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:09.253942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:09.254235 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.262102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=199ff9d3-3418-41f4-9a00-da7068f0c872,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.311074 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-8019178e-25ed-45bf-a985-e1c7d7cdd1db service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070352 Aug 16 02:18:09.351933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=c8889ffd-c421-4b71-b67b-1f154bc888c9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.361596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.392015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': 'ca1813e8-e80c-4f03-9df3-e800093bcca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ef021ec3-b80a-4157-9bf0-24a51ee23288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:09.392388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: ef021ec3-b80a-4157-9bf0-24a51ee23288, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:09.435002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-927b061a-711d-46c2-86fa-dc40f55e2410 req-2fee2132-8b5b-4f5a-8447-003dd6ec416d service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161625 Aug 16 02:18:09.507840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cc17b-0f64-40f2-a964-b7b56de6edce req-460d01bf-b150-4e77-a25e-5c9889a286ac tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.509401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de3cc17b-0f64-40f2-a964-b7b56de6edce req-460d01bf-b150-4e77-a25e-5c9889a286ac tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 944 time: 0.1146395 Aug 16 02:18:09.518872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007f098e-6684-4730-a323-4ded156c8149 req-677794e8-b378-4bca-95f5-49a63da706a8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.520360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-007f098e-6684-4730-a323-4ded156c8149 req-677794e8-b378-4bca-95f5-49a63da706a8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 944 time: 0.1222022 Aug 16 02:18:09.520961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network ef021ec3-b80a-4157-9bf0-24a51ee23288 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:09.553575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.606611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, ef021ec3-b80a-4157-9bf0-24a51ee23288) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:09.618980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc07b99-0e24-46ef-944a-d65db90da7b6 None None] Network ef021ec3-b80a-4157-9bf0-24a51ee23288 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:09.626726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:09.632550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.637514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.638192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.646611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de3cc17b-0f64-40f2-a964-b7b56de6edce req-dc86fe64-16d2-4c74-ae3e-b7ee5422b169 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231346 Aug 16 02:18:09.654288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:09.662123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:09.664597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 73b5aa47-54eb-4a15-9992-711feb11a4c2 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:09.678210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-007f098e-6684-4730-a323-4ded156c8149 req-e8b7a341-6b2c-4afa-b83b-2642bf2a3992 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378872 Aug 16 02:18:09.678210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:09.700636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Pushing event updated for resources: {'Port': ['ID=a0bd2190-340c-4f27-a190-5590bfc01cef,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:09.740433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.741454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.777297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-df289e9a-2e9e-4e69-b5d0-6ab0e71b9cb7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3451433 Aug 16 02:18:09.780334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56558) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:09.827214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74326fc-9c91-422c-a66a-b84339e4d331 req-5c4c8c7d-2049-4114-a0be-e82c79fe86af tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:09.832385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e74326fc-9c91-422c-a66a-b84339e4d331 req-5c4c8c7d-2049-4114-a0be-e82c79fe86af tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 932 time: 0.0733125 Aug 16 02:18:09.863755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-66f8c10c-651f-4a67-8d64-d96c0c705c0a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9458983 Aug 16 02:18:09.876053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 73b5aa47-54eb-4a15-9992-711feb11a4c2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:09.879333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Request body: {'port': {'device_id': '1c67ea3a-ff86-474c-b459-008793521105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:09.881487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 73b5aa47-54eb-4a15-9992-711feb11a4c2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:09.882087 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.894938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port c8889ffd-c421-4b71-b67b-1f154bc888c9 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:09.899535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.920310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e74326fc-9c91-422c-a66a-b84339e4d331 req-157353ac-b02d-47ad-a247-c5a726d0ce6d tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841656 Aug 16 02:18:09.938059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f2b04c22-53c9-4467-a704-b0b3d928a408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.957231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.987598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:09.996031 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.016881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for c8889ffd-c421-4b71-b67b-1f154bc888c9 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:10.028545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b5aa47-54eb-4a15-9992-711feb11a4c2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:10.031559 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86738b1-0d56-44d5-8c0f-dfb03c541a6e" -d '{"events": [{"server_uuid": "a3c45c83-5a1f-48a2-9d2f-dbc7c573c252", "name": "network-vif-plugged", "status": "completed", "tag": "73b5aa47-54eb-4a15-9992-711feb11a4c2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:10.067186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 73b5aa47-54eb-4a15-9992-711feb11a4c2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:10.087952 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728cfc04-3b43-45df-8b8b-9d7cfab6175c x-openstack-request-id: req-728cfc04-3b43-45df-8b8b-9d7cfab6175c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:10.088427 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c45c83-5a1f-48a2-9d2f-dbc7c573c252", "name": "network-vif-plugged", "status": "completed", "tag": "73b5aa47-54eb-4a15-9992-711feb11a4c2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:10.088786 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-728cfc04-3b43-45df-8b8b-9d7cfab6175c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:10.089289 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b5aa47-54eb-4a15-9992-711feb11a4c2', 'code': 200} Aug 16 02:18:10.137691 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.194509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=73b5aa47-54eb-4a15-9992-711feb11a4c2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.196615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d828dc-bf19-4107-8b3f-0f94c1aff194 req-77c84db8-102a-4861-a682-7fc4c4841c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.198505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92d828dc-bf19-4107-8b3f-0f94c1aff194 req-77c84db8-102a-4861-a682-7fc4c4841c1e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 1097 time: 0.0486891 Aug 16 02:18:10.226345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.262610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=c8889ffd-c421-4b71-b67b-1f154bc888c9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.276932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.278906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-66ec7a9f-b3b9-4c2c-8d3d-590f48c2e3e9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/c8889ffd-c421-4b71-b67b-1f154bc888c9 HTTP/1.1" status: 204 len: 168 time: 0.4974167 Aug 16 02:18:10.281687 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92d828dc-bf19-4107-8b3f-0f94c1aff194 req-9c4e417a-b9fb-489b-b7db-549ea8e8ac32 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730965 Aug 16 02:18:10.282137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56564) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.307889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd2190-340c-4f27-a190-5590bfc01cef {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:10.317709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.331699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Transition to ACTIVE for port object a0bd2190-340c-4f27-a190-5590bfc01cef will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:10.339757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049ec94-d9a5-44e4-ad5e-ef5bea0634fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.347161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049ec94-d9a5-44e4-ad5e-ef5bea0634fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.348897 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e049ec94-d9a5-44e4-ad5e-ef5bea0634fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0658197 Aug 16 02:18:10.351609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:10.383070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'tag': 'f98b722a-b67e-4222-ba81-ced374791473'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:10.385827 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d4521-327d-47f9-8bbe-cbe1e0bf4794" -d '{"events": [{"name": "network-changed", "server_uuid": "da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd", "tag": "f98b722a-b67e-4222-ba81-ced374791473"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:10.395131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.433908 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20588553-5ad9-4744-bb98-91937bd4cd42 x-openstack-request-id: req-20588553-5ad9-4744-bb98-91937bd4cd42 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:10.434368 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd", "tag": "f98b722a-b67e-4222-ba81-ced374791473", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:10.434368 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20588553-5ad9-4744-bb98-91937bd4cd42 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:10.434929 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'tag': 'f98b722a-b67e-4222-ba81-ced374791473', 'status': 'completed', 'code': 200} Aug 16 02:18:10.497106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd2190-340c-4f27-a190-5590bfc01cef,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.515661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 199ff9d3-3418-41f4-9a00-da7068f0c872 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:10.516217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.539140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-fc48efa0-9da8-414c-8682-8c15f4bdcfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.541110 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-fc48efa0-9da8-414c-8682-8c15f4bdcfa9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 1096 time: 0.0823786 Aug 16 02:18:10.553854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Attempting to bind port a0bd2190-340c-4f27-a190-5590bfc01cef on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:10.554287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Attempting to bind port a0bd2190-340c-4f27-a190-5590bfc01cef by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '53cca061-0c64-4dcc-b39e-82397f8e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:10.555353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Attempting to bind port a0bd2190-340c-4f27-a190-5590bfc01cef on network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:10.560210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Port a0bd2190-340c-4f27-a190-5590bfc01cef on network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:10.560615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Attempting to bind port a0bd2190-340c-4f27-a190-5590bfc01cef on network 4c96def9-d2f7-46b9-9f4c-eaabf2c06657 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:10.566088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:10.566506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Checking segment: {'id': '53cca061-0c64-4dcc-b39e-82397f8e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:10.566983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Bound using segment: {'id': '53cca061-0c64-4dcc-b39e-82397f8e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:10.567493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Bound port: a0bd2190-340c-4f27-a190-5590bfc01cef, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53cca061-0c64-4dcc-b39e-82397f8e6d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:10.567928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.634159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] For port a0bd2190-340c-4f27-a190-5590bfc01cef, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:10.637437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] For port a0bd2190-340c-4f27-a190-5590bfc01cef, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a0bd2190-340c-4f27-a190-5590bfc01cef,segment=NetworkSegment(53cca061-0c64-4dcc-b39e-82397f8e6d8b),segment_id=53cca061-0c64-4dcc-b39e-82397f8e6d8b)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:10.646380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.667842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 199ff9d3-3418-41f4-9a00-da7068f0c872 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:10.732411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:10.752044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.775236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-fbd02d98-371a-4866-b496-b1729b240821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.778360 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-fbd02d98-371a-4866-b496-b1729b240821 service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.2063568 Aug 16 02:18:10.829917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-0afaa7bb-2c68-40e3-a786-912cc26c10ff service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f98b722a-b67e-4222-ba81-ced374791473 HTTP/1.1" status: 200 len: 217 time: 0.0439079 Aug 16 02:18:10.874184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.875188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.876937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] 10.222.0.58 "PUT /v2.0/ports/a0bd2190-340c-4f27-a190-5590bfc01cef HTTP/1.1" status: 200 len: 1093 time: 1.0026722 Aug 16 02:18:10.877758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c67ea3a-ff86-474c-b459-008793521105', 'tag': 'a0bd2190-340c-4f27-a190-5590bfc01cef'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:10.880568 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee51fff5-776d-417e-b3d2-0e01e21a132c" -d '{"events": [{"name": "network-changed", "server_uuid": "1c67ea3a-ff86-474c-b459-008793521105", "tag": "a0bd2190-340c-4f27-a190-5590bfc01cef"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:10.893977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-a104ede5-2a3d-4e01-9b3e-c46ddc9ccefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.902431 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-a104ede5-2a3d-4e01-9b3e-c46ddc9ccefc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.0564091 Aug 16 02:18:10.915413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:10.917347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3012e9ac-0044-413f-a5d2-28728fdeba96 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd2190-340c-4f27-a190-5590bfc01cef,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:10.936878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'port_id': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640', 'mac_address': 'fa:16:3e:ef:1e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:10.937496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22166f1-0675-47df-8ec3-acaf1a846280 req-fc1c152f-8b6d-4101-8027-cdc6df472ef7 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:10.939700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c22166f1-0675-47df-8ec3-acaf1a846280 req-fc1c152f-8b6d-4101-8027-cdc6df472ef7 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 945 time: 0.2020197 Aug 16 02:18:10.957537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-7dd46239-6a61-4b88-ba22-6aae03916f90 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459304 Aug 16 02:18:10.990736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:10.994057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c22166f1-0675-47df-8ec3-acaf1a846280 req-475e4249-4b2b-4e88-a932-7019630ef1c2 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463572 Aug 16 02:18:11.015028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:11.019025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.022531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6f2ed-b5ce-4f3f-9118-b3a0946e5df5 req-ec716419-980d-4bd4-ba5d-f47d8a531921 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.027503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edc6f2ed-b5ce-4f3f-9118-b3a0946e5df5 req-ec716419-980d-4bd4-ba5d-f47d8a531921 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 944 time: 0.1975713 Aug 16 02:18:11.081684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.124392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=199ff9d3-3418-41f4-9a00-da7068f0c872,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.143868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.144717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f98b722a-b67e-4222-ba81-ced374791473 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:11.154387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.160829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-35ff441b-cb4b-4985-bd75-23ad9c042bdb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/199ff9d3-3418-41f4-9a00-da7068f0c872 HTTP/1.1" status: 204 len: 168 time: 0.8072369 Aug 16 02:18:11.164879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56582) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.203169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f98b722a-b67e-4222-ba81-ced374791473, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f98b722a-b67e-4222-ba81-ced374791473,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.214136 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b18d028-834e-4f9a-926f-b7e02ce0f30d x-openstack-request-id: req-9b18d028-834e-4f9a-926f-b7e02ce0f30d {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:11.214440 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c67ea3a-ff86-474c-b459-008793521105", "tag": "a0bd2190-340c-4f27-a190-5590bfc01cef", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:11.214710 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b18d028-834e-4f9a-926f-b7e02ce0f30d {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:11.215126 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c67ea3a-ff86-474c-b459-008793521105', 'tag': 'a0bd2190-340c-4f27-a190-5590bfc01cef', 'status': 'completed', 'code': 200} Aug 16 02:18:11.233441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edc6f2ed-b5ce-4f3f-9118-b3a0946e5df5 req-bee0f3ff-8d6e-4d8d-813b-4801a22543ce tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813538 Aug 16 02:18:11.234991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'f98b722a-b67e-4222-ba81-ced374791473', 'network_id': '176cccb5-7a6b-476f-8884-dee72faa5396', 'port_id': 'f98b722a-b67e-4222-ba81-ced374791473', 'mac_address': 'fa:16:3e:3f:04:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a6e2c0-5613-4525-8a81-4a35c4b993e9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:11.250036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-58f72d1b-34db-4bdc-8ee1-ee1b844b5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.252080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-58f72d1b-34db-4bdc-8ee1-ee1b844b5018 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5542e43c2f084b74b76954c098954e91&device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 1096 time: 0.2236691 Aug 16 02:18:11.281243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-2817012f-d15b-4f65-a978-ba73e1ad5cf4 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127096 Aug 16 02:18:11.304664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-e0fa60d1-d834-4a21-9d4d-94975e471dac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bd2190-340c-4f27-a190-5590bfc01cef HTTP/1.1" status: 200 len: 217 time: 0.0439322 Aug 16 02:18:11.314925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a1ee4c-6453-4188-833e-d8ba515bfcd2 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.320130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9a1ee4c-6453-4188-833e-d8ba515bfcd2 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1535628 Aug 16 02:18:11.321009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56584) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.369966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.376609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.425773 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2fa1b5-d170-4c09-984c-22a7ea3670a7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:11.430851 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-486d4521-327d-47f9-8bbe-cbe1e0bf4794 req-eb3b354e-cbab-4b2e-9e37-d48d15a8d4a3 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442394 Aug 16 02:18:11.431555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.433871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bc2fa1b5-d170-4c09-984c-22a7ea3670a7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/c8889ffd-c421-4b71-b67b-1f154bc888c9 HTTP/1.1" status: 404 len: 333 time: 0.1103902 Aug 16 02:18:11.467548 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-d321ce57-889f-421c-acfb-8b95eaf5750e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:11.470168 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d321ce57-889f-421c-acfb-8b95eaf5750e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/199ff9d3-3418-41f4-9a00-da7068f0c872 HTTP/1.1" status: 404 len: 333 time: 0.0369768 Aug 16 02:18:11.479227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.483894 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-7c46d9c6-3ca6-466d-b814-0b78bb2a8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.486567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-7c46d9c6-3ca6-466d-b814-0b78bb2a8b85 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b885ac1e-0abc-498a-9c01-cea2b1a60fb1 HTTP/1.1" status: 200 len: 861 time: 0.1643674 Aug 16 02:18:11.518037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d546569-2470-4cba-bb62-b037fd8d6bc2 req-f8df6112-8870-4cc0-9588-f633f2f9f79e tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.520130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d546569-2470-4cba-bb62-b037fd8d6bc2 req-f8df6112-8870-4cc0-9588-f633f2f9f79e tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 944 time: 0.1957693 Aug 16 02:18:11.540535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-2e0b98b7-1030-4a77-a607-3e667518ca32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c96def9-d2f7-46b9-9f4c-eaabf2c06657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456302 Aug 16 02:18:11.560982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.590697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f98b722a-b67e-4222-ba81-ced374791473 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:11.614535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f98b722a-b67e-4222-ba81-ced374791473, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f98b722a-b67e-4222-ba81-ced374791473,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:11.647906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d546569-2470-4cba-bb62-b037fd8d6bc2 req-45ea5b0c-fd7a-41a5-aea9-30f7b643ae81 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110442 Aug 16 02:18:11.665802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.674402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.677890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef021ec3-b80a-4157-9bf0-24a51ee23288']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:11.692841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1813e8-e80c-4f03-9df3-e800093bcca3') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:11.693189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1813e8-e80c-4f03-9df3-e800093bcca3') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:11.704059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-ac75bde5-284a-4a86-8ae6-8fc1772a3110 service neutron] 10.222.0.58 "GET /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491835 Aug 16 02:18:11.704845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.723939 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.729714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f98b722a-b67e-4222-ba81-ced374791473,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.731080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:11.731623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:11.748780 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:11.811241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31c6dd88-fd2a-4cc7-bbc3-67a6310c85bb req-487f710d-2436-4a2f-8457-1ee2e75164e1 service neutron] 10.222.0.58 "GET /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997739 Aug 16 02:18:11.869146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.877127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:11.878142 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/ef021ec3-b80a-4157-9bf0-24a51ee23288 HTTP/1.1" status: 204 len: 168 time: 0.4035547 Aug 16 02:18:11.881986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56592) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:11.887761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-895415301'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:11.892415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436775f7-868f-41f2-992a-fc8cb3e275cd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=ef021ec3-b80a-4157-9bf0-24a51ee23288,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:11.921161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f98b722a-b67e-4222-ba81-ced374791473'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:11.925485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ea95e1b9-d8b5-4bb5-be9c-5e77e0338640'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:11.969110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-f4e95600-9c91-460b-9509-667e054d9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:11.970994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-f4e95600-9c91-460b-9509-667e054d9572 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5542e43c2f084b74b76954c098954e91&device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 1096 time: 0.0468788 Aug 16 02:18:11.971862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:11.975557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.065305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:12.107320 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.107320 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment 0aba6a24-054e-4990-ad41-96eba1a5c6ce of type vlan for network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 Aug 16 02:18:12.172559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-5dc3b2aa-cf5e-4ad5-91b2-0ae77e434905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.174217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-5dc3b2aa-cf5e-4ad5-91b2-0ae77e434905 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4c96def9-d2f7-46b9-9f4c-eaabf2c06657 HTTP/1.1" status: 200 len: 922 time: 0.1947641 Aug 16 02:18:12.178582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.214989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad8394-03a2-43d5-837c-838a9adcf83a req-e41b09c3-3972-431c-bea1-904c8baa46b5 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.215444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ad8394-03a2-43d5-837c-838a9adcf83a req-e41b09c3-3972-431c-bea1-904c8baa46b5 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 945 time: 0.1355224 Aug 16 02:18:12.269691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-61ba6a41-cedc-419a-96f1-6316a0750627 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bd2190-340c-4f27-a190-5590bfc01cef HTTP/1.1" status: 200 len: 217 time: 0.0839865 Aug 16 02:18:12.360766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.366512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.367121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.384750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42ad8394-03a2-43d5-837c-838a9adcf83a req-bedb01bd-aa6f-4dac-b4d3-066fcaec15d2 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316807 Aug 16 02:18:12.442067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-7db81957-198e-459b-9025-51d39456860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.443518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-7db81957-198e-459b-9025-51d39456860e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b885ac1e-0abc-498a-9c01-cea2b1a60fb1 HTTP/1.1" status: 200 len: 861 time: 0.1547954 Aug 16 02:18:12.472409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=47bf474e-8aa3-41f4-8c04-ead96e1579e3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:12.486737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:12.496297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653832e-8a50-4607-be87-4f0980924122 req-3ac0d4ff-61f7-4b51-aa57-d97b52cca2f9 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.497845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2653832e-8a50-4607-be87-4f0980924122 req-3ac0d4ff-61f7-4b51-aa57-d97b52cca2f9 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 945 time: 0.1765063 Aug 16 02:18:12.500525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-cf8373f0-83d0-444b-9200-00952ab9c88f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4c96def9-d2f7-46b9-9f4c-eaabf2c06657&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463748 Aug 16 02:18:12.505331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5855e25-fa28-4c81-a2c1-4aa53bc19fed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6220851 Aug 16 02:18:12.508609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56604) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:12.514487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:12.603873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2653832e-8a50-4607-be87-4f0980924122 req-f32b7594-a5f8-444a-8f97-9eb4f4cf7c0b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973432 Aug 16 02:18:12.649040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-9d41b733-c35b-4cff-9448-197dd76f874f service neutron] 10.222.0.58 "GET /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414237 Aug 16 02:18:12.669411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.736717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:12.739715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:12.743227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.779153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba8de0cb-128e-45be-be6a-0434f15ca974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:12.793625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee51fff5-776d-417e-b3d2-0e01e21a132c req-08cd30b3-7df3-4cc8-aeea-e33222885c4f service neutron] 10.222.0.58 "GET /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362252 Aug 16 02:18:12.813006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f55ae5-1052-43e2-8092-cdb6a0cc6f87 req-ab8c784b-83a2-4c5a-ba7e-fd30fd8b1aeb tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:12.814917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1f55ae5-1052-43e2-8092-cdb6a0cc6f87 req-ab8c784b-83a2-4c5a-ba7e-fd30fd8b1aeb tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 944 time: 0.0856004 Aug 16 02:18:12.862709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1f55ae5-1052-43e2-8092-cdb6a0cc6f87 req-93972013-a976-4282-b78c-46aada58f84a tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404234 Aug 16 02:18:12.932053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:12.936291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:12.936825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.025198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.047066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.068757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:13.069958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:13.072418 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df6723c-758b-4ea0-b51b-c6cefd5d88da" -d '{"events": [{"server_uuid": "011776a4-3d84-4d02-bfc2-0f82aa739540", "name": "network-vif-plugged", "status": "completed", "tag": "ea95e1b9-d8b5-4bb5-be9c-5e77e0338640"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:13.120680 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028bdd61-3193-4d61-98b6-8de10cf98f0f x-openstack-request-id: req-028bdd61-3193-4d61-98b6-8de10cf98f0f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:13.120680 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011776a4-3d84-4d02-bfc2-0f82aa739540", "name": "network-vif-plugged", "status": "completed", "tag": "ea95e1b9-d8b5-4bb5-be9c-5e77e0338640", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:13.120680 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-028bdd61-3193-4d61-98b6-8de10cf98f0f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:13.120680 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640', 'code': 200} Aug 16 02:18:13.143599 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.144520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f98b722a-b67e-4222-ba81-ced374791473 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:13.159511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': '0aba6a24-054e-4990-ad41-96eba1a5c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:13.160012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: 47bf474e-8aa3-41f4-8c04-ead96e1579e3, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:13.166005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=e1b199c2-7a54-4a9f-8957-cbd9910a0358,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.248767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2b0b8-4644-440a-91ed-c2568775b2a4 req-2f34a286-db57-4034-819a-45906704c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.250838 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49a2b0b8-4644-440a-91ed-c2568775b2a4 req-2f34a286-db57-4034-819a-45906704c222 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.0529757 Aug 16 02:18:13.250974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:13.252214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:13.307242 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49a2b0b8-4644-440a-91ed-c2568775b2a4 req-d5345b07-22b2-4ded-b098-712f76284bfe service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448947 Aug 16 02:18:13.355114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port f98b722a-b67e-4222-ba81-ced374791473 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:13.358155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 47bf474e-8aa3-41f4-8c04-ead96e1579e3) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:13.362817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port f98b722a-b67e-4222-ba81-ced374791473 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:13.363375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.363547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.364124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.388809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903f26c-53f9-4c34-9658-cd4b87492ed9 None None] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:13.466610 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f587543d-6bcb-4906-884f-3f98549fd084 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9536550 Aug 16 02:18:13.466861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:13.473860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3', 'name': 'tempest-PortsTestJSON-629223885'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:13.574833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.623258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-47bf474e-8aa3-41f4-8c04-ead96e1579e3', 'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': 'e1b199c2-7a54-4a9f-8957-cbd9910a0358'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:13.624272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.665608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a0bd2190-340c-4f27-a190-5590bfc01cef details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:13.732333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:13.738512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f98b722a-b67e-4222-ba81-ced374791473, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f98b722a-b67e-4222-ba81-ced374791473,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:13.739089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.756996 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c02aac-d3b5-4e04-a3f0-638cf9ce6599 req-db1b21bb-8d6d-4278-a951-7448038f6b61 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:13.767217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6c02aac-d3b5-4e04-a3f0-638cf9ce6599 req-db1b21bb-8d6d-4278-a951-7448038f6b61 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 945 time: 0.0756528 Aug 16 02:18:13.788821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port c3092174-a732-4b02-b132-b917938d1584 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:13.822576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6c02aac-d3b5-4e04-a3f0-638cf9ce6599 req-5ce18e02-4a43-4444-abd6-61d3476cd9ba tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494332 Aug 16 02:18:13.876011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:13.946568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Allocated IP 172.20.0.2 (47bf474e-8aa3-41f4-8c04-ead96e1579e3/e1b199c2-7a54-4a9f-8957-cbd9910a0358/239bcf01-af77-42ec-bd8f-9cff13fcc4d0) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:13.967364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a0bd2190-340c-4f27-a190-5590bfc01cef, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a0bd2190-340c-4f27-a190-5590bfc01cef,segment=NetworkSegment(53cca061-0c64-4dcc-b39e-82397f8e6d8b),segment_id=53cca061-0c64-4dcc-b39e-82397f8e6d8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:13.986503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f98b722a-b67e-4222-ba81-ced374791473,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.009614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a0bd2190-340c-4f27-a190-5590bfc01cef', 'network_id': '4c96def9-d2f7-46b9-9f4c-eaabf2c06657', 'port_id': 'a0bd2190-340c-4f27-a190-5590bfc01cef', 'mac_address': 'fa:16:3e:b5:51:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885ac1e-0abc-498a-9c01-cea2b1a60fb1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:14.015796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be16e57-3377-4f2d-8e5d-ab009c21b079 req-f5d7d48d-b094-4789-b1f5-daad18432257 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.017521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3be16e57-3377-4f2d-8e5d-ab009c21b079 req-f5d7d48d-b094-4789-b1f5-daad18432257 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 944 time: 0.0617175 Aug 16 02:18:14.074043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3be16e57-3377-4f2d-8e5d-ab009c21b079 req-2510a024-e335-409b-ae27-3d1786fc9c98 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495555 Aug 16 02:18:14.101602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.123702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd2190-340c-4f27-a190-5590bfc01cef {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:14.184924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a0bd2190-340c-4f27-a190-5590bfc01cef, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a0bd2190-340c-4f27-a190-5590bfc01cef,segment=NetworkSegment(53cca061-0c64-4dcc-b39e-82397f8e6d8b),segment_id=53cca061-0c64-4dcc-b39e-82397f8e6d8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:14.254958 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.313910 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.335649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Transition to ACTIVE for port object 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:14.365934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Transition to ACTIVE for port object 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:14.382924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a0bd2190-340c-4f27-a190-5590bfc01cef,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.393242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.393242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.393242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.393242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.393242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.393242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.401091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.401091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.401091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.401091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.401091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.401091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:14.458073 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.497067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:14.501889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:14.505361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:14.507997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.12 (47bf474e-8aa3-41f4-8c04-ead96e1579e3/e1b199c2-7a54-4a9f-8957-cbd9910a0358/c3092174-a732-4b02-b132-b917938d1584) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:14.517420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Pushing event updated for resources: {'Port': ['ID=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.565848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a0bd2190-340c-4f27-a190-5590bfc01cef'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:14.604051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Attempting to bind port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:14.604431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Attempting to bind port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0aba6a24-054e-4990-ad41-96eba1a5c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:14.604803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Attempting to bind port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 on network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:14.617706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:14.618091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Checking segment: {'id': '0aba6a24-054e-4990-ad41-96eba1a5c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:14.618510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.618936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Bound using segment: {'id': '0aba6a24-054e-4990-ad41-96eba1a5c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:14.619422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Bound port: 239bcf01-af77-42ec-bd8f-9cff13fcc4d0, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aba6a24-054e-4990-ad41-96eba1a5c6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '47bf474e-8aa3-41f4-8c04-ead96e1579e3'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:14.619817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.662127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.675758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object c3092174-a732-4b02-b132-b917938d1584 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:14.675961 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.719409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] For port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:14.739971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] For port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,segment=NetworkSegment(0aba6a24-054e-4990-ad41-96eba1a5c6ce),segment_id=0aba6a24-054e-4990-ad41-96eba1a5c6ce)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:14.789472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.823817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.833712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:14.836843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:14.840785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:14.870047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=c3092174-a732-4b02-b132-b917938d1584,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.888499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed1850-5ab0-43cd-aee8-9cedac7a5671 None None] Pushing event updated for resources: {'Port': ['ID=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:14.903889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.904529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:14.958206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e5305-a4ec-4fa9-b36a-8f9a1dde9d21 req-eb403ae5-264b-4ad0-8e94-b187b1192845 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:14.959781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5e5305-a4ec-4fa9-b36a-8f9a1dde9d21 req-eb403ae5-264b-4ad0-8e94-b187b1192845 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0558445 Aug 16 02:18:14.995327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-96baae9b-bac4-4f2c-86ef-de7c02c3f3eb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5273786 Aug 16 02:18:14.997821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:15.006929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd5e5305-a4ec-4fa9-b36a-8f9a1dde9d21 req-863a16b2-ce2d-4b5a-8d47-4fe00717a114 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403728 Aug 16 02:18:15.120407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b722a-b67e-4222-ba81-ced374791473'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:15.123164 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e602e9cc-f47d-4168-a30e-787b33e248f5" -d '{"events": [{"server_uuid": "da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "f98b722a-b67e-4222-ba81-ced374791473"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:15.125337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port c3092174-a732-4b02-b132-b917938d1584 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:15.126100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.189137 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4a8342-cb5c-4671-aead-fb559105c5f4 x-openstack-request-id: req-1d4a8342-cb5c-4671-aead-fb559105c5f4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:15.189439 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd", "name": "network-vif-plugged", "status": "completed", "tag": "f98b722a-b67e-4222-ba81-ced374791473", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:15.189699 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1d4a8342-cb5c-4671-aead-fb559105c5f4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:15.194922 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f98b722a-b67e-4222-ba81-ced374791473', 'code': 200} Aug 16 02:18:15.282317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:15.310917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df7121-b422-4022-80fa-fb07ec964bdc req-f27faa63-7fb9-4ad4-ab60-d4434dc13035 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.319098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74df7121-b422-4022-80fa-fb07ec964bdc req-f27faa63-7fb9-4ad4-ab60-d4434dc13035 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 945 time: 0.0978606 Aug 16 02:18:15.360662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.368746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74df7121-b422-4022-80fa-fb07ec964bdc req-66405f10-7bd3-47d3-b208-3f328e13792e tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486610 Aug 16 02:18:15.464694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:15.677629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a0bd2190-340c-4f27-a190-5590bfc01cef up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:15.764503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fa11-3849-4c43-b8f6-906c3e2cb38a req-cd89ce0c-65c7-482f-8eb4-8b69ab60c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:15.766270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f127fa11-3849-4c43-b8f6-906c3e2cb38a req-cd89ce0c-65c7-482f-8eb4-8b69ab60c25c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 1098 time: 0.4982159 Aug 16 02:18:15.767205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for c3092174-a732-4b02-b132-b917938d1584 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:15.995974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:15.996248 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f127fa11-3849-4c43-b8f6-906c3e2cb38a req-5d9e49c2-035f-42d7-818d-a0c3c2e00823 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824192 Aug 16 02:18:15.996747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port a0bd2190-340c-4f27-a190-5590bfc01cef completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:15.996747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a0bd2190-340c-4f27-a190-5590bfc01cef triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:15.996747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.016144 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.049704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a0bd2190-340c-4f27-a190-5590bfc01cef, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a0bd2190-340c-4f27-a190-5590bfc01cef,segment=NetworkSegment(53cca061-0c64-4dcc-b39e-82397f8e6d8b),segment_id=53cca061-0c64-4dcc-b39e-82397f8e6d8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:16.088883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc59bed-2bc4-4262-a1e7-1988d1a1a0da None None] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:16.091829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.150950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.160192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=c3092174-a732-4b02-b132-b917938d1584,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.197653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e0b4e-240d-4171-ab86-3485c8d72252 req-2ab6ff0c-add6-4a6f-a4b0-257ced2f8f0c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.199783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-417e0b4e-240d-4171-ab86-3485c8d72252 req-2ab6ff0c-add6-4a6f-a4b0-257ced2f8f0c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1205163 Aug 16 02:18:16.249988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.251735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a0bd2190-340c-4f27-a190-5590bfc01cef,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.252613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b38869f-c94d-451c-9bd7-5be4afe24769 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/c3092174-a732-4b02-b132-b917938d1584 HTTP/1.1" status: 204 len: 168 time: 1.2537656 Aug 16 02:18:16.258395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-417e0b4e-240d-4171-ab86-3485c8d72252 req-009a1e41-6990-46a3-a6b9-770f5f5f35d8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500479 Aug 16 02:18:16.258878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.303545 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f37299-fdb9-4d15-83d3-2269c05c7807 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:18:16.303545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f37299-fdb9-4d15-83d3-2269c05c7807 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:16.303545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c4f37299-fdb9-4d15-83d3-2269c05c7807 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/c3092174-a732-4b02-b132-b917938d1584 HTTP/1.1" status: 404 len: 333 time: 0.0385969 Aug 16 02:18:16.307193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56682) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.335780 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fe5b4f-e622-4660-80fa-d9b77de1268f tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:16.338681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-80fe5b4f-e622-4660-80fa-d9b77de1268f tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/c3092174-a732-4b02-b132-b917938d1584 HTTP/1.1" status: 404 len: 333 time: 0.0290093 Aug 16 02:18:16.340377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56684) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:16.348914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] Provisioning for port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:16.353283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] Provisioning complete for port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:16.353674 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.426145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet e1b199c2-7a54-4a9f-8957-cbd9910a0358 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:16.430057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.491876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.509767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.586233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] For port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,segment=NetworkSegment(0aba6a24-054e-4990-ad41-96eba1a5c6ce),segment_id=0aba6a24-054e-4990-ad41-96eba1a5c6ce)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:16.660511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d167e-fc38-42fb-9ffb-f6da4f3badbe req-31887f80-a4a8-4ed3-9b46-7714cf012b89 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:16.662090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c5d167e-fc38-42fb-9ffb-f6da4f3badbe req-31887f80-a4a8-4ed3-9b46-7714cf012b89 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.1242266 Aug 16 02:18:16.704524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.733724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.769450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19530547-375f-4dc5-aa90-f6cb05172845 None None] Pushing event updated for resources: {'Port': ['ID=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.774196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c5d167e-fc38-42fb-9ffb-f6da4f3badbe req-7859973c-e5c3-4d47-a4c8-ef2a8b17c3f9 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047287 Aug 16 02:18:16.831062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-152ffb7e-5c98-4d05-af7d-e8264dd56da5 None None] Provisioning complete for port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:16.831588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-152ffb7e-5c98-4d05-af7d-e8264dd56da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.921969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.959759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b199c2-7a54-4a9f-8957-cbd9910a0358,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:16.981944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:16.981944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b70cfd01-cf6f-4b9d-846d-49826a408882 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/e1b199c2-7a54-4a9f-8957-cbd9910a0358 HTTP/1.1" status: 204 len: 168 time: 0.6385884 Aug 16 02:18:16.986053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56700) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:17.066878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d9db2eb5-2f9f-4e42-97bd-e834112a5699 None None] Could not find standard attr ID for object c3092174-a732-4b02-b132-b917938d1584. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:18:17.076666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.173797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:17.174224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.196768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c67ea3a-ff86-474c-b459-008793521105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd2190-340c-4f27-a190-5590bfc01cef'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:17.200238 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b3240-150b-4f25-8f89-556fb0173050" -d '{"events": [{"server_uuid": "1c67ea3a-ff86-474c-b459-008793521105", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd2190-340c-4f27-a190-5590bfc01cef"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:17.203766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:17.271893 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334cba46-2a8e-4b1a-9625-ec7b97fcecc2 x-openstack-request-id: req-334cba46-2a8e-4b1a-9625-ec7b97fcecc2 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:17.272199 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c67ea3a-ff86-474c-b459-008793521105", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd2190-340c-4f27-a190-5590bfc01cef", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:17.272465 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-334cba46-2a8e-4b1a-9625-ec7b97fcecc2 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:17.272876 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c67ea3a-ff86-474c-b459-008793521105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd2190-340c-4f27-a190-5590bfc01cef', 'code': 200} Aug 16 02:18:17.302510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:17.303687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.307847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,segment=NetworkSegment(0aba6a24-054e-4990-ad41-96eba1a5c6ce),segment_id=0aba6a24-054e-4990-ad41-96eba1a5c6ce)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:17.316794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.350627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:17.457904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3ca40-1c20-4622-b56f-49beac2945f6 req-96547a5a-e10b-4b82-ba20-def951359387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.460030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fec3ca40-1c20-4622-b56f-49beac2945f6 req-96547a5a-e10b-4b82-ba20-def951359387 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 1098 time: 0.1180613 Aug 16 02:18:17.478434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f22c42d-480a-414d-907d-fb7ca2d7269e None None] Network 47bf474e-8aa3-41f4-8c04-ead96e1579e3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:17.496963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3a0be-377a-4382-8454-7d3736ae751c req-986641a3-edc4-4420-a525-59f00409464a tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.505878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40a3a0be-377a-4382-8454-7d3736ae751c req-986641a3-edc4-4420-a525-59f00409464a tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0861325 Aug 16 02:18:17.553562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.553819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fec3ca40-1c20-4622-b56f-49beac2945f6 req-6763aa0b-12a5-4172-8c59-afb493b4ac3b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824046 Aug 16 02:18:17.559184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-40a3a0be-377a-4382-8454-7d3736ae751c req-9b005de1-7698-4680-a469-716fa314b445 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521111 Aug 16 02:18:17.568312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:17.713591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=239bcf01-af77-42ec-bd8f-9cff13fcc4d0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:17.734274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aafc43b-721f-485b-abd4-7a6232fee8f7 None None] DHCP port deletion for 47bf474e-8aa3-41f4-8c04-ead96e1579e3 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:17.801327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.805570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47bf474e-8aa3-41f4-8c04-ead96e1579e3']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.818948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba6a24-054e-4990-ad41-96eba1a5c6ce') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.819348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba6a24-054e-4990-ad41-96eba1a5c6ce') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:17.831610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.855519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.863538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:17.864211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:17.868161 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:17.957244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be606c-03c3-4faa-89b0-6fbf04c903bf req-53646321-b100-4e29-992d-8ec1f1e6fa10 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:17.958924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05be606c-03c3-4faa-89b0-6fbf04c903bf req-53646321-b100-4e29-992d-8ec1f1e6fa10 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.0687563 Aug 16 02:18:17.998722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05be606c-03c3-4faa-89b0-6fbf04c903bf req-927d7eb0-2778-4d0e-be82-8360bc722075 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Aug 16 02:18:18.051990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.059701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.068166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/47bf474e-8aa3-41f4-8c04-ead96e1579e3 HTTP/1.1" status: 204 len: 168 time: 1.0813909 Aug 16 02:18:18.069043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56726) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.089729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1140652388'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:18.110873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e229ee-17b5-4983-9297-9981e3e49db7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=47bf474e-8aa3-41f4-8c04-ead96e1579e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.210206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649356ee-fddf-47ad-b681-6bcc2c477539 req-8fe4b4af-382c-467e-9327-7d1852b63c41 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.211855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-649356ee-fddf-47ad-b681-6bcc2c477539 req-8fe4b4af-382c-467e-9327-7d1852b63c41 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0579560 Aug 16 02:18:18.272044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-649356ee-fddf-47ad-b681-6bcc2c477539 req-0ebf057d-5727-4e46-800c-c63c4df936ba tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Aug 16 02:18:18.302381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:18.306280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.356408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-a48c280d-e29c-452d-8f18-cb7df289af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.368228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-a48c280d-e29c-452d-8f18-cb7df289af0d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 1098 time: 0.1007581 Aug 16 02:18:18.368228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:18.391376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.393071 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment 2a20324d-ff50-4789-8935-60c421585679 of type vlan for network f117a6a7-4e40-4cf3-8704-e4abcc417651 Aug 16 02:18:18.470551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.518822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-e70c6bc9-d18e-4f7d-b910-166a086c30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.520355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-e70c6bc9-d18e-4f7d-b910-166a086c30f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.1525245 Aug 16 02:18:18.569712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-e53623a6-515a-428d-8417-3a7f8bf0713b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f98b722a-b67e-4222-ba81-ced374791473 HTTP/1.1" status: 200 len: 217 time: 0.0409496 Aug 16 02:18:18.607080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.612722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.613329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:18.689772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-bb0fdea0-2258-4251-ada9-cc696cdd2d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:18.691153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-bb0fdea0-2258-4251-ada9-cc696cdd2d2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.1140687 Aug 16 02:18:18.706319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=f117a6a7-4e40-4cf3-8704-e4abcc417651,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:18.719533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:18.736920 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-3c94be44-987e-4e09-b32c-b9f728bcfe01 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326190 Aug 16 02:18:18.748791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cc9f02a3-926c-4511-b522-a5e0cf0659b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6765776 Aug 16 02:18:18.751873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56744) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:18.757698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:18.919451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-aae03aa1-216b-4795-bdaf-8d6583978615 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685038 Aug 16 02:18:19.029722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:19.033979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.044731 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3cc1113f-fe9f-4340-b3fe-642618dc559a req-837ba3c6-3e47-46ee-909c-598ced032757 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119912 Aug 16 02:18:19.171890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:19.201391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:19.204997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 239bcf01-af77-42ec-bd8f-9cff13fcc4d0 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:19.256014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ce6b7-214e-4e29-a033-1969c0a6b022 req-f171d60f-8e23-4eaf-a0c9-46763e497599 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.259073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-057ce6b7-214e-4e29-a033-1969c0a6b022 req-f171d60f-8e23-4eaf-a0c9-46763e497599 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.1540644 Aug 16 02:18:19.344175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-057ce6b7-214e-4e29-a033-1969c0a6b022 req-c35a03f9-1d32-4cc9-b159-e0322497bc7b tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740511 Aug 16 02:18:19.483359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef96710-67f3-43ff-a350-a8b4f6dd4102 req-fd3ac843-2014-49cb-b96f-e859ea0ce1e7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.495329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ef96710-67f3-43ff-a350-a8b4f6dd4102 req-fd3ac843-2014-49cb-b96f-e859ea0ce1e7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0874200 Aug 16 02:18:19.498209 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.622304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=9bbc98a5-5e48-4a44-ab92-d84208bada96,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:19.638926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ef96710-67f3-43ff-a350-a8b4f6dd4102 req-71c66241-80ed-42a4-9eca-c6e08edb6048 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366255 Aug 16 02:18:19.647566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': '2a20324d-ff50-4789-8935-60c421585679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:19.647942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: f117a6a7-4e40-4cf3-8704-e4abcc417651, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:19.720861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:19.796041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f117a6a7-4e40-4cf3-8704-e4abcc417651) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:19.801160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:19.801885 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:19.813716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec01d774-3f1d-4e60-8458-aed51b0fea76 None None] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:19.940770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-59b89416-2b13-4d5f-ac01-aeec9c18d5c1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1844778 Aug 16 02:18:19.942599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56796) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:19.948113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1871755031'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:20.027192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f117a6a7-4e40-4cf3-8704-e4abcc417651', 'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': '9bbc98a5-5e48-4a44-ab92-d84208bada96'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:20.028086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.173956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Allocated IP 172.20.0.2 (f117a6a7-4e40-4cf3-8704-e4abcc417651/9bbc98a5-5e48-4a44-ab92-d84208bada96/cb013a64-1eee-4db8-8e4a-c666e2a0c476) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:20.240894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:20.245221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.266547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 65f67a8c-8cec-4895-b64d-025ead25c005 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:20.471008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ae485-2129-4c5a-a36e-04a93e8a2ddc req-32c41bc9-df86-4148-a911-c863db797060 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.472574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c2ae485-2129-4c5a-a36e-04a93e8a2ddc req-32c41bc9-df86-4148-a911-c863db797060 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.0925791 Aug 16 02:18:20.512877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c2ae485-2129-4c5a-a36e-04a93e8a2ddc req-5040da4f-ff93-42a3-b8af-172d982eeccf tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336111 Aug 16 02:18:20.519456 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.529170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Transition to ACTIVE for port object cb013a64-1eee-4db8-8e4a-c666e2a0c476 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:20.552911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Transition to ACTIVE for port object cb013a64-1eee-4db8-8e4a-c666e2a0c476 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:20.624204 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.689129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:20.693787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.4 (f117a6a7-4e40-4cf3-8704-e4abcc417651/9bbc98a5-5e48-4a44-ab92-d84208bada96/65f67a8c-8cec-4895-b64d-025ead25c005) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:20.694088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:20.698075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:20.706543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Pushing event updated for resources: {'Port': ['ID=cb013a64-1eee-4db8-8e4a-c666e2a0c476,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:20.785995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Attempting to bind port cb013a64-1eee-4db8-8e4a-c666e2a0c476 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:20.787255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Attempting to bind port cb013a64-1eee-4db8-8e4a-c666e2a0c476 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '2a20324d-ff50-4789-8935-60c421585679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:20.787255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Attempting to bind port cb013a64-1eee-4db8-8e4a-c666e2a0c476 on network f117a6a7-4e40-4cf3-8704-e4abcc417651 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:20.792591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:20.793057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Checking segment: {'id': '2a20324d-ff50-4789-8935-60c421585679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:20.793576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.795339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Bound using segment: {'id': '2a20324d-ff50-4789-8935-60c421585679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:20.796025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Bound port: cb013a64-1eee-4db8-8e4a-c666e2a0c476, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a20324d-ff50-4789-8935-60c421585679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f117a6a7-4e40-4cf3-8704-e4abcc417651'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:20.797484 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.886032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac382f48-58f1-4a14-ba1c-66f923550fea req-a7b8c048-95fb-4f73-807e-901d7bb3aeb6 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:20.887643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac382f48-58f1-4a14-ba1c-66f923550fea req-a7b8c048-95fb-4f73-807e-901d7bb3aeb6 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1176970 Aug 16 02:18:20.913689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] For port cb013a64-1eee-4db8-8e4a-c666e2a0c476, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:20.919488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] For port cb013a64-1eee-4db8-8e4a-c666e2a0c476, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb013a64-1eee-4db8-8e4a-c666e2a0c476,segment=NetworkSegment(2a20324d-ff50-4789-8935-60c421585679),segment_id=2a20324d-ff50-4789-8935-60c421585679)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:20.928552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:20.963461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac382f48-58f1-4a14-ba1c-66f923550fea req-6f4b37fd-ca62-4a50-b36d-0af19ef312ad tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 Aug 16 02:18:20.985330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object 65f67a8c-8cec-4895-b64d-025ead25c005 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:21.286303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.344412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.346172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb18a0-1c74-4215-85f7-4efb4c96b738 None None] Pushing event updated for resources: {'Port': ['ID=cb013a64-1eee-4db8-8e4a-c666e2a0c476,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:21.423376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=65f67a8c-8cec-4895-b64d-025ead25c005,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:21.427499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:21.429516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:21.432027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:21.492843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.493550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.594927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f66cbe12-b3d3-474c-b894-2c2e866457a8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6508355 Aug 16 02:18:21.597459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56826) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:21.755820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c1f0d-9cbb-40d4-bc2e-604fdf2d8493 req-cd783dae-3f97-46d6-bf41-7846a3450cc4 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.758203 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d38c1f0d-9cbb-40d4-bc2e-604fdf2d8493 req-cd783dae-3f97-46d6-bf41-7846a3450cc4 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.1010578 Aug 16 02:18:21.817269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d38c1f0d-9cbb-40d4-bc2e-604fdf2d8493 req-b29ce0af-4db7-4ebd-a72c-168e914fcd7d tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Aug 16 02:18:21.821193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 65f67a8c-8cec-4895-b64d-025ead25c005 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:21.821549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.971190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:21.981695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19917c0-556d-4fdb-8bb5-bb88099dbf53 req-b83c24fe-4385-4ba2-a5b1-b1b4cfaca09f tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:21.991635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b19917c0-556d-4fdb-8bb5-bb88099dbf53 req-b83c24fe-4385-4ba2-a5b1-b1b4cfaca09f tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1097 time: 0.0998025 Aug 16 02:18:22.000271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 65f67a8c-8cec-4895-b64d-025ead25c005 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:22.037683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b19917c0-556d-4fdb-8bb5-bb88099dbf53 req-04233e81-8775-43fb-b5b6-4915ee44a8a1 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.512524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-43403531-6c1a-4902-80d8-cf37ac77266b tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.514042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-43403531-6c1a-4902-80d8-cf37ac77266b tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.5241199 Aug 16 02:18:22.539271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdeafaf-1b62-45d0-947d-d943e2916078 None None] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:22.590700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18175976-abc0-4a3b-a5fc-1a9473a67755 req-688a4068-38f1-48a9-988a-1b2f1da3f4a3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:22.592266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18175976-abc0-4a3b-a5fc-1a9473a67755 req-688a4068-38f1-48a9-988a-1b2f1da3f4a3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1508756 Aug 16 02:18:22.745513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18175976-abc0-4a3b-a5fc-1a9473a67755 req-896ec489-c70f-4cab-be55-9c6fe6f2b063 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405826 Aug 16 02:18:22.759264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3a94a4cb-1d17-4d66-afce-728fc393a4ce None None] Provisioning for port cb013a64-1eee-4db8-8e4a-c666e2a0c476 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:22.794631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b19917c0-556d-4fdb-8bb5-bb88099dbf53 req-04233e81-8775-43fb-b5b6-4915ee44a8a1 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.809917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Deleting port a0bd2190-340c-4f27-a190-5590bfc01cef {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:22.812697 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.862311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.907161 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b19917c0-556d-4fdb-8bb5-bb88099dbf53 req-04233e81-8775-43fb-b5b6-4915ee44a8a1 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:22.922750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=65f67a8c-8cec-4895-b64d-025ead25c005,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:22.934190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b19917c0-556d-4fdb-8bb5-bb88099dbf53 req-04233e81-8775-43fb-b5b6-4915ee44a8a1 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9429998 Aug 16 02:18:22.975643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.976239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.976348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.976667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.977009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.977349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.977700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.978004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.978458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.978719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.979019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:22.979351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:18:23.035422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6d380674-5f1a-4a18-bafb-eaa9970636cf None None] Could not find standard attr ID for object 65f67a8c-8cec-4895-b64d-025ead25c005. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:18:23.107113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04233e81-8775-43fb-b5b6-4915ee44a8a1 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7869e52-a38f-41f4-b590-308d1604f7a4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.130845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] For port a0bd2190-340c-4f27-a190-5590bfc01cef, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a0bd2190-340c-4f27-a190-5590bfc01cef,segment=NetworkSegment(53cca061-0c64-4dcc-b39e-82397f8e6d8b),segment_id=53cca061-0c64-4dcc-b39e-82397f8e6d8b)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:23.131230 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.146539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Calling delete_port for a0bd2190-340c-4f27-a190-5590bfc01cef owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:23.260073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.262602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-908b1561-b27d-4847-962e-96778da586d4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/65f67a8c-8cec-4895-b64d-025ead25c005 HTTP/1.1" status: 204 len: 168 time: 1.6638150 Aug 16 02:18:23.265924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56860) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.278047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb013a64-1eee-4db8-8e4a-c666e2a0c476 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:23.316227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22773c3c-f030-407d-aa0d-0578e52ef552 req-e7e5001c-5142-4003-94b2-d00577078031 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.318563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22773c3c-f030-407d-aa0d-0578e52ef552 req-e7e5001c-5142-4003-94b2-d00577078031 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 946 time: 0.3447847 Aug 16 02:18:23.327842 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cc1c01-899b-473f-9eb8-f6dfb4abffa4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:23.329776 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-45cc1c01-899b-473f-9eb8-f6dfb4abffa4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/65f67a8c-8cec-4895-b64d-025ead25c005 HTTP/1.1" status: 404 len: 333 time: 0.0628390 Aug 16 02:18:23.332628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56862) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.382186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6e647b7b-e2b6-492f-85ca-98b113a5c3a6 None None] Could not find standard attr ID for object 65f67a8c-8cec-4895-b64d-025ead25c005. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:18:23.422405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589d409-2eea-4d16-bc53-5bc793198bef req-d34b1b62-3122-480b-90f9-fd35d1b2e11a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.424216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a589d409-2eea-4d16-bc53-5bc793198bef req-d34b1b62-3122-480b-90f9-fd35d1b2e11a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.3732862 Aug 16 02:18:23.429823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 9bbc98a5-5e48-4a44-ab92-d84208bada96 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:23.435851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.475456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22773c3c-f030-407d-aa0d-0578e52ef552 req-dd3ff8fa-49ee-4c6d-9280-c406647ffea4 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/security-groups?id=2c242bb7-895e-4f24-b5ea-b90f79b61b28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477070 Aug 16 02:18:23.491782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cb013a64-1eee-4db8-8e4a-c666e2a0c476 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:23.496149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cb013a64-1eee-4db8-8e4a-c666e2a0c476 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:23.496619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.496807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.541656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a589d409-2eea-4d16-bc53-5bc793198bef req-67b4cead-4ea9-4d0d-99bb-499d0cdc9c59 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059613 Aug 16 02:18:23.571276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56868) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:23.595478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.611915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a0bd2190-340c-4f27-a190-5590bfc01cef'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:23.648929 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.649972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Pushing event deleted for resources: {'Port': ['ID=a0bd2190-340c-4f27-a190-5590bfc01cef,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.687608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port cb013a64-1eee-4db8-8e4a-c666e2a0c476, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb013a64-1eee-4db8-8e4a-c666e2a0c476,segment=NetworkSegment(2a20324d-ff50-4789-8935-60c421585679),segment_id=2a20324d-ff50-4789-8935-60c421585679)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:23.702116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-07a994b1-2cf7-4acf-9ba2-6eb39b16b0bc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/34d297d0-f842-4112-bc55-65866b41c0b4 HTTP/1.1" status: 200 len: 992 time: 0.1227248 Aug 16 02:18:23.713690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] No DVR routers for this DVR port a0bd2190-340c-4f27-a190-5590bfc01cef on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:23.717188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.719352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9c0731d-b133-481e-84fe-68bb9bc408f4 req-b0b9c646-d86a-4317-8e28-0055a3aa005f tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.58 "DELETE /v2.0/ports/a0bd2190-340c-4f27-a190-5590bfc01cef HTTP/1.1" status: 204 len: 173 time: 1.1929162 Aug 16 02:18:23.719934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c67ea3a-ff86-474c-b459-008793521105', 'name': 'network-vif-deleted', 'tag': 'a0bd2190-340c-4f27-a190-5590bfc01cef'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:23.722570 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798c4606-5efd-4a44-a72f-b430920a1c8f" -d '{"events": [{"server_uuid": "1c67ea3a-ff86-474c-b459-008793521105", "name": "network-vif-deleted", "tag": "a0bd2190-340c-4f27-a190-5590bfc01cef"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:23.764841 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0413b2f-b8ac-4371-b12d-61d5a1120f97 x-openstack-request-id: req-c0413b2f-b8ac-4371-b12d-61d5a1120f97 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:23.765149 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c67ea3a-ff86-474c-b459-008793521105", "name": "network-vif-deleted", "tag": "a0bd2190-340c-4f27-a190-5590bfc01cef", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:23.765416 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c0413b2f-b8ac-4371-b12d-61d5a1120f97 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:23.765824 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c67ea3a-ff86-474c-b459-008793521105', 'name': 'network-vif-deleted', 'tag': 'a0bd2190-340c-4f27-a190-5590bfc01cef', 'status': 'completed', 'code': 200} Aug 16 02:18:23.788459 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.798435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:23.854585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=cb013a64-1eee-4db8-8e4a-c666e2a0c476,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:23.915660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b7b6c-368e-4721-8c8d-adeaac11d3ed req-171557af-f662-4f26-98e8-de7aaa298ac3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:23.917486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-270b7b6c-368e-4721-8c8d-adeaac11d3ed req-171557af-f662-4f26-98e8-de7aaa298ac3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0660343 Aug 16 02:18:23.961316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-270b7b6c-368e-4721-8c8d-adeaac11d3ed req-2659f5db-399b-4175-bfac-9ccf7ee48966 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370004 Aug 16 02:18:23.985615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.023373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbc98a5-5e48-4a44-ab92-d84208bada96,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.027160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.033134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b91ef6d1-91a1-4e44-89a6-5a1765f77cea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/9bbc98a5-5e48-4a44-ab92-d84208bada96 HTTP/1.1" status: 204 len: 168 time: 0.6954467 Aug 16 02:18:24.033775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56886) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.035774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccc79c3-e84e-4460-a0cc-6d9b82eb375f None None] Network f117a6a7-4e40-4cf3-8704-e4abcc417651 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:24.141240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.221672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port cb013a64-1eee-4db8-8e4a-c666e2a0c476 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:24.222171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.256496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] DHCP port deletion for f117a6a7-4e40-4cf3-8704-e4abcc417651 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:24.307693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port cb013a64-1eee-4db8-8e4a-c666e2a0c476, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb013a64-1eee-4db8-8e4a-c666e2a0c476,segment=NetworkSegment(2a20324d-ff50-4789-8935-60c421585679),segment_id=2a20324d-ff50-4789-8935-60c421585679)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:24.308135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.324557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for cb013a64-1eee-4db8-8e4a-c666e2a0c476 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:24.336197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] Deleting port cb013a64-1eee-4db8-8e4a-c666e2a0c476 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:24.336591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.410146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] For port cb013a64-1eee-4db8-8e4a-c666e2a0c476, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb013a64-1eee-4db8-8e4a-c666e2a0c476,segment=NetworkSegment(2a20324d-ff50-4789-8935-60c421585679),segment_id=2a20324d-ff50-4789-8935-60c421585679)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:24.410579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.424505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] Calling delete_port for cb013a64-1eee-4db8-8e4a-c666e2a0c476 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:24.517556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.526590 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.531884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port cb013a64-1eee-4db8-8e4a-c666e2a0c476 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:24.557323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=cb013a64-1eee-4db8-8e4a-c666e2a0c476,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.585681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] Pushing event deleted for resources: {'Port': ['ID=cb013a64-1eee-4db8-8e4a-c666e2a0c476,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:24.587867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85db553-1ca1-48f1-a808-811d8f804644 None None] No DVR routers for this DVR port cb013a64-1eee-4db8-8e4a-c666e2a0c476 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:24.662881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.700566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f117a6a7-4e40-4cf3-8704-e4abcc417651']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.719575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1833d8f3-8776-4c47-8395-cd845b8d544b req-18ec4501-27a7-4dcd-af34-6034526801e3 tempest-ServerMetadataNegativeTestJSON-1213016438 tempest-ServerMetadataNegativeTestJSON-1213016438-project] 10.222.0.76 "GET /v2.0/ports?device_id=1c67ea3a-ff86-474c-b459-008793521105 HTTP/1.1" status: 200 len: 210 time: 0.0567319 Aug 16 02:18:24.732339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a20324d-ff50-4789-8935-60c421585679') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.732941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a20324d-ff50-4789-8935-60c421585679') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:24.763056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.784248 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.796944 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6e558-9e95-4b41-8988-31b77763ce65 req-63498756-1475-4952-b304-343c24556d2d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:24.798439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8b6e558-9e95-4b41-8988-31b77763ce65 req-63498756-1475-4952-b304-343c24556d2d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0897725 Aug 16 02:18:24.801547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:24.801969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:24.806468 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:24.911400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8b6e558-9e95-4b41-8988-31b77763ce65 req-6ebd2faa-3f28-4c4d-ba5b-8213dab81309 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010537 Aug 16 02:18:24.929820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-2efab882-f9d7-4c01-9d30-b73e127b294a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1115582 Aug 16 02:18:24.977380 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.985672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:24.991732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/f117a6a7-4e40-4cf3-8704-e4abcc417651 HTTP/1.1" status: 204 len: 168 time: 0.9559844 Aug 16 02:18:24.991894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56914) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:24.998580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'name': 'tempest-PortsTestJSON-1432571693'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:25.024296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053beebf-5dc4-418e-abc0-175919fd20ea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=f117a6a7-4e40-4cf3-8704-e4abcc417651,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.120186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598c53b-fa43-4206-88b7-8ed7303780cb req-cd82d194-5ee4-49b8-aadc-1c91077986d4 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.122269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8598c53b-fa43-4206-88b7-8ed7303780cb req-cd82d194-5ee4-49b8-aadc-1c91077986d4 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0557010 Aug 16 02:18:25.169657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8598c53b-fa43-4206-88b7-8ed7303780cb req-ca674e4f-58be-4559-b8c2-7ba46d5b4c95 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Aug 16 02:18:25.175152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb013a64-1eee-4db8-8e4a-c666e2a0c476 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:25.177188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:25.180876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.203445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port b76c209f-fadd-4479-944f-c45e78d9464e yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:25.219843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: cb013a64-1eee-4db8-8e4a-c666e2a0c476 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:25.220209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb013a64-1eee-4db8-8e4a-c666e2a0c476 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:25.409886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.616913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.675543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:25.679444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:25.681374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=b76c209f-fadd-4479-944f-c45e78d9464e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:25.683467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:25.689813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:25.690349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.707857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a0bd2190-340c-4f27-a190-5590bfc01cef no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:25.728321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: a0bd2190-340c-4f27-a190-5590bfc01cef {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:25.728691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a0bd2190-340c-4f27-a190-5590bfc01cef not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:25.781778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56950) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.791743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2efe7232-c9a6-41c1-8f1c-3e252c4c7075 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7987630 Aug 16 02:18:25.794542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:25.837694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Deleting subnet b885ac1e-0abc-498a-9c01-cea2b1a60fb1 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:25.841543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.889508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.904097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port b76c209f-fadd-4479-944f-c45e78d9464e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:25.904451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.933245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.980820 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:25.997531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for b76c209f-fadd-4479-944f-c45e78d9464e owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:26.086768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.133331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.133331 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/b885ac1e-0abc-498a-9c01-cea2b1a60fb1 HTTP/1.1" status: 204 len: 168 time: 0.3496537 Aug 16 02:18:26.137068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f414f-53be-4d64-8680-1161aa2739ae req-8eb7fc22-87cb-41c6-af80-48f0589f05ff tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.138996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-376f414f-53be-4d64-8680-1161aa2739ae req-8eb7fc22-87cb-41c6-af80-48f0589f05ff tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1225259 Aug 16 02:18:26.141227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56966) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:26.142909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50285a-1c31-4223-9338-b79db3615f39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b885ac1e-0abc-498a-9c01-cea2b1a60fb1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.282117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-376f414f-53be-4d64-8680-1161aa2739ae req-8551671b-a78c-40eb-8742-547eb79e9c5e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242580 Aug 16 02:18:26.284916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.310024 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.426932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=b76c209f-fadd-4479-944f-c45e78d9464e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.447698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.449518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-01f0e742-8eea-43e0-9c32-a562ca70b611 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/b76c209f-fadd-4479-944f-c45e78d9464e HTTP/1.1" status: 204 len: 168 time: 0.6537912 Aug 16 02:18:26.452624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:26.458176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'mac_address': 'fa:16:3e:33:11:27', 'name': 'tempest-PortsTestJSON-1785851381'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:26.459243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.469566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a615-5961-4e3d-af1e-c28db82c482a req-680450ee-13de-4da0-b8aa-861495d850a7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:26.471935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f145a615-5961-4e3d-af1e-c28db82c482a req-680450ee-13de-4da0-b8aa-861495d850a7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1786945 Aug 16 02:18:26.481690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c96def9-d2f7-46b9-9f4c-eaabf2c06657']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:26.503706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cca061-0c64-4dcc-b39e-82397f8e6d8b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:26.504056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cca061-0c64-4dcc-b39e-82397f8e6d8b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:26.517608 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.541622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f145a615-5961-4e3d-af1e-c28db82c482a req-de0e447e-291c-40ce-9eb9-ee3bc49847a6 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624239 Aug 16 02:18:26.542745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.550076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:26.550493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:26.552669 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:26.702106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.703569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:26.708259 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.713169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] 10.222.0.76 "DELETE /v2.0/networks/4c96def9-d2f7-46b9-9f4c-eaabf2c06657 HTTP/1.1" status: 204 len: 168 time: 0.5678768 Aug 16 02:18:26.736598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b034f-f989-4113-abe5-9556a62e771c admin admin] Pushing event deleted for resources: {'Network': ['ID=4c96def9-d2f7-46b9-9f4c-eaabf2c06657,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:26.805338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:26.829880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 2368d69f-da57-4485-ab0b-2f5be721fe40 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:27.045132 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.182939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.227668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56994) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.245908 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.251757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.309201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fdecbc05-f2e8-403e-a858-c3b4414de9ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5542e43c2f084b74b76954c098954e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868063 Aug 16 02:18:27.312075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56998) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.318021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:27.323306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:27.326998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:27.333052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.334070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.349448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=2368d69f-da57-4485-ab0b-2f5be721fe40,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.388183 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45645b27-4a19-42fa-a068-c66be94ac460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.433667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45645b27-4a19-42fa-a068-c66be94ac460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.453217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd4ca1-59ea-4700-82ac-2008bc017416 req-5fe58412-288e-48a2-865e-a7f605f3debe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.454988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0dd4ca1-59ea-4700-82ac-2008bc017416 req-5fe58412-288e-48a2-865e-a7f605f3debe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0856123 Aug 16 02:18:27.470872 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b3c2bad5-9796-49ea-a16a-a336c0036be8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0174389 Aug 16 02:18:27.473486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57006) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.532357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2afc8c1-9eed-48ce-93cb-66381ddf7dd4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.533102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0dd4ca1-59ea-4700-82ac-2008bc017416 req-6ab14cbb-00ee-4e5e-b360-6b2a43f92c5f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682504 Aug 16 02:18:27.535945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2afc8c1-9eed-48ce-93cb-66381ddf7dd4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/2368d69f-da57-4485-ab0b-2f5be721fe40 HTTP/1.1" status: 200 len: 841 time: 0.0603931 Aug 16 02:18:27.550673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57008) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:27.634585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45645b27-4a19-42fa-a068-c66be94ac460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.637503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45645b27-4a19-42fa-a068-c66be94ac460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.643585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-45645b27-4a19-42fa-a068-c66be94ac460 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2c242bb7-895e-4f24-b5ea-b90f79b61b28 HTTP/1.1" status: 204 len: 168 time: 0.3257895 Aug 16 02:18:27.683716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 2368d69f-da57-4485-ab0b-2f5be721fe40 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:27.684397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.702125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45645b27-4a19-42fa-a068-c66be94ac460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c242bb7-895e-4f24-b5ea-b90f79b61b28,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:27.733976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1a82d-d804-4029-804a-28df9a00a743 req-5f220348-efaa-4b3a-a751-e8ed95f8c93c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.736199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bd1a82d-d804-4029-804a-28df9a00a743 req-5f220348-efaa-4b3a-a751-e8ed95f8c93c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1027796 Aug 16 02:18:27.797972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bd1a82d-d804-4029-804a-28df9a00a743 req-61402c84-2e91-416b-b0b0-6be595cec672 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Aug 16 02:18:27.880571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:27.903003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-13b0cede-1893-4430-b1e2-c9088b5b8ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:27.913081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-13b0cede-1893-4430-b1e2-c9088b5b8ccb service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1097 time: 0.1137910 Aug 16 02:18:27.913081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 2368d69f-da57-4485-ab0b-2f5be721fe40 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:28.085345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-8bc26a55-7d82-4aa2-91c6-d2b039cc3561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.087564 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-8bc26a55-7d82-4aa2-91c6-d2b039cc3561 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.1736100 Aug 16 02:18:28.168470 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-e11399d9-9251-4547-8c19-c6ed3851a3b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 1000 time: 0.0722995 Aug 16 02:18:28.241631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-6e76dafa-50e9-41f8-a01d-abded73a81c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.243177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-6e76dafa-50e9-41f8-a01d-abded73a81c9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.0654328 Aug 16 02:18:28.323705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.362148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=2368d69f-da57-4485-ab0b-2f5be721fe40,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:28.372949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.376587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9ed04e8-caea-4da6-bcfc-8c477bc88b17 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/2368d69f-da57-4485-ab0b-2f5be721fe40 HTTP/1.1" status: 204 len: 168 time: 0.8275232 Aug 16 02:18:28.379814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57030) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:28.389524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-d0be0dd0-21a3-4ae9-b46c-41c186ef1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.393455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-d0be0dd0-21a3-4ae9-b46c-41c186ef1494 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402314 Aug 16 02:18:28.428839 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3a6183-d3b7-4a65-860f-f48f3204a915 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:28.433811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-be3a6183-d3b7-4a65-860f-f48f3204a915 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/2368d69f-da57-4485-ab0b-2f5be721fe40 HTTP/1.1" status: 404 len: 333 time: 0.0497613 Aug 16 02:18:28.434738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57034) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:28.440829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'name': 'tempest-PortsTestJSON-1489818081'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:28.518323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-d667fd5c-54b2-4e6e-92c6-2ad8f9e478c8 service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174910 Aug 16 02:18:28.645549 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-10a1d5df-c958-43ea-8008-62a85f02b8cd service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192138 Aug 16 02:18:28.649932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:28.655373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:28.723142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port ef9d5f20-9364-4223-b378-570eb24370c9 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:28.804297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd0bad-896a-4092-837f-779376547a0b req-09061355-25d2-447a-9463-85aa8a4e782e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:28.805865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33fd0bad-896a-4092-837f-779376547a0b req-09061355-25d2-447a-9463-85aa8a4e782e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1769767 Aug 16 02:18:28.971507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33fd0bad-896a-4092-837f-779376547a0b req-3da42bb4-214b-4f19-8644-e0f293d0f2b1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559496 Aug 16 02:18:29.017039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.026979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29974581-5054-4b51-8761-5fa70004371b req-0877cabe-f3f6-4927-98c2-f1bc7484e5cf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.028364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29974581-5054-4b51-8761-5fa70004371b req-0877cabe-f3f6-4927-98c2-f1bc7484e5cf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1215913 Aug 16 02:18:29.097372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29974581-5054-4b51-8761-5fa70004371b req-1e44389b-80d8-463f-8709-3980b142faef tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563285 Aug 16 02:18:29.156640 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.214545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:29.222135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:29.226169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:29.231840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.232595 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.243870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=ef9d5f20-9364-4223-b378-570eb24370c9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.351268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-235518ac-f911-4bbb-a390-641ef6122844 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9154282 Aug 16 02:18:29.352520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.358329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:29.443273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.650727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.722210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.769262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] In _notify_port_updated(), no bound segment for port ef9d5f20-9364-4223-b378-570eb24370c9 on network d3942033-1bcc-451a-939e-cd550501fbc6 {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:18:29.775281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:29.775579 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.776890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/ports/ef9d5f20-9364-4223-b378-570eb24370c9 HTTP/1.1" status: 200 len: 818 time: 0.4232101 Aug 16 02:18:29.780038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:29.800362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c0be3-452a-4e53-aa02-beab1f1d8ba3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=ef9d5f20-9364-4223-b378-570eb24370c9,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:29.887904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port ef9d5f20-9364-4223-b378-570eb24370c9 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:29.888354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.965103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:29.979788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for ef9d5f20-9364-4223-b378-570eb24370c9 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:30.159290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb321f-d127-4a9b-b5f7-c0cfbb2c68b5 req-e807268f-472e-4477-8d2c-8d844bd7fe09 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.166039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7fb321f-d127-4a9b-b5f7-c0cfbb2c68b5 req-e807268f-472e-4477-8d2c-8d844bd7fe09 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0611045 Aug 16 02:18:30.201192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.212600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7fb321f-d127-4a9b-b5f7-c0cfbb2c68b5 req-86510443-da4b-4cb4-a585-69b5c7f17e8b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453463 Aug 16 02:18:30.300840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=ef9d5f20-9364-4223-b378-570eb24370c9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.306201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.311362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a27aecac-8c9f-4802-881e-4ee396604678 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/ef9d5f20-9364-4223-b378-570eb24370c9 HTTP/1.1" status: 204 len: 168 time: 0.5266078 Aug 16 02:18:30.312458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57124) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:30.376970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a45d6-3a5d-40a7-8e0b-5db42acc70e5 req-7129e69a-2d69-4e59-a2b1-9abe4dc1c44e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.378529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff5a45d6-3a5d-40a7-8e0b-5db42acc70e5 req-7129e69a-2d69-4e59-a2b1-9abe4dc1c44e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0686307 Aug 16 02:18:30.388787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250d85c0-41a6-40da-8cd4-f420ade4ae40 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.392177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-250d85c0-41a6-40da-8cd4-f420ade4ae40 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0784309 Aug 16 02:18:30.395132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57128) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:30.430506 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b370f0-4a33-49d8-9174-da8b7e99ed8b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:30.432472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b0b370f0-4a33-49d8-9174-da8b7e99ed8b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/ef9d5f20-9364-4223-b378-570eb24370c9 HTTP/1.1" status: 404 len: 333 time: 0.0362582 Aug 16 02:18:30.438930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57130) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:30.447041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-91584458'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:30.454475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff5a45d6-3a5d-40a7-8e0b-5db42acc70e5 req-73c6aa74-a807-4781-87fe-5786c32b38bb tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684152 Aug 16 02:18:30.595277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:30.599666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.646018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:30.659885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.660788 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment e5c1a428-c0e3-433b-ac7a-1c3679edf489 of type vlan for network f2c12399-6769-48a8-9af4-fc37303c22a4 Aug 16 02:18:30.724582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.812657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.822456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:30.823349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:30.933625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=f2c12399-6769-48a8-9af4-fc37303c22a4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:30.946186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:31.012470 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f6d944d0-3717-4b6d-82d5-ec562d063524 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5722702 Aug 16 02:18:31.015723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57160) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:31.079775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:31.187564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381db71a-4a04-42ea-8955-613b4dc1c39b req-abfeae25-e31f-4052-9b6d-325ac53346c5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.189299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-381db71a-4a04-42ea-8955-613b4dc1c39b req-abfeae25-e31f-4052-9b6d-325ac53346c5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1889961 Aug 16 02:18:31.258981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-381db71a-4a04-42ea-8955-613b4dc1c39b req-2cb88d2e-f495-44e2-9a38-5aa642c23948 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572903 Aug 16 02:18:31.419365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3204-9ad0-4bf7-8117-349beddda3ca req-b73ba691-bf39-430f-8041-8e1d0c48ca5a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.422215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-921e3204-9ad0-4bf7-8117-349beddda3ca req-b73ba691-bf39-430f-8041-8e1d0c48ca5a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0930593 Aug 16 02:18:31.424643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:31.438036 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.605038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-921e3204-9ad0-4bf7-8117-349beddda3ca req-9e7d73ab-8cca-4685-9ee9-e08da0f866a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611340 Aug 16 02:18:31.651750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eb1069-4632-43cb-a05a-7367b3041a43 req-a8c9e215-be3d-413b-af33-3683b20ba862 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:31.654032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2eb1069-4632-43cb-a05a-7367b3041a43 req-a8c9e215-be3d-413b-af33-3683b20ba862 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0977619 Aug 16 02:18:31.741393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2eb1069-4632-43cb-a05a-7367b3041a43 req-93b888c4-3006-4e5e-915b-e1e601877f5d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710185 Aug 16 02:18:31.874943 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:31.943726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=8ab7b4b4-3285-42c5-b907-4969a0888798,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:31.956586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': 'e5c1a428-c0e3-433b-ac7a-1c3679edf489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:31.957091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: f2c12399-6769-48a8-9af4-fc37303c22a4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:32.057684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network f2c12399-6769-48a8-9af4-fc37303c22a4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:32.131758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f2c12399-6769-48a8-9af4-fc37303c22a4) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:32.136239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.137506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.144776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7422be7b-41a4-4d18-82e3-5546e65868cd None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:32.236680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7bb49a53-2edb-4c0c-a72a-f76e89f63256 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2188232 Aug 16 02:18:32.252436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57192) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:32.252436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:32.355080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f2c12399-6769-48a8-9af4-fc37303c22a4', 'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': '8ab7b4b4-3285-42c5-b907-4969a0888798'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:32.355967 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.495834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920213e-ed13-48fc-8164-387c6582ee9c req-70f808de-bc90-42b7-81ae-3139cf623fef tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.515433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4920213e-ed13-48fc-8164-387c6582ee9c req-70f808de-bc90-42b7-81ae-3139cf623fef tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0835476 Aug 16 02:18:32.558974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Allocated IP 172.20.0.2 (f2c12399-6769-48a8-9af4-fc37303c22a4/8ab7b4b4-3285-42c5-b907-4969a0888798/67ced85e-2245-4a2d-8cc3-d40eb5917b24) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:32.565331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4920213e-ed13-48fc-8164-387c6582ee9c req-341927a3-59c1-4750-a909-5edc922da229 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558574 Aug 16 02:18:32.566349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:32.576405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.818748 n-d-768852-19 neutron-server[101945]: INFO neutron.db.ipam_backend_mixin [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ab7b4b4-3285-42c5-b907-4969a0888798 (CIDR: 172.20.0.0/28) Aug 16 02:18:32.843090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dfddba-65dc-46b9-9b4f-9ab1a66d5add req-cb217ec5-4063-4e17-8c9b-620dcf24a21d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.843273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.847924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2dfddba-65dc-46b9-9b4f-9ab1a66d5add req-cb217ec5-4063-4e17-8c9b-620dcf24a21d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1183946 Aug 16 02:18:32.868129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Transition to ACTIVE for port object 67ced85e-2245-4a2d-8cc3-d40eb5917b24 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:32.888865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Transition to ACTIVE for port object 67ced85e-2245-4a2d-8cc3-d40eb5917b24 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:32.924672 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:18:32.925282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:18:32.959569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2dfddba-65dc-46b9-9b4f-9ab1a66d5add req-7e527ece-1521-4bd3-b76a-b73fcd19f449 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043589 Aug 16 02:18:32.972338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec06dc78-7fd6-42bd-8625-43d0a6f18a06 req-f0222c9d-e8b1-4c52-ab37-a8e89b18c035 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:32.989722 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:32.995191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec06dc78-7fd6-42bd-8625-43d0a6f18a06 req-f0222c9d-e8b1-4c52-ab37-a8e89b18c035 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1308777 Aug 16 02:18:33.024733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:33.029693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec06dc78-7fd6-42bd-8625-43d0a6f18a06 req-4b0ad24f-78f8-4520-be33-92039261f5b6 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Aug 16 02:18:33.039422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:33.050378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:33.059609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Pushing event updated for resources: {'Port': ['ID=67ced85e-2245-4a2d-8cc3-d40eb5917b24,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.083310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c1e6f6de-5505-467a-adc9-4281053fa934 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8365211 Aug 16 02:18:33.083863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:33.093831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:33.132598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Attempting to bind port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:33.132985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Attempting to bind port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e5c1a428-c0e3-433b-ac7a-1c3679edf489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:33.133363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Attempting to bind port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 on network f2c12399-6769-48a8-9af4-fc37303c22a4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:33.139492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:33.140738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Checking segment: {'id': 'e5c1a428-c0e3-433b-ac7a-1c3679edf489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:33.141282 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.141701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Bound using segment: {'id': 'e5c1a428-c0e3-433b-ac7a-1c3679edf489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:33.142211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Bound port: 67ced85e-2245-4a2d-8cc3-d40eb5917b24, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c1a428-c0e3-433b-ac7a-1c3679edf489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:33.142615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.252740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] For port 67ced85e-2245-4a2d-8cc3-d40eb5917b24, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:33.252740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] For port 67ced85e-2245-4a2d-8cc3-d40eb5917b24, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67ced85e-2245-4a2d-8cc3-d40eb5917b24,segment=NetworkSegment(e5c1a428-c0e3-433b-ac7a-1c3679edf489),segment_id=e5c1a428-c0e3-433b-ac7a-1c3679edf489)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:33.296810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-12050385-d0cb-4e14-abba-d0c9db040c65 req-c0b86fec-af17-42eb-93c8-1f490358430f service neutron] (101946) timed out ('10.222.0.76', 52066) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:18:33.422702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:33.423660 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.427833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.505274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf9ed5-0695-4a76-aa2e-555c9750d48d None None] Pushing event updated for resources: {'Port': ['ID=67ced85e-2245-4a2d-8cc3-d40eb5917b24,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:33.821036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be426c2a-ee8d-4c5e-a04f-480576e1c300 req-4f8a9e46-0469-41a5-820a-c2f103c53c36 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:33.831371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be426c2a-ee8d-4c5e-a04f-480576e1c300 req-4f8a9e46-0469-41a5-820a-c2f103c53c36 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1502008 Aug 16 02:18:33.923953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be426c2a-ee8d-4c5e-a04f-480576e1c300 req-2394ce46-d28d-477f-a1c5-92572d0091d5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620141 Aug 16 02:18:33.925675 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:33.987125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network f2c12399-6769-48a8-9af4-fc37303c22a4 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:33.993100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:34.000638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.001313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.023751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=a9f01253-717a-446f-873d-dfbda1fd8cbf,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.040461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57242) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:34.088366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e1c25dc-0f13-47aa-8130-ae973b495087 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0032914 Aug 16 02:18:34.090843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57250) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:34.096795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4', 'fixed_ips': [{'subnet_id': '8ab7b4b4-3285-42c5-b907-4969a0888798'}, {'subnet_id': 'a9f01253-717a-446f-873d-dfbda1fd8cbf'}], 'name': 'tempest-PortsTestJSON-164741699'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:34.122410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544f404-1b0e-4cb7-b4b7-18638ec79255 req-e979dc1c-a2cf-4998-94bd-7192b996fd57 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.132113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a544f404-1b0e-4cb7-b4b7-18638ec79255 req-e979dc1c-a2cf-4998-94bd-7192b996fd57 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0881853 Aug 16 02:18:34.231211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a544f404-1b0e-4cb7-b4b7-18638ec79255 req-04ba5649-4b6d-4fa5-9d22-c07413d553d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975299 Aug 16 02:18:34.242876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a145a1-7d11-4e4f-8ee8-47c18acc9310 req-20e6231c-034a-459e-8263-ab306c7ded67 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:34.244561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64a145a1-7d11-4e4f-8ee8-47c18acc9310 req-20e6231c-034a-459e-8263-ab306c7ded67 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1097832 Aug 16 02:18:34.248411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8224f06a-ea1a-4a4e-9376-393d4374d8c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.298269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64a145a1-7d11-4e4f-8ee8-47c18acc9310 req-46905677-0c5f-4972-8104-04e6bbd201ba tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469468 Aug 16 02:18:34.416356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8224f06a-ea1a-4a4e-9376-393d4374d8c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.508178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8224f06a-ea1a-4a4e-9376-393d4374d8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.556054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224f06a-ea1a-4a4e-9376-393d4374d8c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c19f09-1c3e-461c-ad0a-319f0a469bff,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.563021 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8224f06a-ea1a-4a4e-9376-393d4374d8c8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bcc796afd4a0459eb16eba0209d076c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5188301 Aug 16 02:18:34.564051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57256) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:34.631066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a76d291b-2cb0-4234-bde2-0eb1cf353bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.635329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:34.655310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a76d291b-2cb0-4234-bde2-0eb1cf353bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.759828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.781445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:34.804888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a76d291b-2cb0-4234-bde2-0eb1cf353bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.808546 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a76d291b-2cb0-4234-bde2-0eb1cf353bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:34.813014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a76d291b-2cb0-4234-bde2-0eb1cf353bae admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a9c19f09-1c3e-461c-ad0a-319f0a469bff HTTP/1.1" status: 204 len: 168 time: 0.2450235 Aug 16 02:18:34.834437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d291b-2cb0-4234-bde2-0eb1cf353bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c19f09-1c3e-461c-ad0a-319f0a469bff,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:34.844586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abd0e1-7ce4-4136-a727-3c8da5fae8c4 None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:35.125016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a7381-34e5-442d-b9c9-31d702bdd10d req-5721a82f-2969-41c2-ae14-e3e9d039f2a7 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.127507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6967edb9-0f34-4da2-a94d-3c8e970bf58b None None] Provisioning for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:35.132149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a2a7381-34e5-442d-b9c9-31d702bdd10d req-5721a82f-2969-41c2-ae14-e3e9d039f2a7 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1295235 Aug 16 02:18:35.222464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a2a7381-34e5-442d-b9c9-31d702bdd10d req-ac502d33-05de-4d5b-9fe6-41a8fcd7ca1b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890536 Aug 16 02:18:35.292911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.11 (f2c12399-6769-48a8-9af4-fc37303c22a4/8ab7b4b4-3285-42c5-b907-4969a0888798/d0ad9a2e-8541-43f4-8dc6-1975af2e8774) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:35.307783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.19 (f2c12399-6769-48a8-9af4-fc37303c22a4/a9f01253-717a-446f-873d-dfbda1fd8cbf/d0ad9a2e-8541-43f4-8dc6-1975af2e8774) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:35.308765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Update dhcp port {'port': {'network_id': 'f2c12399-6769-48a8-9af4-fc37303c22a4', 'fixed_ips': [{'subnet_id': '8ab7b4b4-3285-42c5-b907-4969a0888798', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9f01253-717a-446f-873d-dfbda1fd8cbf'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '67ced85e-2245-4a2d-8cc3-d40eb5917b24'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:18:35.370857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67ced85e-2245-4a2d-8cc3-d40eb5917b24 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:35.432646 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.446505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5727f57-fa4a-4b62-b3fc-634211b7e9b8 req-3ef743bb-6934-4347-84a8-de77877532fc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.461132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5727f57-fa4a-4b62-b3fc-634211b7e9b8 req-3ef743bb-6934-4347-84a8-de77877532fc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.0960269 Aug 16 02:18:35.595379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc029597-fc50-4af7-a3f3-80b0236ec2e8 req-dafde8f8-509f-438b-8c03-9bfc25bb0b6e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.597660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc029597-fc50-4af7-a3f3-80b0236ec2e8 req-dafde8f8-509f-438b-8c03-9bfc25bb0b6e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1326370 Aug 16 02:18:35.601460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5727f57-fa4a-4b62-b3fc-634211b7e9b8 req-8864646e-eab7-4584-849b-2b2de650d5e3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376917 Aug 16 02:18:35.617335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:35.621606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:35.622220 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.639958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.655712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object d0ad9a2e-8541-43f4-8dc6-1975af2e8774 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:35.665762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc029597-fc50-4af7-a3f3-80b0236ec2e8 req-01f3dca2-8960-410c-aa2d-b34671e4faaf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539353 Aug 16 02:18:35.712252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57292) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:35.719824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.727699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-747ddde3-1fdd-4139-be21-9783b42b0978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.761617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 67ced85e-2245-4a2d-8cc3-d40eb5917b24, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67ced85e-2245-4a2d-8cc3-d40eb5917b24,segment=NetworkSegment(e5c1a428-c0e3-433b-ac7a-1c3679edf489),segment_id=e5c1a428-c0e3-433b-ac7a-1c3679edf489)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:35.816454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.844631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-747ddde3-1fdd-4139-be21-9783b42b0978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.860956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network f2c12399-6769-48a8-9af4-fc37303c22a4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:35.868643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:35.873105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:35.896788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Allocated IP 172.20.0.18 (f2c12399-6769-48a8-9af4-fc37303c22a4/a9f01253-717a-446f-873d-dfbda1fd8cbf/67ced85e-2245-4a2d-8cc3-d40eb5917b24) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:35.906108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=d0ad9a2e-8541-43f4-8dc6-1975af2e8774,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:35.933540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:35.934232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.950177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-747ddde3-1fdd-4139-be21-9783b42b0978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:35.989709 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.017850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-747ddde3-1fdd-4139-be21-9783b42b0978 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ded3766709e64888a4f538b2d18e504e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3020887 Aug 16 02:18:36.018067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57298) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:36.024566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ddde3-1fdd-4139-be21-9783b42b0978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ef22dd-8b79-41cd-9967-737a93bedf23,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.063637 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1ed451aa-48f1-4cd0-9ae1-9762062aa836 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.9715278 Aug 16 02:18:36.072526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=67ced85e-2245-4a2d-8cc3-d40eb5917b24,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.074187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:36.079078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31eb3bec-15fe-47c2-b1e4-545bceae1076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.080080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ab7b4b4-3285-42c5-b907-4969a0888798'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:36.096638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] For port 67ced85e-2245-4a2d-8cc3-d40eb5917b24, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67ced85e-2245-4a2d-8cc3-d40eb5917b24,segment=NetworkSegment(e5c1a428-c0e3-433b-ac7a-1c3679edf489),segment_id=e5c1a428-c0e3-433b-ac7a-1c3679edf489)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:36.103463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31eb3bec-15fe-47c2-b1e4-545bceae1076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.151950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.168026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.170405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Transition to ACTIVE for port object 67ced85e-2245-4a2d-8cc3-d40eb5917b24 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:36.335904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31eb3bec-15fe-47c2-b1e4-545bceae1076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.338985 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31eb3bec-15fe-47c2-b1e4-545bceae1076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.347531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.365456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-31eb3bec-15fe-47c2-b1e4-545bceae1076 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/33ef22dd-8b79-41cd-9967-737a93bedf23 HTTP/1.1" status: 204 len: 168 time: 0.3462474 Aug 16 02:18:36.406607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb3bec-15fe-47c2-b1e4-545bceae1076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ef22dd-8b79-41cd-9967-737a93bedf23,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.457938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca72b8e7-d733-4336-98b8-290a9764bccd req-210bef08-0df9-4fc5-a7e5-2fee01d15126 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.481122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca72b8e7-d733-4336-98b8-290a9764bccd req-210bef08-0df9-4fc5-a7e5-2fee01d15126 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1816204 Aug 16 02:18:36.517658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb9a20-dbb3-4d38-a93a-aef6be96c519 None None] Pushing event updated for resources: {'Port': ['ID=67ced85e-2245-4a2d-8cc3-d40eb5917b24,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:36.555904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Delete allocated IP 172.20.0.19 (f2c12399-6769-48a8-9af4-fc37303c22a4/a9f01253-717a-446f-873d-dfbda1fd8cbf) {{(pid=101946) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:18:36.566785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca72b8e7-d733-4336-98b8-290a9764bccd req-466ee87f-a379-42bf-9589-ef4b613deb07 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864549 Aug 16 02:18:36.770930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.801525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Ignored duplicate provisioning block setup for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:18:36.853736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04382-7575-4909-9e65-5cbcfffa1d13 req-73217c5c-8c93-4696-b460-893ffd3dba40 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.857775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10a04382-7575-4909-9e65-5cbcfffa1d13 req-73217c5c-8c93-4696-b460-893ffd3dba40 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1408882 Aug 16 02:18:36.893105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92647e67-fb21-48e3-a630-f1f16a031d08 req-6cdcf8fd-fda0-4d7b-980c-0cff74c202f2 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:36.894669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92647e67-fb21-48e3-a630-f1f16a031d08 req-6cdcf8fd-fda0-4d7b-980c-0cff74c202f2 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0963676 Aug 16 02:18:36.930321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10a04382-7575-4909-9e65-5cbcfffa1d13 req-50c791b0-5a84-4aed-8ceb-0c0b53ff0039 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661404 Aug 16 02:18:36.931360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:36.979012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92647e67-fb21-48e3-a630-f1f16a031d08 req-4bc856a7-30e9-41ae-8feb-0d39348dfe75 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680277 Aug 16 02:18:37.205695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67ced85e-2245-4a2d-8cc3-d40eb5917b24 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:37.329713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafc6d54-b64e-45df-918d-c1921d728ac6 None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:37.485569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=d0ad9a2e-8541-43f4-8dc6-1975af2e8774,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:37.533554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] In _notify_port_updated(), no bound segment for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 on network f2c12399-6769-48a8-9af4-fc37303c22a4 {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:18:37.539514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.540387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.541992 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4e559ee2-4418-4d31-b0ad-6c62cfa547e8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/ports/d0ad9a2e-8541-43f4-8dc6-1975af2e8774 HTTP/1.1" status: 200 len: 919 time: 1.4667461 Aug 16 02:18:37.545204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57338) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:37.559551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8ab7b4b4-3285-42c5-b907-4969a0888798'}, {'subnet_id': 'a9f01253-717a-446f-873d-dfbda1fd8cbf'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:37.579161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e16d08b9-b08b-41df-8e87-1f5e680f3763 None None] Provisioning for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:37.586118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e16d08b9-b08b-41df-8e87-1f5e680f3763 None None] Provisioning complete for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:37.586499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e16d08b9-b08b-41df-8e87-1f5e680f3763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.696521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:37.810352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f868719-a598-434e-a7f4-63854168aa14 req-899f99be-06c8-4dfe-8f70-805d2fef9e6b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:37.811874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f868719-a598-434e-a7f4-63854168aa14 req-899f99be-06c8-4dfe-8f70-805d2fef9e6b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0861561 Aug 16 02:18:37.897573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f868719-a598-434e-a7f4-63854168aa14 req-16e02e80-92d8-4d2f-a69b-e41578eb5446 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774136 Aug 16 02:18:38.097636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-881ded9e-4b00-4b16-b19d-4f49094a50d5 None None] Provisioning for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:38.103399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-881ded9e-4b00-4b16-b19d-4f49094a50d5 None None] Provisioning complete for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.117095 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-881ded9e-4b00-4b16-b19d-4f49094a50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.154342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e96b7-610d-4a6f-a54c-b2e6b972406f req-5ee8e147-e548-44a5-bf57-e921d2b5e45c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.163839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-881ded9e-4b00-4b16-b19d-4f49094a50d5 None None] Port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:38.167540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0e96b7-610d-4a6f-a54c-b2e6b972406f req-5ee8e147-e548-44a5-bf57-e921d2b5e45c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1572032 Aug 16 02:18:38.180365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-881ded9e-4b00-4b16-b19d-4f49094a50d5 None None] Provisioning complete for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.180365 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-881ded9e-4b00-4b16-b19d-4f49094a50d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.241602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.27 (f2c12399-6769-48a8-9af4-fc37303c22a4/a9f01253-717a-446f-873d-dfbda1fd8cbf/d0ad9a2e-8541-43f4-8dc6-1975af2e8774) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:38.344545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b4c7b-30b4-4267-89ff-5d5820dbe6b6 req-ddd353cd-8d21-475b-888a-57906c6134d8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.353277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e82b4c7b-30b4-4267-89ff-5d5820dbe6b6 req-ddd353cd-8d21-475b-888a-57906c6134d8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.2155383 Aug 16 02:18:38.371205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0e96b7-610d-4a6f-a54c-b2e6b972406f req-ad888737-2d48-4139-b7ed-5e469ff4adad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014232 Aug 16 02:18:38.418497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e82b4c7b-30b4-4267-89ff-5d5820dbe6b6 req-165cc405-2e43-4656-b0f9-63999558ff56 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642955 Aug 16 02:18:38.451583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.477851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Ignored duplicate provisioning block setup for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 16 02:18:38.487600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc4047d8-0ee7-4c10-886d-27df470ae0f2 None None] Provisioning complete for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.488432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bc4047d8-0ee7-4c10-886d-27df470ae0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.527307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bc4047d8-0ee7-4c10-886d-27df470ae0f2 None None] Port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:38.588661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.655718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40734005-1507-411f-87e2-298a061abf12 None None] Provisioning complete for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.660559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40734005-1507-411f-87e2-298a061abf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.685012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=d0ad9a2e-8541-43f4-8dc6-1975af2e8774,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:38.744948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40734005-1507-411f-87e2-298a061abf12 None None] Port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:38.748323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] In _notify_port_updated(), no bound segment for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 on network f2c12399-6769-48a8-9af4-fc37303c22a4 {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:18:38.755069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:38.755473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.757031 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4f74dfa4-c6a8-4314-857a-f0b5efd927be tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/ports/d0ad9a2e-8541-43f4-8dc6-1975af2e8774 HTTP/1.1" status: 200 len: 999 time: 1.2085357 Aug 16 02:18:38.759572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57370) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:38.869575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:38.869926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.907281 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:18:38.972109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e435389a-2924-4427-b985-b2aa2e63a0cf None None] Provisioning complete for port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:38.972500 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e435389a-2924-4427-b985-b2aa2e63a0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.973821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:38.990232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for d0ad9a2e-8541-43f4-8dc6-1975af2e8774 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:39.025160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e435389a-2924-4427-b985-b2aa2e63a0cf None None] Port d0ad9a2e-8541-43f4-8dc6-1975af2e8774 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:39.062576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d07f2d-e01a-43e0-815d-90a4b76e9feb req-c665d5d5-558d-4981-8cbb-9fe4ecc7bb95 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:39.070406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29d07f2d-e01a-43e0-815d-90a4b76e9feb req-c665d5d5-558d-4981-8cbb-9fe4ecc7bb95 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0935724 Aug 16 02:18:39.113615 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29d07f2d-e01a-43e0-815d-90a4b76e9feb req-544849f2-eb2a-4ff6-9090-3ef9145a169f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Aug 16 02:18:39.296960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.327898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=d0ad9a2e-8541-43f4-8dc6-1975af2e8774,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:39.438521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.442440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aa4fe075-720b-4c47-ac9d-c66bdd8bf5da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/d0ad9a2e-8541-43f4-8dc6-1975af2e8774 HTTP/1.1" status: 204 len: 168 time: 0.6818697 Aug 16 02:18:39.445538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57390) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:39.508001 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-f16e1365-3b16-47d7-a960-29e2c10709c5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:39.512533 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f16e1365-3b16-47d7-a960-29e2c10709c5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/d0ad9a2e-8541-43f4-8dc6-1975af2e8774 HTTP/1.1" status: 404 len: 333 time: 0.0633879 Aug 16 02:18:39.516052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57394) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:39.584502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet a9f01253-717a-446f-873d-dfbda1fd8cbf {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:39.591522 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.640325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.750830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.937081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7a244887-5c5b-40e5-85ba-ecb079f9ecda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:39.937894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.010336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f01253-717a-446f-873d-dfbda1fd8cbf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.019702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.026743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760989f-6b6a-45f4-8f91-41433ac86f35 None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:40.026943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57406) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.027124 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-779efeb8-6cc1-4fa0-9290-70920c75c249 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/a9f01253-717a-446f-873d-dfbda1fd8cbf HTTP/1.1" status: 204 len: 168 time: 0.5098319 Aug 16 02:18:40.093993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 8ab7b4b4-3285-42c5-b907-4969a0888798 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:40.102667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.153969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68847679-43f5-4afa-989f-d2a7c12d3d12 req-efb2bd40-7df1-4653-8405-57b82a5f415e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.156522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68847679-43f5-4afa-989f-d2a7c12d3d12 req-efb2bd40-7df1-4653-8405-57b82a5f415e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.6524997 Aug 16 02:18:40.198285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381baec0-2292-4594-b315-f5c8c585d728 req-f947a766-b72f-4c14-92f0-ade3d258372e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.208730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-381baec0-2292-4594-b315-f5c8c585d728 req-f947a766-b72f-4c14-92f0-ade3d258372e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.6690557 Aug 16 02:18:40.242046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.296438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68847679-43f5-4afa-989f-d2a7c12d3d12 req-54adb95f-fe52-463c-9a13-5f5aaf3e5fed tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311762 Aug 16 02:18:40.339023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-381baec0-2292-4594-b315-f5c8c585d728 req-49605db9-99a9-4d8f-a2bb-2722aa68c15d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246047 Aug 16 02:18:40.443177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.531768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9755b1f7-6a9b-4389-8bd3-eceddc9d9269 req-18988a56-f0c9-4c05-941c-447aa1c0744c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.537036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9755b1f7-6a9b-4389-8bd3-eceddc9d9269 req-18988a56-f0c9-4c05-941c-447aa1c0744c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1077142 Aug 16 02:18:40.606220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9755b1f7-6a9b-4389-8bd3-eceddc9d9269 req-bb920bd1-40d2-4062-975d-29d3d49c468d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579021 Aug 16 02:18:40.646787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.689345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab7b4b4-3285-42c5-b907-4969a0888798,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:40.695842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.699120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-739a5007-3f8a-4e70-8cc4-21315407049a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/8ab7b4b4-3285-42c5-b907-4969a0888798 HTTP/1.1" status: 204 len: 168 time: 0.6694117 Aug 16 02:18:40.700664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:40.800786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.862874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:40.863488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.939158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port 67ced85e-2245-4a2d-8cc3-d40eb5917b24, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67ced85e-2245-4a2d-8cc3-d40eb5917b24,segment=NetworkSegment(e5c1a428-c0e3-433b-ac7a-1c3679edf489),segment_id=e5c1a428-c0e3-433b-ac7a-1c3679edf489)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:40.939541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:40.958684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 67ced85e-2245-4a2d-8cc3-d40eb5917b24 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:40.973860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ee9e1f-b510-4b9c-b85b-dddb4be0607d None None] Network f2c12399-6769-48a8-9af4-fc37303c22a4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:40.979515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2878d9e-e59d-49d8-9fdd-7d33a17b15c2 req-fc12703f-0313-46c7-992b-0daf8a090d7a tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:40.981262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2878d9e-e59d-49d8-9fdd-7d33a17b15c2 req-fc12703f-0313-46c7-992b-0daf8a090d7a tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 945 time: 0.1104839 Aug 16 02:18:41.043236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2878d9e-e59d-49d8-9fdd-7d33a17b15c2 req-ab147685-2cea-4289-8aef-862ae3e8821c tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499008 Aug 16 02:18:41.101032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4c3e372f-bb7f-4da0-b7e3-4924f6ee58ab None None] Provisioning complete for port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:41.101534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4c3e372f-bb7f-4da0-b7e3-4924f6ee58ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.181276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.232039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=67ced85e-2245-4a2d-8cc3-d40eb5917b24,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.246006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port 67ced85e-2245-4a2d-8cc3-d40eb5917b24 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:41.255363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3a86ed-5f64-4d4e-adfb-42fa26811ae8 None None] DHCP port deletion for f2c12399-6769-48a8-9af4-fc37303c22a4 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:41.360373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.377008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c12399-6769-48a8-9af4-fc37303c22a4']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.387929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c1a428-c0e3-433b-ac7a-1c3679edf489') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.388374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c1a428-c0e3-433b-ac7a-1c3679edf489') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:41.414547 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.435096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.443438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:41.444055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:41.447861 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:41.536161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc10ee4f-572b-440a-94e4-cf1e80d2d1a7 req-b396eb1d-9269-4d2e-8e39-8378fcebd7bd tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.538331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc10ee4f-572b-440a-94e4-cf1e80d2d1a7 req-b396eb1d-9269-4d2e-8e39-8378fcebd7bd tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1092682 Aug 16 02:18:41.572671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15f765-d514-489d-ac4b-3a16fe2fb6dc req-49490eae-549a-4ca3-ab04-9c82b461313e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.574182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab15f765-d514-489d-ac4b-3a16fe2fb6dc req-49490eae-549a-4ca3-ab04-9c82b461313e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0965719 Aug 16 02:18:41.610845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc10ee4f-572b-440a-94e4-cf1e80d2d1a7 req-5789b21d-c972-4f4e-81bb-ecd82b6fd077 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645859 Aug 16 02:18:41.625330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.643217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab15f765-d514-489d-ac4b-3a16fe2fb6dc req-f0abc10e-20ae-4f26-960d-88d3cd14f2fa tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613484 Aug 16 02:18:41.643392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.652731 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/f2c12399-6769-48a8-9af4-fc37303c22a4 HTTP/1.1" status: 204 len: 168 time: 0.9429610 Aug 16 02:18:41.653213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57456) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:41.708941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a905e-11d6-4e4c-941d-c136a86c5fcb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=f2c12399-6769-48a8-9af4-fc37303c22a4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:41.732757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563dd73c-67f1-4b63-8adf-e471aaeefbc5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.737174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-563dd73c-67f1-4b63-8adf-e471aaeefbc5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0807767 Aug 16 02:18:41.738442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57458) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:41.771042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a132595-aaf2-40c4-8a3f-7324b258e0e0 req-dbce923a-915a-44c8-89ac-50a29b2f0b98 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:41.772683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a132595-aaf2-40c4-8a3f-7324b258e0e0 req-dbce923a-915a-44c8-89ac-50a29b2f0b98 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0568542 Aug 16 02:18:41.788602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0accea73-7966-4af8-8e2c-2d16c0747b97 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0485790 Aug 16 02:18:41.793483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57460) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:41.798954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-575399103'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:41.823371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a132595-aaf2-40c4-8a3f-7324b258e0e0 req-15404539-c254-465a-9806-41e7b1161f62 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396931 Aug 16 02:18:41.883735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:41.887576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.917214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:41.927050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:41.927173 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment 8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e of type vlan for network 9af9d09e-086d-4c07-96ee-c308868e0696 Aug 16 02:18:41.970036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.075379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.082235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.082936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.162165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=9af9d09e-086d-4c07-96ee-c308868e0696,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.163495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6969b80-1be5-4c16-8a70-1213002cf722 req-3cbfbc71-1700-4bbb-a54a-32c63332ef2d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.165459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6969b80-1be5-4c16-8a70-1213002cf722 req-3cbfbc71-1700-4bbb-a54a-32c63332ef2d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 945 time: 0.0614681 Aug 16 02:18:42.180730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 9af9d09e-086d-4c07-96ee-c308868e0696 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:42.215785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6215d76e-68eb-4d8f-896a-c4f55b4d933d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4211318 Aug 16 02:18:42.216442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57472) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:42.223603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:42.252971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6969b80-1be5-4c16-8a70-1213002cf722 req-3efea611-b24f-4a6c-a985-8f7d99f6f3ad tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742438 Aug 16 02:18:42.399640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:42.403252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.517140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-62ef1065-3fb9-4301-a914-dbc4141da7b6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.518936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-62ef1065-3fb9-4301-a914-dbc4141da7b6 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 945 time: 0.0676816 Aug 16 02:18:42.626730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Deleting port 73b5aa47-54eb-4a15-9992-711feb11a4c2 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:42.627391 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.673690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.674686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.769747 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1784d0cf-d0a8-4d25-aca4-d1d8ed2c10e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.798730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=4a83f6af-5bc5-410b-92c3-477169b04549,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:42.807487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:42.807866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: 9af9d09e-086d-4c07-96ee-c308868e0696, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:42.840767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] For port 73b5aa47-54eb-4a15-9992-711feb11a4c2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=73b5aa47-54eb-4a15-9992-711feb11a4c2,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:42.841352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:42.872348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4931c5d-b748-4d52-92c6-888525866f5d req-bed2fb41-4945-4f91-8e78-cf25a1beec10 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.873927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4931c5d-b748-4d52-92c6-888525866f5d req-bed2fb41-4945-4f91-8e78-cf25a1beec10 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1452341 Aug 16 02:18:42.875030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Calling delete_port for 73b5aa47-54eb-4a15-9992-711feb11a4c2 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:42.895498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 9af9d09e-086d-4c07-96ee-c308868e0696 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:42.907236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff345-841d-4664-8f12-8800c6b2eb32 req-2b5fefc8-4721-4c84-9856-abab06295f4b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:42.908820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be5ff345-841d-4664-8f12-8800c6b2eb32 req-2b5fefc8-4721-4c84-9856-abab06295f4b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1443381 Aug 16 02:18:42.997462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4931c5d-b748-4d52-92c6-888525866f5d req-62ac740c-f06f-4c4e-88ce-6faee3150fcb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157799 Aug 16 02:18:43.023989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be5ff345-841d-4664-8f12-8800c6b2eb32 req-5ee9cc9c-b428-4195-8074-f8462684c2ca tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050172 Aug 16 02:18:43.060884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 9af9d09e-086d-4c07-96ee-c308868e0696) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:43.072155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095a4e7a-8349-49dd-ae73-6fc210a6fb81 None None] Network 9af9d09e-086d-4c07-96ee-c308868e0696 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:43.072324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.077573 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.150076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecb59e-c61b-44e6-adb1-f85a09a63e19 req-91051fdf-5b4a-4229-87b6-44a05675b36b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:43.151593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04ecb59e-c61b-44e6-adb1-f85a09a63e19 req-91051fdf-5b4a-4229-87b6-44a05675b36b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0753255 Aug 16 02:18:43.228821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da80abd7-417b-4517-b2a7-216c713ae479 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0049055 Aug 16 02:18:43.228821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57496) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:43.228821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696', 'name': 'tempest-PortsTestJSON-105510252'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:43.241192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04ecb59e-c61b-44e6-adb1-f85a09a63e19 req-48a80cd1-d6cd-4cf1-9a36-02c7ac058f60 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813928 Aug 16 02:18:43.252381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.328926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9', '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', '89c983dc-3cd4-4a7d-9355-7c5b032fce7e', '73b5aa47-54eb-4a15-9992-711feb11a4c2'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:43.334953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67ced85e-2245-4a2d-8cc3-d40eb5917b24 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:43.344168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-9af9d09e-086d-4c07-96ee-c308868e0696', 'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': '4a83f6af-5bc5-410b-92c3-477169b04549'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:43.345515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.352030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event deleted for resources: {'Port': ['ID=73b5aa47-54eb-4a15-9992-711feb11a4c2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:43.386377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] No DVR routers for this DVR port 73b5aa47-54eb-4a15-9992-711feb11a4c2 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:43.390672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.392779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bba169c6-8c91-47d5-b3fc-d6d9e8f8f63b req-4496fa51-9449-4413-b882-e05cfed68205 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "DELETE /v2.0/ports/73b5aa47-54eb-4a15-9992-711feb11a4c2 HTTP/1.1" status: 204 len: 173 time: 0.8678613 Aug 16 02:18:43.393243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'name': 'network-vif-deleted', 'tag': '73b5aa47-54eb-4a15-9992-711feb11a4c2'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:43.396174 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a577585e-7084-44ac-aa70-c5c8e6ab1034" -d '{"events": [{"server_uuid": "a3c45c83-5a1f-48a2-9d2f-dbc7c573c252", "name": "network-vif-deleted", "tag": "73b5aa47-54eb-4a15-9992-711feb11a4c2"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:43.413510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 67ced85e-2245-4a2d-8cc3-d40eb5917b24 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:43.414262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67ced85e-2245-4a2d-8cc3-d40eb5917b24 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:43.457387 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75afd28-95f8-4a1e-84c0-28956b72bf58 x-openstack-request-id: req-c75afd28-95f8-4a1e-84c0-28956b72bf58 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:43.457707 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c45c83-5a1f-48a2-9d2f-dbc7c573c252", "name": "network-vif-deleted", "tag": "73b5aa47-54eb-4a15-9992-711feb11a4c2", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:43.458136 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c75afd28-95f8-4a1e-84c0-28956b72bf58 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:43.458668 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3c45c83-5a1f-48a2-9d2f-dbc7c573c252', 'name': 'network-vif-deleted', 'tag': '73b5aa47-54eb-4a15-9992-711feb11a4c2', 'status': 'completed', 'code': 200} Aug 16 02:18:43.461824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-392036d5-8cd0-434e-b6cc-1e15131c4fe2 req-f9890456-1b36-4cd6-8d4b-c25c846c16cd tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 210 time: 0.0765269 Aug 16 02:18:43.469730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:43.474080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.499256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 76160974-9e7b-48c9-b1e2-c06e2297a752 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:43.675861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.4 (9af9d09e-086d-4c07-96ee-c308868e0696/4a83f6af-5bc5-410b-92c3-477169b04549/76160974-9e7b-48c9-b1e2-c06e2297a752) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:43.895783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:43.925696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object 76160974-9e7b-48c9-b1e2-c06e2297a752 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:44.051232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.133660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Allocated IP 172.20.0.2 (9af9d09e-086d-4c07-96ee-c308868e0696/4a83f6af-5bc5-410b-92c3-477169b04549/45b98696-1a1d-48ac-b184-439977ece4a3) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:44.157621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=76160974-9e7b-48c9-b1e2-c06e2297a752,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.171512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 9af9d09e-086d-4c07-96ee-c308868e0696 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:44.173039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:44.182414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:44.268887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96edc-9c2b-4b35-b7d7-fb8e4966142a req-6a986ca3-bc33-4196-8f88-7097cca4db97 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.277195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00a96edc-9c2b-4b35-b7d7-fb8e4966142a req-6a986ca3-bc33-4196-8f88-7097cca4db97 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1339364 Aug 16 02:18:44.298408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.299379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.301969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fc0de-f008-4a99-ab7e-68b932c00220 req-93d81e5a-affa-4c39-87e0-5f56d5a93c83 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.307126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d60fc0de-f008-4a99-ab7e-68b932c00220 req-93d81e5a-affa-4c39-87e0-5f56d5a93c83 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1812720 Aug 16 02:18:44.391447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00a96edc-9c2b-4b35-b7d7-fb8e4966142a req-e7da0c48-39c4-45e0-83cf-7ac7cd4e0c47 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119611 Aug 16 02:18:44.418695 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.437033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d60fc0de-f008-4a99-ab7e-68b932c00220 req-851ef70f-206e-494f-b1c5-cfb0f8238a5d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172814 Aug 16 02:18:44.446493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Transition to ACTIVE for port object 45b98696-1a1d-48ac-b184-439977ece4a3 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:44.489578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Transition to ACTIVE for port object 45b98696-1a1d-48ac-b184-439977ece4a3 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:44.490467 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d9c2b9a-d5c4-4771-abd7-a18bf556be88 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2661216 Aug 16 02:18:44.496848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57534) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.503920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696', 'name': 'tempest-PortsTestJSON-1852435607'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:44.591599 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.633513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57538) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:44.672537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Network 9af9d09e-086d-4c07-96ee-c308868e0696 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:44.683684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.689402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:44.693168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:44.702544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a801cf2d-d108-4a49-9033-b6c80c1cc2cb req-1db471cb-97d3-47be-9c36-4a4189fb131f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=a3c45c83-5a1f-48a2-9d2f-dbc7c573c252 HTTP/1.1" status: 200 len: 210 time: 0.0816004 Aug 16 02:18:44.706150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Pushing event updated for resources: {'Port': ['ID=45b98696-1a1d-48ac-b184-439977ece4a3,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:44.730511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e81d1-41c1-41ea-89ab-7dfe5377bf1c req-eb494130-be11-46a9-93d9-77bc8952624a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:44.740073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b1e81d1-41c1-41ea-89ab-7dfe5377bf1c req-eb494130-be11-46a9-93d9-77bc8952624a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1685808 Aug 16 02:18:44.772289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Attempting to bind port 45b98696-1a1d-48ac-b184-439977ece4a3 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:44.772778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Attempting to bind port 45b98696-1a1d-48ac-b184-439977ece4a3 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:44.773281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Attempting to bind port 45b98696-1a1d-48ac-b184-439977ece4a3 on network 9af9d09e-086d-4c07-96ee-c308868e0696 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:44.781623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:44.791938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Checking segment: {'id': '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:44.791938 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.791938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Bound using segment: {'id': '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:44.791938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Bound port: 45b98696-1a1d-48ac-b184-439977ece4a3, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '9af9d09e-086d-4c07-96ee-c308868e0696'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:44.791938 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.834679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae657709-28e5-48cb-83f3-3c0266157401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.843622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b1e81d1-41c1-41ea-89ab-7dfe5377bf1c req-179fcdcd-778c-4445-9a25-3e3d46a37767 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022420 Aug 16 02:18:44.866008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:44.882070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] For port 45b98696-1a1d-48ac-b184-439977ece4a3, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:44.897737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] For port 45b98696-1a1d-48ac-b184-439977ece4a3, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=45b98696-1a1d-48ac-b184-439977ece4a3,segment=NetworkSegment(8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e),segment_id=8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:44.959444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:44.963927 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:44.983704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 8802ab7c-e66a-4e08-8b94-e584dd5324e9 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:44.989498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:44.993268 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.057214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'f856b325-af89-4200-9c75-03f49d95d464', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'port_id': 'f856b325-af89-4200-9c75-03f49d95d464', 'mac_address': 'fa:16:3e:e3:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:45.073574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae657709-28e5-48cb-83f3-3c0266157401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.137178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e740760-b652-43c3-8d70-cca41d8d6c3b None None] Pushing event updated for resources: {'Port': ['ID=45b98696-1a1d-48ac-b184-439977ece4a3,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.144409 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.151640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.7 (9af9d09e-086d-4c07-96ee-c308868e0696/4a83f6af-5bc5-410b-92c3-477169b04549/8802ab7c-e66a-4e08-8b94-e584dd5324e9) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:45.158797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f856b325-af89-4200-9c75-03f49d95d464 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:45.185698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:45.205460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ae657709-28e5-48cb-83f3-3c0266157401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.251351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae657709-28e5-48cb-83f3-3c0266157401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f39fea-4de0-40a3-a991-f8bf9bc4cc68,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.297607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.314887 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ae657709-28e5-48cb-83f3-3c0266157401 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8d45e34ed25345d49188e41ba05d4360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802340 Aug 16 02:18:45.317567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57558) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:45.423458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb643-7d75-4c12-a6b0-24824d1245a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.447559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f856b325-af89-4200-9c75-03f49d95d464'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:45.479256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb643-7d75-4c12-a6b0-24824d1245a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.508083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.529323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object 8802ab7c-e66a-4e08-8b94-e584dd5324e9 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:45.568749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.678271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458500f3-7ed8-4872-a00d-9f2affb68f53 req-0d9c9aed-6049-47a0-9874-50d0106a8702 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.680117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-458500f3-7ed8-4872-a00d-9f2affb68f53 req-0d9c9aed-6049-47a0-9874-50d0106a8702 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1101019 Aug 16 02:18:45.692407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e008046-2f41-4bfb-8e5c-23a9db8c77b2 req-e59a6386-4705-40e9-952b-a19063261772 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:45.697818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e008046-2f41-4bfb-8e5c-23a9db8c77b2 req-e59a6386-4705-40e9-952b-a19063261772 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0846031 Aug 16 02:18:45.735609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb643-7d75-4c12-a6b0-24824d1245a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.739418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d7eb643-7d75-4c12-a6b0-24824d1245a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.743067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d7eb643-7d75-4c12-a6b0-24824d1245a9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0f39fea-4de0-40a3-a991-f8bf9bc4cc68 HTTP/1.1" status: 204 len: 168 time: 0.4222221 Aug 16 02:18:45.748859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-458500f3-7ed8-4872-a00d-9f2affb68f53 req-2d65928a-1ef2-45cc-b177-cd40d74dfa21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485983 Aug 16 02:18:45.750271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.758630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7eb643-7d75-4c12-a6b0-24824d1245a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f39fea-4de0-40a3-a991-f8bf9bc4cc68,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.761563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 73b5aa47-54eb-4a15-9992-711feb11a4c2 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:45.816673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 73b5aa47-54eb-4a15-9992-711feb11a4c2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:45.817025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 73b5aa47-54eb-4a15-9992-711feb11a4c2 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:45.833651 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:45.843811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=8802ab7c-e66a-4e08-8b94-e584dd5324e9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:45.870240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 9af9d09e-086d-4c07-96ee-c308868e0696 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:45.879299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:45.886262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:45.943072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e008046-2f41-4bfb-8e5c-23a9db8c77b2 req-1651a40b-19b3-44b0-a118-cf941cb83e6f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998150 Aug 16 02:18:46.018792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.019502 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.110854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57578) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.111413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3986f753-7d2f-4f63-91e2-f4c094f1dede tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6128802 Aug 16 02:18:46.238458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3716f-cd5e-46cb-9f64-3a53522c20c6 req-70ae3171-bf30-4286-aba9-e5fcea5981fd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.251857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75c3716f-cd5e-46cb-9f64-3a53522c20c6 req-70ae3171-bf30-4286-aba9-e5fcea5981fd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 945 time: 0.1043162 Aug 16 02:18:46.290457 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-567737e8-bd30-4988-84fb-f7d553b2f5d1 service neutron] show failed (client error): The resource could not be found. Aug 16 02:18:46.294096 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-567737e8-bd30-4988-84fb-f7d553b2f5d1 service neutron] 10.222.0.83 "GET /v2.0/ports/976c7992-1ab0-4f10-9095-215951cdfb0f/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.1027393 Aug 16 02:18:46.366338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75c3716f-cd5e-46cb-9f64-3a53522c20c6 req-644f5d97-9d25-48aa-971a-f10119f77b7e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734746 Aug 16 02:18:46.380623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa39ac-5833-4a82-adf9-f256ac1d7764 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:46.382801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6efa39ac-5833-4a82-adf9-f256ac1d7764 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.2702501 Aug 16 02:18:46.387044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57584) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.414019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57586) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.419664 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966803785', 'description': 'tempest-secgroup-smoke-966803785 description', 'project_id': 'ee759abefdec45c1895efa13e876468b'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:46.515550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 8802ab7c-e66a-4e08-8b94-e584dd5324e9 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:46.518836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.557088 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.592397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ef2d08-057e-4f94-bcfa-fbd24a6fe8f1 None None] Network 9af9d09e-086d-4c07-96ee-c308868e0696 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:46.713864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57588) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:46.719509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.741258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ab95926-5a70-460e-83b1-a6ff9f342bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.752527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.774708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 8802ab7c-e66a-4e08-8b94-e584dd5324e9 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:46.814311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:46.837247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-df46a970-8f2e-4b10-b528-3d6deb4a1803 None None] Provisioning for port 45b98696-1a1d-48ac-b184-439977ece4a3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:46.904342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:47.047213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port f856b325-af89-4200-9c75-03f49d95d464 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:47.047895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.172730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.194907 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.232187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:47.242006 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05412dc-a562-4055-b135-eece951becbb" -d '{"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-plugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:47.278871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:47.325559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0abde9-6a56-422d-9178-0bd6d86a2105,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.338220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=8802ab7c-e66a-4e08-8b94-e584dd5324e9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.388409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 45b98696-1a1d-48ac-b184-439977ece4a3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:47.392565 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.487461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ab95926-5a70-460e-83b1-a6ff9f342bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.506295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99e345-a2b0-46a7-8947-1c981242d056 req-24a4062c-76fb-4a31-9b57-c99bd0839dfa tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.509833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.516417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc99e345-a2b0-46a7-8947-1c981242d056 req-24a4062c-76fb-4a31-9b57-c99bd0839dfa tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.6162326 Aug 16 02:18:47.530765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.531520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-147d93e9-96c2-4bce-9178-e588eb35f81d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/8802ab7c-e66a-4e08-8b94-e584dd5324e9 HTTP/1.1" status: 204 len: 168 time: 1.1423864 Aug 16 02:18:47.579831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55e56b53-af9d-43f9-826f-24c984ad8c87 None None] Could not find standard attr ID for object 8802ab7c-e66a-4e08-8b94-e584dd5324e9. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:18:47.598483 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedafab6-a038-4231-970e-70fb24e0a714 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:47.602835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aedafab6-a038-4231-970e-70fb24e0a714 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/8802ab7c-e66a-4e08-8b94-e584dd5324e9 HTTP/1.1" status: 404 len: 333 time: 0.0519590 Aug 16 02:18:47.603877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.608216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-ef5ad024-046c-406c-a4eb-72adfd395476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.610031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-ef5ad024-046c-406c-a4eb-72adfd395476 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 1097 time: 0.6592767 Aug 16 02:18:47.615536 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ab95926-5a70-460e-83b1-a6ff9f342bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.615925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:47.648582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6ab95926-5a70-460e-83b1-a6ff9f342bb3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4100b7b25d02498c936006b4cdc6f1fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9334817 Aug 16 02:18:47.667280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57604) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.669810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:47.703978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 45b98696-1a1d-48ac-b184-439977ece4a3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:47.708486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55e56b53-af9d-43f9-826f-24c984ad8c87 None None] Provisioning for port 76160974-9e7b-48c9-b1e2-c06e2297a752 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:47.712906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 45b98696-1a1d-48ac-b184-439977ece4a3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:47.715079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.734047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-55e56b53-af9d-43f9-826f-24c984ad8c87 None None] Provisioning complete for port 76160974-9e7b-48c9-b1e2-c06e2297a752 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:47.735432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55e56b53-af9d-43f9-826f-24c984ad8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.825276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc99e345-a2b0-46a7-8947-1c981242d056 req-887da1f7-1823-4081-ab4d-0c8cd56d6922 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024974 Aug 16 02:18:47.825993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.847261 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:47.848838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7a20a701-ccfd-4840-96ee-c9988562a15a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4333558 Aug 16 02:18:47.867008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57606) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:47.877827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e830ec-50ff-4fb7-8a46-e6cfa432d4ba req-d9b1f958-dedd-4876-9be8-2ef8473bbb92 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:47.879770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e830ec-50ff-4fb7-8a46-e6cfa432d4ba req-d9b1f958-dedd-4876-9be8-2ef8473bbb92 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.6799972 Aug 16 02:18:47.884689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group_rule': {'security_group_id': '9f0abde9-6a56-422d-9178-0bd6d86a2105', 'project_id': 'ee759abefdec45c1895efa13e876468b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:47.923556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-55e56b53-af9d-43f9-826f-24c984ad8c87 None None] Port 76160974-9e7b-48c9-b1e2-c06e2297a752 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:47.934255 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c317db-c3cc-43cc-86f7-7286363c1c70 x-openstack-request-id: req-76c317db-c3cc-43cc-86f7-7286363c1c70 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:47.934622 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-plugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:47.935321 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76c317db-c3cc-43cc-86f7-7286363c1c70 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:47.937252 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'code': 200} Aug 16 02:18:47.939106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab95926-5a70-460e-83b1-a6ff9f342bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2738079f-7cf7-4e91-a0f8-e519c58aa667,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.005131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-65e56d7e-31ca-4b33-bd58-35330c5a1730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.031393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 76160974-9e7b-48c9-b1e2-c06e2297a752 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:48.037923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.078724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.105717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e830ec-50ff-4fb7-8a46-e6cfa432d4ba req-950b5925-9d66-4080-8453-7f7d7a495c16 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154529 Aug 16 02:18:48.114737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f177496-e2f3-476d-967a-307cae5dedae None None] Provisioning complete for port 76160974-9e7b-48c9-b1e2-c06e2297a752 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:48.116047 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f177496-e2f3-476d-967a-307cae5dedae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.152647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-65e56d7e-31ca-4b33-bd58-35330c5a1730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.240167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.258558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 45b98696-1a1d-48ac-b184-439977ece4a3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=45b98696-1a1d-48ac-b184-439977ece4a3,segment=NetworkSegment(8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e),segment_id=8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:48.259226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.278159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6f177496-e2f3-476d-967a-307cae5dedae None None] Port 76160974-9e7b-48c9-b1e2-c06e2297a752 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:48.283281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7711e-2335-498b-83b2-9f778225b401 req-7d2fd59f-c1bd-4d5c-ae78-858f264827cb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:48.284899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05a7711e-2335-498b-83b2-9f778225b401 req-7d2fd59f-c1bd-4d5c-ae78-858f264827cb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.2361398 Aug 16 02:18:48.296409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 76160974-9e7b-48c9-b1e2-c06e2297a752 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:48.321258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.393211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-65e56d7e-31ca-4b33-bd58-35330c5a1730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.399873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-550b194f-faec-4999-b75c-10281dfb62db None None] Could not find standard attr ID for object 8802ab7c-e66a-4e08-8b94-e584dd5324e9. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:18:48.400458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-65e56d7e-31ca-4b33-bd58-35330c5a1730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.409745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-65e56d7e-31ca-4b33-bd58-35330c5a1730 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2738079f-7cf7-4e91-a0f8-e519c58aa667 HTTP/1.1" status: 204 len: 168 time: 0.7382178 Aug 16 02:18:48.437069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=45b98696-1a1d-48ac-b184-439977ece4a3,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.442871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e56d7e-31ca-4b33-bd58-35330c5a1730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2738079f-7cf7-4e91-a0f8-e519c58aa667,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.573924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05a7711e-2335-498b-83b2-9f778225b401 req-2081afe7-2a7a-410a-a52f-5c1be7f9eedf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474215 Aug 16 02:18:48.622601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.623830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.632007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:48.687087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.697604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=76160974-9e7b-48c9-b1e2-c06e2297a752,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.737379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:48.791532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.796694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9155934 Aug 16 02:18:48.798615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:48.800801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f296e8-c2bd-46f8-8958-9bff6a58355b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e64e0b-9371-4d4a-84b3-77dffdc12dbc,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:48.803690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:48.806584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-96adfb00-8450-41f3-b98d-ce6dc2edcef4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/76160974-9e7b-48c9-b1e2-c06e2297a752 HTTP/1.1" status: 204 len: 168 time: 1.2013533 Aug 16 02:18:48.810633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57616) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:48.810782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group_rule': {'security_group_id': '9f0abde9-6a56-422d-9178-0bd6d86a2105', 'project_id': 'ee759abefdec45c1895efa13e876468b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:48.902999 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03fe905-7f47-40c8-930d-7ad9878c76cb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:18:48.907455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c03fe905-7f47-40c8-930d-7ad9878c76cb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/76160974-9e7b-48c9-b1e2-c06e2297a752 HTTP/1.1" status: 404 len: 333 time: 0.0922332 Aug 16 02:18:48.911995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57622) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:48.919206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:48.922323 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4951d4-bf7b-4ff6-a4ef-51a01f3d8cc1" -d '{"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-unplugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:48.941631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.002460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.066329 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f28d39-40aa-44ad-a304-4f06fbf11147 x-openstack-request-id: req-22f28d39-40aa-44ad-a304-4f06fbf11147 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:49.067044 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-unplugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:49.067540 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22f28d39-40aa-44ad-a304-4f06fbf11147 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:49.068165 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'code': 200} Aug 16 02:18:49.069415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Transition to ACTIVE for port object 976c7992-1ab0-4f10-9095-215951cdfb0f will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:49.118943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e222969-ec31-4542-9d83-c73f90c5f590 req-61a6fc88-3f81-475d-b968-3f3e3d59c3d7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.129144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e222969-ec31-4542-9d83-c73f90c5f590 req-61a6fc88-3f81-475d-b968-3f3e3d59c3d7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1719921 Aug 16 02:18:49.146107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.165248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 4a83f6af-5bc5-410b-92c3-477169b04549 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:18:49.170421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.209631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.298527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 45b98696-1a1d-48ac-b184-439977ece4a3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:49.305756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.323660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.361990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693356b3-ce2d-4a1d-8787-390636f24297,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.409243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e222969-ec31-4542-9d83-c73f90c5f590 req-3d84e7a7-e208-432d-8519-d559342d1b14 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740901 Aug 16 02:18:49.412440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 45b98696-1a1d-48ac-b184-439977ece4a3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:49.413514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.416479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.418288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2b94197d-e757-4d81-a405-303c1978a0ad tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6201205 Aug 16 02:18:49.436071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.447765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group_rule': {'security_group_id': '9f0abde9-6a56-422d-9178-0bd6d86a2105', 'project_id': 'ee759abefdec45c1895efa13e876468b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:49.498996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.555040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.709367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef87373-c161-432d-b719-4bf3c6773df3 req-b6aabae7-c147-43a0-af78-6a6cc06acad3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:49.711500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aef87373-c161-432d-b719-4bf3c6773df3 req-b6aabae7-c147-43a0-af78-6a6cc06acad3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.3947840 Aug 16 02:18:49.725937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.791545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=4a83f6af-5bc5-410b-92c3-477169b04549,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:49.798533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.803043 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-666f2ed5-6667-49f4-8b2c-fe3598781747 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/4a83f6af-5bc5-410b-92c3-477169b04549 HTTP/1.1" status: 204 len: 168 time: 0.8891473 Aug 16 02:18:49.805360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:49.807832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de3287-74ee-4241-9595-69b326961808 None None] Network 9af9d09e-086d-4c07-96ee-c308868e0696 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:49.903250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aef87373-c161-432d-b719-4bf3c6773df3 req-638cbcb7-f235-472c-bdea-1c3293ceda1c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782346 Aug 16 02:18:49.933694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:49.942407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] No DVR routers for this DVR port 976c7992-1ab0-4f10-9095-215951cdfb0f on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:49.970813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.107059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] DHCP port deletion for 9af9d09e-086d-4c07-96ee-c308868e0696 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:18:50.132139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 45b98696-1a1d-48ac-b184-439977ece4a3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:50.139697 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.160791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1920-2129-4cbd-a567-1df1865c8175 req-3fe4b0b1-8bbc-412a-8e82-ff605a632c95 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.162685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05cf1920-2129-4cbd-a567-1df1865c8175 req-3fe4b0b1-8bbc-412a-8e82-ff605a632c95 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.3527853 Aug 16 02:18:50.213980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.223451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] Deleting port 45b98696-1a1d-48ac-b184-439977ece4a3 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:50.223868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.287668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port 45b98696-1a1d-48ac-b184-439977ece4a3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=45b98696-1a1d-48ac-b184-439977ece4a3,segment=NetworkSegment(8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e),segment_id=8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:50.288817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.310033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05cf1920-2129-4cbd-a567-1df1865c8175 req-f2a3138b-9489-44c4-b769-db3dc7aa326d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410096 Aug 16 02:18:50.347914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 45b98696-1a1d-48ac-b184-439977ece4a3 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:50.350987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.415682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:50.415986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:50.416505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f on network c0703380-b832-4727-9e79-8ff99e9fdc32 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:50.418665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66200eed-c4e3-46f1-addc-b87889661cb6,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.432714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] For port 45b98696-1a1d-48ac-b184-439977ece4a3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=45b98696-1a1d-48ac-b184-439977ece4a3,segment=NetworkSegment(8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e),segment_id=8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:50.434224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Port 976c7992-1ab0-4f10-9095-215951cdfb0f on network c0703380-b832-4727-9e79-8ff99e9fdc32 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:18:50.434567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Attempting to bind port 976c7992-1ab0-4f10-9095-215951cdfb0f on network c0703380-b832-4727-9e79-8ff99e9fdc32 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:50.438198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.442246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:50.443136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Checking segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:50.443695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Bound using segment: {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:50.444497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Bound port: 976c7992-1ab0-4f10-9095-215951cdfb0f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3a04f34-5f02-448c-959f-639184ef499f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:50.444974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.494490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] Calling delete_port for 45b98696-1a1d-48ac-b184-439977ece4a3 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:50.548658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:50.555473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:50.559544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.563758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b9cb6a7c-6899-4763-9902-2a8275dada52 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1273439 Aug 16 02:18:50.564856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57656) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:50.580988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group_rule': {'security_group_id': '9f0abde9-6a56-422d-9178-0bd6d86a2105', 'project_id': 'ee759abefdec45c1895efa13e876468b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:50.635671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.662268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2647595-0441-40d2-bd45-ebf8f98377b2 req-a63b1f9b-42ea-415d-8a25-b78a38015195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:50.664373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b2647595-0441-40d2-bd45-ebf8f98377b2 req-a63b1f9b-42ea-415d-8a25-b78a38015195 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 1098 time: 0.0800080 Aug 16 02:18:50.732363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.740688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.750329 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b2647595-0441-40d2-bd45-ebf8f98377b2 req-1d60d8d6-a452-4f29-8456-e3be9b683f7b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784843 Aug 16 02:18:50.783428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=45b98696-1a1d-48ac-b184-439977ece4a3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.785644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port 45b98696-1a1d-48ac-b184-439977ece4a3 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:50.894371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] Pushing event deleted for resources: {'Port': ['ID=45b98696-1a1d-48ac-b184-439977ece4a3,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:50.910398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926839b-96fb-4448-be1f-d92e3a5bb5e1 None None] No DVR routers for this DVR port 45b98696-1a1d-48ac-b184-439977ece4a3 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:50.922092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:50.953838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:50.974346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af9d09e-086d-4c07-96ee-c308868e0696']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:50.999871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.000326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7afb89-fa4a-4fa6-86c4-adb0fc0d024e') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:18:51.070974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.094489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:51.114480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.129261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:18:51.129768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:18:51.133466 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:18:51.283129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 45b98696-1a1d-48ac-b184-439977ece4a3 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:51.335001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 45b98696-1a1d-48ac-b184-439977ece4a3 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:51.335580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 45b98696-1a1d-48ac-b184-439977ece4a3 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:51.394762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.410134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.420630 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/9af9d09e-086d-4c07-96ee-c308868e0696 HTTP/1.1" status: 204 len: 168 time: 1.6010866 Aug 16 02:18:51.425367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57672) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:51.434385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-589152260'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:51.457764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf927043-903b-4213-8acd-00766d8e7e63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=9af9d09e-086d-4c07-96ee-c308868e0696,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.506177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.506915 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.508739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] 10.222.0.58 "PUT /v2.0/ports/976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 1092 time: 3.8659661 Aug 16 02:18:51.547805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:51.550827 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e" -d '{"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:51.575185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.581471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:51.581471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.650295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:18:51.675758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.676110 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment b20e05a8-edd2-4163-8c55-a596d3f5e8d3 of type vlan for network 75ca7fd9-a7f7-4713-81f3-550603a56281 Aug 16 02:18:51.787965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cf20f1-097d-4e7c-b041-8ccc99232026 service neutron] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:51.817466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97547bf6-90b4-476a-806e-480825ba12fe req-97e22fab-436b-4180-92ab-375aaccf523a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.819678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97547bf6-90b4-476a-806e-480825ba12fe req-97e22fab-436b-4180-92ab-375aaccf523a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 943 time: 1.1860740 Aug 16 02:18:51.829726 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.831641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12af9d-c3b8-48eb-88d1-d6c712335419 req-e2176858-8d20-44da-8dd7-879feb43791e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.834723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e12af9d-c3b8-48eb-88d1-d6c712335419 req-e2176858-8d20-44da-8dd7-879feb43791e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.3529871 Aug 16 02:18:51.893446 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:51.901123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-a9231d01-1ec1-45a4-ac74-3b3734294831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:51.903158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-a9231d01-1ec1-45a4-ac74-3b3734294831 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1095 time: 0.3434334 Aug 16 02:18:51.984442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e12af9d-c3b8-48eb-88d1-d6c712335419 req-f845f69e-7e4b-494c-bab4-dc43d682cba3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313844 Aug 16 02:18:51.991965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97547bf6-90b4-476a-806e-480825ba12fe req-09ce5053-c49d-49f1-a35f-34fb0a5b1320 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526482 Aug 16 02:18:51.999169 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.000337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.021017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.021962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.043790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c23b82d-ec0f-4900-b682-4560b2a30298,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.118926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-7727269a-856d-4640-bacd-d83e70e9abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.120616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-7727269a-856d-4640-bacd-d83e70e9abc3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.1976161 Aug 16 02:18:52.125241 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdc40fe-0e94-40fa-b65a-428ad8756ff5 x-openstack-request-id: req-0fdc40fe-0e94-40fa-b65a-428ad8756ff5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:52.125535 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:52.125793 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0fdc40fe-0e94-40fa-b65a-428ad8756ff5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:52.126192 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'status': 'completed', 'code': 200} Aug 16 02:18:52.145836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.147109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9bd24b7f-4f44-4d32-bef5-eba8b5d781bb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5800476 Aug 16 02:18:52.160131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7307441 Aug 16 02:18:52.180089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57690) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:52.180433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57692) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:52.208547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group_rule': {'security_group_id': '9f0abde9-6a56-422d-9178-0bd6d86a2105', 'project_id': 'ee759abefdec45c1895efa13e876468b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:52.229048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:52.317494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a584d3-7222-4327-be14-99ef03d0b74b req-98cf25c8-bb59-4c07-bb28-5c5bdabcf686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.319188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45a584d3-7222-4327-be14-99ef03d0b74b req-98cf25c8-bb59-4c07-bb28-5c5bdabcf686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.0910342 Aug 16 02:18:52.332838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-4f0d7c2c-3d51-4ce4-a7c7-c017d62c6773 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 998 time: 0.1971896 Aug 16 02:18:52.365370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25811564-54d5-4664-876f-1bc03ed580b3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=75ca7fd9-a7f7-4713-81f3-550603a56281,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:52.381112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:18:52.425214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-ff46372b-9f9b-43cb-a5cd-62064ddf4307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.426400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45a584d3-7222-4327-be14-99ef03d0b74b req-082103a4-38ea-434b-8d2a-2138a08606cc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923228 Aug 16 02:18:52.427226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-ff46372b-9f9b-43cb-a5cd-62064ddf4307 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1095 time: 0.2715113 Aug 16 02:18:52.440947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-c7704099-68e6-42db-8e91-940d5a3d4563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.442742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-c7704099-68e6-42db-8e91-940d5a3d4563 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.0754974 Aug 16 02:18:52.545296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-712744e1-8580-4e4f-a58f-25bd75982c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.549135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-712744e1-8580-4e4f-a58f-25bd75982c55 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988636 Aug 16 02:18:52.578103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-749db16f-f0c5-4414-8636-35239c42ca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.582704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-749db16f-f0c5-4414-8636-35239c42ca40 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.1456296 Aug 16 02:18:52.587661 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Project ee759abefdec45c1895efa13e876468b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:18:52.606553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.705716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-d4ab39f0-ec6e-4344-a89b-0f9cce64604a service neutron] 10.222.0.58 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485832 Aug 16 02:18:52.721062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-4b0ee5ce-a9e2-4cc9-9fa5-984a3db243a3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 998 time: 0.1262512 Aug 16 02:18:52.726790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:52.732021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.812408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34cbe67f-84d1-4f90-befe-2d0790b274ce req-09de5f74-a7af-45bb-ab38-425445f0e91d service neutron] 10.222.0.58 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980098 Aug 16 02:18:52.882601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-c07dd13b-3f04-4a61-918c-712d6f50b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:52.884413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-c07dd13b-3f04-4a61-918c-712d6f50b356 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.1453199 Aug 16 02:18:52.949926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:52.975591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c749376-c925-4b5c-8f92-38ed5687185d req-faac3b0c-9408-4354-b16f-aa6e4644a2cc tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.001108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c749376-c925-4b5c-8f92-38ed5687185d req-faac3b0c-9408-4354-b16f-aa6e4644a2cc tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 946 time: 0.1875741 Aug 16 02:18:53.056518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-86d255ae-598a-45cf-a0c5-c74ef9e3305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.061040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-86d255ae-598a-45cf-a0c5-c74ef9e3305a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1095 time: 0.1258054 Aug 16 02:18:53.061217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-0f3de357-ed11-47e3-914c-5d802bb282c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.062696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-0f3de357-ed11-47e3-914c-5d802bb282c6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1631596 Aug 16 02:18:53.065603 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.084074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c749376-c925-4b5c-8f92-38ed5687185d req-7622e564-be35-4b3f-a73d-627719108dbf tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814879 Aug 16 02:18:53.250794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec86f42-5390-47f9-afe2-1462fbf5f96a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.298131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-764a2514-0c02-4568-b603-88c4cde088bc service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259376 Aug 16 02:18:53.329466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae77df-982d-44f9-b87b-80bbc287b574 req-bb82f52e-c634-48dc-bed2-d71cb77e6644 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.331777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aae77df-982d-44f9-b87b-80bbc287b574 req-bb82f52e-c634-48dc-bed2-d71cb77e6644 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1694751 Aug 16 02:18:53.372461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db450b19-881a-4b85-8c27-84acee6e4ce7 req-92a318ea-1e4d-455a-90bb-199ab5c260ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.376341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db450b19-881a-4b85-8c27-84acee6e4ce7 req-92a318ea-1e4d-455a-90bb-199ab5c260ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 943 time: 0.1826046 Aug 16 02:18:53.390992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-52434ac9-d902-44b0-8db5-6988394ccba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.392579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-52434ac9-d902-44b0-8db5-6988394ccba7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.3067539 Aug 16 02:18:53.478597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aae77df-982d-44f9-b87b-80bbc287b574 req-a264a6e5-fd34-4d97-90c7-1a35b7cc41a3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360216 Aug 16 02:18:53.546016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db450b19-881a-4b85-8c27-84acee6e4ce7 req-8cc57fb4-1629-4b48-8ce7-3ae8f5a0ca1a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580753 Aug 16 02:18:53.548203 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-689c463c-4d57-4adf-bc04-1484743f51ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 998 time: 0.1461759 Aug 16 02:18:53.699432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-1046103a-3d84-403a-b258-55926bda3e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.701703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-1046103a-3d84-403a-b258-55926bda3e6b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.1395907 Aug 16 02:18:53.717546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a53ae3-0432-4c50-87dd-26c8fe8d8ce2 req-c9eec9bc-bce1-4bf5-8ac8-5db61f94c3e3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.719192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03a53ae3-0432-4c50-87dd-26c8fe8d8ce2 req-c9eec9bc-bce1-4bf5-8ac8-5db61f94c3e3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1128550 Aug 16 02:18:53.771737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.773958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-75e9185a-7257-4827-89f3-6c2390c3605f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5844848 Aug 16 02:18:53.774991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:53.780225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57722) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:53.786991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'security_group_rule': {'security_group_id': '9f0abde9-6a56-422d-9178-0bd6d86a2105', 'project_id': 'ee759abefdec45c1895efa13e876468b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:53.817059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b3976-d94e-44d7-a585-21cb1e858df6 req-350c4f99-7f9d-41e6-9f4f-9c561f39935c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.818824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb8b3976-d94e-44d7-a585-21cb1e858df6 req-350c4f99-7f9d-41e6-9f4f-9c561f39935c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1611602 Aug 16 02:18:53.880426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-5c0c8ebe-c962-422b-a16f-52fe6ff0144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.882143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-5c0c8ebe-c962-422b-a16f-52fe6ff0144b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1610706 Aug 16 02:18:53.893219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03a53ae3-0432-4c50-87dd-26c8fe8d8ce2 req-efe9385e-3dc5-486c-9d2f-7d6309f81569 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438513 Aug 16 02:18:53.906738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=eb178e2f-5c0f-4aa3-a563-b90198a8586f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:53.937299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-8d136d31-791d-40c2-836c-037bac579c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:53.939201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-8d136d31-791d-40c2-836c-037bac579c4e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1098 time: 0.1718113 Aug 16 02:18:53.943556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-2c980db6-e273-4750-aba1-0ece5a5f1be9 service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6359992 Aug 16 02:18:53.950159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:53.951372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: 75ca7fd9-a7f7-4713-81f3-550603a56281, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:18:54.020948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb8b3976-d94e-44d7-a585-21cb1e858df6 req-4cca1b43-249d-4db4-bbe0-e9270d07b4fc tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866424 Aug 16 02:18:54.112065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-450cc256-1495-4644-853e-88ce2e634277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.121229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-450cc256-1495-4644-853e-88ce2e634277 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.1585996 Aug 16 02:18:54.138384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-79bbb269-3fa8-4932-88a6-438bbcbbdfc8 service neutron] 10.222.0.58 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397428 Aug 16 02:18:54.167967 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Project ee759abefdec45c1895efa13e876468b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:18:54.174191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:18:54.200945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.323036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-6dfefb33-bd2b-4957-b592-f62e05f18cf7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 1002 time: 0.1960819 Aug 16 02:18:54.474125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 75ca7fd9-a7f7-4713-81f3-550603a56281) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:54.480325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d75c9d-8d2d-4cbb-96ae-e059fd7abdc1 req-75b01be5-2ce2-47f4-bbd2-64ceaad2ffd0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.482097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307ab6d-602c-46bc-9aa4-8339ab0af6de None None] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:54.489922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82d75c9d-8d2d-4cbb-96ae-e059fd7abdc1 req-75b01be5-2ce2-47f4-bbd2-64ceaad2ffd0 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 946 time: 0.2311964 Aug 16 02:18:54.512870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-0c35cedc-bfe7-4850-a501-95a4bfa1eaec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1879673 Aug 16 02:18:54.531017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.537356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.543930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.547541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4cf199d8-1dc2-4671-8f20-b1d578e8e71e req-0bde01e0-1e08-4d75-979d-4afd95db5057 service neutron] 10.222.0.58 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011600 Aug 16 02:18:54.628032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82d75c9d-8d2d-4cbb-96ae-e059fd7abdc1 req-e3d78b9b-08fd-405e-80cd-a1ed11a1829f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333880 Aug 16 02:18:54.631723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-9761e5c9-008d-4c95-b392-2031e68a2747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.642478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-9761e5c9-008d-4c95-b392-2031e68a2747 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.2585151 Aug 16 02:18:54.654032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.656053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9459593-a475-4220-8985-87eb8f8088d8 req-5b20d4d9-cc72-4311-8a4f-5b89b27b837f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.659759 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9459593-a475-4220-8985-87eb8f8088d8 req-5b20d4d9-cc72-4311-8a4f-5b89b27b837f tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 946 time: 0.5148365 Aug 16 02:18:54.771836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3f62f579-3e4c-42e6-9392-6fab206b5f8c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5809917 Aug 16 02:18:54.777247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-75ca7fd9-a7f7-4713-81f3-550603a56281', 'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': 'eb178e2f-5c0f-4aa3-a563-b90198a8586f'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:18:54.778873 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:54.779371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57744) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:54.792111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281', 'name': 'tempest-PortsTestJSON-1285910922', 'fixed_ips': [{'subnet_id': 'eb178e2f-5c0f-4aa3-a563-b90198a8586f', 'ip_address': '172.20.0.10'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:54.860370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-28202077-b0ea-43b9-8aa4-f135b37d83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.865559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-28202077-b0ea-43b9-8aa4-f135b37d83f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2022645 Aug 16 02:18:54.900264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e83a7-55e3-477e-9233-b3ad1fd471d5 req-25035627-6be3-4c34-b364-4611d5208297 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:54.910305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f77e83a7-55e3-477e-9233-b3ad1fd471d5 req-25035627-6be3-4c34-b364-4611d5208297 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.3610692 Aug 16 02:18:54.981488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Allocated IP 172.20.0.2 (75ca7fd9-a7f7-4713-81f3-550603a56281/eb178e2f-5c0f-4aa3-a563-b90198a8586f/90ed1885-76d8-48f4-afe9-37eb9250c67c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:55.069134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7283cfc0-b8e9-4cb2-b858-575d408e9fb5,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.126601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f77e83a7-55e3-477e-9233-b3ad1fd471d5 req-67d38f39-e1f6-4003-a293-d21ddfcaacf3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130160 Aug 16 02:18:55.143612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.152680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-af918b83-9173-472b-b796-9d2f723f62ae tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3633790 Aug 16 02:18:55.169975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-4038bcda-c6c9-4650-858e-06e43bdefa06 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922516 Aug 16 02:18:55.255644 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.269780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.271709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.272236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.272776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.273285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.273785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.277346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Transition to ACTIVE for port object 90ed1885-76d8-48f4-afe9-37eb9250c67c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.282502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.290739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bf9b8cf6-42f6-4ed0-b0dd-87ad28f2c3cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c7cf215a143e408387e8c3e79ed5686c&device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 6501 time: 0.6604893 Aug 16 02:18:55.312450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Transition to ACTIVE for port object 90ed1885-76d8-48f4-afe9-37eb9250c67c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:55.409773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.448100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Deleting port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:18:55.448539 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.503310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2ab3fa5-472b-432e-99a1-7909709ac1f5 req-bc42e490-03e5-4cdd-8b68-da918b452839 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400236 Aug 16 02:18:55.541917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983195b7-44f1-4547-a30d-565842dde7c6 req-44e9f62e-6734-4b07-8b29-69740bbe061c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.549504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:55.552748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-983195b7-44f1-4547-a30d-565842dde7c6 req-44e9f62e-6734-4b07-8b29-69740bbe061c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 943 time: 0.7388074 Aug 16 02:18:55.555190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:55.561171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:55.607060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Pushing event updated for resources: {'Port': ['ID=90ed1885-76d8-48f4-afe9-37eb9250c67c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:55.615365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:55.646377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] For port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:55.650405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.650530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Attempting to bind port 90ed1885-76d8-48f4-afe9-37eb9250c67c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:18:55.651143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d120e49-590e-4df8-9ef1-1471b1fd4583 req-8963d20e-570b-4028-94f9-8a99f178207d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.651306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Attempting to bind port 90ed1885-76d8-48f4-afe9-37eb9250c67c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:18:55.651705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Attempting to bind port 90ed1885-76d8-48f4-afe9-37eb9250c67c on network 75ca7fd9-a7f7-4713-81f3-550603a56281 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:18:55.652767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d120e49-590e-4df8-9ef1-1471b1fd4583 req-8963d20e-570b-4028-94f9-8a99f178207d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.3580039 Aug 16 02:18:55.665296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:18:55.665910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Checking segment: {'id': 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:18:55.666327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Calling delete_port for 89c983dc-3cd4-4a7d-9355-7c5b032fce7e owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:18:55.666847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.667507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Bound using segment: {'id': 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:18:55.668117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Bound port: 90ed1885-76d8-48f4-afe9-37eb9250c67c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:18:55.668688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.706408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-983195b7-44f1-4547-a30d-565842dde7c6 req-e55c917a-cfd2-46bc-97e0-1699af190c60 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500669 Aug 16 02:18:55.795826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] For port 90ed1885-76d8-48f4-afe9-37eb9250c67c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:18:55.833285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:18:55.877906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-66598ccf-ddf8-42be-8b01-d282280f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.879691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-66598ccf-ddf8-42be-8b01-d282280f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.884849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-66598ccf-ddf8-42be-8b01-d282280f68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:55.887641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-66598ccf-ddf8-42be-8b01-d282280f68bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=cd6dc3da-7a2b-42b5-8651-4224815901b1&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=7bf69ba6-2629-44fb-af37-6e121264581a&id=8f42de13-11f5-40cd-8597-dfbf75d7c956&id=8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 200 len: 2292 time: 0.5357871 Aug 16 02:18:55.941616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:55.948787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] For port 90ed1885-76d8-48f4-afe9-37eb9250c67c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90ed1885-76d8-48f4-afe9-37eb9250c67c,segment=NetworkSegment(b20e05a8-edd2-4163-8c55-a596d3f5e8d3),segment_id=b20e05a8-edd2-4163-8c55-a596d3f5e8d3)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:18:55.956543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9', '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', '89c983dc-3cd4-4a7d-9355-7c5b032fce7e'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:55.970242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d120e49-590e-4df8-9ef1-1471b1fd4583 req-95071c04-c704-4608-ae4a-e01ef57c4fd1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2740769 Aug 16 02:18:56.036882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event deleted for resources: {'Port': ['ID=89c983dc-3cd4-4a7d-9355-7c5b032fce7e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.052659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-e9d836b6-3e99-416f-8c63-24e169ea2d9a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 200 len: 1001 time: 0.1549721 Aug 16 02:18:56.059109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-55f339c3-9902-4aa0-8b57-a5eb7fe077c0 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966803785&fields=id&tenant_id=ee759abefdec45c1895efa13e876468b HTTP/1.1" status: 200 len: 267 time: 0.0966330 Aug 16 02:18:56.076888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.095952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.099074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:56.119776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] No DVR routers for this DVR port 89c983dc-3cd4-4a7d-9355-7c5b032fce7e on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:18:56.124171 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.127229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9459593-a475-4220-8985-87eb8f8088d8 req-3e280744-65ce-4bd1-9d31-7ebb5192a141 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "DELETE /v2.0/ports/89c983dc-3cd4-4a7d-9355-7c5b032fce7e HTTP/1.1" status: 204 len: 173 time: 1.4265537 Aug 16 02:18:56.128112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'name': 'network-vif-deleted', 'tag': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:18:56.137451 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c387938-e046-4d1e-9cd3-0454bfb9b221" -d '{"events": [{"server_uuid": "ab39eb73-d187-40f3-a636-6eff0d774009", "name": "network-vif-deleted", "tag": "89c983dc-3cd4-4a7d-9355-7c5b032fce7e"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:18:56.217639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-0ef44663-4a21-4edf-952a-4bb08fcbdca8 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.219338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-0ef44663-4a21-4edf-952a-4bb08fcbdca8 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/networks?id=31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 200 len: 814 time: 0.1497061 Aug 16 02:18:56.332350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0344c10b-5bb9-4e83-890e-8b38c81e558f req-a8839e77-b9c2-49c3-8bb0-30fb56128c9c tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=ab39eb73-d187-40f3-a636-6eff0d774009 HTTP/1.1" status: 200 len: 210 time: 0.1119041 Aug 16 02:18:56.360849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.364068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-dd746568-5113-478e-b513-e0e0acdb7c32 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/quotas/ee759abefdec45c1895efa13e876468b HTTP/1.1" status: 200 len: 375 time: 0.0801213 Aug 16 02:18:56.386423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-587f45d6-a1e2-462a-b139-fe2613480dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.387387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-587f45d6-a1e2-462a-b139-fe2613480dc7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 200 len: 850 time: 0.3272662 Aug 16 02:18:56.434819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc48b8-9cee-4422-ad48-d36b8304ad6f None None] Pushing event updated for resources: {'Port': ['ID=90ed1885-76d8-48f4-afe9-37eb9250c67c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.444458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'port_id': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'mac_address': 'fa:16:3e:67:bf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:18:56.488773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-b02e8c4b-2895-4f03-8a22-8216ca4445ec tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1158822 Aug 16 02:18:56.499945 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90af4db1-e5d4-4db9-803d-48a5b56849ca x-openstack-request-id: req-90af4db1-e5d4-4db9-803d-48a5b56849ca {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:18:56.501442 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab39eb73-d187-40f3-a636-6eff0d774009", "name": "network-vif-deleted", "tag": "89c983dc-3cd4-4a7d-9355-7c5b032fce7e", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:18:56.501806 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90af4db1-e5d4-4db9-803d-48a5b56849ca {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:18:56.502312 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab39eb73-d187-40f3-a636-6eff0d774009', 'name': 'network-vif-deleted', 'tag': '89c983dc-3cd4-4a7d-9355-7c5b032fce7e', 'status': 'completed', 'code': 200} Aug 16 02:18:56.635025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-75a7d780-29c2-452b-be32-2b6581f9c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.643156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-75a7d780-29c2-452b-be32-2b6581f9c338 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cd6dc3da-7a2b-42b5-8651-4224815901b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2334020 Aug 16 02:18:56.678524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.722730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976c7992-1ab0-4f10-9095-215951cdfb0f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:18:56.735031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.10 (75ca7fd9-a7f7-4713-81f3-550603a56281/eb178e2f-5c0f-4aa3-a563-b90198a8586f/af3a33d8-1c5f-4207-96a0-a8f45d786fb0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:56.768476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:56.788721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-5438262b-0f49-492e-84fb-65b765122d3c service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366343 Aug 16 02:18:56.828990 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:56.913209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:56.989334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00727efc-681e-4dfa-8f10-4654c7943ccb req-24fc5776-2edc-4139-b067-b3ca9637caa8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:56.990932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00727efc-681e-4dfa-8f10-4654c7943ccb req-24fc5776-2edc-4139-b067-b3ca9637caa8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.2009175 Aug 16 02:18:57.006050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-35cbce24-a21b-485c-99d8-3531a38e2d67 service neutron] 10.222.0.76 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163114 Aug 16 02:18:57.072610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.094059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object af3a33d8-1c5f-4207-96a0-a8f45d786fb0 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:57.120591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-b687a08f-345c-4f30-bb53-b6478fc4d7b5 service neutron] 10.222.0.58 "GET /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098867 Aug 16 02:18:57.134268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00727efc-681e-4dfa-8f10-4654c7943ccb req-8ac866eb-2ca8-4f69-858c-1f38df05b766 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260259 Aug 16 02:18:57.164382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.172035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['976c7992-1ab0-4f10-9095-215951cdfb0f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:18:57.251953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-a712e956-e488-4926-9b37-218b0e1ba06f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.230&port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 217 time: 0.1212611 Aug 16 02:18:57.257265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.269048 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.389199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:57.397340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:57.401596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:57.439685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90ed1885-76d8-48f4-afe9-37eb9250c67c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:57.459518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-ab4460dd-83c5-4e40-b394-e62cd4cc9439 service neutron] 10.222.0.76 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497123 Aug 16 02:18:57.481107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-d4b308d4-812a-4bd1-bcf0-09827bbfa824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.493776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-d4b308d4-812a-4bd1-bcf0-09827bbfa824 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.2202785 Aug 16 02:18:57.540816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e667e-8fb9-4805-9c98-24faa19a98ac req-51b4ee09-56c1-46c2-a6b6-385db61d8301 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.542612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d18e667e-8fb9-4805-9c98-24faa19a98ac req-51b4ee09-56c1-46c2-a6b6-385db61d8301 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 944 time: 0.2613823 Aug 16 02:18:57.548497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=af3a33d8-1c5f-4207-96a0-a8f45d786fb0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:57.584948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.585715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:57.682524 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce057346-4ec8-4c31-b143-9a3e4448d8b7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8953347 Aug 16 02:18:57.685044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57796) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:57.691647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': '75ca7fd9-a7f7-4713-81f3-550603a56281', 'name': 'tempest-PortsTestJSON-1623023415', 'fixed_ips': [{'subnet_id': 'eb178e2f-5c0f-4aa3-a563-b90198a8586f', 'ip_address': '172.20.0.9'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:18:57.727443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d18e667e-8fb9-4805-9c98-24faa19a98ac req-275cca6d-2467-4318-ba2d-a6fcd8bdae88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461306 Aug 16 02:18:57.729519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-b609fa24-7955-4f91-a0c3-4406e8b4b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:57.741284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-b609fa24-7955-4f91-a0c3-4406e8b4b38a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2265794 Aug 16 02:18:57.832842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 90ed1885-76d8-48f4-afe9-37eb9250c67c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:57.881684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 89c983dc-3cd4-4a7d-9355-7c5b032fce7e no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:18:57.984234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 89c983dc-3cd4-4a7d-9355-7c5b032fce7e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:18:57.984593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 89c983dc-3cd4-4a7d-9355-7c5b032fce7e not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:18:57.995714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56339e-2feb-4ee0-9015-9fb4ff07b087 req-73979ceb-c262-4fd9-a596-f175d7cf89c5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.008867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e56339e-2feb-4ee0-9015-9fb4ff07b087 req-73979ceb-c262-4fd9-a596-f175d7cf89c5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1332397 Aug 16 02:18:58.013618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724fec0f-3e4f-4677-bb9c-686f84108e07 None None] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:18:58.014586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:18:58.021449 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.047010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port f44ae458-ba4d-48ce-bf54-8526cc96f014 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:18:58.052881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-a833bec2-de04-40e7-840c-a39b8fedbde2 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106928 Aug 16 02:18:58.076269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e56339e-2feb-4ee0-9015-9fb4ff07b087 req-cc2c746b-2635-474c-868c-27e28a14480c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663145 Aug 16 02:18:58.283012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.9 (75ca7fd9-a7f7-4713-81f3-550603a56281/eb178e2f-5c0f-4aa3-a563-b90198a8586f/f44ae458-ba4d-48ce-bf54-8526cc96f014) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:18:58.394618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-2d7105cf-e222-4c59-8d52-cb75e8fae25f service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170743 Aug 16 02:18:58.443872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-5cbb7cd8-03b3-4b0f-aa84-5b121a411ed3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.251&port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 217 time: 0.0415108 Aug 16 02:18:58.489043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] Provisioning for port 90ed1885-76d8-48f4-afe9-37eb9250c67c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:58.530574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ab0cb279-a9e4-4a10-9f19-9761c2b9b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.533541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ab0cb279-a9e4-4a10-9f19-9761c2b9b52a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.0802581 Aug 16 02:18:58.535410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] Provisioning complete for port 90ed1885-76d8-48f4-afe9-37eb9250c67c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:58.535799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.592788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.608177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object f44ae458-ba4d-48ce-bf54-8526cc96f014 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:18:58.690086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ee7e3f8d-e0ac-426a-8337-06912b4ee89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.693422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ee7e3f8d-e0ac-426a-8337-06912b4ee89d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1511712 Aug 16 02:18:58.696233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.737884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.776845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] For port 90ed1885-76d8-48f4-afe9-37eb9250c67c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90ed1885-76d8-48f4-afe9-37eb9250c67c,segment=NetworkSegment(b20e05a8-edd2-4163-8c55-a596d3f5e8d3),segment_id=b20e05a8-edd2-4163-8c55-a596d3f5e8d3)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:18:58.819551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:18:58.832449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:18:58.838578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:18:58.890698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.895515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58a1a1ae-0ab3-455d-bc1a-2ee26d307615 req-4ff56d6d-e2b7-4a72-97c3-6c428d57bf22 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0611224 Aug 16 02:18:58.914815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:58.915864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:58.929934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=f44ae458-ba4d-48ce-bf54-8526cc96f014,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:58.997716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-6359f64a-3e3c-4dd4-bb50-55a25275d8de service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967262 Aug 16 02:18:59.012707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aa45d652-115d-4985-ab42-2c60a9160e99 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3246772 Aug 16 02:18:59.022196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57826) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.132655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66a9a7e-a6e0-4fec-b4f5-d28ba123c17f None None] Pushing event updated for resources: {'Port': ['ID=90ed1885-76d8-48f4-afe9-37eb9250c67c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:18:59.210947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1ca09533-6d35-40d6-93ae-ee692495d608 None None] Provisioning for port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:18:59.215702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1ca09533-6d35-40d6-93ae-ee692495d608 None None] Provisioning complete for port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:59.216292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ca09533-6d35-40d6-93ae-ee692495d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.296014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-76db938a-9d73-4940-aeb1-082aca4c14a8 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833533 Aug 16 02:18:59.348604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1ca09533-6d35-40d6-93ae-ee692495d608 None None] Port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:59.375211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1ca09533-6d35-40d6-93ae-ee692495d608 None None] Provisioning complete for port 90ed1885-76d8-48f4-afe9-37eb9250c67c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:59.381339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ca09533-6d35-40d6-93ae-ee692495d608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.421277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-088d0ce3-1ae2-41be-a732-3ef99a2237c8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 200 len: 217 time: 0.0876706 Aug 16 02:18:59.488748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f32ec5-52b7-4a8e-a8de-40d25ce38127 req-f6736f6c-a9fd-4a09-ac41-c3d6fa28c38c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.489368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-89a40cb1-ab5b-4835-97d5-d36b0d5fa61d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.490845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4f32ec5-52b7-4a8e-a8de-40d25ce38127 req-f6736f6c-a9fd-4a09-ac41-c3d6fa28c38c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 944 time: 0.2041690 Aug 16 02:18:59.513087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-89a40cb1-ab5b-4835-97d5-d36b0d5fa61d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c&tenant_id=c271d0e92f9641bc8675871d70eb4274&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 944 time: 0.3723354 Aug 16 02:18:59.577336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-387039b0-9b7a-4dea-a179-8b2f6894b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.580016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-387039b0-9b7a-4dea-a179-8b2f6894b209 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1501420 Aug 16 02:18:59.581407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ee810-9e4b-4a22-bb3c-3a5604e990c7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.586105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a9ee810-9e4b-4a22-bb3c-3a5604e990c7 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5593860 Aug 16 02:18:59.601782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4f32ec5-52b7-4a8e-a8de-40d25ce38127 req-642a4f2c-f6aa-4b0e-92e0-1bf5929dfdbc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982928 Aug 16 02:18:59.602349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57838) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.682881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a461145d-3fac-468f-bf82-0076be78c18e None None] Provisioning complete for port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:18:59.683291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a461145d-3fac-468f-bf82-0076be78c18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:18:59.748470 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-b794c767-d5e8-473c-a032-73bbe087c8a1 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:18:59.749534 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-b794c767-d5e8-473c-a032-73bbe087c8a1 service neutron] 10.222.0.83 "DELETE /v2.0/ports/976c7992-1ab0-4f10-9095-215951cdfb0f/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.2342591 Aug 16 02:18:59.782759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a461145d-3fac-468f-bf82-0076be78c18e None None] Port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:18:59.855680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197c308-973c-4d13-8ef4-00875f2f514a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.864929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197c308-973c-4d13-8ef4-00875f2f514a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.870960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d197c308-973c-4d13-8ef4-00875f2f514a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.873277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d197c308-973c-4d13-8ef4-00875f2f514a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1688972 Aug 16 02:18:59.875438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bd2311ad-5be4-4bd4-8534-981550dac861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.876880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bd2311ad-5be4-4bd4-8534-981550dac861 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2735846 Aug 16 02:18:59.877363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:18:59.881093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-87843709-dbca-4be2-b8e6-2c4bfd51a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.883936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-87843709-dbca-4be2-b8e6-2c4bfd51a815 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1096 time: 0.0762501 Aug 16 02:18:59.907792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:18:59.928811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b00039-c02a-493d-b580-2d883d7faf9f req-e5067e27-79dc-4086-84d5-13041a251572 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:18:59.939568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2b00039-c02a-493d-b580-2d883d7faf9f req-e5067e27-79dc-4086-84d5-13041a251572 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1972406 Aug 16 02:19:00.088826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-2f91a4f6-9333-4afa-9040-f0496f7df7e8 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414630 Aug 16 02:19:00.193690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6cb6b4e9-8abe-4ea7-9652-f7aebc0cb637 None None] Provisioning for port f44ae458-ba4d-48ce-bf54-8526cc96f014 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:00.206622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6cb6b4e9-8abe-4ea7-9652-f7aebc0cb637 None None] Provisioning complete for port f44ae458-ba4d-48ce-bf54-8526cc96f014 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:00.207176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6cb6b4e9-8abe-4ea7-9652-f7aebc0cb637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.287113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-f4b0a19e-4dfc-4561-b6ce-29e2369dcf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.291608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-f4b0a19e-4dfc-4561-b6ce-29e2369dcf58 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.3678317 Aug 16 02:19:00.311047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6cb6b4e9-8abe-4ea7-9652-f7aebc0cb637 None None] Port f44ae458-ba4d-48ce-bf54-8526cc96f014 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:00.313583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 976c7992-1ab0-4f10-9095-215951cdfb0f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:00.319146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 976c7992-1ab0-4f10-9095-215951cdfb0f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:00.319961 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.413183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-4464f861-bed2-4041-b505-e8dbc0f3494e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 999 time: 0.1138813 Aug 16 02:19:00.444615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.532719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:00.537830 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542a18d6-e59e-489c-b38b-df152eaf7f37" -d '{"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-plugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:00.538026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-3e9d4148-9bc0-4ee9-a874-e334b072be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.538026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-3e9d4148-9bc0-4ee9-a874-e334b072be5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 0.1033883 Aug 16 02:19:00.564954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:00.622089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-419d36b8-ce57-4ed3-ac58-999962078b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.624996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-419d36b8-ce57-4ed3-ac58-999962078b1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739229 Aug 16 02:19:00.634229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.649173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2b00039-c02a-493d-b580-2d883d7faf9f req-77a92e2d-8872-4a4e-9869-0930e85969f8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7042375 Aug 16 02:19:00.751828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969dbb5-b2ed-4a14-a25e-4f8493d820d6 req-2c9d1048-dc0c-4a01-af50-abe8581b06ac tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:00.759597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4969dbb5-b2ed-4a14-a25e-4f8493d820d6 req-2c9d1048-dc0c-4a01-af50-abe8581b06ac tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 1.0286770 Aug 16 02:19:00.799823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port f44ae458-ba4d-48ce-bf54-8526cc96f014 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:00.800269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:00.816059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-76af90af-555d-47ba-bb17-9d6bb4b004ea service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827538 Aug 16 02:19:00.866478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:00.904555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-0fd0d9c6-158b-445b-9944-d83e05ed3c07 service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056588 Aug 16 02:19:00.932510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4969dbb5-b2ed-4a14-a25e-4f8493d820d6 req-f306103f-4470-4204-8305-0220b5aad33b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714346 Aug 16 02:19:01.040347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-991d3ca8-9c88-4d4c-b5e0-4e3477b20568 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 200 len: 217 time: 0.0997772 Aug 16 02:19:01.056015 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f41f00a9-3887-4248-8831-a19c2461e0bf req-f17e7923-c7cc-4378-8863-7d04111ee9fe service neutron] 10.222.0.83 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310476 Aug 16 02:19:01.069484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-bde77754-6583-4384-abfd-8066700f2ffa tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.071365 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-bde77754-6583-4384-abfd-8066700f2ffa tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 946 time: 0.1099663 Aug 16 02:19:01.099887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231eccf7-c0e5-47a2-8fc8-59de7ee37aa2 req-b95e4234-516e-4f3f-9bdf-f655175a8651 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.101974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-231eccf7-c0e5-47a2-8fc8-59de7ee37aa2 req-b95e4234-516e-4f3f-9bdf-f655175a8651 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 946 time: 0.3366613 Aug 16 02:19:01.227503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90ed1885-76d8-48f4-afe9-37eb9250c67c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:01.258689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-c514cbd0-35e7-423f-8441-9ca50bab78bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.258689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-c514cbd0-35e7-423f-8441-9ca50bab78bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 200 len: 797 time: 0.1683266 Aug 16 02:19:01.281832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b297e8f-e638-4643-96c1-772d61cb2543 req-fef5b05f-8a03-4e58-866a-fd92cbe53965 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.2228868 Aug 16 02:19:01.304225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Deleting port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:01.306176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.336181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 90ed1885-76d8-48f4-afe9-37eb9250c67c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:01.339307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.371581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.410043 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92e36ce-345f-4e29-952a-6319796f8ded x-openstack-request-id: req-d92e36ce-345f-4e29-952a-6319796f8ded {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:01.410476 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-plugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:01.411529 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d92e36ce-345f-4e29-952a-6319796f8ded {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:01.411971 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'code': 200} Aug 16 02:19:01.431861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for f44ae458-ba4d-48ce-bf54-8526cc96f014 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:01.456111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-231eccf7-c0e5-47a2-8fc8-59de7ee37aa2 req-f8c41283-ac3b-4536-80df-a69bbd3d264b tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829337 Aug 16 02:19:01.463010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-6f4ea2bd-58e9-4317-b75f-5954f3795af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.465189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-6f4ea2bd-58e9-4317-b75f-5954f3795af5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7bf69ba6-2629-44fb-af37-6e121264581a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1998339 Aug 16 02:19:01.592641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] For port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:01.593245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:01.615976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Calling delete_port for 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:01.650193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-baca40b2-16ae-4775-82f1-f4f6030e39f5 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.651681 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-baca40b2-16ae-4775-82f1-f4f6030e39f5 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.58 "GET /v2.0/networks?id=31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 200 len: 814 time: 0.1684897 Aug 16 02:19:01.665670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ae1eeb1a-2144-4a31-bca3-3b9003e2348c service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823606 Aug 16 02:19:01.736952 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-e63cb66c-0385-4f65-b88f-174ee28beec7 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee759abefdec45c1895efa13e876468b HTTP/1.1" status: 200 len: 379 time: 0.0547278 Aug 16 02:19:01.751042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'port': {'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'admin_state_up': True, 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'security_groups': ['9f0abde9-6a56-422d-9178-0bd6d86a2105']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:01.761956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1599ebe-6e8d-46b9-ab7b-73abd29c6593 req-75c2e337-a1d3-4dd0-97a2-e0a686c44931 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:01.763894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1599ebe-6e8d-46b9-ab7b-73abd29c6593 req-75c2e337-a1d3-4dd0-97a2-e0a686c44931 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1913104 Aug 16 02:19:01.877936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-bda164fa-831b-4234-881f-b52ce8251feb service neutron] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014699 Aug 16 02:19:01.979263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1599ebe-6e8d-46b9-ab7b-73abd29c6593 req-eeae7f66-f938-4492-a4d9-d0cd7f291e43 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874268 Aug 16 02:19:01.981362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-31ce1134-1949-4e87-a54a-f98553a83e87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 200 len: 217 time: 0.0746479 Aug 16 02:19:02.098956 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.130620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.142055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b0cd079c-1f07-4b8b-b480-b8260bbebba9'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:02.210546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event deleted for resources: {'Port': ['ID=4f6ce6e2-d3b0-428c-b2ac-2c9932383a26,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.254713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=f44ae458-ba4d-48ce-bf54-8526cc96f014,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:02.271175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ad6b0f5c-a0d1-49be-99bb-fcce83dda2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.272977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-ad6b0f5c-a0d1-49be-99bb-fcce83dda2ed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.2794356 Aug 16 02:19:02.301288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Made reservation on behalf of ee759abefdec45c1895efa13e876468b for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:02.317049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.736370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] No DVR routers for this DVR port 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:02.741571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.745891 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d2cdef5-24fc-458d-921e-0182a7ef9547 req-5ed216e3-435e-4219-a36f-e267d17ee47d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "DELETE /v2.0/ports/4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 HTTP/1.1" status: 204 len: 173 time: 1.6673677 Aug 16 02:19:02.751526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'name': 'network-vif-deleted', 'tag': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:02.755421 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de2cd8f-c435-408d-a0b7-deb204769931" -d '{"events": [{"server_uuid": "f7465cba-fd95-4a8a-90c3-13faaef7a74e", "name": "network-vif-deleted", "tag": "4f6ce6e2-d3b0-428c-b2ac-2c9932383a26"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:02.766312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fb7e362-39df-4af5-a113-5e666a45300e req-a5fa56e4-8726-4bfa-89fc-0fc08dd11b61 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.1785269 Aug 16 02:19:02.799737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Allocated IP 172.20.0.8 (31daf6dc-7254-46c8-9059-0459f15ac9c4/fcfa2fc4-272e-47dd-a199-9f691c76324a/209ff281-a053-4fdc-bb0e-907b79397552) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:02.858511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae89a1c-39e6-455d-b659-bff07aefa73a req-22cacd3e-e6aa-4d7c-b477-1b66961d8f31 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:02.860170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ae89a1c-39e6-455d-b659-bff07aefa73a req-22cacd3e-e6aa-4d7c-b477-1b66961d8f31 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.6750979 Aug 16 02:19:02.879668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:02.883643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d464860e-1254-4beb-bb0f-edf952cbcbee tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/f44ae458-ba4d-48ce-bf54-8526cc96f014 HTTP/1.1" status: 204 len: 168 time: 3.0023890 Aug 16 02:19:02.886375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57890) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.034050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-1ae4a61d-7c16-4977-82ae-31060151f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.037736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-1ae4a61d-7c16-4977-82ae-31060151f56e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6011043 Aug 16 02:19:03.040960 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-b77db0c0-f0c9-4c57-9214-373defd8c848 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:19:03.047752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b77db0c0-f0c9-4c57-9214-373defd8c848 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/f44ae458-ba4d-48ce-bf54-8526cc96f014 HTTP/1.1" status: 404 len: 333 time: 0.1494601 Aug 16 02:19:03.053281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57896) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.168507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64ded255-a66b-44f4-afb1-bf458c56b39c req-f49553f2-2348-44f4-9c8a-af224ee122a1 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7465cba-fd95-4a8a-90c3-13faaef7a74e HTTP/1.1" status: 200 len: 210 time: 0.2838383 Aug 16 02:19:03.213246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.243771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Transition to ACTIVE for port object 209ff281-a053-4fdc-bb0e-907b79397552 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:03.256229 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfdd218-1104-43ff-9ac3-03b3b2a64d5d x-openstack-request-id: req-fcfdd218-1104-43ff-9ac3-03b3b2a64d5d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:03.256536 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7465cba-fd95-4a8a-90c3-13faaef7a74e", "name": "network-vif-deleted", "tag": "4f6ce6e2-d3b0-428c-b2ac-2c9932383a26", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:03.256788 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fcfdd218-1104-43ff-9ac3-03b3b2a64d5d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:03.257461 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7465cba-fd95-4a8a-90c3-13faaef7a74e', 'name': 'network-vif-deleted', 'tag': '4f6ce6e2-d3b0-428c-b2ac-2c9932383a26', 'status': 'completed', 'code': 200} Aug 16 02:19:03.348502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.411271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:03.419709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:03.425618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:03.458378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ae89a1c-39e6-455d-b659-bff07aefa73a req-008b4847-23b8-4a21-8943-a7e4b35c292a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5798228 Aug 16 02:19:03.490694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'Port': ['ID=209ff281-a053-4fdc-bb0e-907b79397552,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:03.539997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.540689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.592071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd685d9d-9aa9-4854-8d62-f5935de69150 req-003975de-475a-425f-aa6e-745d797a0571 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:03.609724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd685d9d-9aa9-4854-8d62-f5935de69150 req-003975de-475a-425f-aa6e-745d797a0571 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.2408664 Aug 16 02:19:03.645547 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-756b5a19-fa44-4aec-a322-dd15ced72e23 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8987732 Aug 16 02:19:03.658560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Request body: {'port': {'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:03.758385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-f2a1c3a2-6442-45a7-b90a-8cac392c31d4 service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984305 Aug 16 02:19:03.793559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fd685d9d-9aa9-4854-8d62-f5935de69150 req-9d4f995f-60e9-4b1e-a15b-830b43c1e96b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826382 Aug 16 02:19:03.821131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57908) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:03.910066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:03.921360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:03.979094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:03.983159 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d57f9e2c-4cdd-4c44-8e14-b5a62835b924 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/34d297d0-f842-4112-bc55-65866b41c0b4 HTTP/1.1" status: 200 len: 992 time: 0.1608603 Aug 16 02:19:03.989137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f6ce6e2-d3b0-428c-b2ac-2c9932383a26 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:04.012470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port af3a33d8-1c5f-4207-96a0-a8f45d786fb0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:04.012470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.119093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1bd2d070-b08c-42b1-aad1-8de201c9f35b None None] Provisioning for port 209ff281-a053-4fdc-bb0e-907b79397552 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:04.123778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1bd2d070-b08c-42b1-aad1-8de201c9f35b None None] Provisioning complete for port 209ff281-a053-4fdc-bb0e-907b79397552 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:04.130550 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1bd2d070-b08c-42b1-aad1-8de201c9f35b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.144946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-24cee38a-32f6-48e4-9529-ab35531ef11e service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715146 Aug 16 02:19:04.173297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451daa4-b7b8-4347-90e5-7848c10ecff4 req-094fbe0a-c01d-4527-b6a9-a9d3ca012691 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.177667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e451daa4-b7b8-4347-90e5-7848c10ecff4 req-094fbe0a-c01d-4527-b6a9-a9d3ca012691 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 931 time: 0.1669595 Aug 16 02:19:04.250052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1bd2d070-b08c-42b1-aad1-8de201c9f35b None None] Port 209ff281-a053-4fdc-bb0e-907b79397552 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:04.309176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.368252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for af3a33d8-1c5f-4207-96a0-a8f45d786fb0 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:04.549676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209ff281-a053-4fdc-bb0e-907b79397552 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:04.566731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.595296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Transition to ACTIVE for port object 209ff281-a053-4fdc-bb0e-907b79397552 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:04.615606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-b0e9ef3f-8e86-45e5-8b14-76e92069bea8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 200 len: 217 time: 0.4224436 Aug 16 02:19:04.683687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.722534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e451daa4-b7b8-4347-90e5-7848c10ecff4 req-272f6c2c-c47b-4f5a-a6d4-0ebdc14f61c0 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5436733 Aug 16 02:19:04.738114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-dbba4399-423e-43cc-a6a1-6a02b2db1da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:04.740228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-dbba4399-423e-43cc-a6a1-6a02b2db1da2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 200 len: 797 time: 0.1216676 Aug 16 02:19:04.812121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:04.863969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Pushing event updated for resources: {'Port': ['ID=209ff281-a053-4fdc-bb0e-907b79397552,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:04.925422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.925776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.928972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.929344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.929745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.930023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.930354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.930709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.931042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.931369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.931695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.932016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:04.970744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=af3a33d8-1c5f-4207-96a0-a8f45d786fb0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:05.085471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-d73ede84-bc45-4d76-b4fc-ca50ede13272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.087168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-d73ede84-bc45-4d76-b4fc-ca50ede13272 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8f42de13-11f5-40cd-8597-dfbf75d7c956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3332722 Aug 16 02:19:05.165449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Attempting to bind port 209ff281-a053-4fdc-bb0e-907b79397552 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:05.165796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Attempting to bind port 209ff281-a053-4fdc-bb0e-907b79397552 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:05.166136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Attempting to bind port 209ff281-a053-4fdc-bb0e-907b79397552 on network 31daf6dc-7254-46c8-9059-0459f15ac9c4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:05.212868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Port 209ff281-a053-4fdc-bb0e-907b79397552 on network 31daf6dc-7254-46c8-9059-0459f15ac9c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:19:05.213172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Attempting to bind port 209ff281-a053-4fdc-bb0e-907b79397552 on network 31daf6dc-7254-46c8-9059-0459f15ac9c4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:05.248910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:05.249806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Checking segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:05.250612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Bound using segment: {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:05.251847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Bound port: 209ff281-a053-4fdc-bb0e-907b79397552, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:05.253605 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.277452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-ea28c1b9-b6de-4925-acdc-f06ef28b6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.279960 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-ea28c1b9-b6de-4925-acdc-f06ef28b6028 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.2200429 Aug 16 02:19:05.425664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:05.431130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-708d9c52-bac7-45e7-9b77-95e1182ac32a tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/af3a33d8-1c5f-4207-96a0-a8f45d786fb0 HTTP/1.1" status: 204 len: 168 time: 2.2732804 Aug 16 02:19:05.443177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57930) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.466340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] For port 209ff281-a053-4fdc-bb0e-907b79397552, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:05.471184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] For port 209ff281-a053-4fdc-bb0e-907b79397552, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=209ff281-a053-4fdc-bb0e-907b79397552,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:05.477204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead2c5b-a8f3-4801-bd39-5909e5792895 req-43575a58-3d6c-4dc3-9901-ddd02db2886b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.481412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dead2c5b-a8f3-4801-bd39-5909e5792895 req-43575a58-3d6c-4dc3-9901-ddd02db2886b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.5695570 Aug 16 02:19:05.512674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-15b5f493-249c-4484-8598-d116d1daaa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.528721 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-15b5f493-249c-4484-8598-d116d1daaa63 service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.2167928 Aug 16 02:19:05.542209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9bd603-e4bb-4fce-be87-5ae329404606 req-387614eb-d2e1-42e6-a1dd-a46239553059 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:05.551770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9bd603-e4bb-4fce-be87-5ae329404606 req-387614eb-d2e1-42e6-a1dd-a46239553059 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.4632974 Aug 16 02:19:05.569348 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-96173abf-097d-4bbf-b696-369a8c35fdca tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:19:05.573591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-96173abf-097d-4bbf-b696-369a8c35fdca tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/af3a33d8-1c5f-4207-96a0-a8f45d786fb0 HTTP/1.1" status: 404 len: 333 time: 0.1266942 Aug 16 02:19:05.581785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57932) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:05.684451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-69702045-6d0a-4255-975c-838f5459affe service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416310 Aug 16 02:19:05.779495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dead2c5b-a8f3-4801-bd39-5909e5792895 req-a3ce82a4-5b78-48cc-92b5-faad665cb4ed tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2388771 Aug 16 02:19:05.892873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df9bd603-e4bb-4fce-be87-5ae329404606 req-c2d0b156-afc2-409f-bdab-1473e7dfba7e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401430 Aug 16 02:19:05.914914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet eb178e2f-5c0f-4aa3-a563-b90198a8586f {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:05.924423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.019005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.071267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aabdc9a-9d5b-4d50-8edb-2e7733f312b5 req-5b7e1599-2775-445b-8005-1d9c1cbbe3ba service neutron] 10.222.0.58 "GET /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715034 Aug 16 02:19:06.072260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.076508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-e8d16846-d43f-4266-9b3f-8896369548d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.5371640 Aug 16 02:19:06.099531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46ae54-8b17-49e0-97ff-b260104f9267 req-5fd2f3bc-c071-4819-a9ba-cd20b6ac895e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.101511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a46ae54-8b17-49e0-97ff-b260104f9267 req-5fd2f3bc-c071-4819-a9ba-cd20b6ac895e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1408758 Aug 16 02:19:06.141457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.142248 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.143884 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] 10.222.0.58 "PUT /v2.0/ports/209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 200 len: 1092 time: 2.4901080 Aug 16 02:19:06.145517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:06.148061 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3236ed2-cbd4-45bf-b717-2e485de974f3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:06.213413 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.255366 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5575c4f-1fe0-435d-a40a-d9c41fd4328d x-openstack-request-id: req-f5575c4f-1fe0-435d-a40a-d9c41fd4328d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:06.255721 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:06.255924 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f5575c4f-1fe0-435d-a40a-d9c41fd4328d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:06.256344 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'status': 'completed', 'code': 200} Aug 16 02:19:06.263848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a46ae54-8b17-49e0-97ff-b260104f9267 req-dcb6aba8-e432-4697-839b-028e3d6af499 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509383 Aug 16 02:19:06.359409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-6ecb2709-214d-45aa-948b-ff3a95a5c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.361149 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-6ecb2709-214d-45aa-948b-ff3a95a5c69d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.2361989 Aug 16 02:19:06.364019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56c352-5611-4a97-b3ff-9f4d16c74a6b service neutron] Pushing event updated for resources: {'Port': ['ID=209ff281-a053-4fdc-bb0e-907b79397552,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.384219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236ed2-cbd4-45bf-b717-2e485de974f3 req-15f90eb7-8309-4390-9664-2b09b642ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.386058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3236ed2-cbd4-45bf-b717-2e485de974f3 req-15f90eb7-8309-4390-9664-2b09b642ceb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1095 time: 0.1287100 Aug 16 02:19:06.433964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.484204 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-a0aa3451-c09b-4cd9-a6b1-7a5ab41b0a9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137664 Aug 16 02:19:06.509404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=eb178e2f-5c0f-4aa3-a563-b90198a8586f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:06.513431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.540836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1e596537-2d2c-42ad-9bc5-d3fa1f361a24 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/eb178e2f-5c0f-4aa3-a563-b90198a8586f HTTP/1.1" status: 204 len: 168 time: 0.9448621 Aug 16 02:19:06.541748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:06.543423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ad726-906c-4024-9833-ceb3e8416bf4 None None] Network 75ca7fd9-a7f7-4713-81f3-550603a56281 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:06.618694 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-5b1193e6-013f-42c7-9af7-ec0e2749537e service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139991 Aug 16 02:19:06.713996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.756018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a610e6b7-b72e-4183-96c9-93808f435d0d req-959048ca-55bb-4710-ada8-c7a5d5ee12d7 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281943 Aug 16 02:19:06.761519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236ed2-cbd4-45bf-b717-2e485de974f3 req-6de22963-7821-4d0f-a00b-863b265951c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.761519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3236ed2-cbd4-45bf-b717-2e485de974f3 req-6de22963-7821-4d0f-a00b-863b265951c0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ee759abefdec45c1895efa13e876468b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3592641 Aug 16 02:19:06.891253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 90ed1885-76d8-48f4-afe9-37eb9250c67c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:06.891677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:06.904599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] DHCP port deletion for 75ca7fd9-a7f7-4713-81f3-550603a56281 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:06.990904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3236ed2-cbd4-45bf-b717-2e485de974f3 req-600c003f-1aff-47d8-928d-fb39c0633e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:06.996539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3236ed2-cbd4-45bf-b717-2e485de974f3 req-600c003f-1aff-47d8-928d-fb39c0633e1a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2258608 Aug 16 02:19:07.050696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] Deleting port 90ed1885-76d8-48f4-afe9-37eb9250c67c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:07.051564 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.142072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] For port 90ed1885-76d8-48f4-afe9-37eb9250c67c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90ed1885-76d8-48f4-afe9-37eb9250c67c,segment=NetworkSegment(b20e05a8-edd2-4163-8c55-a596d3f5e8d3),segment_id=b20e05a8-edd2-4163-8c55-a596d3f5e8d3)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.142786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.159965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] Calling delete_port for 90ed1885-76d8-48f4-afe9-37eb9250c67c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:07.172774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-65cef608-b1d5-4943-9309-8606cfd04c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.175149 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-65cef608-b1d5-4943-9309-8606cfd04c00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1095 time: 0.1245606 Aug 16 02:19:07.278804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90ed1885-76d8-48f4-afe9-37eb9250c67c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:07.308052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-e0d77617-da74-4c03-b1c3-ba6e804cb97d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 200 len: 217 time: 0.1190162 Aug 16 02:19:07.330436 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.352028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] No DVR routers for this DVR port 90ed1885-76d8-48f4-afe9-37eb9250c67c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:07.410473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-9ae88328-ffb1-4bbf-aca2-c6a93f67e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.412853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-9ae88328-ffb1-4bbf-aca2-c6a93f67e9b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfa2fc4-272e-47dd-a199-9f691c76324a HTTP/1.1" status: 200 len: 853 time: 0.0911283 Aug 16 02:19:07.417340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12fb0c-9515-4a32-882c-92f0655b3631 None None] Pushing event deleted for resources: {'Port': ['ID=90ed1885-76d8-48f4-afe9-37eb9250c67c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.443414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port 90ed1885-76d8-48f4-afe9-37eb9250c67c {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:19:07.446038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 90ed1885-76d8-48f4-afe9-37eb9250c67c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:07.523002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-323ecb53-7772-4221-a59c-14ccc3c3d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.524931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-323ecb53-7772-4221-a59c-14ccc3c3d941 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31daf6dc-7254-46c8-9059-0459f15ac9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1034737 Aug 16 02:19:07.580163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port 90ed1885-76d8-48f4-afe9-37eb9250c67c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=90ed1885-76d8-48f4-afe9-37eb9250c67c,segment=NetworkSegment(b20e05a8-edd2-4163-8c55-a596d3f5e8d3),segment_id=b20e05a8-edd2-4163-8c55-a596d3f5e8d3)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:07.584739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.595797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 90ed1885-76d8-48f4-afe9-37eb9250c67c owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:07.665934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-c656e3da-87c5-4bcc-9f7d-0fe9d2793fb1 service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311193 Aug 16 02:19:07.674400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165627e-8b1a-4392-8004-2e601c1f7bcc req-b7318033-3de1-4f4f-8c81-a35c1adc7518 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.676470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4165627e-8b1a-4392-8004-2e601c1f7bcc req-b7318033-3de1-4f4f-8c81-a35c1adc7518 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.6337097 Aug 16 02:19:07.698801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea947b-8821-418e-9c78-b044738a9796 req-06bc19b9-5705-42ac-897c-b53ea95fc943 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:07.707744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fea947b-8821-418e-9c78-b044738a9796 req-06bc19b9-5705-42ac-897c-b53ea95fc943 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.6771789 Aug 16 02:19:07.799018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-559d2348-b418-4bdd-80ff-52b15f3c7048 req-ec7804a1-6fcf-4596-92e7-a64cc3cb4688 service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257038 Aug 16 02:19:07.799890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fea947b-8821-418e-9c78-b044738a9796 req-384a7152-e792-4dd5-8783-26c3dc340a96 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900636 Aug 16 02:19:07.828089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4165627e-8b1a-4392-8004-2e601c1f7bcc req-e2d37d6b-1957-4da3-a40c-0d3b22a41871 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420887 Aug 16 02:19:07.842418 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:07.853166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:07.907351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=90ed1885-76d8-48f4-afe9-37eb9250c67c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:07.920946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port 90ed1885-76d8-48f4-afe9-37eb9250c67c on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:08.012014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46c18cd-a88e-4dc2-8a30-daa4fcb71877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.076680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdff760-249f-4510-9c2e-f1b95e1b25fd req-6511a6d5-6ee7-48ca-904b-2b8ad979d2e6 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:08.084500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bdff760-249f-4510-9c2e-f1b95e1b25fd req-6511a6d5-6ee7-48ca-904b-2b8ad979d2e6 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1759579 Aug 16 02:19:08.119801 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.139970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46c18cd-a88e-4dc2-8a30-daa4fcb71877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.173965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ca7fd9-a7f7-4713-81f3-550603a56281']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.181089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6bdff760-249f-4510-9c2e-f1b95e1b25fd req-928d19c1-0b7c-4a86-9716-f2eea5bce01e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956831 Aug 16 02:19:08.199238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.199553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20e05a8-edd2-4163-8c55-a596d3f5e8d3') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:08.214007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46c18cd-a88e-4dc2-8a30-daa4fcb71877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.234504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.264404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.279915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:08.280349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: self.session.flush() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:08.290728 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:08.293417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c18cd-a88e-4dc2-8a30-daa4fcb71877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006e4e5f-0f04-420d-87a7-d309066a54dd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.313265 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b46c18cd-a88e-4dc2-8a30-daa4fcb71877 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=24fd607538114cbdb8914e3288d0f626&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4584525 Aug 16 02:19:08.321301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57968) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.445059 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c21ac815-a4a1-4d22-89d8-422ec7cf318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.471979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c21ac815-a4a1-4d22-89d8-422ec7cf318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.480133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.498397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.507396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/75ca7fd9-a7f7-4713-81f3-550603a56281 HTTP/1.1" status: 204 len: 168 time: 1.9540324 Aug 16 02:19:08.507396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57970) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:08.530806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1678856113'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:08.538974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8798b6c5-f2ba-408d-b961-3be01462bf53 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=75ca7fd9-a7f7-4713-81f3-550603a56281,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:08.859331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:08.868930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.908673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:19:08.919204 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.926153 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Added segment 8854e3b7-5671-44b2-8e0c-0a69cdc7b753 of type vlan for network 810c7270-331e-4045-a3ee-6d46ec398f4e Aug 16 02:19:08.950926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c21ac815-a4a1-4d22-89d8-422ec7cf318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.953500 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c21ac815-a4a1-4d22-89d8-422ec7cf318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:08.955800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c21ac815-a4a1-4d22-89d8-422ec7cf318a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/006e4e5f-0f04-420d-87a7-d309066a54dd HTTP/1.1" status: 204 len: 168 time: 0.6323414 Aug 16 02:19:09.078562 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.084415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ac815-a4a1-4d22-89d8-422ec7cf318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006e4e5f-0f04-420d-87a7-d309066a54dd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.152297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75952dee-d03c-4e62-9fcf-2d2afc4f4d25 req-1e9ccb17-aa35-4e64-9786-a8773dda6c71 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.154476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75952dee-d03c-4e62-9fcf-2d2afc4f4d25 req-1e9ccb17-aa35-4e64-9786-a8773dda6c71 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.2063587 Aug 16 02:19:09.270756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.276370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.276971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.380738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75952dee-d03c-4e62-9fcf-2d2afc4f4d25 req-30452e09-d80f-42dd-a6d2-dfb118a8573c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159264 Aug 16 02:19:09.452843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565459df-eb06-4684-8d7f-fa07806e6ac2 req-e9207831-1d71-40db-98f2-0fef1dd7a50d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.455443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-565459df-eb06-4684-8d7f-fa07806e6ac2 req-e9207831-1d71-40db-98f2-0fef1dd7a50d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.5061910 Aug 16 02:19:09.496941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57990) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:09.504326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:09.512076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0045078 Aug 16 02:19:09.520088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fb0e7-c126-47f5-b0fa-89b38b4a536e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Network': ['ID=810c7270-331e-4045-a3ee-6d46ec398f4e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:09.535140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 810c7270-331e-4045-a3ee-6d46ec398f4e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:19:09.629240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-565459df-eb06-4684-8d7f-fa07806e6ac2 req-2f3cddcc-b763-4473-96bc-81e2ae7823f1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603813 Aug 16 02:19:09.686150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1334ec-c387-4ad3-a1b1-ca74b975b04a req-db6d0647-e3db-4e99-a8d8-95b070b9b9a7 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:09.697544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d1334ec-c387-4ad3-a1b1-ca74b975b04a req-db6d0647-e3db-4e99-a8d8-95b070b9b9a7 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1332607 Aug 16 02:19:09.749465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d1334ec-c387-4ad3-a1b1-ca74b975b04a req-239201b3-3f39-444f-bc08-17f285a43eda tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493915 Aug 16 02:19:09.791205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:09.795787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.964947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2db48d4f-c087-47f4-ac92-fd7a6eaea890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:09.997423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57992) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.025194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b6d76d2-6928-45bd-9bb1-1d2a60eb292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.105959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.225593 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b6d76d2-6928-45bd-9bb1-1d2a60eb292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.265216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=76e871d2-c5e5-4072-8228-513599407b27,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.281281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Checking segment: {'id': '8854e3b7-5671-44b2-8e0c-0a69cdc7b753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:10.283058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network hostable DHCP agents. Network: 810c7270-331e-4045-a3ee-6d46ec398f4e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:19:10.288511 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b6d76d2-6928-45bd-9bb1-1d2a60eb292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.351874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d76d2-6928-45bd-9bb1-1d2a60eb292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33be0d28-acb0-4c9d-8d76-8391323c9d23,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.394619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57996) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.395117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3b6d76d2-6928-45bd-9bb1-1d2a60eb292f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=974af747568b4018bb7f2610cd566e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955865 Aug 16 02:19:10.402940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 810c7270-331e-4045-a3ee-6d46ec398f4e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:19:10.519469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1ddba58-2a65-45c4-b4c3-eddd80361bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.548128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1ddba58-2a65-45c4-b4c3-eddd80361bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.551091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83038260-09e7-4800-bf78-a5f0a9d6a9c3 req-b39cf8ff-1e68-4da6-a02f-b5b18a31f9ac tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.552861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83038260-09e7-4800-bf78-a5f0a9d6a9c3 req-b39cf8ff-1e68-4da6-a02f-b5b18a31f9ac tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.0588384 Aug 16 02:19:10.565613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 810c7270-331e-4045-a3ee-6d46ec398f4e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:10.576985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.577692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.581416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4675a398-7661-41e9-9182-ab51f7b0714b None None] Network 810c7270-331e-4045-a3ee-6d46ec398f4e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:10.609681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83038260-09e7-4800-bf78-a5f0a9d6a9c3 req-e1f22069-4eac-44a6-8301-491d25c093a6 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Aug 16 02:19:10.735756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-43a3260c-976b-430c-b359-1a38df87634e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2313106 Aug 16 02:19:10.736097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58004) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:10.767914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1ddba58-2a65-45c4-b4c3-eddd80361bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.769593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a1ddba58-2a65-45c4-b4c3-eddd80361bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.773195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a1ddba58-2a65-45c4-b4c3-eddd80361bf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/33be0d28-acb0-4c9d-8d76-8391323c9d23 HTTP/1.1" status: 204 len: 168 time: 0.3750608 Aug 16 02:19:10.790768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-375940163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:10.805625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-810c7270-331e-4045-a3ee-6d46ec398f4e', 'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': '76e871d2-c5e5-4072-8228-513599407b27'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:10.805625 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.808246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ddba58-2a65-45c4-b4c3-eddd80361bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33be0d28-acb0-4c9d-8d76-8391323c9d23,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:10.874425 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc7a95-3c28-4679-9450-d8f7e5a9135f req-0fc829c7-22aa-4e98-8ab1-c8294bd5450c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.876556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2bc7a95-3c28-4679-9450-d8f7e5a9135f req-0fc829c7-22aa-4e98-8ab1-c8294bd5450c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1413469 Aug 16 02:19:10.952775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.954404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:10.968992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2bc7a95-3c28-4679-9450-d8f7e5a9135f req-9d078cd1-4d35-44e9-b29e-05ebfb83bfaf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569870 Aug 16 02:19:10.985888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa4bb8b-ba15-4f7b-b912-2bb0bc2602c4 req-22f3a3a7-e3b1-41b6-911a-3b8df6c64647 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:10.994428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fa4bb8b-ba15-4f7b-b912-2bb0bc2602c4 req-22f3a3a7-e3b1-41b6-911a-3b8df6c64647 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1162937 Aug 16 02:19:11.058595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Allocated IP 172.20.0.2 (810c7270-331e-4045-a3ee-6d46ec398f4e/76e871d2-c5e5-4072-8228-513599407b27/dfce71c4-d59f-4c03-a505-e990686d9534) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:11.090453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.096627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fa4bb8b-ba15-4f7b-b912-2bb0bc2602c4 req-2aef3dca-5f4b-4f0a-b8cd-be07bbe1686e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010995 Aug 16 02:19:11.208564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.239479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.248291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Transition to ACTIVE for port object dfce71c4-d59f-4c03-a505-e990686d9534 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:11.263827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Transition to ACTIVE for port object dfce71c4-d59f-4c03-a505-e990686d9534 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:11.347340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.347833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.351052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a90bd998-680a-4d78-8ddd-6d5c159aa0da tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.6106827 Aug 16 02:19:11.351493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:11.358060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e', 'name': 'tempest-PortsTestJSON-1152552056'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:11.428629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Pushing event updated for resources: {'Port': ['ID=dfce71c4-d59f-4c03-a505-e990686d9534,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.465283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Network 810c7270-331e-4045-a3ee-6d46ec398f4e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:11.467269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:11.474689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:11.561798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Attempting to bind port dfce71c4-d59f-4c03-a505-e990686d9534 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:11.562267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Attempting to bind port dfce71c4-d59f-4c03-a505-e990686d9534 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8854e3b7-5671-44b2-8e0c-0a69cdc7b753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:11.562961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Attempting to bind port dfce71c4-d59f-4c03-a505-e990686d9534 on network 810c7270-331e-4045-a3ee-6d46ec398f4e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:11.568168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:11.576010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Checking segment: {'id': '8854e3b7-5671-44b2-8e0c-0a69cdc7b753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:11.576010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.576010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Bound using segment: {'id': '8854e3b7-5671-44b2-8e0c-0a69cdc7b753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:11.576010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Bound port: dfce71c4-d59f-4c03-a505-e990686d9534, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8854e3b7-5671-44b2-8e0c-0a69cdc7b753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '810c7270-331e-4045-a3ee-6d46ec398f4e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:11.576010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.610023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:11.613905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.656653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:11.677333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] For port dfce71c4-d59f-4c03-a505-e990686d9534, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:11.681487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] For port dfce71c4-d59f-4c03-a505-e990686d9534, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dfce71c4-d59f-4c03-a505-e990686d9534,segment=NetworkSegment(8854e3b7-5671-44b2-8e0c-0a69cdc7b753),segment_id=8854e3b7-5671-44b2-8e0c-0a69cdc7b753)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:11.753746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:11.847641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abbd5e-abff-470f-88d4-ed720949082c req-1f6abf7c-a869-4a9b-86eb-1c38362eed20 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.851970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91abbd5e-abff-470f-88d4-ed720949082c req-1f6abf7c-a869-4a9b-86eb-1c38362eed20 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1294429 Aug 16 02:19:11.892035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90abfce-972a-4139-804e-12b2b086dd63 None None] Pushing event updated for resources: {'Port': ['ID=dfce71c4-d59f-4c03-a505-e990686d9534,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:11.896144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.12 (810c7270-331e-4045-a3ee-6d46ec398f4e/76e871d2-c5e5-4072-8228-513599407b27/e6d4bdb9-bfff-4a9e-9685-21128a7765a4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:11.961758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-679cceb2-ca64-4174-95db-3e3a682de48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.963449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-679cceb2-ca64-4174-95db-3e3a682de48a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1098 time: 0.2060347 Aug 16 02:19:11.974778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8addb6-a777-43b1-8089-248993e5d25c req-82ff65a7-e728-41c1-9dae-f763216050d3 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:11.976789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f8addb6-a777-43b1-8089-248993e5d25c req-82ff65a7-e728-41c1-9dae-f763216050d3 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 946 time: 0.1236372 Aug 16 02:19:12.001806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-91abbd5e-abff-470f-88d4-ed720949082c req-069f8655-f6c2-4c09-9c79-d480d13cc5a2 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667527 Aug 16 02:19:12.083952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f8addb6-a777-43b1-8089-248993e5d25c req-fc915970-b444-4237-bda8-754e581d2630 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801947 Aug 16 02:19:12.204266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5e358-b3c3-48d3-b184-a34ec31cafb7 req-e75381a1-b125-47ed-9cf5-ade0224d0bec tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.206894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bf5e358-b3c3-48d3-b184-a34ec31cafb7 req-e75381a1-b125-47ed-9cf5-ade0224d0bec tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1188533 Aug 16 02:19:12.207351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.292038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-59dab3fc-cf70-4f65-b844-539249a088b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.293829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-59dab3fc-cf70-4f65-b844-539249a088b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.2002895 Aug 16 02:19:12.312541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object e6d4bdb9-bfff-4a9e-9685-21128a7765a4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:12.347553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bf5e358-b3c3-48d3-b184-a34ec31cafb7 req-5f6530f2-f0c0-44ab-8e8a-37ebe263a2ee tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173341 Aug 16 02:19:12.384952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e51a6-26fb-4372-a2e6-59f271775576 req-1812ea57-c4da-4428-bafa-e9c490b545a3 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.384952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f5e51a6-26fb-4372-a2e6-59f271775576 req-1812ea57-c4da-4428-bafa-e9c490b545a3 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1171615 Aug 16 02:19:12.427191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f5e51a6-26fb-4372-a2e6-59f271775576 req-971781a3-ce9a-4a06-944d-e13179b95759 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Aug 16 02:19:12.431552 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-e6086fb3-34c4-4e13-aff5-ff6873415b38 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 1002 time: 0.1254699 Aug 16 02:19:12.498341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-d480b304-32fb-4ad7-a96f-97418728f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.503316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-d480b304-32fb-4ad7-a96f-97418728f244 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0653696 Aug 16 02:19:12.540837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.602548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 810c7270-331e-4045-a3ee-6d46ec398f4e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:12.613846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-666b1fd6-60ef-4f7f-b892-a1c9beb99140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.615517 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-666b1fd6-60ef-4f7f-b892-a1c9beb99140 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031909 Aug 16 02:19:12.616362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:12.619158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:12.651068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=e6d4bdb9-bfff-4a9e-9685-21128a7765a4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:12.657170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.727933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:12.728587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.748681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e27495f-5b87-43b9-9c3e-e851aff324d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:12.771423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-bde35628-f38e-47e7-9612-9bb587f90cd6 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450202 Aug 16 02:19:12.847561 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5dd13698-2cc4-4965-9dba-86991fc46e58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4946887 Aug 16 02:19:12.850295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58056) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:12.889212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fd1a92e0-de30-43f3-b6f7-8611c290d462 req-da3b9ae0-bc3f-4973-ba57-d8a7e16aab7f service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080859 Aug 16 02:19:13.071235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6bccca-88f7-4849-8bae-cf4cd748e486 None None] Network 810c7270-331e-4045-a3ee-6d46ec398f4e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:13.219826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece6ff8-178c-4140-b324-043283f1db20 req-97368c34-4fe4-4e3f-b806-7ec37c2f76fe tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.228516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ece6ff8-178c-4140-b324-043283f1db20 req-97368c34-4fe4-4e3f-b806-7ec37c2f76fe tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1487195 Aug 16 02:19:13.276986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d062f668-8084-4a87-ad91-da4c83259e4f None None] Provisioning for port dfce71c4-d59f-4c03-a505-e990686d9534 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:13.282785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dfce71c4-d59f-4c03-a505-e990686d9534 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:13.292520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93006d66-1843-4b98-92d6-1eef09b910e9 req-a25fc975-1e96-4609-a55a-f03960d60b13 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.294580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93006d66-1843-4b98-92d6-1eef09b910e9 req-a25fc975-1e96-4609-a55a-f03960d60b13 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 946 time: 0.1391847 Aug 16 02:19:13.352900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ece6ff8-178c-4140-b324-043283f1db20 req-88eb805b-294d-4f19-b521-54d396c76774 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211696 Aug 16 02:19:13.402758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93006d66-1843-4b98-92d6-1eef09b910e9 req-0cd634b2-e99c-4a96-a405-9029392337c1 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/security-groups?id=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013467 Aug 16 02:19:13.411314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.516824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port dfce71c4-d59f-4c03-a505-e990686d9534 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:13.521505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dfce71c4-d59f-4c03-a505-e990686d9534 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:13.522016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.627113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ffa7a7-bdf3-4e32-8bd0-031a2194147c req-0be6631f-b966-411f-a5c2-86053ef83d89 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.628327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80ffa7a7-bdf3-4e32-8bd0-031a2194147c req-0be6631f-b966-411f-a5c2-86053ef83d89 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1756456 Aug 16 02:19:13.654242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.676253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8964faa1-0b6f-4777-8e95-0dc648545a0f None None] Provisioning complete for port dfce71c4-d59f-4c03-a505-e990686d9534 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:13.676988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8964faa1-0b6f-4777-8e95-0dc648545a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.690327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-623e567a-e82d-41c9-b21e-c3517ca97c53 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.693529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-623e567a-e82d-41c9-b21e-c3517ca97c53 tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 946 time: 0.1153662 Aug 16 02:19:13.702306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port dfce71c4-d59f-4c03-a505-e990686d9534, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dfce71c4-d59f-4c03-a505-e990686d9534,segment=NetworkSegment(8854e3b7-5671-44b2-8e0c-0a69cdc7b753),segment_id=8854e3b7-5671-44b2-8e0c-0a69cdc7b753)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:13.730596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f77d24-1ade-4626-8eeb-acd65cc877af req-0ea27eea-6f41-4c8e-9e8e-d4f6b293dc63 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:13.738988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51f77d24-1ade-4626-8eeb-acd65cc877af req-0ea27eea-6f41-4c8e-9e8e-d4f6b293dc63 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.2335100 Aug 16 02:19:13.760558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.790874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80ffa7a7-bdf3-4e32-8bd0-031a2194147c req-312cbd84-96dc-4fb4-a1ed-90617672a950 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426935 Aug 16 02:19:13.821474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51f77d24-1ade-4626-8eeb-acd65cc877af req-f7bf207c-3c10-45b5-9060-91385233fd90 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815728 Aug 16 02:19:13.863154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Deleting port b0cd079c-1f07-4b8b-b480-b8260bbebba9 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:13.863654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.891115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=dfce71c4-d59f-4c03-a505-e990686d9534,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:13.920659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.947264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8964faa1-0b6f-4777-8e95-0dc648545a0f None None] Provisioning for port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:13.952699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8964faa1-0b6f-4777-8e95-0dc648545a0f None None] Provisioning complete for port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:13.953086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8964faa1-0b6f-4777-8e95-0dc648545a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.970303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.977957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] For port b0cd079c-1f07-4b8b-b480-b8260bbebba9, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b0cd079c-1f07-4b8b-b480-b8260bbebba9,segment=NetworkSegment(9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf),segment_id=9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:13.977957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:13.989106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8964faa1-0b6f-4777-8e95-0dc648545a0f None None] Port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:13.994241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Calling delete_port for b0cd079c-1f07-4b8b-b480-b8260bbebba9 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:14.054349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=e6d4bdb9-bfff-4a9e-9685-21128a7765a4,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.116626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-244c31ac-b0a0-42cd-9509-ab3b6e6eb9da None None] Provisioning complete for port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:14.116988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-244c31ac-b0a0-42cd-9509-ab3b6e6eb9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.163496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-244c31ac-b0a0-42cd-9509-ab3b6e6eb9da None None] Port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:14.215899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.250152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Pushing event deleted for resources: {'Port': ['ID=b0cd079c-1f07-4b8b-b480-b8260bbebba9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:14.252060 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.287982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3dbeb7d6-c381-4370-b044-ea4a7a29c9d0 None None] Provisioning complete for port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:14.288626 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3dbeb7d6-c381-4370-b044-ea4a7a29c9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.296404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] No DVR routers for this DVR port b0cd079c-1f07-4b8b-b480-b8260bbebba9 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:14.299678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.302456 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79417553-ed06-44d3-98ec-fb1752a2e84d req-90f31f6b-3fb0-4fbc-a868-0aa54c22df4d tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.58 "DELETE /v2.0/ports/b0cd079c-1f07-4b8b-b480-b8260bbebba9 HTTP/1.1" status: 204 len: 173 time: 0.6028466 Aug 16 02:19:14.303062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'name': 'network-vif-deleted', 'tag': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:14.305941 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103689f3-2b92-4b0b-93fb-881bdfd62266" -d '{"events": [{"server_uuid": "3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef", "name": "network-vif-deleted", "tag": "b0cd079c-1f07-4b8b-b480-b8260bbebba9"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:14.338970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3dbeb7d6-c381-4370-b044-ea4a7a29c9d0 None None] Port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:14.347013 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593686d0-de08-40c7-97e3-77ee976e6cea x-openstack-request-id: req-593686d0-de08-40c7-97e3-77ee976e6cea {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:14.347307 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef", "name": "network-vif-deleted", "tag": "b0cd079c-1f07-4b8b-b480-b8260bbebba9", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:14.347562 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-593686d0-de08-40c7-97e3-77ee976e6cea {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:14.347962 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef', 'name': 'network-vif-deleted', 'tag': 'b0cd079c-1f07-4b8b-b480-b8260bbebba9', 'status': 'completed', 'code': 200} Aug 16 02:19:14.480522 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.552191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7de2db6-0ac8-4be8-a6fd-b43dd406e983 req-692f47b7-a636-4965-9d07-0df295e5ba9e tempest-AttachVolumeNegativeTest-1839530650 tempest-AttachVolumeNegativeTest-1839530650-project] 10.222.0.76 "GET /v2.0/ports?device_id=3e4994c4-c050-4ffe-a6a7-bc3fdcd9a8ef HTTP/1.1" status: 200 len: 210 time: 0.0566449 Aug 16 02:19:14.562058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745339-f897-4fa3-8254-5a24682a8761 req-cb74d934-ff6f-468d-a07b-94f3e2825b89 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:14.563787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64745339-f897-4fa3-8254-5a24682a8761 req-cb74d934-ff6f-468d-a07b-94f3e2825b89 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1504147 Aug 16 02:19:14.613508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.694577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64745339-f897-4fa3-8254-5a24682a8761 req-5e5566cd-21a9-43a9-a502-a8e1b4dc249f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732491 Aug 16 02:19:14.834175 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:14.901077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.032075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=e6d4bdb9-bfff-4a9e-9685-21128a7765a4,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:15.036453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.058206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd43c-00d9-4e27-b9a3-b0cb2c3445a5 req-fdc67a22-bad1-4947-ac60-2852e0e42ac8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.060308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-313dd43c-00d9-4e27-b9a3-b0cb2c3445a5 req-fdc67a22-bad1-4947-ac60-2852e0e42ac8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1866360 Aug 16 02:19:15.118571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0edfa-d91a-4b4b-a974-ecacd8fa0353 req-378bc2c0-d794-470e-8c28-b3834a2c7800 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.119883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93d0edfa-d91a-4b4b-a974-ecacd8fa0353 req-378bc2c0-d794-470e-8c28-b3834a2c7800 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1649702 Aug 16 02:19:15.184963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-313dd43c-00d9-4e27-b9a3-b0cb2c3445a5 req-d7a4277c-6b97-4442-b1c8-28a3021bfe47 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181455 Aug 16 02:19:15.210557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93d0edfa-d91a-4b4b-a974-ecacd8fa0353 req-7e891c93-855c-43a5-96d9-c5f5e1f9018f tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773950 Aug 16 02:19:15.237357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dfce71c4-d59f-4c03-a505-e990686d9534 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:15.252272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network 810c7270-331e-4045-a3ee-6d46ec398f4e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:15.254683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:15.343806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dfce71c4-d59f-4c03-a505-e990686d9534 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:15.344295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.571912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-396b1fc8-0b6b-456c-9081-334ab11b091d None None] Provisioning complete for port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:15.572359 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-396b1fc8-0b6b-456c-9081-334ab11b091d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.617444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-396b1fc8-0b6b-456c-9081-334ab11b091d None None] Port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:15.621490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58116) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:15.670572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Deleting subnet 6b41a199-b1f8-4617-b372-0e55994b4113 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:15.673919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.717620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.773267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.842251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36382d04-ba61-432c-b9a0-0de2e0127e97 req-e94381c7-6953-47f7-8a34-08463f3495e8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:15.842467 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.843973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36382d04-ba61-432c-b9a0-0de2e0127e97 req-e94381c7-6953-47f7-8a34-08463f3495e8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.0551906 Aug 16 02:19:15.845095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Router 6fdf0d30-08c2-45f7-a7d4-73a00a940178 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:19:15.906988 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:15.949319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36382d04-ba61-432c-b9a0-0de2e0127e97 req-adcced82-b162-45df-a6fa-13edbedd27c2 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972955 Aug 16 02:19:15.959398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:15.970117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:15.977343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46d20e32-e119-4ba7-9c17-60529faaa893 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/routers/6fdf0d30-08c2-45f7-a7d4-73a00a940178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253481 Aug 16 02:19:15.980155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b0cd079c-1f07-4b8b-b480-b8260bbebba9 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:15.987045 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] Sync routers for ids ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:15.990424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58124) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.000266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b41a199-b1f8-4617-b372-0e55994b4113,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.000495 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] Routers {'6fdf0d30-08c2-45f7-a7d4-73a00a940178'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:16.001312 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.003222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.014479 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4308e821-a71c-4d2d-8875-835b64b46baf admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b41a199-b1f8-4617-b372-0e55994b4113 HTTP/1.1" status: 204 len: 168 time: 0.3912778 Aug 16 02:19:16.015664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58126) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.026169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: b0cd079c-1f07-4b8b-b480-b8260bbebba9 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:16.026612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b0cd079c-1f07-4b8b-b480-b8260bbebba9 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:16.063630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b24e86-6a25-463f-b261-1db7135aeb57 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.065261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46b24e86-6a25-463f-b261-1db7135aeb57 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fdf0d30-08c2-45f7-a7d4-73a00a940178 HTTP/1.1" status: 200 len: 983 time: 0.0738173 Aug 16 02:19:16.068420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58128) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.090311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.147722 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.157970 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] Routers {'6fdf0d30-08c2-45f7-a7d4-73a00a940178'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:16.158933 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.192140 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.193384 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7100bcc-c83b-4da5-ba7e-5d62e3153f7f None None] The sync data for ids ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:16.207620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.222795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a85dd59-1d86-49c6-a779-6cd16a2ed209']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.234737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.237151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b85f84d-c1fa-4c52-ad15-9e2e4c84dddf') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:16.248732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.266207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.273226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:16.273696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:16.275816 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:16.389908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb091ff-909c-441a-b232-d67809a2c86f req-2ddb839a-84ae-48f0-b103-738dbf1f1a21 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:16.391415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcb091ff-909c-441a-b232-d67809a2c86f req-2ddb839a-84ae-48f0-b103-738dbf1f1a21 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1064465 Aug 16 02:19:16.455067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcb091ff-909c-441a-b232-d67809a2c86f req-c5e0a01a-841c-4f0f-8c64-be68afa7827d tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569348 Aug 16 02:19:16.457102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.463604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.466098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] 10.222.0.76 "DELETE /v2.0/networks/8a85dd59-1d86-49c6-a779-6cd16a2ed209 HTTP/1.1" status: 204 len: 168 time: 0.4486942 Aug 16 02:19:16.483978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a222d7-5692-403d-ac37-0e63cf0b5d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a85dd59-1d86-49c6-a779-6cd16a2ed209,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:16.679280 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.913269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58152) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:16.928085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port e6d4bdb9-bfff-4a9e-9685-21128a7765a4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:16.928660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:16.956899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-977b902d-1e32-414b-b911-16c2dc2bf6f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=837d963262d6454baa2a6737796ae259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424552 Aug 16 02:19:16.959542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58154) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:17.011079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9510-4de6-4295-946b-2e220f76bd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.033576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9510-4de6-4295-946b-2e220f76bd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.049830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:17.087527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea9a00-3cab-41ed-8afe-78d798af94fe req-1b283b79-c987-4da1-ae66-b9648d24e2ed tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.089071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fdea9a00-3cab-41ed-8afe-78d798af94fe req-1b283b79-c987-4da1-ae66-b9648d24e2ed tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 946 time: 0.1147373 Aug 16 02:19:17.119442 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.149109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for e6d4bdb9-bfff-4a9e-9685-21128a7765a4 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:17.162085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.165019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9510-4de6-4295-946b-2e220f76bd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.169309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa6b9510-4de6-4295-946b-2e220f76bd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.170573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fa6b9510-4de6-4295-946b-2e220f76bd65 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4 HTTP/1.1" status: 204 len: 168 time: 0.2100589 Aug 16 02:19:17.173631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8463134d-18d0-4215-ab78-35333bf2e66b req-0ee8ad3f-3a35-4bc4-a44c-dfb782a87d36 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.174857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8463134d-18d0-4215-ab78-35333bf2e66b req-0ee8ad3f-3a35-4bc4-a44c-dfb782a87d36 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1268806 Aug 16 02:19:17.186174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b9510-4de6-4295-946b-2e220f76bd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fc8ee3-80c1-4483-9984-b1d2f16bb7a4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.188965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fdea9a00-3cab-41ed-8afe-78d798af94fe req-720bc76d-4ede-4d9d-b452-3d0f9160ea93 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881832 Aug 16 02:19:17.196633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:17.200420 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b6b376-46ad-4361-92e5-35eefae190b9" -d '{"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-unplugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:17.230465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:17.280471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8463134d-18d0-4215-ab78-35333bf2e66b req-7b877455-7ca7-4652-adbc-726d17831c78 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950470 Aug 16 02:19:17.288132 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d5f419-83fc-48b2-809a-3983efb091f7 x-openstack-request-id: req-f7d5f419-83fc-48b2-809a-3983efb091f7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:17.288649 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-unplugged", "status": "failed", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "code": 422}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:17.289971 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f7d5f419-83fc-48b2-809a-3983efb091f7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:17.290602 n-d-768852-19 neutron-server[101947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'code': 422} returned with failed status Aug 16 02:19:17.333654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.388576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.396488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.396846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.397468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.398002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.398668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.399177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.399827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.405353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.405353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.405353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.405353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.405353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:17.505657 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:17.546530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=e6d4bdb9-bfff-4a9e-9685-21128a7765a4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:17.659874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cfdbd-18df-4e21-8f75-ccf5bf800de5 req-04aa5fe8-7e8a-4dd1-89f8-ac74340ac092 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:17.667297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-659cfdbd-18df-4e21-8f75-ccf5bf800de5 req-04aa5fe8-7e8a-4dd1-89f8-ac74340ac092 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1247532 Aug 16 02:19:17.700525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-fb6d3146-9b68-4709-8932-634f5032ee46 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499251 Aug 16 02:19:17.796356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-659cfdbd-18df-4e21-8f75-ccf5bf800de5 req-db6f2c35-ccae-49b7-8f04-27671913a442 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223135 Aug 16 02:19:17.797132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.006761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Router 6fdf0d30-08c2-45f7-a7d4-73a00a940178 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:18.013411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e82a3-d6b2-4abb-b920-8084879b0172 req-6b36ad29-0888-4254-ae3a-fb1922161d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.015224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-998e82a3-d6b2-4abb-b920-8084879b0172 req-6b36ad29-0888-4254-ae3a-fb1922161d62 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.0511074 Aug 16 02:19:18.060452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-998e82a3-d6b2-4abb-b920-8084879b0172 req-3d7b22aa-9ae5-4fe9-9a3c-803312db1049 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Aug 16 02:19:18.099487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:18.110680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-34e41a90-0a43-482e-9e38-a4f4973dd425 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/routers/6fdf0d30-08c2-45f7-a7d4-73a00a940178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0409906 Aug 16 02:19:18.115038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58198) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.120028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] Sync routers for ids ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:18.135714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] Routers {'6fdf0d30-08c2-45f7-a7d4-73a00a940178'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:18.136620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.141814 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-c27cdc56-cc80-4159-9099-734465254633 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:19:18.143564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c27cdc56-cc80-4159-9099-734465254633 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/e6d4bdb9-bfff-4a9e-9685-21128a7765a4 HTTP/1.1" status: 404 len: 333 time: 0.0310686 Aug 16 02:19:18.146201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58200) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.172900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.181652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] Routers {'6fdf0d30-08c2-45f7-a7d4-73a00a940178'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:18.182480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.215063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:18.217016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b98bc2-4a3a-4312-9aba-759b2bbd6e1d None None] The sync data for ids ['6fdf0d30-08c2-45f7-a7d4-73a00a940178'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:18.235893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.499045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.503196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.563280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd1cde-7964-4615-b2d4-e9c293ffea37 req-e1ed47e6-2531-4848-8d8e-8648ec967755 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.564816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddbd1cde-7964-4615-b2d4-e9c293ffea37 req-e1ed47e6-2531-4848-8d8e-8648ec967755 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1519029 Aug 16 02:19:18.573810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c85a2b-1a4a-4279-9df2-b831021cfdbb req-badf34ee-c84c-4239-a1e4-2c71b2c70c49 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:18.576026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c85a2b-1a4a-4279-9df2-b831021cfdbb req-badf34ee-c84c-4239-a1e4-2c71b2c70c49 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1617911 Aug 16 02:19:18.636378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddbd1cde-7964-4615-b2d4-e9c293ffea37 req-23444fa4-df55-4fba-8f6d-a8c1c1857274 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592432 Aug 16 02:19:18.639849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c85a2b-1a4a-4279-9df2-b831021cfdbb req-6d3361aa-f927-428e-8695-219513e8f34d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569968 Aug 16 02:19:18.673013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.673634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Fanout notify agent at l3_agent the message router_deleted on router 6fdf0d30-08c2-45f7-a7d4-73a00a940178 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:18.681646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.684993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2990516d-ba68-422b-a395-6e87972ef071 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/routers/6fdf0d30-08c2-45f7-a7d4-73a00a940178 HTTP/1.1" status: 204 len: 168 time: 0.5358918 Aug 16 02:19:18.685834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:18.741531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 76e871d2-c5e5-4072-8228-513599407b27 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:18.745011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:18.800116 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.089281 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.089281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7648b43d-cbbc-4a06-83d0-362def2cefa9 req-3725d83a-2c00-4514-bfbb-52b2dcbcadb4 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:19.089281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7648b43d-cbbc-4a06-83d0-362def2cefa9 req-3725d83a-2c00-4514-bfbb-52b2dcbcadb4 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 943 time: 0.1244950 Aug 16 02:19:19.089281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7648b43d-cbbc-4a06-83d0-362def2cefa9 req-5e3435d3-c20e-4e0a-9186-bc70e8b903ce tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558257 Aug 16 02:19:19.188245 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.220374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=76e871d2-c5e5-4072-8228-513599407b27,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.222706 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.224999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ead976c4-405d-4aab-9f7a-ac70f9290265 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/76e871d2-c5e5-4072-8228-513599407b27 HTTP/1.1" status: 204 len: 168 time: 0.5380776 Aug 16 02:19:19.227790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58230) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:19.234347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b3acd5-cb7a-4280-a333-0196c2fc7f96 None None] Network 810c7270-331e-4045-a3ee-6d46ec398f4e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:19.315584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.374320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port dfce71c4-d59f-4c03-a505-e990686d9534 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:19.374974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.452401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port dfce71c4-d59f-4c03-a505-e990686d9534, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dfce71c4-d59f-4c03-a505-e990686d9534,segment=NetworkSegment(8854e3b7-5671-44b2-8e0c-0a69cdc7b753),segment_id=8854e3b7-5671-44b2-8e0c-0a69cdc7b753)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:19.452785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.459904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] DHCP port deletion for 810c7270-331e-4045-a3ee-6d46ec398f4e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:19.489047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for dfce71c4-d59f-4c03-a505-e990686d9534 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:19.519699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] Deleting port dfce71c4-d59f-4c03-a505-e990686d9534 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:19.523462 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.650244 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.713487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=dfce71c4-d59f-4c03-a505-e990686d9534,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:19.723205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port dfce71c4-d59f-4c03-a505-e990686d9534 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:19.842058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] For port dfce71c4-d59f-4c03-a505-e990686d9534, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dfce71c4-d59f-4c03-a505-e990686d9534,segment=NetworkSegment(8854e3b7-5671-44b2-8e0c-0a69cdc7b753),segment_id=8854e3b7-5671-44b2-8e0c-0a69cdc7b753)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:19.842627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.859996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] Calling delete_port for dfce71c4-d59f-4c03-a505-e990686d9534 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:19.925895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.945448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810c7270-331e-4045-a3ee-6d46ec398f4e']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.955661 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.959377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8854e3b7-5671-44b2-8e0c-0a69cdc7b753') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.959873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8854e3b7-5671-44b2-8e0c-0a69cdc7b753') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:19.971195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.986602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:19.993821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:19.994557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.016205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 209ff281-a053-4fdc-bb0e-907b79397552 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:20.029329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] Pushing event deleted for resources: {'Port': ['ID=dfce71c4-d59f-4c03-a505-e990686d9534,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.038235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c673f4-c50c-4120-b0ab-dc2108ea796b None None] No DVR routers for this DVR port dfce71c4-d59f-4c03-a505-e990686d9534 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:20.059748 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:20.126270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb358f4-e10a-4ba9-b031-713efa85df78 req-da0721e2-a2be-43a1-8ffc-c3701188f659 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.128814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eb358f4-e10a-4ba9-b031-713efa85df78 req-da0721e2-a2be-43a1-8ffc-c3701188f659 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.3356643 Aug 16 02:19:20.138135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457b788-4e12-4b7d-8b2c-b74a2f0a9199 req-6369c019-ec8e-4b1a-9b96-d6c0b9ce3271 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.153748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6457b788-4e12-4b7d-8b2c-b74a2f0a9199 req-6369c019-ec8e-4b1a-9b96-d6c0b9ce3271 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.3637805 Aug 16 02:19:20.164138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 209ff281-a053-4fdc-bb0e-907b79397552, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=209ff281-a053-4fdc-bb0e-907b79397552,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:20.179423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '209ff281-a053-4fdc-bb0e-907b79397552', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:20.227166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.239067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eb358f4-e10a-4ba9-b031-713efa85df78 req-228fc4da-8e1e-401b-b2c7-97ae7e12c8bc tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734098 Aug 16 02:19:20.249116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6457b788-4e12-4b7d-8b2c-b74a2f0a9199 req-7cd07bd8-8b66-47a3-8921-7ecc8ff00c2d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944459 Aug 16 02:19:20.287865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209ff281-a053-4fdc-bb0e-907b79397552 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:20.290479 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.317676 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.322741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/810c7270-331e-4045-a3ee-6d46ec398f4e HTTP/1.1" status: 204 len: 168 time: 1.0873268 Aug 16 02:19:20.322741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c2e1a-c8b9-4def-bbf0-b92ae385020b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=810c7270-331e-4045-a3ee-6d46ec398f4e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.328914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58264) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.349389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 209ff281-a053-4fdc-bb0e-907b79397552, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=209ff281-a053-4fdc-bb0e-907b79397552,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:20.401318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d801c66c-999a-4f51-86b4-c6045b146488 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.402156 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.403120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d801c66c-999a-4f51-86b4-c6045b146488 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/959dddbc-469b-42bd-a49a-a1af4c8411c8 HTTP/1.1" status: 200 len: 840 time: 0.0786836 Aug 16 02:19:20.425992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58268) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.509580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=209ff281-a053-4fdc-bb0e-907b79397552,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:20.531926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e572a3f7-3ae9-4742-83a5-ec55733a7a59 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/959dddbc-469b-42bd-a49a-a1af4c8411c8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1040590 Aug 16 02:19:20.537335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58272) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:20.545996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:20.710017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['209ff281-a053-4fdc-bb0e-907b79397552'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:20.756379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:20.761250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:20.924722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-ac63ecd8-423a-45b1-979e-02f5ec989993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:20.926160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-ac63ecd8-423a-45b1-979e-02f5ec989993 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.0750411 Aug 16 02:19:21.116503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-cb58c67a-1057-43fa-959a-33ef62e1a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.117675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-cb58c67a-1057-43fa-959a-33ef62e1a22a service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.1826572 Aug 16 02:19:21.118181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac34adc8-0082-4afe-8e7b-3abfde8ca830 req-e972e31c-1040-4240-ac74-f2d438742c96 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.119844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac34adc8-0082-4afe-8e7b-3abfde8ca830 req-e972e31c-1040-4240-ac74-f2d438742c96 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 944 time: 0.7153673 Aug 16 02:19:21.170238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015c7ce-5a85-4fc8-89ac-0262f5b583e2 req-5f2b124b-61b6-4774-981d-2caa360336ea tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.175500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-7ba03fd3-9e59-48b5-8652-001b2ae0bf67 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.0480375 Aug 16 02:19:21.180789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.182600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f015c7ce-5a85-4fc8-89ac-0262f5b583e2 req-5f2b124b-61b6-4774-981d-2caa360336ea tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.2577662 Aug 16 02:19:21.252148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dfce71c4-d59f-4c03-a505-e990686d9534 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:21.279225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac34adc8-0082-4afe-8e7b-3abfde8ca830 req-ef464bbb-e6fc-4f99-86f3-3930898167cd tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484444 Aug 16 02:19:21.298126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f015c7ce-5a85-4fc8-89ac-0262f5b583e2 req-6911e562-9182-4c39-ab01-e1e0e3c45a52 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983522 Aug 16 02:19:21.319057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: dfce71c4-d59f-4c03-a505-e990686d9534 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:21.319057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dfce71c4-d59f-4c03-a505-e990686d9534 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:21.344993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-f039f5d6-8074-418d-95f2-951e9c225e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.346582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-f039f5d6-8074-418d-95f2-951e9c225e09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.1619780 Aug 16 02:19:21.401116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=4b7e2545-6d6e-463d-b62e-cb7b128a440a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:21.424015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:21.426715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-180f5d58-9705-4ebb-8f1b-c320429a272b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577705 Aug 16 02:19:21.427931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:21.430612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.431247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.443903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58a5be5-213c-4a82-96c6-95f2f18f209b None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:21.452686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a0c41-1f16-4871-8f90-4cfa22419df8 req-0fd972de-6337-40d8-b7fc-e891c1044636 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:21.454346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a5a0c41-1f16-4871-8f90-4cfa22419df8 req-0fd972de-6337-40d8-b7fc-e891c1044636 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.0881195 Aug 16 02:19:21.504364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a5a0c41-1f16-4871-8f90-4cfa22419df8 req-cd363820-43d6-43ea-a082-cc570c3d0f7c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428631 Aug 16 02:19:21.556873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-9d71881d-efc3-4b51-909f-41e13b93bfbb service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216385 Aug 16 02:19:21.568164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58290) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:21.568344 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3538138b-2abf-44ff-91d7-e06c156b0a23 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0289800 Aug 16 02:19:21.577209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1475171710'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:21.685294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.700274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-d3942033-1bcc-451a-939e-cd550501fbc6', 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'tenant_id': 'c8f9c3b435e64d76aee959d74ba43d60', 'fixed_ips': [{'subnet_id': '4b7e2545-6d6e-463d-b62e-cb7b128a440a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:19:21.702761 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.723300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-76fdb7a9-b19d-4dea-b320-6a1fc6760aee req-a559aaa1-743f-4638-89b9-f13fbd91e0df service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528792 Aug 16 02:19:21.800565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.876019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:21.900200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Allocated IP 172.20.0.2 (d3942033-1bcc-451a-939e-cd550501fbc6/4b7e2545-6d6e-463d-b62e-cb7b128a440a/7588f2b8-c08d-4a9d-aebb-aea01d366ac8) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:21.907198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3c9be0-ed7a-4d49-bec0-ecb9abc01508,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.006429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 209ff281-a053-4fdc-bb0e-907b79397552 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:22.027240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.032662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-37b3d6e4-52a3-4a8d-b922-22a72baebaaa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4633963 Aug 16 02:19:22.032859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.041025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'security_group': {'name': 'tempest-secgroup-306272125'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.126491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.160069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Transition to ACTIVE for port object 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:22.177304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Transition to ACTIVE for port object 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:22.184632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.230441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 209ff281-a053-4fdc-bb0e-907b79397552 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:22.245408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 209ff281-a053-4fdc-bb0e-907b79397552 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:22.245408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.312968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.334829 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.344383 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.401570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:22.404772 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e42223-93a0-4986-b4cb-e79c6d29c31e" -d '{"events": [{"server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "name": "network-vif-plugged", "status": "completed", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:22.419406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.436911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Pushing event updated for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.450418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69c7b9dd-6df3-452e-a026-bff4455d6c83,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.459614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:22.462324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 209ff281-a053-4fdc-bb0e-907b79397552, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=209ff281-a053-4fdc-bb0e-907b79397552,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:22.463903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:22.468156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:22.490246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780535a6-9218-409e-a4b1-f07555777c4f req-680a5c98-c8cc-4d44-8ae1-02d4024c5c43 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.498241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-780535a6-9218-409e-a4b1-f07555777c4f req-680a5c98-c8cc-4d44-8ae1-02d4024c5c43 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1257038 Aug 16 02:19:22.507846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698536b1-086c-4c77-84d2-5ddb7c47b0b7 req-e5741915-ff6c-4dd9-809b-4f0bd06be76b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.515692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-698536b1-086c-4c77-84d2-5ddb7c47b0b7 req-e5741915-ff6c-4dd9-809b-4f0bd06be76b tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 944 time: 0.1327579 Aug 16 02:19:22.538072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Attempting to bind port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:19:22.538453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Attempting to bind port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'd0aab46c-55b6-4915-9d54-4f02f3525654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:19:22.539209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Attempting to bind port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 on network d3942033-1bcc-451a-939e-cd550501fbc6 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:19:22.545689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:19:22.545996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Checking segment: {'id': 'd0aab46c-55b6-4915-9d54-4f02f3525654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:19:22.546446 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.546885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Bound using segment: {'id': 'd0aab46c-55b6-4915-9d54-4f02f3525654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:19:22.547561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Bound port: 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0aab46c-55b6-4915-9d54-4f02f3525654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:19:22.547826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.550330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.551853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bfa5f72d-b1ca-4fd7-8386-40d9186dc896 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5173843 Aug 16 02:19:22.554412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58322) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:22.560210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1214481115', 'security_groups': ['69c7b9dd-6df3-452e-a026-bff4455d6c83'], 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b7e2545-6d6e-463d-b62e-cb7b128a440a'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:22.588892 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.591458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-780535a6-9218-409e-a4b1-f07555777c4f req-2ec50f1e-b647-4cfb-9642-f91cff26edf8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905590 Aug 16 02:19:22.615179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-698536b1-086c-4c77-84d2-5ddb7c47b0b7 req-27e4beaf-9e79-406f-a3c6-5eba8dfd88ca tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985262 Aug 16 02:19:22.690090 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f5f317-48b0-4c94-83fa-7611d5af746e x-openstack-request-id: req-94f5f317-48b0-4c94-83fa-7611d5af746e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:22.690090 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "name": "network-vif-plugged", "status": "completed", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:22.690090 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-94f5f317-48b0-4c94-83fa-7611d5af746e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:22.690749 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'code': 200} Aug 16 02:19:22.796280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=209ff281-a053-4fdc-bb0e-907b79397552,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:22.819035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:22.822509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,segment=NetworkSegment(d0aab46c-55b6-4915-9d54-4f02f3525654),segment_id=d0aab46c-55b6-4915-9d54-4f02f3525654)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:19:22.831690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c1714-e028-44b4-9f31-15511c63ed30 req-a4bff8d8-0cf3-4d4b-ac55-1006b5e00b9b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:22.838907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b35c1714-e028-44b4-9f31-15511c63ed30 req-a4bff8d8-0cf3-4d4b-ac55-1006b5e00b9b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.0832455 Aug 16 02:19:22.879385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b35c1714-e028-44b4-9f31-15511c63ed30 req-ef9435a3-3033-45e1-a4b3-8c9a463fa3ed tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Aug 16 02:19:22.900928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:22.901080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:22.968419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febe0db-2154-4011-bbbc-8591f8defa32 None None] Pushing event updated for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.010762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.031186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port 61095654-a4f2-4895-81cb-f2d34c70e77b yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:23.411296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c9194-cb8b-4f30-afe3-58d4d3402673 req-a07f713e-4e5e-4663-a0fb-193450c50615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.413096 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-033c9194-cb8b-4f30-afe3-58d4d3402673 req-a07f713e-4e5e-4663-a0fb-193450c50615 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1097 time: 0.6711514 Aug 16 02:19:23.461341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.467393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.7 (d3942033-1bcc-451a-939e-cd550501fbc6/4b7e2545-6d6e-463d-b62e-cb7b128a440a/61095654-a4f2-4895-81cb-f2d34c70e77b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:23.484802 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-033c9194-cb8b-4f30-afe3-58d4d3402673 req-00edbca1-a676-429f-bb93-b2c4b5ce716f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636294 Aug 16 02:19:23.561194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.630477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.648090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object 61095654-a4f2-4895-81cb-f2d34c70e77b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:23.703121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.799518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.800629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:23.833947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4785e-3b42-40f3-94aa-865f7d1e2e0f req-a5d360aa-3db5-4a2f-ac94-4c9c33f0d27b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.835657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1e4785e-3b42-40f3-94aa-865f7d1e2e0f req-a5d360aa-3db5-4a2f-ac94-4c9c33f0d27b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1308689 Aug 16 02:19:23.840760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d92fc5aec5f54ab595820fb3ca4cd163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3777723 Aug 16 02:19:23.846999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58346) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:23.849378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bfe13-36b1-4c94-acda-c0db8abb4d8f req-12903a38-675a-4ff8-ae09-b497b8c787b2 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:23.850946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a8bfe13-36b1-4c94-acda-c0db8abb4d8f req-12903a38-675a-4ff8-ae09-b497b8c787b2 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 945 time: 0.1090319 Aug 16 02:19:23.872616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:23.889816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:23.900797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:23.912946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=61095654-a4f2-4895-81cb-f2d34c70e77b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.927341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c417d-a72f-4903-9460-66bb94ddf232,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:23.932199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1e4785e-3b42-40f3-94aa-865f7d1e2e0f req-77915886-c718-4c9d-a345-04e797e6ea57 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802345 Aug 16 02:19:23.943261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.943617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.943969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.944314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.944655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.944993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.945570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.945799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.946134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.946466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.946838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.947167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b570728-4ad9-4b63-a44e-0c905437700c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:19:23.974167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a8bfe13-36b1-4c94-acda-c0db8abb4d8f req-37d5bded-059a-4341-b602-4f031e556df6 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922332 Aug 16 02:19:24.037789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.039242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.057456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c105b9-4d96-4b08-9d4e-60a7a71f813b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.112161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67360c5-2de8-47f9-bcf9-8a0565544e39 req-d8b86676-8a43-4819-b829-1fab762dfa80 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:24.112387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c105b9-4d96-4b08-9d4e-60a7a71f813b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.114632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f67360c5-2de8-47f9-bcf9-8a0565544e39 req-d8b86676-8a43-4819-b829-1fab762dfa80 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.0825732 Aug 16 02:19:24.140750 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df5f74e3-7ab7-40f1-8c17-6cbac02bdda1 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5810661 Aug 16 02:19:24.141531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58354) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.149163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:24.225736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f67360c5-2de8-47f9-bcf9-8a0565544e39 req-e15e147e-37ca-4d97-9b34-b09364236aae tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047230 Aug 16 02:19:24.328168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c105b9-4d96-4b08-9d4e-60a7a71f813b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.331209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80c105b9-4d96-4b08-9d4e-60a7a71f813b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.341086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-80c105b9-4d96-4b08-9d4e-60a7a71f813b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee9c417d-a72f-4903-9460-66bb94ddf232 HTTP/1.1" status: 204 len: 168 time: 0.4842820 Aug 16 02:19:24.343881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c105b9-4d96-4b08-9d4e-60a7a71f813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9c417d-a72f-4903-9460-66bb94ddf232,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:24.419601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:24.424479 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.510136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4707a920-37c4-46eb-981c-c3677561117d None None] Provisioning for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:24.538984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4707a920-37c4-46eb-981c-c3677561117d None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:24.539752 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4707a920-37c4-46eb-981c-c3677561117d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.569586 n-d-768852-19 neutron-server[101945]: INFO neutron.db.ipam_backend_mixin [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b7e2545-6d6e-463d-b62e-cb7b128a440a (CIDR: 172.20.0.0/28) Aug 16 02:19:24.579716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4707a920-37c4-46eb-981c-c3677561117d None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:24.610348 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:19:24.610914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:24.732182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-968bcbc3-6497-4abc-9939-5747da5b9b89 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5885608 Aug 16 02:19:24.741180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58368) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:24.747325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:24.809635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-15e5dc6d-5c13-46e0-bfd5-553683e0d464 None None] Provisioning for port 61095654-a4f2-4895-81cb-f2d34c70e77b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:24.816308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-15e5dc6d-5c13-46e0-bfd5-553683e0d464 None None] Provisioning complete for port 61095654-a4f2-4895-81cb-f2d34c70e77b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:24.816693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-15e5dc6d-5c13-46e0-bfd5-553683e0d464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:24.881698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-15e5dc6d-5c13-46e0-bfd5-553683e0d464 None None] Port 61095654-a4f2-4895-81cb-f2d34c70e77b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:24.992878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:24.996709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.176684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25a268-9e27-4f3d-a494-4f22798d102e req-1359ac9b-da18-4cdf-b2b0-f2cf9f91091a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.183465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab25a268-9e27-4f3d-a494-4f22798d102e req-1359ac9b-da18-4cdf-b2b0-f2cf9f91091a tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 945 time: 0.0864921 Aug 16 02:19:25.259230 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab25a268-9e27-4f3d-a494-4f22798d102e req-5f08cbf0-eee2-42dd-9554-cce3163c3a63 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718713 Aug 16 02:19:25.339086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58384) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.367237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c08a-4688-4d9b-b392-eaec394a82d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.377624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:25.393780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507fe08-2fab-4e41-9502-677fb3b47d5d req-b5b501f9-51db-4551-b61f-91cfdc40985f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.404730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c507fe08-2fab-4e41-9502-677fb3b47d5d req-b5b501f9-51db-4551-b61f-91cfdc40985f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.0857968 Aug 16 02:19:25.481498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c507fe08-2fab-4e41-9502-677fb3b47d5d req-d7336aa8-1f45-48a4-b36b-0a75324dfb7c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744810 Aug 16 02:19:25.491260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18e3b5-3955-4ad8-b37e-aaeccf5a50b5 req-3449bc04-5d47-42bf-b46a-a4ded8c31499 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.492910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c18e3b5-3955-4ad8-b37e-aaeccf5a50b5 req-3449bc04-5d47-42bf-b46a-a4ded8c31499 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 945 time: 0.0837905 Aug 16 02:19:25.530927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c08a-4688-4d9b-b392-eaec394a82d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.541191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c18e3b5-3955-4ad8-b37e-aaeccf5a50b5 req-8be1a5b0-2168-4925-b541-4445fa9f31cd tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400887 Aug 16 02:19:25.570204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.579199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:25.582873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.583627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:25.584059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.648232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7e2c08a-4688-4d9b-b392-eaec394a82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.704758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:25.745762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.756841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:25.769264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:25.769264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.776896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7e2c08a-4688-4d9b-b392-eaec394a82d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a3d74456798c4814a4dde28e335b1d32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4356775 Aug 16 02:19:25.780106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58396) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:25.784948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2c08a-4688-4d9b-b392-eaec394a82d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d141f-3d91-40a0-becb-b68e082bf933,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.785993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee7e35e-56f2-4bb1-b81e-ac7188a182c7 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:25.811575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=864f352b-70f1-488b-9021-f2b5f63a8a50,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:25.856554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72cbd63b-3be8-4851-80ab-c904e623620e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.871572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,segment=NetworkSegment(d0aab46c-55b6-4915-9d54-4f02f3525654),segment_id=d0aab46c-55b6-4915-9d54-4f02f3525654)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:25.887379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72cbd63b-3be8-4851-80ab-c904e623620e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:25.982135 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.033054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72cbd63b-3be8-4851-80ab-c904e623620e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.035767 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-72cbd63b-3be8-4851-80ab-c904e623620e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.039650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-72cbd63b-3be8-4851-80ab-c904e623620e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cf8d141f-3d91-40a0-becb-b68e082bf933 HTTP/1.1" status: 204 len: 168 time: 0.2556486 Aug 16 02:19:26.045797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbd63b-3be8-4851-80ab-c904e623620e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d141f-3d91-40a0-becb-b68e082bf933,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.084841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.101688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Update dhcp port {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'fixed_ips': [{'subnet_id': '4b7e2545-6d6e-463d-b62e-cb7b128a440a', 'ip_address': '172.20.0.2'}, {'subnet_id': '864f352b-70f1-488b-9021-f2b5f63a8a50'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '7588f2b8-c08d-4a9d-aebb-aea01d366ac8'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:19:26.134096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.313091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Allocated IP 172.20.0.18 (d3942033-1bcc-451a-939e-cd550501fbc6/864f352b-70f1-488b-9021-f2b5f63a8a50/7588f2b8-c08d-4a9d-aebb-aea01d366ac8) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:26.378881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-4c9df2f8-0ac3-4d85-a424-37ce20deef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.380668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-4c9df2f8-0ac3-4d85-a424-37ce20deef25 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79&tenant_id=9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 1096 time: 0.5325787 Aug 16 02:19:26.382117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-90242458-21c0-44c2-a3c0-aa343cc41ae5 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6398413 Aug 16 02:19:26.385025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58404) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.393322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1316994421', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '864f352b-70f1-488b-9021-f2b5f63a8a50'}], 'security_groups': ['4e3c9be0-ed7a-4d49-bec0-ecb9abc01508']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:26.429190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,segment=NetworkSegment(d0aab46c-55b6-4915-9d54-4f02f3525654),segment_id=d0aab46c-55b6-4915-9d54-4f02f3525654)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:26.473293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.478296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7db6561-e278-4f73-8502-4f52c519ac51 tempest-TestVolumeBackupRestore-132328009 tempest-TestVolumeBackupRestore-132328009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.482707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7db6561-e278-4f73-8502-4f52c519ac51 tempest-TestVolumeBackupRestore-132328009 tempest-TestVolumeBackupRestore-132328009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1092 time: 0.9085922 Aug 16 02:19:26.483475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58406) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:26.485241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-f2e3c89d-cc8f-48ff-a4ef-15bcb4c904ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.486993 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-f2e3c89d-cc8f-48ff-a4ef-15bcb4c904ea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1096 time: 0.0651813 Aug 16 02:19:26.491405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:26.491726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Transition to ACTIVE for port object 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:26.567131 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.617432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-253431cd-0bf2-4045-ba53-320884231814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.620428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-253431cd-0bf2-4045-ba53-320884231814 service neutron] 10.222.0.83 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.1243651 Aug 16 02:19:26.669567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad213dc-c39c-4caf-b21e-58823d386973 None None] Pushing event updated for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:26.670131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.688239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.759249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ece7-6b39-463d-93ed-a085ccbc43d4 req-9264203c-2de1-47ec-8d85-7cede77973be tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.760438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3f5ece7-6b39-463d-93ed-a085ccbc43d4 req-9264203c-2de1-47ec-8d85-7cede77973be tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1411026 Aug 16 02:19:26.831408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-f910a376-0933-4e6a-babd-2c12e1061439 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 200 len: 1000 time: 0.2037144 Aug 16 02:19:26.875309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3f5ece7-6b39-463d-93ed-a085ccbc43d4 req-c6f9f7d5-1f45-4092-a179-1196973e104e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056633 Aug 16 02:19:26.912933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-b20facdc-0ab0-40f6-9e8e-10328433a1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:26.914563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-b20facdc-0ab0-40f6-9e8e-10328433a1e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0750844 Aug 16 02:19:26.984893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:26.999151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-57746b9f-8d71-4800-8d14-fc905209b05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.000913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-57746b9f-8d71-4800-8d14-fc905209b05b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748410 Aug 16 02:19:27.162250 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.187694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6aff4-7abd-4829-ba46-1068f0e44c97 req-41aab670-1fa9-408a-a0e0-9d587a1e9ce8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:27.201227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c6aff4-7abd-4829-ba46-1068f0e44c97 req-41aab670-1fa9-408a-a0e0-9d587a1e9ce8 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.2032692 Aug 16 02:19:27.202737 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.216577 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-25e6b34a-ef02-4d0d-8185-12351dfa869b service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699195 Aug 16 02:19:27.223254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Allocated IP 172.25.6.216 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/81183938-93f0-49b9-80e8-c0d642f6f624) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:27.285852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:27.325812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2c6aff4-7abd-4829-ba46-1068f0e44c97 req-ee09ceb4-c2d6-4552-abfe-5745182450c1 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271045 Aug 16 02:19:27.459678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Delete allocated IP 172.20.0.7 (d3942033-1bcc-451a-939e-cd550501fbc6/4b7e2545-6d6e-463d-b62e-cb7b128a440a) {{(pid=101945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:19:27.470928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.23 (d3942033-1bcc-451a-939e-cd550501fbc6/864f352b-70f1-488b-9021-f2b5f63a8a50/61095654-a4f2-4895-81cb-f2d34c70e77b) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:27.489522 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b7b0ade-f0d9-4b6e-8bfb-802386a1de1c req-f23d3744-30c0-4cba-81ba-3cc1989aca02 service neutron] 10.222.0.83 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675076 Aug 16 02:19:27.553772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.647651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.661167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Provisioning for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:27.665385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object 61095654-a4f2-4895-81cb-f2d34c70e77b will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:27.666183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:27.666657 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.737032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.769197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:27.769772 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.779721 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.806917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:27.832669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'Port': ['ID=81183938-93f0-49b9-80e8-c0d642f6f624,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:27.859642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:27.865750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:27.869146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:27.893515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Provisioning for port 61095654-a4f2-4895-81cb-f2d34c70e77b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:27.898771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Provisioning complete for port 61095654-a4f2-4895-81cb-f2d34c70e77b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:27.903984 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:27.994541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40393bde-962c-42eb-8e5c-31a3ed5a5a10 None None] Port 61095654-a4f2-4895-81cb-f2d34c70e77b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:28.021556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58466) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:28.068128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=61095654-a4f2-4895-81cb-f2d34c70e77b,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:28.085745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] In _notify_port_updated(), no bound segment for port 61095654-a4f2-4895-81cb-f2d34c70e77b on network d3942033-1bcc-451a-939e-cd550501fbc6 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:28.092367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.093167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.094563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6082b73-1d85-432f-885b-1ae1235aece3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/ports/61095654-a4f2-4895-81cb-f2d34c70e77b HTTP/1.1" status: 200 len: 921 time: 1.7081232 Aug 16 02:19:28.099184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58470) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:28.143805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54da741-524c-42b3-bfd8-b1b9889f52cc req-33200193-f838-4515-9c86-3f067591f6e2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.153646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c54da741-524c-42b3-bfd8-b1b9889f52cc req-33200193-f838-4515-9c86-3f067591f6e2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1327019 Aug 16 02:19:28.253449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c54da741-524c-42b3-bfd8-b1b9889f52cc req-e1e986a9-6612-48a2-8963-07e9bd903088 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840855 Aug 16 02:19:28.276371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 61095654-a4f2-4895-81cb-f2d34c70e77b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:28.276903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.482824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.519583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 61095654-a4f2-4895-81cb-f2d34c70e77b owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:28.619349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a05775f-7288-4dee-8004-21ee22cbb7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.637799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-89709af8-ead8-437b-8b1f-1c13f74c7b35 None None] Provisioning complete for port 61095654-a4f2-4895-81cb-f2d34c70e77b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:28.638303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-89709af8-ead8-437b-8b1f-1c13f74c7b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:28.767397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-89709af8-ead8-437b-8b1f-1c13f74c7b35 None None] Port 61095654-a4f2-4895-81cb-f2d34c70e77b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:28.863308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d5371-2f2a-481e-a833-8fb39279e12f req-22b1573a-3a25-4922-869f-4933546cadba tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:28.871702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c4d5371-2f2a-481e-a833-8fb39279e12f req-22b1573a-3a25-4922-869f-4933546cadba tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1097 time: 0.1064060 Aug 16 02:19:28.953213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c4d5371-2f2a-481e-a833-8fb39279e12f req-2dbf6015-b9c5-43fa-a1e9-0f7e327c0de1 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804999 Aug 16 02:19:28.979406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.065016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.201836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a05775f-7288-4dee-8004-21ee22cbb7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.400112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a05775f-7288-4dee-8004-21ee22cbb7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.405051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.511275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.764412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=61095654-a4f2-4895-81cb-f2d34c70e77b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.782661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5a05775f-7288-4dee-8004-21ee22cbb7cb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4d24e9521900420db438626c5c08bd66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7545290 Aug 16 02:19:29.789484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58512) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:29.810384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05775f-7288-4dee-8004-21ee22cbb7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce11594-bb13-467b-b81d-48546cbae0ed,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:29.947691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:29.997588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587539a-c75e-400b-9576-9c6158a282a0 req-de0f6d13-24df-49cb-a636-17c33e0099aa tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:29.999196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a587539a-c75e-400b-9576-9c6158a282a0 req-de0f6d13-24df-49cb-a636-17c33e0099aa tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.6028688 Aug 16 02:19:30.021497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.054151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 61b4381a-6967-4494-ab37-7eca381a10cb {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:30.055080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.086465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59ecb86a-35d7-40c6-b02a-6a92a6077c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.174686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.176719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-20e07cba-6cb0-487a-93f4-feab1e79cc18 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/61095654-a4f2-4895-81cb-f2d34c70e77b HTTP/1.1" status: 204 len: 168 time: 2.0764380 Aug 16 02:19:30.183647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58520) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.209107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event updated for resources: {'Port': ['ID=81183938-93f0-49b9-80e8-c0d642f6f624,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.253463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59ecb86a-35d7-40c6-b02a-6a92a6077c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.295023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.309659 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf6fc03d-f29c-4a87-ad5c-bea0dfc92719 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:19:30.312587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cf6fc03d-f29c-4a87-ad5c-bea0dfc92719 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/61095654-a4f2-4895-81cb-f2d34c70e77b HTTP/1.1" status: 404 len: 333 time: 0.1220822 Aug 16 02:19:30.327214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58524) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:30.366370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.373842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.395946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.402025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.423537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.437811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.446937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:30.455429 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Floating IP 1267bdbd-023f-4392-a3e5-be77f0f59797 associated. External IP: 172.25.6.216, port: 209ff281-a053-4fdc-bb0e-907b79397552. Aug 16 02:19:30.465781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-2f291f04-0139-42ba-8a8b-b160cc416c91 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.5691645 Aug 16 02:19:30.508617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a587539a-c75e-400b-9576-9c6158a282a0 req-e5193f30-33d3-4880-af3c-a6bf2e3989f2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4589701 Aug 16 02:19:30.635302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.635781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.650067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4be506a2-7b1c-4a08-9773-098446287fa7 req-f1f72d8d-70c1-4eba-9a5c-c317dbd1e641 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1827917 Aug 16 02:19:30.668726 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59ecb86a-35d7-40c6-b02a-6a92a6077c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.683046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 61b4381a-6967-4494-ab37-7eca381a10cb owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:30.692911 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-59ecb86a-35d7-40c6-b02a-6a92a6077c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:30.700238 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-59ecb86a-35d7-40c6-b02a-6a92a6077c79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ce11594-bb13-467b-b81d-48546cbae0ed HTTP/1.1" status: 204 len: 168 time: 0.9080167 Aug 16 02:19:30.770343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecb86a-35d7-40c6-b02a-6a92a6077c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce11594-bb13-467b-b81d-48546cbae0ed,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:30.910031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4040c04-912e-4415-a8e5-00d3c8b2caed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.020156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4040c04-912e-4415-a8e5-00d3c8b2caed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.134158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.159467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.169410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.175780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.181870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.187442 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4040c04-912e-4415-a8e5-00d3c8b2caed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.193562 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4040c04-912e-4415-a8e5-00d3c8b2caed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.193562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b4040c04-912e-4415-a8e5-00d3c8b2caed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/security-groups/69c7b9dd-6df3-452e-a026-bff4455d6c83 HTTP/1.1" status: 204 len: 168 time: 0.8627505 Aug 16 02:19:31.200447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:31.208675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.235170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.237477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-d964734d-13be-4305-b34e-65752379d3e0 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.2873228 Aug 16 02:19:31.251897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4040c04-912e-4415-a8e5-00d3c8b2caed tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c7b9dd-6df3-452e-a026-bff4455d6c83,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.275737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.301052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-e0d0a9c9-81ce-4d25-86ed-5d8400c5da62 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:31.302571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-e0d0a9c9-81ce-4d25-86ed-5d8400c5da62 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "GET /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0573940 Aug 16 02:19:31.377775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=61b4381a-6967-4494-ab37-7eca381a10cb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:31.414406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Router b693d2d3-f7ec-45bc-be51-c38546fe489d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:31.498566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.499458 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP 34d297d0-f842-4112-bc55-65866b41c0b4 disassociated (deleted). External IP: 172.25.6.22, port: 976c7992-1ab0-4f10-9095-215951cdfb0f. Aug 16 02:19:31.584137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2739d349-92c9-406b-82ca-3ea88a652abd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.691999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-24df3c34-9557-4b2c-a231-67150f4bf3dd tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "GET /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3786221 Aug 16 02:19:31.705795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:31.775275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:31.777883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.790510 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] Sync routers for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:31.805940 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:31.806956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:31.836829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2739d349-92c9-406b-82ca-3ea88a652abd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:31.997573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:32.044438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.046956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf9b63cd-dbcc-41e1-a23d-b9008e054fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.049360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.052088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.059650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.066446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.073088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.080069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.080941 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:32.086531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.095484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bde7f61-545b-47df-a975-f1bda6549efe req-06405f34-dc41-4a6f-bf8e-ba81eae0a1f9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.2177546 Aug 16 02:19:32.144381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61295646-8f44-476a-aaa9-b7eec16d893f req-b7bafea5-7f4b-451e-aae0-1a85312ecb51 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:32.153408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61295646-8f44-476a-aaa9-b7eec16d893f req-b7bafea5-7f4b-451e-aae0-1a85312ecb51 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.3453429 Aug 16 02:19:32.234792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61295646-8f44-476a-aaa9-b7eec16d893f req-b6ee3f04-e11e-466c-9900-e0ab7e0bbd05 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752823 Aug 16 02:19:32.254881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bde7f61-545b-47df-a975-f1bda6549efe req-f363d17a-cf2f-44ba-b8ef-46e71f2ce429 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1581106 Aug 16 02:19:32.263543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2ffd491-1241-4c5e-bd7e-c399ba605e27 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7754629 Aug 16 02:19:32.302830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58554) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:32.303330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:32.306522 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d04e4b-19a8-45e5-acdd-003ce34f2a37" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:32.344754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2739d349-92c9-406b-82ca-3ea88a652abd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.350471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2739d349-92c9-406b-82ca-3ea88a652abd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.356823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2739d349-92c9-406b-82ca-3ea88a652abd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/security-groups/4e3c9be0-ed7a-4d49-bec0-ecb9abc01508 HTTP/1.1" status: 204 len: 168 time: 1.1499467 Aug 16 02:19:32.371475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58562) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:32.444844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739d349-92c9-406b-82ca-3ea88a652abd tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3c9be0-ed7a-4d49-bec0-ecb9abc01508,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:32.550111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 4b7e2545-6d6e-463d-b62e-cb7b128a440a {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:32.557693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:32.679915 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '1267bdbd-023f-4392-a3e5-be77f0f59797', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:28Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 0, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:32.756955 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] Checking router: b693d2d3-f7ec-45bc-be51-c38546fe489d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:32.781666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:32.782403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:32.992879 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:33.378980 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776b5f6-ca46-4a1c-bc61-52ba7549bd33 x-openstack-request-id: req-f776b5f6-ca46-4a1c-bc61-52ba7549bd33 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:33.379527 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:33.379759 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f776b5f6-ca46-4a1c-bc61-52ba7549bd33 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:33.380098 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'status': 'completed', 'code': 200} Aug 16 02:19:33.429765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa48f5b-b066-4c2d-a278-f3ee65ee9869 tempest-TestVolumeBackupRestore-132328009 tempest-TestVolumeBackupRestore-132328009-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:33.445367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5fa48f5b-b066-4c2d-a278-f3ee65ee9869 tempest-TestVolumeBackupRestore-132328009 tempest-TestVolumeBackupRestore-132328009-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1092 time: 1.1356997 Aug 16 02:19:33.448251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58580) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:33.477895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f0714b3a-57d1-4b28-adef-dcb52c358e70,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:33.487521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Request body: {'floatingip': {'port_id': '209ff281-a053-4fdc-bb0e-907b79397552'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:33.497487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.506470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router e0921d72-5859-4104-bed0-3287266d2c10 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:33.544743 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '1267bdbd-023f-4392-a3e5-be77f0f59797', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:28Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 0, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:33.589373 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda3f03f-a82a-47d7-99bc-5d5d24fc54e3 None None] The sync data for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 is: [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '1267bdbd-023f-4392-a3e5-be77f0f59797', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:28Z', 'updated_at': '2021-08-16T02:19:28Z', 'revision_number': 0, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:33.700540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-32e13918-3e38-43d1-85ff-bcd75411b37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:33.707854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-32e13918-3e38-43d1-85ff-bcd75411b37f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1097 time: 0.2953835 Aug 16 02:19:33.720258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:33.902880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-13641262-8307-47d3-bd56-50a02776edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:33.904780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-13641262-8307-47d3-bd56-50a02776edbd service neutron] 10.222.0.58 "GET /v2.0/networks?id=31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 200 len: 915 time: 0.1826746 Aug 16 02:19:33.930306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] For port f0714b3a-57d1-4b28-adef-dcb52c358e70, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:33.980550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] device_id is not set on port f0714b3a-57d1-4b28-adef-dcb52c358e70 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:33.990214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.025320 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf9b63cd-dbcc-41e1-a23d-b9008e054fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.061810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.082975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.098027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.104664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682c0a7-6d13-4600-93fb-e9a5a9dc07c4 None None] New status for floating IP 1267bdbd-023f-4392-a3e5-be77f0f59797: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:34.110051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.118246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf9b63cd-dbcc-41e1-a23d-b9008e054fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.122954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.131143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.146367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.162597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.169552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-f2e760fd-29f1-439c-b6a0-da131f546380 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 5437 time: 0.6416795 Aug 16 02:19:34.178434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b63cd-dbcc-41e1-a23d-b9008e054fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2bb339d-bad5-4fce-b6cf-3931c7423110,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.196599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f0714b3a-57d1-4b28-adef-dcb52c358e70 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:34.254518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88256ca-9f03-48de-a345-09e0238001d1 req-b0a7251e-ac06-4e5c-9684-e0eba9b4f20e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.267580 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e88256ca-9f03-48de-a345-09e0238001d1 req-b0a7251e-ac06-4e5c-9684-e0eba9b4f20e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.8586123 Aug 16 02:19:34.285215 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bf9b63cd-dbcc-41e1-a23d-b9008e054fe6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=bc3b11bb00d24217bb7f4a2cc3cc1422&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2865255 Aug 16 02:19:34.305570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:34.375181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-e02f2c8c-72e6-4a30-8e13-8bf1fa9d3915 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 200 len: 999 time: 0.4516830 Aug 16 02:19:34.419022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] No DVR routers for this DVR port f0714b3a-57d1-4b28-adef-dcb52c358e70 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:34.553576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f0714b3a-57d1-4b28-adef-dcb52c358e70 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:34.554417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:34.582205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] In _notify_port_updated(), no bound segment for port f0714b3a-57d1-4b28-adef-dcb52c358e70 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:34.588367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.589052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.592217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 200 len: 1028 time: 2.8897028 Aug 16 02:19:34.598483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e88256ca-9f03-48de-a345-09e0238001d1 req-1dd007a1-b562-402f-8433-4192f6c86a49 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3257701 Aug 16 02:19:34.638712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471f697-d86e-452d-9bc8-ca971e1f5f41 service neutron] Pushing event updated for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:34.799272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.825223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.879864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-7229a25a-b47f-4b3a-bc4b-93237c217709 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:34.888209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-7229a25a-b47f-4b3a-bc4b-93237c217709 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "GET /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2714567 Aug 16 02:19:34.897144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:34.900344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:34.904663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:34.909129 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7223f0d-d241-455d-8a0e-35805761d791" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f6e62e-9a47-4aa1-a0ec-a9bda514d733"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:34.910390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29c836fe-f213-41cc-8828-ab77de61cf33 req-15e897e8-fb20-467e-a44a-6f5e490df3f4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6892521 Aug 16 02:19:34.928979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c93490e-4323-4d72-9ffd-cf2ef7ce8566 None None] Provisioning complete for port f0714b3a-57d1-4b28-adef-dcb52c358e70 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:34.929664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c93490e-4323-4d72-9ffd-cf2ef7ce8566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:34.945246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:34.957414 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] Sync routers for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:34.976151 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:34.976647 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:34.992381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.002154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-f949f5d6-397c-4ac8-a413-72ec07e9a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.004072 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4936cc88-066b-46a5-be76-a5d50b71ed23 x-openstack-request-id: req-4936cc88-066b-46a5-be76-a5d50b71ed23 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:35.004498 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "d0f6e62e-9a47-4aa1-a0ec-a9bda514d733", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:35.007685 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4936cc88-066b-46a5-be76-a5d50b71ed23 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:35.008224 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0f6e62e-9a47-4aa1-a0ec-a9bda514d733', 'code': 200} Aug 16 02:19:35.013125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.014092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2e065c40-8df4-451c-b8e0-1cae6871f4f2 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:35.020829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-f949f5d6-397c-4ac8-a413-72ec07e9a737 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfa2fc4-272e-47dd-a199-9f691c76324a HTTP/1.1" status: 200 len: 853 time: 0.5469718 Aug 16 02:19:35.089151 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d744d5-92f5-47ff-9e8d-193ee04cbca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.183948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.217723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-789a1d37-d272-48c6-bdfd-bb7451f31a76 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/floatingips/34d297d0-f842-4112-bc55-65866b41c0b4 HTTP/1.1" status: 204 len: 168 time: 6.2197316 Aug 16 02:19:35.223310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:35.225628 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382" -d '{"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:35.290053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-97a1610b-4ffb-4d02-90a0-447a6968066c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:35.300205 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:35.300598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-97a1610b-4ffb-4d02-90a0-447a6968066c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31daf6dc-7254-46c8-9059-0459f15ac9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1978619 Aug 16 02:19:35.300712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.444810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1c93490e-4323-4d72-9ffd-cf2ef7ce8566 None None] Port f0714b3a-57d1-4b28-adef-dcb52c358e70 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:35.454726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.479233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d744d5-92f5-47ff-9e8d-193ee04cbca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.507022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.578117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:35.637519 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.638718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device be34c2e7-54c1-4fe8-aee1-2474d2673dc2 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:35.638856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7e2545-6d6e-463d-b62e-cb7b128a440a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:35.657823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:35.662158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ebe35276-ee1b-4ee9-8d5c-776832c77b58 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/4b7e2545-6d6e-463d-b62e-cb7b128a440a HTTP/1.1" status: 204 len: 168 time: 3.2896554 Aug 16 02:19:35.670955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58610) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:35.681775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:35.752179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:19:35.752631 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:19:35.836960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfca8eea-356d-4308-a15a-6ff3d853e976 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:35.929747 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:37Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:35.997119 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] Checking router: e0921d72-5859-4104-bed0-3287266d2c10 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:36.007857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d744d5-92f5-47ff-9e8d-193ee04cbca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.010436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3d744d5-92f5-47ff-9e8d-193ee04cbca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.012613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b3d744d5-92f5-47ff-9e8d-193ee04cbca5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c2bb339d-bad5-4fce-b6cf-3931c7423110 HTTP/1.1" status: 204 len: 168 time: 1.6679640 Aug 16 02:19:36.026752 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3ee31e-8f6d-419d-8b67-ecf7858686f3 x-openstack-request-id: req-0d3ee31e-8f6d-419d-8b67-ecf7858686f3 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:36.026752 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:36.026752 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d3ee31e-8f6d-419d-8b67-ecf7858686f3 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:36.027372 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:36.030316 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:36.039477 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'status': 'completed', 'code': 200} Aug 16 02:19:36.083859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d744d5-92f5-47ff-9e8d-193ee04cbca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2bb339d-bad5-4fce-b6cf-3931c7423110,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.113081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:36.176178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-e6c954c4-12d2-4fe8-ace3-cdff304e3f15 service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691590 Aug 16 02:19:36.259645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.263315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:36.267030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.315417 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:36.474496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:36.540678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-6a5a025d-f305-4590-a7e0-5013abada114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.542356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-6a5a025d-f305-4590-a7e0-5013abada114 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 1097 time: 0.4938161 Aug 16 02:19:36.553521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] For port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:19:36.616278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.778650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:36.798566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a43c0-2aba-4eab-94f0-ec1d4cbc3661 req-b6ddb685-0886-403f-a48f-c2f2b012191b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.807463 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf2a43c0-2aba-4eab-94f0-ec1d4cbc3661 req-b6ddb685-0886-403f-a48f-c2f2b012191b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.8878295 Aug 16 02:19:36.878559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:36.879323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 400c62ed-1742-48ba-85e8-617763f1de24 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:36.941531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-557827c5-288a-4f7a-9c68-d25f47bc620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:36.947870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-557827c5-288a-4f7a-9c68-d25f47bc620f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 200 len: 897 time: 0.3957562 Aug 16 02:19:37.009943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:37.020356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf2a43c0-2aba-4eab-94f0-ec1d4cbc3661 req-37510bff-25af-4ae6-917f-978cb0d0f7b6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109797 Aug 16 02:19:37.023014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.037727 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9786fb89-b4e4-496f-99f6-2e733f048728" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:37.147222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-aea0cee3-350d-436f-8357-f4d27cb80ce9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 200 len: 217 time: 0.1896417 Aug 16 02:19:37.239269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28357181-28db-477a-a9f5-1841caeb6146 req-37c30479-f252-44e9-9780-daf22b7ae364 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.256553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28357181-28db-477a-a9f5-1841caeb6146 req-37c30479-f252-44e9-9780-daf22b7ae364 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 1.0865698 Aug 16 02:19:37.362678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.417478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.419089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] device_id is not set on port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:37.555611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-7c35212d-7716-4342-b52c-45b93034cf16 service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2934458 Aug 16 02:19:37.596604 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:37Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:37.632105 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.637212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=400c62ed-1742-48ba-85e8-617763f1de24,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:37.664610 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b343048-2c62-4a84-9d9a-d227405a035c None None] The sync data for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 is: [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '557f9cf5-2916-48ff-b6ca-4bf1e92f4374', 'name': '', 'network_id': 'c0703380-b832-4727-9e79-8ff99e9fdc32', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:c5:93:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:29Z', 'updated_at': '2021-08-16T02:17:37Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '6ba4652f-cbd3-42ec-a8eb-f348349f2d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:37.685808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:37.768270 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.768270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 6630d242-1b57-4a56-b005-1609ea8ec7bf no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:37.768809 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.806006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:37.819381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.820399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:37.850443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=6cbf18ad-35d9-4c1c-bf31-84861daa4e12,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:37.888343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28357181-28db-477a-a9f5-1841caeb6146 req-16a108a3-f7de-4973-be15-ef275d1c16c1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6265161 Aug 16 02:19:37.945925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:37.978865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.001335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.060952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.095452 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.114996 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec49ef2-173f-440b-ba29-b72d7bd787a4 x-openstack-request-id: req-6ec49ef2-173f-440b-ba29-b72d7bd787a4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:38.126089 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:38.127843 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6ec49ef2-173f-440b-ba29-b72d7bd787a4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:38.128663 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'code': 200} Aug 16 02:19:38.129822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.130067 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2', 'code': 200} Aug 16 02:19:38.146774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.154242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e75f550c-bb25-4d50-9e41-090f37600ec7 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 4578 time: 0.7244027 Aug 16 02:19:38.252468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.301622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-86e4be91-a6e7-46f2-a493-088c524ac7fa tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6290748 Aug 16 02:19:38.331802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-d76d17de-875f-4fd5-9622-59ec9fd30c73 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.332091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-d76d17de-875f-4fd5-9622-59ec9fd30c73 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.9327540 Aug 16 02:19:38.368172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:38.391856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:38.404203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'security_group': {'name': 'tempest-secgroup-261211142'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:38.438997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca564b4-bc00-4bfe-90b9-966fdaf21602 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:38.459979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-501cd4a1-5e38-40cd-9ebc-c9a3023a9cc9 req-e2f12d07-0519-4b90-8cb4-8a603a411b0e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&id=195622ca-8420-416a-89d4-7e283370f440&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2866695 Aug 16 02:19:38.500977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec87569b-7e22-41b4-8215-e275d02e0996 None None] New status for floating IP 34d297d0-f842-4112-bc55-65866b41c0b4: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:38.557625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-0e0c279d-73ff-48ef-8a36-79c83830648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.559839 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-0e0c279d-73ff-48ef-8a36-79c83830648a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 200 len: 835 time: 1.1630905 Aug 16 02:19:38.565612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Pushing event updated for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:38.607225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-be7e6a15-1bb9-4127-ba9c-f66c21d1888c None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:38.607639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be7e6a15-1bb9-4127-ba9c-f66c21d1888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:38.631288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc79ff-eb62-404c-bdf3-906170ef28f2 req-8f006904-a53c-49b0-9a1d-e583eb800fab tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:38.635581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eddc79ff-eb62-404c-bdf3-906170ef28f2 req-8f006904-a53c-49b0-9a1d-e583eb800fab tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.3298490 Aug 16 02:19:38.782406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eddc79ff-eb62-404c-bdf3-906170ef28f2 req-375fa74f-ed15-4e5d-8090-cdbdeeaaedad tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317914 Aug 16 02:19:39.019896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-be7e6a15-1bb9-4127-ba9c-f66c21d1888c None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:39.020596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be7e6a15-1bb9-4127-ba9c-f66c21d1888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.060596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-be7e6a15-1bb9-4127-ba9c-f66c21d1888c None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:39.098149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e77c996-0520-4222-ae45-032adc089d3a req-1223faf2-60bb-4db9-9c0b-97806b186f4a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.103600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e77c996-0520-4222-ae45-032adc089d3a req-1223faf2-60bb-4db9-9c0b-97806b186f4a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1100259 Aug 16 02:19:39.207523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-363c5b03-fd9b-469e-9029-5f53a5e0be2f None None] Provisioning complete for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:39.218461 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-363c5b03-fd9b-469e-9029-5f53a5e0be2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.239983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e77c996-0520-4222-ae45-032adc089d3a req-016a86d2-81de-45f1-8d99-1f3f087770fc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265335 Aug 16 02:19:39.261068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.263797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3815947f-030e-4b25-9c4d-e1090380302d no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:39.513724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Update dhcp port {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'fixed_ips': [{'subnet_id': '864f352b-70f1-488b-9021-f2b5f63a8a50', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cbf18ad-35d9-4c1c-bf31-84861daa4e12'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '7588f2b8-c08d-4a9d-aebb-aea01d366ac8'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:19:39.518533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:39.613401 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.664891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-363c5b03-fd9b-469e-9029-5f53a5e0be2f None None] Port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:39.714957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-0f14b6bc-d26f-4a89-9dfe-0e63bd2edbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.717030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-0f14b6bc-d26f-4a89-9dfe-0e63bd2edbd9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0703380-b832-4727-9e79-8ff99e9fdc32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1309330 Aug 16 02:19:39.721692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] No DVR routers for this DVR port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:39.730536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.736026 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:39.782956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-f1860448-18e9-4eb5-9c3c-23209c33103e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.791105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-f1860448-18e9-4eb5-9c3c-23209c33103e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.800358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-f1860448-18e9-4eb5-9c3c-23209c33103e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.829939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-f1860448-18e9-4eb5-9c3c-23209c33103e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.855728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-f1860448-18e9-4eb5-9c3c-23209c33103e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:39.860101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-f1860448-18e9-4eb5-9c3c-23209c33103e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3879 time: 0.2309582 Aug 16 02:19:39.885182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3815947f-030e-4b25-9c4d-e1090380302d,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:39.950095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-a39f93a3-6287-443b-90ce-9956f41eece3 service neutron] 10.222.0.58 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206745 Aug 16 02:19:39.952406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.036777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1b57054-d36e-4914-b75d-fb188d6dbeaa req-1d0ea3ea-6b3b-4f28-a9a7-e75da728884d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692176 Aug 16 02:19:40.040306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Allocated IP 172.20.0.2 (d3942033-1bcc-451a-939e-cd550501fbc6/6cbf18ad-35d9-4c1c-bf31-84861daa4e12/7588f2b8-c08d-4a9d-aebb-aea01d366ac8) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:40.046265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:40.050366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 976c7992-1ab0-4f10-9095-215951cdfb0f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:40.057925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db94976c-43e3-46c7-be35-f285b1a14d59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.134089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569ee40-7fac-4fc1-bed3-e4cee94ffea3 req-9a12c847-b6b1-4607-87c3-217c6a0b30c0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.148950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6569ee40-7fac-4fc1-bed3-e4cee94ffea3 req-9a12c847-b6b1-4607-87c3-217c6a0b30c0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1719923 Aug 16 02:19:40.156793 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.resource_extend [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] It took 1.08 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 16 02:19:40.163200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:40.169124 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdc8441-1527-454d-822e-184ea91194bf" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "400c62ed-1742-48ba-85e8-617763f1de24"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3815947f-030e-4b25-9c4d-e1090380302d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:40.273540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6569ee40-7fac-4fc1-bed3-e4cee94ffea3 req-24653e7f-e575-443b-94ed-3edd72bf5cec tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218345 Aug 16 02:19:40.287826 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7704871c-e067-415e-b755-044039cba5d5 x-openstack-request-id: req-7704871c-e067-415e-b755-044039cba5d5 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:40.289529 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "400c62ed-1742-48ba-85e8-617763f1de24", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-unplugged", "status": "completed", "tag": "3815947f-030e-4b25-9c4d-e1090380302d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:40.290019 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7704871c-e067-415e-b755-044039cba5d5 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:40.290856 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24', 'code': 200} Aug 16 02:19:40.292038 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf', 'code': 200} Aug 16 02:19:40.293266 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d', 'code': 200} Aug 16 02:19:40.334793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 976c7992-1ab0-4f10-9095-215951cdfb0f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:40.335242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.377831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] In _notify_port_updated(), no bound segment for port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 on network 7bf69ba6-2629-44fb-af37-6e121264581a {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:40.378780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.379494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.383426 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-527d9b28-d29c-4094-a348-861b09f650dc service neutron] 10.222.0.58 "PUT /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 200 len: 1028 time: 5.4943292 Aug 16 02:19:40.439519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,segment=NetworkSegment(d0aab46c-55b6-4915-9d54-4f02f3525654),segment_id=d0aab46c-55b6-4915-9d54-4f02f3525654)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:40.513783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962f805-b9c1-4c13-9898-3a3c50868711 req-98d986c9-9c93-46e9-8b36-834959f6bd41 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:40.518511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.526162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9962f805-b9c1-4c13-9898-3a3c50868711 req-98d986c9-9c93-46e9-8b36-834959f6bd41 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 945 time: 0.1576352 Aug 16 02:19:40.542020 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-e398c19a-5252-4cef-962a-e410ac1e288c service neutron] 10.222.0.58 "GET /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5270603 Aug 16 02:19:40.551652 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.585825 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.605722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Transition to ACTIVE for port object 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:40.691472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9962f805-b9c1-4c13-9898-3a3c50868711 req-c4b57550-7706-4cdb-8e30-93ce22416121 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371415 Aug 16 02:19:40.696795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.700547 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.703211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:40.703211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.740199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.783149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 976c7992-1ab0-4f10-9095-215951cdfb0f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:40.795562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port 6630d242-1b57-4a56-b005-1609ea8ec7bf {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:40.795943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:40.833000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 976c7992-1ab0-4f10-9095-215951cdfb0f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=976c7992-1ab0-4f10-9095-215951cdfb0f,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:40.866591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e7e12-d849-4c5e-bcc0-64e7824998d2 None None] Pushing event updated for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.096287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] For port 6630d242-1b57-4a56-b005-1609ea8ec7bf, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=6630d242-1b57-4a56-b005-1609ea8ec7bf,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:41.096287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.131807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for 6630d242-1b57-4a56-b005-1609ea8ec7bf owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:41.239001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Router b693d2d3-f7ec-45bc-be51-c38546fe489d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:41.286360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-704fdccd-df54-4a30-9908-fae4cadef6fc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.293439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-704fdccd-df54-4a30-9908-fae4cadef6fc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.334411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-704fdccd-df54-4a30-9908-fae4cadef6fc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.345128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-704fdccd-df54-4a30-9908-fae4cadef6fc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.346715 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.365330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-704fdccd-df54-4a30-9908-fae4cadef6fc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.374061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-704fdccd-df54-4a30-9908-fae4cadef6fc tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3877 time: 0.2140834 Aug 16 02:19:41.407482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.468875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c77bdb8-754a-4872-a522-8b0706d0bb76 req-fce88a89-3642-47ff-8793-c17551283b5b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938175 Aug 16 02:19:41.536921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:41.675550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2927f9fb-35d3-4f8a-ae5a-ea58bb0b9698 req-e4ceb124-2a52-4ede-af0c-fd11a0ff4a57 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.677195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2927f9fb-35d3-4f8a-ae5a-ea58bb0b9698 req-e4ceb124-2a52-4ede-af0c-fd11a0ff4a57 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1378090 Aug 16 02:19:41.713815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.732415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.737045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.3641784 Aug 16 02:19:41.741832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58714) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:41.800332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2927f9fb-35d3-4f8a-ae5a-ea58bb0b9698 req-6464586d-aca2-482a-b35b-a6aba8a9d8b8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089458 Aug 16 02:19:41.848656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6de984-302e-4abb-83ae-062c069ac69b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c0e527-255c-43c7-902a-44a605e8c3c6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:41.861461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'security_group': {'name': 'tempest-secgroup-765273209'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:41.878327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7d9a676b-3495-4247-bbdf-ff519bec5e26 None None] Provisioning for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:41.882470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7d9a676b-3495-4247-bbdf-ff519bec5e26 None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:41.882925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a676b-3495-4247-bbdf-ff519bec5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:41.912888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e11d47-fb7c-457c-967e-6f465555c404 req-a792be4d-ba6e-4844-969f-682fc8886b1d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:41.926981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99e11d47-fb7c-457c-967e-6f465555c404 req-a792be4d-ba6e-4844-969f-682fc8886b1d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 944 time: 0.0994058 Aug 16 02:19:42.025953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7d9a676b-3495-4247-bbdf-ff519bec5e26 None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:42.026211 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7d9a676b-3495-4247-bbdf-ff519bec5e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.029454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.048372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99e11d47-fb7c-457c-967e-6f465555c404 req-a195e84b-b073-4790-b9da-fa54e7c8c4a5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=c0840715-c698-49d9-9c98-3b2786a21474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164994 Aug 16 02:19:42.081859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a676b-3495-4247-bbdf-ff519bec5e26 None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:42.107054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:42.112779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.117580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.119337 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc62c6-7521-4728-a569-069973599151 None None] Sync routers for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:42.142095 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:42.142957 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.151925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=976c7992-1ab0-4f10-9095-215951cdfb0f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.189922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.277292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=6630d242-1b57-4a56-b005-1609ea8ec7bf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:42.295265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:42.298837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:42.299094 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027bd0b3-e49c-48fe-b1aa-d603aed5cd65" -d '{"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-unplugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:42.299232 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9511e9d-3cd7-464d-9bc9-1bf597884046" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:42.372768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:42.373595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] No DVR routers for this DVR port 976c7992-1ab0-4f10-9095-215951cdfb0f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:42.383615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.385724 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f2f2bb2d-4fa3-483d-bb9a-1990ad8bff09 req-b04ecdc1-8fdb-4ba2-9bb9-d7784fad4ac2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "DELETE /v2.0/ports/976c7992-1ab0-4f10-9095-215951cdfb0f HTTP/1.1" status: 204 len: 173 time: 4.0015547 Aug 16 02:19:42.436648 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae060a-d209-49b1-a0e0-5f0ef2f060ed x-openstack-request-id: req-d2ae060a-d209-49b1-a0e0-5f0ef2f060ed {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:42.437236 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:42.437236 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d2ae060a-d209-49b1-a0e0-5f0ef2f060ed {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:42.437625 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'status': 'completed', 'code': 200} Aug 16 02:19:42.446714 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc19ad0-08c5-4d02-a9f2-fa875fe83c84 x-openstack-request-id: req-6dc19ad0-08c5-4d02-a9f2-fa875fe83c84 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:42.446714 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-unplugged", "status": "completed", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:42.447244 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6dc19ad0-08c5-4d02-a9f2-fa875fe83c84 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:42.447497 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'code': 200} Aug 16 02:19:42.482874 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0ae31b5a-373a-4c7a-a3ec-3c479677e0d9 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "PUT /v2.0/floatingips/1267bdbd-023f-4392-a3e5-be77f0f59797 HTTP/1.1" status: 200 len: 993 time: 9.0292833 Aug 16 02:19:42.536569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] No DVR routers for this DVR port 6630d242-1b57-4a56-b005-1609ea8ec7bf on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:42.542026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.544667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-23d596c7-f731-4486-84c8-5fb7cfce9aab tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "DELETE /v2.0/ports/6630d242-1b57-4a56-b005-1609ea8ec7bf HTTP/1.1" status: 204 len: 173 time: 2.1188924 Aug 16 02:19:42.666395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.675048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-1395f70e-b074-4ffb-9239-d6977ac137de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.679688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-1395f70e-b074-4ffb-9239-d6977ac137de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1097 time: 0.2360263 Aug 16 02:19:42.748184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6731d-88a2-4fef-a141-ad1491167f09 req-fe235112-0d70-4455-a668-6a96d5275185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.755628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6731d-88a2-4fef-a141-ad1491167f09 req-fe235112-0d70-4455-a668-6a96d5275185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.762266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6731d-88a2-4fef-a141-ad1491167f09 req-fe235112-0d70-4455-a668-6a96d5275185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.774254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb6731d-88a2-4fef-a141-ad1491167f09 req-fe235112-0d70-4455-a668-6a96d5275185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:42.790382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fee99e2b-da16-436f-9c93-a5c19031fc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:42.790588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acb6731d-88a2-4fef-a141-ad1491167f09 req-fe235112-0d70-4455-a668-6a96d5275185 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3144 time: 0.1565604 Aug 16 02:19:42.843426 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '1267bdbd-023f-4392-a3e5-be77f0f59797', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:28Z', 'updated_at': '2021-08-16T02:19:39Z', 'revision_number': 2, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:42.915291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acb6731d-88a2-4fef-a141-ad1491167f09 req-5d3df8a8-a2f2-4b67-907f-b44e2bbe7819 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260347 Aug 16 02:19:42.936547 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc62c6-7521-4728-a569-069973599151 None None] Checking router: b693d2d3-f7ec-45bc-be51-c38546fe489d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:42.958432 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:42.959757 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:43.043122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c44c0f-6cdf-474a-bb8e-d56b02a00287 req-93e17123-26fb-4e62-bf43-4644c2778e81 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.045996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65c44c0f-6cdf-474a-bb8e-d56b02a00287 req-93e17123-26fb-4e62-bf43-4644c2778e81 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.0883234 Aug 16 02:19:43.119244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65c44c0f-6cdf-474a-bb8e-d56b02a00287 req-bb9d6f39-a8c7-466f-8542-6841648aa9e0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674889 Aug 16 02:19:43.126783 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:43.231953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.251548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05008fae-7d85-4a0f-b9f4-29f2787f1596 req-00da3f25-9816-4ddf-bea9-064accf79327 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=0030b6fe-34f3-494d-a471-45dd8ad1876c HTTP/1.1" status: 200 len: 210 time: 0.0840549 Aug 16 02:19:43.293215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-86a15abb-be4c-4870-a2b3-0f3bf3a67dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.294977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-86a15abb-be4c-4870-a2b3-0f3bf3a67dce service neutron] 10.222.0.58 "GET /v2.0/networks?id=31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 200 len: 915 time: 0.6000586 Aug 16 02:19:43.302611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:43.302611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.382148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.457771 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-ab2d1819-835c-4cd0-849a-4b677c05b3ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 200 len: 1001 time: 0.1506987 Aug 16 02:19:43.458358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c8b039-84bb-464a-9633-f19903076998,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:43.505481 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-efdc62c6-7521-4728-a569-069973599151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '1267bdbd-023f-4392-a3e5-be77f0f59797', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:28Z', 'updated_at': '2021-08-16T02:19:39Z', 'revision_number': 2, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:43.519355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.524620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b8bc9007-cc26-4588-8d43-96d61318b0ab tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6685164 Aug 16 02:19:43.524796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:43.529611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] For port 2e065c40-8df4-451c-b8e0-1cae6871f4f2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2e065c40-8df4-451c-b8e0-1cae6871f4f2,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:43.529920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.533048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'security_group': {'name': 'tempest-secgroup-1456722090'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:43.545323 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdc62c6-7521-4728-a569-069973599151 None None] The sync data for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 is: [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '1267bdbd-023f-4392-a3e5-be77f0f59797', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'floating_ip_address': '172.25.6.216', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'port_id': '209ff281-a053-4fdc-bb0e-907b79397552', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'mac_address': 'fa:16:3e:d9:22:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:19:28Z', 'updated_at': '2021-08-16T02:19:39Z', 'revision_number': 2, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:43.612497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-db64719d-a049-42ff-b3da-470cf13adac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.614037 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-db64719d-a049-42ff-b3da-470cf13adac8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfa2fc4-272e-47dd-a199-9f691c76324a HTTP/1.1" status: 200 len: 853 time: 0.1471877 Aug 16 02:19:43.728212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.748915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-00e58065-86cb-4326-b25c-d183f59cb4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:43.750498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-00e58065-86cb-4326-b25c-d183f59cb4c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31daf6dc-7254-46c8-9059-0459f15ac9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282370 Aug 16 02:19:43.882762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.882762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.883033 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Floating IP b2615b1c-7950-42f7-86b1-9199f7d69bd0 disassociated. External IP: 172.25.6.86, port: 2e065c40-8df4-451c-b8e0-1cae6871f4f2. Aug 16 02:19:43.883292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for 2e065c40-8df4-451c-b8e0-1cae6871f4f2 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:43.896912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:43.954170 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-6dda1cdd-81a8-4323-89dc-7bc04c4e8ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941261 Aug 16 02:19:44.006683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.091321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bdce7-b5f9-41f6-83bc-4986832d5b57 req-c62e8a4a-2e9e-4fe1-b613-eb95dbb4f8ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.097841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bdce7-b5f9-41f6-83bc-4986832d5b57 req-c62e8a4a-2e9e-4fe1-b613-eb95dbb4f8ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.103415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f9511e9d-3cd7-464d-9bc9-1bf597884046 req-d307030b-e801-4dfe-ba79-1a61ca1c4acd service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415558 Aug 16 02:19:44.106699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bdce7-b5f9-41f6-83bc-4986832d5b57 req-c62e8a4a-2e9e-4fe1-b613-eb95dbb4f8ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.113862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472bdce7-b5f9-41f6-83bc-4986832d5b57 req-c62e8a4a-2e9e-4fe1-b613-eb95dbb4f8ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.116492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-472bdce7-b5f9-41f6-83bc-4986832d5b57 req-c62e8a4a-2e9e-4fe1-b613-eb95dbb4f8ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 3144 time: 0.1268039 Aug 16 02:19:44.117620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60799d40-1688-4d83-8dfb-a8af9214d589,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.168285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-472bdce7-b5f9-41f6-83bc-4986832d5b57 req-b337b899-75d7-4261-b00a-6cd0951c3d5d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403242 Aug 16 02:19:44.169657 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.171988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-41678f93-3d05-4cf0-881d-bc067ed98ea4 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6463087 Aug 16 02:19:44.173658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58796) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.180539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1227346886', 'security_groups': ['60799d40-1688-4d83-8dfb-a8af9214d589'], 'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6cbf18ad-35d9-4c1c-bf31-84861daa4e12'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:44.212526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.276183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=2e065c40-8df4-451c-b8e0-1cae6871f4f2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:44.335889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58800) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.368292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1e327-427f-4bb3-94d3-90248a5c7585 req-847d64c5-8a23-4868-81b2-b5283068fd09 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.369860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4b1e327-427f-4bb3-94d3-90248a5c7585 req-847d64c5-8a23-4868-81b2-b5283068fd09 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1103456 Aug 16 02:19:44.419432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Router a484f217-791a-4de9-8327-2d8d22463ebf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:44.461822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-deleted', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f'}, {'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:44.464750 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff" -d '{"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-deleted", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f"}, {"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:44.532251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4b1e327-427f-4bb3-94d3-90248a5c7585 req-a98ba0f8-2839-4ab7-aedd-42ee82a51117 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133039 Aug 16 02:19:44.550558 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed9261-311b-4225-bd54-42817c2ab2c1 x-openstack-request-id: req-24ed9261-311b-4225-bd54-42817c2ab2c1 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:44.551200 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0030b6fe-34f3-494d-a471-45dd8ad1876c", "name": "network-vif-deleted", "tag": "976c7992-1ab0-4f10-9095-215951cdfb0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "status": "completed", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "6630d242-1b57-4a56-b005-1609ea8ec7bf", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:44.551431 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-24ed9261-311b-4225-bd54-42817c2ab2c1 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:44.551911 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0030b6fe-34f3-494d-a471-45dd8ad1876c', 'name': 'network-vif-deleted', 'tag': '976c7992-1ab0-4f10-9095-215951cdfb0f', 'status': 'completed', 'code': 200} Aug 16 02:19:44.552171 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'status': 'completed', 'code': 200} Aug 16 02:19:44.552516 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '6630d242-1b57-4a56-b005-1609ea8ec7bf', 'status': 'completed', 'code': 200} Aug 16 02:19:44.566304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:44.581163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] Sync routers for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:44.599465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:44.599949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:44.620498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:44.645611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] No DVR routers for this DVR port 2e065c40-8df4-451c-b8e0-1cae6871f4f2 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:44.649879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.652931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-f1c593ee-5f01-414c-902d-4e786d3220cb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "DELETE /v2.0/ports/2e065c40-8df4-451c-b8e0-1cae6871f4f2 HTTP/1.1" status: 204 len: 173 time: 2.1005771 Aug 16 02:19:44.732964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.756393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58808) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.767454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:44.867994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58814) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:44.882230 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:44.889829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-dc10598e-ce61-44a0-a84f-c7f17abc76e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:44.891579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-dc10598e-ce61-44a0-a84f-c7f17abc76e7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1097 time: 0.2590225 Aug 16 02:19:44.932339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] device_id is not set on port d19964d0-8c17-4af2-8be0-cde3c4492992 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:19:45.007950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port 400c62ed-1742-48ba-85e8-617763f1de24 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:45.008366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.078620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:45.092492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.099875 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ba78bf4c-e940-4527-bfc6-bcd6b222e7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.107201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] Checking router: a484f217-791a-4de9-8327-2d8d22463ebf for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:45.116426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:45.117054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:45.137374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-27e9daa1-ae79-4dc9-980a-677aa5a77f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.138991 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-27e9daa1-ae79-4dc9-980a-677aa5a77f09 service neutron] 10.222.0.58 "GET /v2.0/networks?id=31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 200 len: 915 time: 0.2391119 Aug 16 02:19:45.167127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:19:45.167127 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:19:45.167127 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '76df3b20999d422aa10bf6231894e48c', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 19, 45, 125209)}] Aug 16 02:19:45.167127 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:19:45.167127 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:19:45.257488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:45.259594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.7 (d3942033-1bcc-451a-939e-cd550501fbc6/6cbf18ad-35d9-4c1c-bf31-84861daa4e12/d19964d0-8c17-4af2-8be0-cde3c4492992) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:45.267875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-37635bc4-7540-4a8e-be14-6fc73ac87779 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 200 len: 1001 time: 0.1188881 Aug 16 02:19:45.319912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] For port 400c62ed-1742-48ba-85e8-617763f1de24, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=400c62ed-1742-48ba-85e8-617763f1de24,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:45.320641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.341383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for 400c62ed-1742-48ba-85e8-617763f1de24 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:45.350335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-c542bb75-88f7-449e-8d2f-bd65a7139c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.352058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-c542bb75-88f7-449e-8d2f-bd65a7139c04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfa2fc4-272e-47dd-a199-9f691c76324a HTTP/1.1" status: 200 len: 853 time: 0.0763772 Aug 16 02:19:45.444683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ba78bf4c-e940-4527-bfc6-bcd6b222e7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.459628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72de7b7-b772-4161-b46f-742bb90e0418 req-65754a21-ecf8-4726-8a9d-1ed4f06b9478 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.467332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72de7b7-b772-4161-b46f-742bb90e0418 req-65754a21-ecf8-4726-8a9d-1ed4f06b9478 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.474595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72de7b7-b772-4161-b46f-742bb90e0418 req-65754a21-ecf8-4726-8a9d-1ed4f06b9478 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.476482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b72de7b7-b772-4161-b46f-742bb90e0418 req-65754a21-ecf8-4726-8a9d-1ed4f06b9478 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 2410 time: 0.2040231 Aug 16 02:19:45.487426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-f8eebd0f-f796-44e9-a108-dfe8ffd74ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:45.487734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.487860 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-f8eebd0f-f796-44e9-a108-dfe8ffd74ec3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31daf6dc-7254-46c8-9059-0459f15ac9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181214 Aug 16 02:19:45.545566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:45.578224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6508a8-027a-442d-ae1c-e55f52a8aaec None None] The sync data for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 is: [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:08:43Z', 'revision_number': 4, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '644ef2c5-3381-4260-a4c1-f35be2423643', 'name': '', 'network_id': 'cd6dc3da-7a2b-42b5-8651-4224815901b1', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'mac_address': 'fa:16:3e:c8:38:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:41Z', 'updated_at': '2021-08-16T02:08:54Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'subnets': [{'id': 'bec869a3-5269-413a-a6f5-1b8948d72186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:45.661839 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-a5e9ed84-bdc6-49bb-9746-83c251a41bce service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710570 Aug 16 02:19:45.671237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.736386 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.792880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=400c62ed-1742-48ba-85e8-617763f1de24,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:45.809304 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.868093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] No DVR routers for this DVR port 400c62ed-1742-48ba-85e8-617763f1de24 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:45.874066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.876098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-41a09dc5-fde9-497a-aba2-aa981ed4add2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "DELETE /v2.0/ports/400c62ed-1742-48ba-85e8-617763f1de24 HTTP/1.1" status: 204 len: 173 time: 1.1985149 Aug 16 02:19:45.930835 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ba78bf4c-e940-4527-bfc6-bcd6b222e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:45.932305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dfc7ab72-b883-4046-9012-2b7e7c96e7ff req-ef460037-6c27-4a5e-b8fd-fe9687024d7f service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613041 Aug 16 02:19:45.966720 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565892ec-d2a7-4028-a384-a8898ee5ef77 None None] New status for floating IP b2615b1c-7950-42f7-86b1-9199f7d69bd0: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:19:46.000611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.030056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port 3815947f-030e-4b25-9c4d-e1090380302d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:46.031009 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.064756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ba78bf4c-e940-4527-bfc6-bcd6b222e7b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b46fdf617e504f08bd9ba20a68630134&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1930215 Aug 16 02:19:46.079827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58824) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.095424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78bf4c-e940-4527-bfc6-bcd6b222e7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e836c-2005-4d5e-921c-0926fafac55d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.111966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b72de7b7-b772-4161-b46f-742bb90e0418 req-3bce3588-36db-4639-a404-9fc7ff67678c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890907 Aug 16 02:19:46.146747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.156896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.157931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80caca9e-a93b-44cb-8257-0f66a16b210f req-eeb65c5c-f7c2-4cc3-bebc-9b05bb106795 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.159575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80caca9e-a93b-44cb-8257-0f66a16b210f req-eeb65c5c-f7c2-4cc3-bebc-9b05bb106795 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.2402558 Aug 16 02:19:46.175895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object d19964d0-8c17-4af2-8be0-cde3c4492992 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:46.233573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] For port 3815947f-030e-4b25-9c4d-e1090380302d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3815947f-030e-4b25-9c4d-e1090380302d,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:46.233958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.250946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-824a32b5-6e5e-446e-89a0-f80d2de706e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.311022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80caca9e-a93b-44cb-8257-0f66a16b210f req-04d23b82-f782-4598-8cea-5bbbc2be256a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405663 Aug 16 02:19:46.400977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.466949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:46.478890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:46.483500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:19:46.491020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=d19964d0-8c17-4af2-8be0-cde3c4492992,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.528037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ea2166-78d0-4b23-8225-0d209595bb2f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.540576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1aac36ab-a237-41d3-8a02-f7b4bbe8482d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76df3b20999d422aa10bf6231894e48c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7554867 Aug 16 02:19:46.545601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for 3815947f-030e-4b25-9c4d-e1090380302d owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:46.547176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.549009 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-824a32b5-6e5e-446e-89a0-f80d2de706e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.555218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:46.556224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.582850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:46.582850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.590513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:46.591682 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8d489f-314c-4b9b-978e-6fa45a60285b" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "400c62ed-1742-48ba-85e8-617763f1de24"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:46.649250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b3ac1f89-9889-4475-8c9d-8c0f94e430ff tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4743629 Aug 16 02:19:46.652994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58834) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:46.663314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:46.772963 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9749f751-c4e2-487f-a186-a2c141980960 x-openstack-request-id: req-9749f751-c4e2-487f-a186-a2c141980960 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:46.773446 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "2e065c40-8df4-451c-b8e0-1cae6871f4f2", "status": "completed", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "400c62ed-1742-48ba-85e8-617763f1de24", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:46.773794 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9749f751-c4e2-487f-a186-a2c141980960 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:46.774293 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '2e065c40-8df4-451c-b8e0-1cae6871f4f2', 'status': 'completed', 'code': 200} Aug 16 02:19:46.774765 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '400c62ed-1742-48ba-85e8-617763f1de24', 'status': 'completed', 'code': 200} Aug 16 02:19:46.845481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b284bf-2eba-43eb-b313-309fb6583300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.847971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 557f9cf5-2916-48ff-b6ca-4bf1e92f4374, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:46.848368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.867062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:46.872516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b284bf-2eba-43eb-b313-309fb6583300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.916645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.922777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-824a32b5-6e5e-446e-89a0-f80d2de706e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.926727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-824a32b5-6e5e-446e-89a0-f80d2de706e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.928550 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-824a32b5-6e5e-446e-89a0-f80d2de706e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1a1e836c-2005-4d5e-921c-0926fafac55d HTTP/1.1" status: 204 len: 168 time: 0.8478649 Aug 16 02:19:46.950349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824a32b5-6e5e-446e-89a0-f80d2de706e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e836c-2005-4d5e-921c-0926fafac55d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.978090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee0f7397-d01d-46b8-90d1-074b69084717 None None] Provisioning for port d19964d0-8c17-4af2-8be0-cde3c4492992 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:46.986983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee0f7397-d01d-46b8-90d1-074b69084717 None None] Provisioning complete for port d19964d0-8c17-4af2-8be0-cde3c4492992 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:46.987504 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee0f7397-d01d-46b8-90d1-074b69084717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:46.991055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=3815947f-030e-4b25-9c4d-e1090380302d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:46.999514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:47.004077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.052265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f7397-d01d-46b8-90d1-074b69084717 None None] Port d19964d0-8c17-4af2-8be0-cde3c4492992 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:47.078113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] No DVR routers for this DVR port 3815947f-030e-4b25-9c4d-e1090380302d on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:47.081219 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.083663 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-2f5ab4cc-dec8-4383-a896-a6aa66825579 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "DELETE /v2.0/ports/3815947f-030e-4b25-9c4d-e1090380302d HTTP/1.1" status: 204 len: 173 time: 1.1989157 Aug 16 02:19:47.202471 n-d-768852-19 neutron-server[101945]: INFO neutron.db.ipam_backend_mixin [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6cbf18ad-35d9-4c1c-bf31-84861daa4e12 (CIDR: 172.20.0.0/28) Aug 16 02:19:47.229381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b284bf-2eba-43eb-b313-309fb6583300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.232527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b284bf-2eba-43eb-b313-309fb6583300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.238073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74b284bf-2eba-43eb-b313-309fb6583300 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15ea2166-78d0-4b23-8225-0d209595bb2f HTTP/1.1" status: 204 len: 168 time: 0.6828935 Aug 16 02:19:47.247133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b284bf-2eba-43eb-b313-309fb6583300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ea2166-78d0-4b23-8225-0d209595bb2f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.265894 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:19:47.266886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:47.299444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:47.304958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.332104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5d5a7-25f4-4591-9ade-34cdead48839 req-7b2d8b98-5ad0-4d25-9ec8-ecc65b010243 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.334443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfb5d5a7-25f4-4591-9ade-34cdead48839 req-7b2d8b98-5ad0-4d25-9ec8-ecc65b010243 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1347642 Aug 16 02:19:47.386718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3937f6-7e57-425f-9f83-6c8f0391fe3a req-71fc6a9d-7a5d-4c3c-ba6b-e1dfe28d73f3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.388976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c3937f6-7e57-425f-9f83-6c8f0391fe3a req-71fc6a9d-7a5d-4c3c-ba6b-e1dfe28d73f3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 943 time: 0.1167142 Aug 16 02:19:47.395981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.434687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=557f9cf5-2916-48ff-b6ca-4bf1e92f4374,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:47.445143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-06059b44-0e8e-484c-8683-09c6ebcf5d83 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7908564 Aug 16 02:19:47.446494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58856) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.457784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfb5d5a7-25f4-4591-9ade-34cdead48839 req-9bf5d4a2-e913-483f-ae05-61ec08bf1d16 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161187 Aug 16 02:19:47.461844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:47.492477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] For port be34c2e7-54c1-4fe8-aee1-2474d2673dc2, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:47.494274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.562076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for be34c2e7-54c1-4fe8-aee1-2474d2673dc2 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:47.609629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-a3c9cc1e-ba61-41b5-b885-2765b9f821c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.616672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-a3c9cc1e-ba61-41b5-b885-2765b9f821c3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.3440650 Aug 16 02:19:47.742938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c3937f6-7e57-425f-9f83-6c8f0391fe3a req-332324e0-f8f6-43c2-97bf-0bd74301d4c4 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups?id=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093379 Aug 16 02:19:47.789963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ddc090-cfef-46ed-b483-acaf00c25271 req-b865c1c6-2c32-4fe6-ad98-f6b93f41fee7 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.792560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74ddc090-cfef-46ed-b483-acaf00c25271 req-b865c1c6-2c32-4fe6-ad98-f6b93f41fee7 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1296608 Aug 16 02:19:47.833524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-76e31995-8dd7-4f44-adf1-34d8259638b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.835229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-76e31995-8dd7-4f44-adf1-34d8259638b7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.2110703 Aug 16 02:19:47.904878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-3f4edc87-bc4e-4479-93ec-8d16a603442b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.0499055 Aug 16 02:19:47.927351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58860) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:47.931028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74ddc090-cfef-46ed-b483-acaf00c25271 req-a0c34f95-4913-4177-b2ab-8694e1ba80fd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215203 Aug 16 02:19:47.965891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e048-2647-4169-8121-c91018784396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:47.980893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-f76b9c83-f0ad-44d8-a8d1-742eba992c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:47.982457 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-f76b9c83-f0ad-44d8-a8d1-742eba992c2e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.0690441 Aug 16 02:19:48.016917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-0ac78cd4-c098-49fb-bc80-9f52ccbfd09d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265777 Aug 16 02:19:48.034138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.044446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.107452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=be34c2e7-54c1-4fe8-aee1-2474d2673dc2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.134217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:48.139150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.175280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] No DVR routers for this DVR port be34c2e7-54c1-4fe8-aee1-2474d2673dc2 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:48.177870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.180207 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b86b2612-32ec-4fb8-a842-38c731f05b74 req-6baf189a-1b71-4de4-9995-0255f8ced2e9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.58 "DELETE /v2.0/ports/be34c2e7-54c1-4fe8-aee1-2474d2673dc2 HTTP/1.1" status: 204 len: 173 time: 1.0895362 Aug 16 02:19:48.197253 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-eafebb8d-0e83-4d22-881d-8b801e0010ee service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717463 Aug 16 02:19:48.304254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b17426a3-ea3d-4001-b8d7-229bd28e205c req-ee5135de-80dc-42d9-a823-14bbd4f85774 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993526 Aug 16 02:19:48.317370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58862) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.330629 n-d-768852-19 neutron-server[101945]: INFO neutron.db.ipam_backend_mixin [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 864f352b-70f1-488b-9021-f2b5f63a8a50 (CIDR: 172.20.0.16/28) Aug 16 02:19:48.336494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a6b368d-c2f8-46bc-97c1-1039526dee27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.416915 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:19:48.417552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:48.440731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e048-2647-4169-8121-c91018784396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.465617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router e0921d72-5859-4104-bed0-3287266d2c10 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:19:48.599054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2e5e048-2647-4169-8121-c91018784396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.648830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:19:48.655216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7a7ba2d2-97a3-4208-a308-53b97c6781e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/e0921d72-5859-4104-bed0-3287266d2c10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3140528 Aug 16 02:19:48.664800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58870) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.666618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] Sync routers for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:19:48.679089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c2e5e048-2647-4169-8121-c91018784396 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=965da64957e844259848b7075551467c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7468572 Aug 16 02:19:48.680530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:48.681209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:48.681895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58872) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.690207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5e048-2647-4169-8121-c91018784396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a3dce-60d9-4b0a-83f1-c3283d2f888f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.704114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ab312-9341-402b-9b25-7cd56090c8d3 req-b7d18a52-65ac-4971-be1c-558791a449ce tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:48.705414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-042ab312-9341-402b-9b25-7cd56090c8d3 req-b7d18a52-65ac-4971-be1c-558791a449ce tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1459718 Aug 16 02:19:48.760665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting subnet 6ba4652f-cbd3-42ec-a8eb-f348349f2d06 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:48.784229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a6b368d-c2f8-46bc-97c1-1039526dee27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.785529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d'}, {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:48.786078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-042ab312-9341-402b-9b25-7cd56090c8d3 req-8b0e82eb-63c5-4622-9d8f-22bcfb32b58c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725632 Aug 16 02:19:48.791258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8585ff90-4fea-4dca-883d-afc6c9abc9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.801663 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9746c70-98fe-4b76-bb0c-660dc2246fa4" -d '{"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "3815947f-030e-4b25-9c4d-e1090380302d"}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:48.821830 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.828496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8585ff90-4fea-4dca-883d-afc6c9abc9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.868721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:48.876741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a6b368d-c2f8-46bc-97c1-1039526dee27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.893200 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6e1c0d-dcc2-464e-81d1-12d937f17b8c x-openstack-request-id: req-2b6e1c0d-dcc2-464e-81d1-12d937f17b8c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:48.893487 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "3815947f-030e-4b25-9c4d-e1090380302d", "status": "completed", "code": 200}, {"server_uuid": "f7265d08-d580-4696-ba02-0f0ae9afb5f1", "name": "network-vif-deleted", "tag": "be34c2e7-54c1-4fe8-aee1-2474d2673dc2", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:48.893738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2b6e1c0d-dcc2-464e-81d1-12d937f17b8c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:48.894148 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': '3815947f-030e-4b25-9c4d-e1090380302d', 'status': 'completed', 'code': 200} Aug 16 02:19:48.894407 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7265d08-d580-4696-ba02-0f0ae9afb5f1', 'name': 'network-vif-deleted', 'tag': 'be34c2e7-54c1-4fe8-aee1-2474d2673dc2', 'status': 'completed', 'code': 200} Aug 16 02:19:48.915339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-899d1d44-f811-4eaa-8850-f147f8774d07 req-1a0773d6-bd23-4540-ac39-4b9b93318fe6 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0363717 Aug 16 02:19:48.929270 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:48.933720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb307e58-f714-4b48-b029-1418d255e7d9 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.4791420 Aug 16 02:19:48.937273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58878) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:48.952675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'subnet': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:48.973526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a6b368d-c2f8-46bc-97c1-1039526dee27 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d8189a0129c344f190b6947013d9a9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6550779 Aug 16 02:19:48.977234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b368d-c2f8-46bc-97c1-1039526dee27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6170729-984b-4937-a2f0-22421d3d227c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:48.983723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58882) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.100024 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8585ff90-4fea-4dca-883d-afc6c9abc9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.102918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8585ff90-4fea-4dca-883d-afc6c9abc9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.108056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8585ff90-4fea-4dca-883d-afc6c9abc9ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f68a3dce-60d9-4b0a-83f1-c3283d2f888f HTTP/1.1" status: 204 len: 168 time: 0.4213939 Aug 16 02:19:49.121468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.147247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585ff90-4fea-4dca-883d-afc6c9abc9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a3dce-60d9-4b0a-83f1-c3283d2f888f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.218034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2512c796-e2f8-4c8d-8eaa-2a174133cce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.228868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50be4b-aae8-462b-9ea0-610932d0b777 req-e79a676e-0877-4e12-8ba6-9f3308cc0b17 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:49.243918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad50be4b-aae8-462b-9ea0-610932d0b777 req-e79a676e-0877-4e12-8ba6-9f3308cc0b17 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1993124 Aug 16 02:19:49.272651 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2512c796-e2f8-4c8d-8eaa-2a174133cce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.320255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.348325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad50be4b-aae8-462b-9ea0-610932d0b777 req-06013a24-5a1a-4604-93dd-bbd238eef043 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988090 Aug 16 02:19:49.354987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Subnet': ['ID=6ba4652f-cbd3-42ec-a8eb-f348349f2d06,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.360033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.362218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0fac40d1-e616-4008-a5ff-c672908bb67d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/subnets/6ba4652f-cbd3-42ec-a8eb-f348349f2d06 HTTP/1.1" status: 204 len: 168 time: 0.6956198 Aug 16 02:19:49.365927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58886) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:49.392182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bcf7d6-2050-459b-81f4-b39faa102e7b None None] Network c0703380-b832-4727-9e79-8ff99e9fdc32 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:49.424015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Made reservation on behalf of c8f9c3b435e64d76aee959d74ba43d60 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:19:49.428308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.452246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2512c796-e2f8-4c8d-8eaa-2a174133cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.455193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2512c796-e2f8-4c8d-8eaa-2a174133cce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.456718 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2512c796-e2f8-4c8d-8eaa-2a174133cce0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c6170729-984b-4937-a2f0-22421d3d227c HTTP/1.1" status: 204 len: 168 time: 0.4717946 Aug 16 02:19:49.503762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512c796-e2f8-4c8d-8eaa-2a174133cce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6170729-984b-4937-a2f0-22421d3d227c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:49.561735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:49.593039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] Checking router: e0921d72-5859-4104-bed0-3287266d2c10 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:19:49.619390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] Routers {'e0921d72-5859-4104-bed0-3287266d2c10'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:19:49.620311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['e0921d72-5859-4104-bed0-3287266d2c10'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:49.654630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.785186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] Set router e0921d72-5859-4104-bed0-3287266d2c10 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:19:49.829580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] DHCP port deletion for c0703380-b832-4727-9e79-8ff99e9fdc32 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:19:49.862157 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:49.986856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] Deleting port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:49.987227 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.009327 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.086093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 322c6033-0bff-4690-b511-f7752c5a715b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:50.086882 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.106876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] For port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,segment=NetworkSegment(f3a04f34-5f02-448c-959f-639184ef499f),segment_id=f3a04f34-5f02-448c-959f-639184ef499f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:50.107299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.125383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] Calling delete_port for b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:50.132285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c40abe0c-0388-492a-a1c5-3635db49edb4 req-6c702451-a7da-4647-8ed9-34d37973b2d2 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0519502 Aug 16 02:19:50.159136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:50.160556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Network d3942033-1bcc-451a-939e-cd550501fbc6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:19:50.169601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:19:50.185401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Subnet': ['ID=87ec5e5c-4d9f-49b7-9861-22aac6434342,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.190251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.190885 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.216269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a78c64-cac8-4526-86d9-0a847d2addc5 req-9e4ad95c-c7ef-4786-8778-7609642dc7a1 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.217864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6a78c64-cac8-4526-86d9-0a847d2addc5 req-9e4ad95c-c7ef-4786-8778-7609642dc7a1 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.2792683 Aug 16 02:19:50.270648 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6a78c64-cac8-4526-86d9-0a847d2addc5 req-cdf50357-8409-43d2-8000-07544cecdbaf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413253 Aug 16 02:19:50.273194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39c66fe-baf3-4754-b851-8372344c7048 None None] The sync data for ids ['e0921d72-5859-4104-bed0-3287266d2c10'] in n-d-768852-19 is: [{'id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37473271', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '322c6033-0bff-4690-b511-f7752c5a715b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:19Z', 'updated_at': '2021-08-16T02:19:47Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '322c6033-0bff-4690-b511-f7752c5a715b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:95:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0921d72-5859-4104-bed0-3287266d2c10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:21Z', 'updated_at': '2021-08-16T02:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:19:50.283302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d685a092-360e-40b5-b4d4-a5e244f962ee None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:50.290251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 322c6033-0bff-4690-b511-f7752c5a715b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=322c6033-0bff-4690-b511-f7752c5a715b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:50.291407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.315989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 322c6033-0bff-4690-b511-f7752c5a715b owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:50.353391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-39a22493-8d15-4d07-ae01-804d10385e7e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4149048 Aug 16 02:19:50.355955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58912) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:50.362624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1478505663', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87ec5e5c-4d9f-49b7-9861-22aac6434342'}], 'security_groups': ['92c0e527-255c-43c7-902a-44a605e8c3c6', 'b5c8b039-84bb-464a-9633-f19903076998']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:50.498161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.575541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] No DVR routers for this DVR port b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:19:50.580661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8cd57-72ec-41b5-aee3-7dd1ce81b8c4 None None] Pushing event deleted for resources: {'Port': ['ID=b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:50.653050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c130dc83-413b-4f7c-aeed-7f2e3e3d98fc req-d5f35f50-3a48-4fb3-b6ed-63d10f85e721 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:50.657990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c130dc83-413b-4f7c-aeed-7f2e3e3d98fc req-d5f35f50-3a48-4fb3-b6ed-63d10f85e721 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1166084 Aug 16 02:19:50.799981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.824772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Update dhcp port {'port': {'network_id': 'd3942033-1bcc-451a-939e-cd550501fbc6', 'fixed_ips': [{'subnet_id': '864f352b-70f1-488b-9021-f2b5f63a8a50', 'ip_address': '172.20.0.18'}, {'subnet_id': '6cbf18ad-35d9-4c1c-bf31-84861daa4e12', 'ip_address': '172.20.0.2'}, {'subnet_id': '87ec5e5c-4d9f-49b7-9861-22aac6434342'}], 'binding:host_id': 'n-d-768852-19'}, 'id': '7588f2b8-c08d-4a9d-aebb-aea01d366ac8'} from n-d-768852-19. {{(pid=101947) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 16 02:19:50.825971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c130dc83-413b-4f7c-aeed-7f2e3e3d98fc req-d46710ad-6f33-433c-9dc5-c7043f0b1643 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079218 Aug 16 02:19:50.872317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.892249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:50.942169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=322c6033-0bff-4690-b511-f7752c5a715b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:51.058338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.180383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:19:51.220235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.232085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.332111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Allocated IP 172.20.0.34 (d3942033-1bcc-451a-939e-cd550501fbc6/87ec5e5c-4d9f-49b7-9861-22aac6434342/7588f2b8-c08d-4a9d-aebb-aea01d366ac8) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:51.362675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2088d818-4e42-4c0c-9a16-a4f2008741cc req-e7271b66-a585-4f02-9c66-27b3249e23de tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.1041014 Aug 16 02:19:51.426582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.436863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Fanout notify agent at l3_agent the message router_deleted on router e0921d72-5859-4104-bed0-3287266d2c10 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:19:51.459448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.465632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8de61232-ae19-40c6-a5cc-922c5ad55e21 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/routers/e0921d72-5859-4104-bed0-3287266d2c10 HTTP/1.1" status: 204 len: 168 time: 2.0984242 Aug 16 02:19:51.466550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58940) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:51.478761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:51.540223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:51.541706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b7a77dce-ccf7-4d6c-a51b-d23e4aefb32e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:51.543321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:51.566380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:51.566798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 557f9cf5-2916-48ff-b6ca-4bf1e92f4374 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:51.634078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,segment=NetworkSegment(d0aab46c-55b6-4915-9d54-4f02f3525654),segment_id=d0aab46c-55b6-4915-9d54-4f02f3525654)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:51.637547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:51.647063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b797dc-c8cd-4be2-ab9a-ea93f92b6b75 req-20775dcb-f027-41e0-892d-8e599dbe8e97 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:51.649455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0b797dc-c8cd-4be2-ab9a-ea93f92b6b75 req-20775dcb-f027-41e0-892d-8e599dbe8e97 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1959250 Aug 16 02:19:51.687736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'f856b325-af89-4200-9c75-03f49d95d464', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'port_id': 'f856b325-af89-4200-9c75-03f49d95d464', 'mac_address': 'fa:16:3e:e3:64:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:19:51.732426 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.762291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Transition to ACTIVE for port object 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:51.765542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:51.832848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0b797dc-c8cd-4be2-ab9a-ea93f92b6b75 req-8a6111c1-f64a-4dc2-a944-b6d7ebb0e43b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545777 Aug 16 02:19:51.854852 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.036607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750ff7-cc54-4d94-9527-4c151598f849 None None] Pushing event updated for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.046533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f856b325-af89-4200-9c75-03f49d95d464 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:19:52.102506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Delete allocated IP 172.20.0.7 (d3942033-1bcc-451a-939e-cd550501fbc6/6cbf18ad-35d9-4c1c-bf31-84861daa4e12) {{(pid=101945) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 16 02:19:52.119301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:52.134110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Allocated IP 172.20.0.40 (d3942033-1bcc-451a-939e-cd550501fbc6/87ec5e5c-4d9f-49b7-9861-22aac6434342/d19964d0-8c17-4af2-8be0-cde3c4492992) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:19:52.202799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.255507 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.274908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541241d-bd5d-46f7-b27b-64d4ba013ad3 req-19b5cc95-98d9-4e42-9062-5bec360ef85a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:52.277918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2541241d-bd5d-46f7-b27b-64d4ba013ad3 req-19b5cc95-98d9-4e42-9062-5bec360ef85a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 944 time: 0.1221919 Aug 16 02:19:52.374058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.384425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2541241d-bd5d-46f7-b27b-64d4ba013ad3 req-1c1c675b-99a8-4d10-a7a2-7843da946fd5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950594 Aug 16 02:19:52.404334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0703380-b832-4727-9e79-8ff99e9fdc32']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.417319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.451632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3a04f34-5f02-448c-959f-639184ef499f') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.455135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3a04f34-5f02-448c-959f-639184ef499f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:19:52.474735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.508906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f856b325-af89-4200-9c75-03f49d95d464'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:19:52.509424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.520743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:19:52.521152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:19:52.524399 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:19:52.611850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a6478d2-4adc-44cb-b078-37a282cfb9b2 req-4d6ea55c-1d64-45af-8d8b-aa0002734f21 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0780652 Aug 16 02:19:52.629825 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.646741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Transition to ACTIVE for port object d19964d0-8c17-4af2-8be0-cde3c4492992 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:19:52.673233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.684362 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.687185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/networks/c0703380-b832-4727-9e79-8ff99e9fdc32 HTTP/1.1" status: 204 len: 168 time: 1.2198045 Aug 16 02:19:52.690094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58962) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:52.724422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44124bc8-07af-4281-b968-1ce17a11f52b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Network': ['ID=c0703380-b832-4727-9e79-8ff99e9fdc32,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:52.794614 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.869064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27090480-c5d5-42c8-a72e-155396834b53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:52.906798 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:19:52.989767 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27090480-c5d5-42c8-a72e-155396834b53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.035627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event updated for resources: {'Port': ['ID=d19964d0-8c17-4af2-8be0-cde3c4492992,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.063731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] In _notify_port_updated(), no bound segment for port d19964d0-8c17-4af2-8be0-cde3c4492992 on network d3942033-1bcc-451a-939e-cd550501fbc6 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:19:53.069517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.070188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.075117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 58974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:53.075295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0a181a81-f376-4577-bfb4-54b86d38efac tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "PUT /v2.0/ports/d19964d0-8c17-4af2-8be0-cde3c4492992 HTTP/1.1" status: 200 len: 960 time: 2.7182307 Aug 16 02:19:53.127000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf9fafc-cc24-4124-b706-a6ad53414450 req-cef405bf-9f46-4866-a7ae-64a5e6c8808c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.143791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-caf9fafc-cc24-4124-b706-a6ad53414450 req-cef405bf-9f46-4866-a7ae-64a5e6c8808c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.2114811 Aug 16 02:19:53.186337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:53.253650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-caf9fafc-cc24-4124-b706-a6ad53414450 req-4646c5cb-dc6b-466d-9d65-63aa10ab9d22 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079979 Aug 16 02:19:53.265494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Provisioning for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:19:53.269997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:53.270849 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.294096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port d19964d0-8c17-4af2-8be0-cde3c4492992 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:53.294687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.322266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:19:53.369232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58982) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:53.371908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port f856b325-af89-4200-9c75-03f49d95d464 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:53.379127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.409246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27090480-c5d5-42c8-a72e-155396834b53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.413553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27090480-c5d5-42c8-a72e-155396834b53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.414358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27090480-c5d5-42c8-a72e-155396834b53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/security-groups/c0840715-c698-49d9-9c98-3b2786a21474 HTTP/1.1" status: 204 len: 168 time: 0.7229133 Aug 16 02:19:53.447739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27090480-c5d5-42c8-a72e-155396834b53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0840715-c698-49d9-9c98-3b2786a21474,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.487117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.508900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for d19964d0-8c17-4af2-8be0-cde3c4492992 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:53.605103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:53.606521 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.695514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a4ba4-9194-4c94-9d13-73e099af4679 req-b446dfe8-1c26-4aa5-9eed-10f40e83169d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:53.699646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca8a4ba4-9194-4c94-9d13-73e099af4679 req-b446dfe8-1c26-4aa5-9eed-10f40e83169d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 945 time: 0.1635256 Aug 16 02:19:53.738471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.798464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8e3189a3-b854-451e-8639-9fd6564a1f1b tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1507177691'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:53.798966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8e3189a3-b854-451e-8639-9fd6564a1f1b tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Unknown quota resources ['metering_label']. {{(pid=101945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:19:53.803928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca8a4ba4-9194-4c94-9d13-73e099af4679 req-6f9d6439-a45c-4387-82a6-e1e9b507f666 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953004 Aug 16 02:19:53.839710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:19:53.841700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:19:53.844807 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01309703-4543-4f50-81a3-b952028c1f38" -d '{"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-plugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:19:53.849659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:53.850424 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.906022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.947941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=d19964d0-8c17-4af2-8be0-cde3c4492992,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:53.972499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:53.993845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 322c6033-0bff-4690-b511-f7752c5a715b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:19:53.996361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2aad879-5eb9-49ce-b68d-48750f7c5038 req-8dd0f9f4-1c26-4723-b336-a6a3d1bbe3aa tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0472584 Aug 16 02:19:54.072827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.079423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58998) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.079733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:54.085843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 322c6033-0bff-4690-b511-f7752c5a715b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:19:54.086543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 322c6033-0bff-4690-b511-f7752c5a715b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:19:54.095730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-67fbc4a5-8e3d-4cef-865b-0a8f2bba26c6 None None] Could not find standard attr ID for object d19964d0-8c17-4af2-8be0-cde3c4492992. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:19:54.117278 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fde76cb3-4452-403b-a16f-13ff4630666e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/d19964d0-8c17-4af2-8be0-cde3c4492992 HTTP/1.1" status: 204 len: 168 time: 1.0403435 Aug 16 02:19:54.124896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.129099 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d86633-43ad-4c79-9925-1fbb0f310dd7 x-openstack-request-id: req-63d86633-43ad-4c79-9925-1fbb0f310dd7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:19:54.129458 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-plugged", "status": "completed", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:19:54.131390 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-63d86633-43ad-4c79-9925-1fbb0f310dd7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:19:54.131390 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'code': 200} Aug 16 02:19:54.193271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59002) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.210378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b02f7e85-8f4f-48bc-afa7-6d9b85db186c None None] Could not find standard attr ID for object d19964d0-8c17-4af2-8be0-cde3c4492992. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:19:54.219521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1716261809', 'description': 'tempest-secgroup-smoke-1716261809 description', 'project_id': 'c271d0e92f9641bc8675871d70eb4274'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:54.522133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.551359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf29d1-947f-4db9-ad31-d7bfe2db8b2b req-a1550fd6-eb05-4bf5-9d1d-4e22788073ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.553274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-acaf29d1-947f-4db9-ad31-d7bfe2db8b2b req-a1550fd6-eb05-4bf5-9d1d-4e22788073ce service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.1304476 Aug 16 02:19:54.620073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a1ae1-11ab-4ae9-a7b2-6dca38cce487 req-65ec6f89-9ea6-4142-af2e-832052d8c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:54.621773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d5a1ae1-11ab-4ae9-a7b2-6dca38cce487 req-65ec6f89-9ea6-4142-af2e-832052d8c1b2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 1099 time: 0.1702085 Aug 16 02:19:54.699667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-acaf29d1-947f-4db9-ad31-d7bfe2db8b2b req-ff39232a-b818-4842-8b62-7b045df5d143 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228795 Aug 16 02:19:54.732818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8d5a1ae1-11ab-4ae9-a7b2-6dca38cce487 req-e5557bce-eba3-44ce-a8be-f03f053fad97 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983176 Aug 16 02:19:54.756095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.826324 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-1653fefd-e82d-450a-af9c-54dd5d42807c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] GET failed (client error): The resource could not be found. Aug 16 02:19:54.827909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1653fefd-e82d-450a-af9c-54dd5d42807c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports/d19964d0-8c17-4af2-8be0-cde3c4492992 HTTP/1.1" status: 404 len: 333 time: 0.7468460 Aug 16 02:19:54.830744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59016) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.840379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.890038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae571fe-d441-4566-9c4c-6a2cd009b0fa,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:54.921560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e3189a3-b854-451e-8639-9fd6564a1f1b tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.922800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8e3189a3-b854-451e-8639-9fd6564a1f1b tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5513666 Aug 16 02:19:54.927696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59020) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.934550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-335ec225-ada4-4077-a4a7-6a82415ed733 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c649d65a-103b-4931-a518-c1d0561dce63'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:54.934745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-335ec225-ada4-4077-a4a7-6a82415ed733 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:19:54.962513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c28ef66-0238-46c3-8055-0373de5e7cb8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.965415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:54.967269 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e97ba5bf-4063-4055-93f0-9cf2c8954c71 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7722828 Aug 16 02:19:54.974601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:54.980878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': '2ae571fe-d441-4566-9c4c-6a2cd009b0fa', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:55.030807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c28ef66-0238-46c3-8055-0373de5e7cb8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.044857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-545dd8dc-647e-4f9b-9e4a-9899fe518260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.044857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-545dd8dc-647e-4f9b-9e4a-9899fe518260 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.2505696 Aug 16 02:19:55.103128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66678138-9409-4835-b773-74f98b568066 req-48989e48-5e78-459f-b11b-9e3bbeaa540a tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.111276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66678138-9409-4835-b773-74f98b568066 req-48989e48-5e78-459f-b11b-9e3bbeaa540a tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.3157949 Aug 16 02:19:55.143357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.163604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd5635-f933-4845-af9e-1a36a55f3a32 req-447ebe66-6651-42ac-ba34-9590b2f24f6b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.165147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cacd5635-f933-4845-af9e-1a36a55f3a32 req-447ebe66-6651-42ac-ba34-9590b2f24f6b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.2382874 Aug 16 02:19:55.197190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c28ef66-0238-46c3-8055-0373de5e7cb8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.202468 n-d-768852-19 neutron-server[101945]: WARNING neutron.services.metering.metering_plugin [None req-335ec225-ada4-4077-a4a7-6a82415ed733 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:19:55.205400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0c28ef66-0238-46c3-8055-0373de5e7cb8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.207281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0c28ef66-0238-46c3-8055-0373de5e7cb8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/security-groups/60799d40-1688-4d83-8dfb-a8af9214d589 HTTP/1.1" status: 204 len: 168 time: 0.3754082 Aug 16 02:19:55.216744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59028) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.231553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c28ef66-0238-46c3-8055-0373de5e7cb8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60799d40-1688-4d83-8dfb-a8af9214d589,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.251274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.315649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66678138-9409-4835-b773-74f98b568066 req-0fe70d7b-171f-4471-9431-6d4880b65f0e tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034357 Aug 16 02:19:55.343266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.361930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61360883-fd68-46f7-be24-5103bde393e4,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:55.410954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cacd5635-f933-4845-af9e-1a36a55f3a32 req-5ae3e840-bcd2-4ab7-bebd-db1db894b35c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376189 Aug 16 02:19:55.422480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-335ec225-ada4-4077-a4a7-6a82415ed733 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.427302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-335ec225-ada4-4077-a4a7-6a82415ed733 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4947875 Aug 16 02:19:55.427842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59032) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.444809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7aae00d0-ff59-401d-98b2-453ebbddcce6 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c649d65a-103b-4931-a518-c1d0561dce63'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:55.444809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7aae00d0-ff59-401d-98b2-453ebbddcce6 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:19:55.447444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-748e4c45-bdf7-41dd-b091-e3c561be0567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.449281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-748e4c45-bdf7-41dd-b091-e3c561be0567 service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.3837867 Aug 16 02:19:55.488702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.493316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3885ba48-6010-46cf-94de-c46f22fad953 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5174491 Aug 16 02:19:55.497486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59034) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.511703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd964da3-47e6-4df2-bb49-f589f7e6c448 req-011fd285-6ed9-416d-a190-58c5deedd0c9 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0993752 Aug 16 02:19:55.569415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-e2ac90c8-7b76-4e46-946b-2374ddde5102 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.0959878 Aug 16 02:19:55.586839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': '2ae571fe-d441-4566-9c4c-6a2cd009b0fa', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:55.635449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44e50a95-5184-464e-a419-673230e26ffb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.671930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-7f82b4c6-4d5b-4873-b93d-818b65f51a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:55.674573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-7f82b4c6-4d5b-4873-b93d-818b65f51a4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.0923133 Aug 16 02:19:55.676298 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44e50a95-5184-464e-a419-673230e26ffb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.719174 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-c3e53a6b-c91f-4600-97d4-21642a5f0709 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337784 Aug 16 02:19:55.780411 n-d-768852-19 neutron-server[101946]: WARNING neutron.services.metering.metering_plugin [None req-7aae00d0-ff59-401d-98b2-453ebbddcce6 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 16 02:19:55.834066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-d7da6aab-c862-4afc-ba7d-4b793e3e2177 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075001 Aug 16 02:19:55.853507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.919723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44e50a95-5184-464e-a419-673230e26ffb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.922463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44e50a95-5184-464e-a419-673230e26ffb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:55.926229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-44e50a95-5184-464e-a419-673230e26ffb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/security-groups/b5c8b039-84bb-464a-9633-f19903076998 HTTP/1.1" status: 204 len: 168 time: 0.7012866 Aug 16 02:19:55.931745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59054) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:55.944293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e50a95-5184-464e-a419-673230e26ffb tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c8b039-84bb-464a-9633-f19903076998,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.014157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f7976ce-60aa-4874-abd3-b15980a88d83 req-50cb6b36-be42-4b04-b57f-986df5445a46 service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727078 Aug 16 02:19:56.039443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7aae00d0-ff59-401d-98b2-453ebbddcce6 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.042842 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7aae00d0-ff59-401d-98b2-453ebbddcce6 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6115942 Aug 16 02:19:56.044240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59058) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.060988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8670d303-e9e2-40ed-9c44-e2cd466590ef tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=7b6c6546-3fe1-4226-81cb-4915a43bd6d7 HTTP/1.1" status: 200 len: 464 time: 0.0128145 Aug 16 02:19:56.063963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59062) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.105047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.118620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc2e-d4db-4af4-8760-064228a82d63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.142889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc2e-d4db-4af4-8760-064228a82d63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.220340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.240743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc8006e-a9c5-4e6a-8a65-988406f03224,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.330824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8700d4a-3a21-4985-b631-c807e6e45312 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.332023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f8700d4a-3a21-4985-b631-c807e6e45312 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/7b6c6546-3fe1-4226-81cb-4915a43bd6d7 HTTP/1.1" status: 204 len: 168 time: 0.2661777 Aug 16 02:19:56.334666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59070) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.344864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7540de74-d942-4677-befc-d5e0b3ce7b76 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=7b6c6546-3fe1-4226-81cb-4915a43bd6d7 HTTP/1.1" status: 200 len: 221 time: 0.0090785 Aug 16 02:19:56.348109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.352463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-69de0c09-a2ac-4916-b957-1c6c48c457e5 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1044186160', 'description': 'label created by tempest'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:56.353312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-69de0c09-a2ac-4916-b957-1c6c48c457e5 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Unknown quota resources ['metering_label']. {{(pid=101945) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:19:56.372169 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc2e-d4db-4af4-8760-064228a82d63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.376055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fa1fc2e-d4db-4af4-8760-064228a82d63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.377573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1fa1fc2e-d4db-4af4-8760-064228a82d63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/security-groups/92c0e527-255c-43c7-902a-44a605e8c3c6 HTTP/1.1" status: 204 len: 168 time: 0.4445007 Aug 16 02:19:56.385188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59076) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.452045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1fc2e-d4db-4af4-8760-064228a82d63 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c0e527-255c-43c7-902a-44a605e8c3c6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:56.455498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.457185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ec86a02f-5397-491e-a33a-22ff84a2a543 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8740399 Aug 16 02:19:56.460644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.466947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': '2ae571fe-d441-4566-9c4c-6a2cd009b0fa', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:56.501701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 6cbf18ad-35d9-4c1c-bf31-84861daa4e12 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:56.507903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.515724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d6f64-c565-40f1-9231-c1b87bb3d67f req-13bd3544-a11e-4fe0-969f-5eb57ff8daf3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.518789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef4d6f64-c565-40f1-9231-c1b87bb3d67f req-13bd3544-a11e-4fe0-969f-5eb57ff8daf3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1205292 Aug 16 02:19:56.562268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.603570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.723545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.746479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a021d8-321e-42e6-bda5-02bc4417856f req-cb51084c-2f20-4365-aa43-42f8bca1e4b1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:56.748157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49a021d8-321e-42e6-bda5-02bc4417856f req-cb51084c-2f20-4365-aa43-42f8bca1e4b1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.1452942 Aug 16 02:19:56.756748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.783312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-69de0c09-a2ac-4916-b957-1c6c48c457e5 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.787651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-69de0c09-a2ac-4916-b957-1c6c48c457e5 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4354267 Aug 16 02:19:56.788833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.796851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef4d6f64-c565-40f1-9231-c1b87bb3d67f req-46858312-cf12-4978-99bc-a7181e592501 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553664 Aug 16 02:19:56.864623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49a021d8-321e-42e6-bda5-02bc4417856f req-67024076-ff04-48c3-ba1e-891677779d13 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834658 Aug 16 02:19:56.898962 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ed1bfeec-3fee-43d4-8637-c15103c73efd tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=4e12feff-373a-4fbb-840a-fb3422033d45 HTTP/1.1" status: 200 len: 468 time: 0.1097698 Aug 16 02:19:56.908832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59100) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:56.915365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:56.927137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dd5fcae-78fb-4fba-aa0d-3e372f178a9f req-5f86e635-1ee4-4e8c-9c1d-fd8f91cab49d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0485449 Aug 16 02:19:56.984175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a18cbf-9954-4d87-bae3-f9b866e038b1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.038884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.108101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=6cbf18ad-35d9-4c1c-bf31-84861daa4e12,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.137185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c2f19-6868-4f1f-b9d8-02d10a2e5663 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:57.163986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.165874 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-88581be3-7d66-4cda-868c-1f0fde38ebea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/6cbf18ad-35d9-4c1c-bf31-84861daa4e12 HTTP/1.1" status: 204 len: 168 time: 0.7782223 Aug 16 02:19:57.168163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.169697 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4df5fbc8-068c-439d-9ad6-616fc8954226 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7076187 Aug 16 02:19:57.171475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59106) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.171991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59108) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.176676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': '2ae571fe-d441-4566-9c4c-6a2cd009b0fa', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:57.251878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 87ec5e5c-4d9f-49b7-9861-22aac6434342 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:57.255415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.271701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.301345 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.346377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8d1df74f-4d64-452b-ba10-9027b9c4a885 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.347959 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8d1df74f-4d64-452b-ba10-9027b9c4a885 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/4e12feff-373a-4fbb-840a-fb3422033d45 HTTP/1.1" status: 204 len: 168 time: 0.4381628 Aug 16 02:19:57.351015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59112) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.358507 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.360079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.388953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c9c17ae1-5984-4e82-9cc6-ab10e5dd7799 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=4e12feff-373a-4fbb-840a-fb3422033d45 HTTP/1.1" status: 200 len: 216 time: 0.0263860 Aug 16 02:19:57.389817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.429512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a913adc6-147c-435a-8547-70ecfca1c3b7 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0385695 Aug 16 02:19:57.434269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59116) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.456614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59118) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.479471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d9f30e33-efc7-468f-b466-e59d5948a180 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0400314 Aug 16 02:19:57.480957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59122) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.494211 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.507398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.593412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59126) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.594073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e0a8e1d7-d4ac-4ac9-a61d-70a164954b15 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-labels/c649d65a-103b-4931-a518-c1d0561dce63 HTTP/1.1" status: 200 len: 473 time: 0.1080594 Aug 16 02:19:57.607393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0b0505f2-90be-4e05-808a-e6d09103243c tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "GET /v2.0/metering/metering-label-rules/a2ebdcc0-169e-4363-9e97-e6bc8f8fe32c HTTP/1.1" status: 200 len: 461 time: 0.0127103 Aug 16 02:19:57.612651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.644420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.680819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87f3cca-9eea-46ce-b2d2-bd0e9a7fa9ed,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:57.713696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929ea71-5e64-42a5-8955-07ea93316f1b req-b516a1c9-3e23-4e6b-9095-607f568b185f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.715556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9929ea71-5e64-42a5-8955-07ea93316f1b req-b516a1c9-3e23-4e6b-9095-607f568b185f tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1480348 Aug 16 02:19:57.728580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d68de7fc-059d-456d-aa3a-c91c7f1f6386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.780589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-bfe78921-44ca-4670-b714-ae94ab625f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.782905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-bfe78921-44ca-4670-b714-ae94ab625f65 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=773d5d27e9094a8bbf900516bd655f61&device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 1097 time: 0.1404288 Aug 16 02:19:57.792912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9929ea71-5e64-42a5-8955-07ea93316f1b req-235e229f-8cc4-4e0d-8ac5-f1f710d0b263 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Aug 16 02:19:57.852498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.854838 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-625dbb99-4923-4f8d-8101-985e04f4a2df tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6812005 Aug 16 02:19:57.858931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59130) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.865320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': '2ae571fe-d441-4566-9c4c-6a2cd009b0fa', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:57.919571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8cb055da-4c36-4637-8186-e2fd40f1f849 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:57.921389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8cb055da-4c36-4637-8186-e2fd40f1f849 tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-label-rules/a2ebdcc0-169e-4363-9e97-e6bc8f8fe32c HTTP/1.1" status: 204 len: 168 time: 0.3073230 Aug 16 02:19:57.925258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59134) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:57.978754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-6c8d9223-d44c-4b85-9143-b6dcb910462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:57.985321 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-6c8d9223-d44c-4b85-9143-b6dcb910462f service neutron] 10.222.0.83 "GET /v2.0/networks?id=176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 200 len: 919 time: 0.1898963 Aug 16 02:19:58.034164 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.129048 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8130739a-261e-4bf9-8585-89ba78d8f14e req-11ffa1ca-46a2-44ee-93b3-d3bec9433e9d tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0365322 Aug 16 02:19:58.204939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=87ec5e5c-4d9f-49b7-9861-22aac6434342,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.208070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-fda9a4f6-1491-4ecb-94ed-9f784c108a23 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 200 len: 217 time: 0.1691911 Aug 16 02:19:58.211216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.211823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f44a30-0642-4ea3-9a66-ffb7e89fe415 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:58.217836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4aa46acf-082f-47fc-b64c-9ccf26d99308 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/87ec5e5c-4d9f-49b7-9861-22aac6434342 HTTP/1.1" status: 204 len: 168 time: 1.0414751 Aug 16 02:19:58.221804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59138) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.245421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7888bf4-48f9-42fd-b6ac-1587d2d7ed91 req-f7bd0d93-6cd7-4fbe-945c-774b4145e543 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:58.247129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7888bf4-48f9-42fd-b6ac-1587d2d7ed91 req-f7bd0d93-6cd7-4fbe-945c-774b4145e543 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.1933303 Aug 16 02:19:58.338900 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-6297b33d-7355-4c31-8899-69ba88569aea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:58.339536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6297b33d-7355-4c31-8899-69ba88569aea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:58.344078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6297b33d-7355-4c31-8899-69ba88569aea tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/6cbf18ad-35d9-4c1c-bf31-84861daa4e12 HTTP/1.1" status: 404 len: 337 time: 0.0932891 Aug 16 02:19:58.344477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59140) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.358167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de557091-1d18-4a1a-8c3c-3694d47189df tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.360188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de557091-1d18-4a1a-8c3c-3694d47189df tempest-MeteringTestJSON-1867640770 tempest-MeteringTestJSON-1867640770-project-admin] 10.222.0.76 "DELETE /v2.0/metering/metering-labels/c649d65a-103b-4931-a518-c1d0561dce63 HTTP/1.1" status: 204 len: 168 time: 0.4337554 Aug 16 02:19:58.391559 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d68de7fc-059d-456d-aa3a-c91c7f1f6386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.419689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting subnet 864f352b-70f1-488b-9021-f2b5f63a8a50 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:19:58.423844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.427742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7888bf4-48f9-42fd-b6ac-1587d2d7ed91 req-988c6d8e-6303-448c-ba2c-42377da216bc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621456 Aug 16 02:19:58.437212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-86a2aae2-f03b-4380-90c1-46db9e8d9b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:58.439235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-86a2aae2-f03b-4380-90c1-46db9e8d9b69 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 200 len: 858 time: 0.2127059 Aug 16 02:19:58.480568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.492288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3aab075d-1e10-49ad-9070-c900d3618cea None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:58.492676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3aab075d-1e10-49ad-9070-c900d3618cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.504555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-bfee1e51-9b4d-4fd6-9934-afca03de396b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=176cccb5-7a6b-476f-8884-dee72faa5396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584528 Aug 16 02:19:58.537277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d68de7fc-059d-456d-aa3a-c91c7f1f6386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.600848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.621495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68de7fc-059d-456d-aa3a-c91c7f1f6386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fad839-c618-4945-9517-abe984cfb855,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.632043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d68de7fc-059d-456d-aa3a-c91c7f1f6386 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4075299f1018429ea70b505b4fc32e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1717548 Aug 16 02:19:58.632612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59144) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.687373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3aab075d-1e10-49ad-9070-c900d3618cea None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:58.687966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3aab075d-1e10-49ad-9070-c900d3618cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.695134 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:19:58.701417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.746960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3aab075d-1e10-49ad-9070-c900d3618cea None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:58.749909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3261-9c9e-4e65-95e1-af71eac74066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.758575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-ec10f570-51f0-41ae-9c55-9631caa92b8f service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466435 Aug 16 02:19:58.785044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.795405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.811238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.813302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/864f352b-70f1-488b-9021-f2b5f63a8a50 HTTP/1.1" status: 204 len: 168 time: 0.4676998 Aug 16 02:19:58.815886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59146) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.861129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3261-9c9e-4e65-95e1-af71eac74066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.878204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:58.925694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc410e-a26b-43e4-986d-778147cf6d39 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Subnet': ['ID=864f352b-70f1-488b-9021-f2b5f63a8a50,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.939195 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d118291-22f8-4cdd-b640-b48a3522c9b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:58.939803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d118291-22f8-4cdd-b640-b48a3522c9b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:58.941695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5d118291-22f8-4cdd-b640-b48a3522c9b8 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/4b7e2545-6d6e-463d-b62e-cb7b128a440a HTTP/1.1" status: 404 len: 337 time: 0.1247449 Aug 16 02:19:58.944512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59152) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.955523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59154) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:58.976544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-09bc4c14-684a-45bf-ae1a-efdaeabba73b tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "GET /v2.0/ports?device_id=6fdf0d30-08c2-45f7-a7d4-73a00a940178 HTTP/1.1" status: 200 len: 205 time: 0.0307269 Aug 16 02:19:58.977598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f35d28-d8f6-480e-b576-2f12cf67b846,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:58.980865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59156) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.025319 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-611e4bea-b645-4277-8850-c270997d91e6 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] delete failed (client error): The resource could not be found. Aug 16 02:19:59.030007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-611e4bea-b645-4277-8850-c270997d91e6 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/routers/6fdf0d30-08c2-45f7-a7d4-73a00a940178 HTTP/1.1" status: 404 len: 336 time: 0.0456555 Aug 16 02:19:59.030401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59160) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.051274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1680c6e0-43ba-41ef-9696-c50fc19f60d8 req-d27da05e-2af7-4282-a0aa-d0fe343684ad service neutron] 10.222.0.83 "GET /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860794 Aug 16 02:19:59.076342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673cd57-071c-4f14-9582-df1c1d992e28 req-596643a8-8925-4b60-9b09-24e37bf8a6c3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.083716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a673cd57-071c-4f14-9582-df1c1d992e28 req-596643a8-8925-4b60-9b09-24e37bf8a6c3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1622891 Aug 16 02:19:59.084887 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-228359a1-40a6-43c0-bc6c-778db0ee4ae3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.085462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228359a1-40a6-43c0-bc6c-778db0ee4ae3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.089761 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-228359a1-40a6-43c0-bc6c-778db0ee4ae3 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/76e871d2-c5e5-4072-8228-513599407b27 HTTP/1.1" status: 404 len: 337 time: 0.0556188 Aug 16 02:19:59.089761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.090127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2e4ddf4-3968-48db-ad38-1d85e4c1e8fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2294104 Aug 16 02:19:59.090688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59162) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.092808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59164) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.107388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': '2ae571fe-d441-4566-9c4c-6a2cd009b0fa', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:59.125704 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3261-9c9e-4e65-95e1-af71eac74066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.128733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0bcc3261-9c9e-4e65-95e1-af71eac74066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.132482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0bcc3261-9c9e-4e65-95e1-af71eac74066 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79fad839-c618-4945-9517-abe984cfb855 HTTP/1.1" status: 204 len: 168 time: 0.4964197 Aug 16 02:19:59.149248 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e14323b-0e00-4c0f-9cfc-2c5b93c913a6 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.149793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e14323b-0e00-4c0f-9cfc-2c5b93c913a6 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.157614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9e14323b-0e00-4c0f-9cfc-2c5b93c913a6 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/eb178e2f-5c0f-4aa3-a563-b90198a8586f HTTP/1.1" status: 404 len: 337 time: 0.0635328 Aug 16 02:19:59.157908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59168) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.160867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a673cd57-071c-4f14-9582-df1c1d992e28 req-6e4bb022-a849-4487-b384-84b995e105c4 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750067 Aug 16 02:19:59.174068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc3261-9c9e-4e65-95e1-af71eac74066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fad839-c618-4945-9517-abe984cfb855,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.210743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daaa24dd-7b3d-4145-85ff-6faf9e7b0785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.232329 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-400a909f-7c4c-439e-bb90-1d469618871e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.235481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400a909f-7c4c-439e-bb90-1d469618871e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.237351 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-400a909f-7c4c-439e-bb90-1d469618871e tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/4a83f6af-5bc5-410b-92c3-477169b04549 HTTP/1.1" status: 404 len: 337 time: 0.0782831 Aug 16 02:19:59.240101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59172) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.275173 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9abfaab-bfad-4f4e-9a4b-21daacba9b75 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.276583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9abfaab-bfad-4f4e-9a4b-21daacba9b75 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.278397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e9abfaab-bfad-4f4e-9a4b-21daacba9b75 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/d0ad9a2e-8541-43f4-8dc6-1975af2e8774 HTTP/1.1" status: 404 len: 333 time: 0.0370035 Aug 16 02:19:59.281112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59174) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.309948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2163036b-eb99-4383-b1d6-f5f1c8f6bf50 req-a47ee1c7-05d0-4c06-9781-f048cd43be28 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0288093 Aug 16 02:19:59.316110 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4b2821e-8fd5-432f-9609-e93e93d54892 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.316586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4b2821e-8fd5-432f-9609-e93e93d54892 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.318412 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f4b2821e-8fd5-432f-9609-e93e93d54892 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/a9f01253-717a-446f-873d-dfbda1fd8cbf HTTP/1.1" status: 404 len: 337 time: 0.0354404 Aug 16 02:19:59.328358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59176) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.355221 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:19:59.360761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.387039 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-231e66b9-fa04-4129-b8f2-9b0ec3a31def tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.387511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231e66b9-fa04-4129-b8f2-9b0ec3a31def tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.389308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-231e66b9-fa04-4129-b8f2-9b0ec3a31def tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/8ab7b4b4-3285-42c5-b907-4969a0888798 HTTP/1.1" status: 404 len: 337 time: 0.0606322 Aug 16 02:19:59.392034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59178) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.437975 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-65574422-46c2-4474-9179-146fad62419d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.438777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65574422-46c2-4474-9179-146fad62419d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.444249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-65574422-46c2-4474-9179-146fad62419d tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/65f67a8c-8cec-4895-b64d-025ead25c005 HTTP/1.1" status: 404 len: 333 time: 0.0512056 Aug 16 02:19:59.445656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.450082 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.477446 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-332658c8-7573-40ea-bd7d-12bec80bc753 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.477930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-332658c8-7573-40ea-bd7d-12bec80bc753 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.480496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-332658c8-7573-40ea-bd7d-12bec80bc753 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/9bbc98a5-5e48-4a44-ab92-d84208bada96 HTTP/1.1" status: 404 len: 337 time: 0.0336986 Aug 16 02:19:59.486774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59184) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.516482 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f8879ac-2b4d-4695-bfbd-f24861ede270 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] DELETE failed (client error): The resource could not be found. Aug 16 02:19:59.516960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f8879ac-2b4d-4695-bfbd-f24861ede270 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:19:59.521797 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f8879ac-2b4d-4695-bfbd-f24861ede270 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/subnets/e1b199c2-7a54-4a9f-8957-cbd9910a0358 HTTP/1.1" status: 404 len: 337 time: 0.0315588 Aug 16 02:19:59.521978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59186) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.573038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.596117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daaa24dd-7b3d-4145-85ff-6faf9e7b0785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.601121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=500d4ad6-d59a-44fd-8300-dd3d7e4cfaf4,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.616707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae427258-9e9c-4b41-9426-c30abe2b3dea req-126a2886-e132-49c2-a354-f6a3bbf93bd2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:19:59.625639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae427258-9e9c-4b41-9426-c30abe2b3dea req-126a2886-e132-49c2-a354-f6a3bbf93bd2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.0891063 Aug 16 02:19:59.633230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1667f32f-7dca-4d48-a05a-41afdc914700 None None] Network d3942033-1bcc-451a-939e-cd550501fbc6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:19:59.686881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daaa24dd-7b3d-4145-85ff-6faf9e7b0785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.702360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 959dddbc-469b-42bd-a49a-a1af4c8411c8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:19:59.702936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.740832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae427258-9e9c-4b41-9426-c30abe2b3dea req-892aca6d-61dd-417a-9961-8aa923ac66f9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142344 Aug 16 02:19:59.751892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5a7f0c63-3bdc-4264-8242-4f8e7178fb02 None None] Provisioning complete for port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:59.752291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0c63-3bdc-4264-8242-4f8e7178fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.752782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-daaa24dd-7b3d-4145-85ff-6faf9e7b0785 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63a35b2454c04cdeada92423a7fd91c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7846887 Aug 16 02:19:59.757034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59190) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.787702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.794681 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0784007a-9f18-4d4d-a722-e747eeb4adf7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6911869 Aug 16 02:19:59.794681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59192) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:19:59.801038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa24dd-7b3d-4145-85ff-6faf9e7b0785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2d4097-6e46-4f2e-888f-b6bcee6ac9d4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:19:59.801241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'network': {'name': 'tempest-network-smoke--1102121387', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:19:59.822368 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4c4c-ef7e-438e-8289-88c461c5118f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.839430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.853273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 959dddbc-469b-42bd-a49a-a1af4c8411c8 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:19:59.859310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4c4c-ef7e-438e-8289-88c461c5118f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.889783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5a7f0c63-3bdc-4264-8242-4f8e7178fb02 None None] Provisioning complete for port 959dddbc-469b-42bd-a49a-a1af4c8411c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:19:59.896017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5a7f0c63-3bdc-4264-8242-4f8e7178fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:19:59.953291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f0c63-3bdc-4264-8242-4f8e7178fb02 None None] Port 959dddbc-469b-42bd-a49a-a1af4c8411c8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:19:59.955624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] DHCP port deletion for d3942033-1bcc-451a-939e-cd550501fbc6 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:00.003620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] Deleting port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:00.004148 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.005936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:00.009601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.040405 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4c4c-ef7e-438e-8289-88c461c5118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.043212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bd3a4c4c-ef7e-438e-8289-88c461c5118f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.047226 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bd3a4c4c-ef7e-438e-8289-88c461c5118f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dc2d4097-6e46-4f2e-888f-b6bcee6ac9d4 HTTP/1.1" status: 204 len: 168 time: 0.2872946 Aug 16 02:20:00.050142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.055390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a4c4c-ef7e-438e-8289-88c461c5118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2d4097-6e46-4f2e-888f-b6bcee6ac9d4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.056192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:00.105301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=959dddbc-469b-42bd-a49a-a1af4c8411c8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.107879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59198) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:00.112408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.112940 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Added segment 76660b41-426f-4cb6-bca2-ab53ab1ddfbc of type vlan for network ded7aaba-6508-4e01-8a54-a1c2798a2979 Aug 16 02:20:00.118932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.122889 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0b2684ed-ee12-4ba8-96b6-ed903f3f1046 tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/ports/959dddbc-469b-42bd-a49a-a1af4c8411c8 HTTP/1.1" status: 204 len: 168 time: 0.5991638 Aug 16 02:20:00.132615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59200) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:00.141310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-075b17e4-23fc-4742-ba8d-381a0af62c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.144177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,segment=NetworkSegment(d0aab46c-55b6-4915-9d54-4f02f3525654),segment_id=d0aab46c-55b6-4915-9d54-4f02f3525654)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:00.144824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.192176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] Calling delete_port for 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:00.250738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.273317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-075b17e4-23fc-4742-ba8d-381a0af62c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.344052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.344492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83498ae-b0df-42ff-9b3b-21401c002727 req-c14a1f66-2bcc-4247-a733-1eb1df580fdd tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.349308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b83498ae-b0df-42ff-9b3b-21401c002727 req-c14a1f66-2bcc-4247-a733-1eb1df580fdd tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.0739257 Aug 16 02:20:00.401426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-075b17e4-23fc-4742-ba8d-381a0af62c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.431168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Deleting port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:00.431563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.433263 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.465034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b83498ae-b0df-42ff-9b3b-21401c002727 req-b8ec6aad-70f5-439c-a2f3-a1a2c698ee1d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043589 Aug 16 02:20:00.496393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] No DVR routers for this DVR port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:00.500867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d29e0-78b6-41c2-bd8b-ec89662780e6 None None] Pushing event deleted for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.529998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] For port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8, host n-d-768852-19, got binding levels [] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:00.530482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.534407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd3c775-9251-432c-97ae-8ceea96b4201 req-26fa4299-af19-4a1d-940c-4f8cb6d6b519 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.1272194 Aug 16 02:20:00.547634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Calling delete_port for 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:00.549860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 was not found and therefore no delete operation was performed {{(pid=101946) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 16 02:20:00.551977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.553837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.554630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-075b17e4-23fc-4742-ba8d-381a0af62c19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=861c78f702644c3b978492b8f22338b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433703 Aug 16 02:20:00.556413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:00.561167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:00.561483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b17e4-23fc-4742-ba8d-381a0af62c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a34343-ec16-44f1-ac33-e9182b67c7af,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.586681 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.620922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f7cb89-deb3-4989-a4a6-c5b4050ff540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.664809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] No DVR routers for this DVR port 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:00.673757 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f7cb89-deb3-4989-a4a6-c5b4050ff540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.680003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Port': ['ID=7588f2b8-c08d-4a9d-aebb-aea01d366ac8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:00.885727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f7cb89-deb3-4989-a4a6-c5b4050ff540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.889179 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2f7cb89-deb3-4989-a4a6-c5b4050ff540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:00.890531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a2f7cb89-deb3-4989-a4a6-c5b4050ff540 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2a34343-ec16-44f1-ac33-e9182b67c7af HTTP/1.1" status: 204 len: 168 time: 0.3308764 Aug 16 02:20:00.900512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7cb89-deb3-4989-a4a6-c5b4050ff540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a34343-ec16-44f1-ac33-e9182b67c7af,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.053267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2559030 Aug 16 02:20:01.056420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59212) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:01.060589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e6a3-304c-403e-9c38-a688cd7f0c6b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Network': ['ID=ded7aaba-6508-4e01-8a54-a1c2798a2979,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.061736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'admin_state_up': True, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:01.071630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:01.077193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.085748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3942033-1bcc-451a-939e-cd550501fbc6']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.098624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aab46c-55b6-4915-9d54-4f02f3525654') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.100554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aab46c-55b6-4915-9d54-4f02f3525654') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:01.109858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.124364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.133184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:01.133714 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:01.137931 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:01.227934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.227934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.255297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:01.277782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:01.278149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7588f2b8-c08d-4a9d-aebb-aea01d366ac8 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:01.308915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.313797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.320751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] 10.222.0.76 "DELETE /v2.0/networks/d3942033-1bcc-451a-939e-cd550501fbc6 HTTP/1.1" status: 204 len: 168 time: 1.1781542 Aug 16 02:20:01.323155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59214) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:01.351369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79292d80-6b6f-4d8c-9317-447ed73fbc6c tempest-PortsTestJSON-242588654 tempest-PortsTestJSON-242588654-project] Pushing event deleted for resources: {'Network': ['ID=d3942033-1bcc-451a-939e-cd550501fbc6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.358563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b987b1d1-7ba6-49e0-b5d3-9d8556826d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.373375 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.465373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b987b1d1-7ba6-49e0-b5d3-9d8556826d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.585719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b987b1d1-7ba6-49e0-b5d3-9d8556826d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.629948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b987b1d1-7ba6-49e0-b5d3-9d8556826d43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e306d288afe4d20825f35419fb1a581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041642 Aug 16 02:20:01.630556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59230) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:01.666836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987b1d1-7ba6-49e0-b5d3-9d8556826d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8735e8-fc2d-49ba-9dbc-79f9a1e86ace,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:01.682454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.694549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9b02ea8-4128-4aa8-9812-1964ebea0b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.721883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9823501a-f59f-4f77-9eac-ecf652d91a5e req-afcbea61-2fb0-4ed7-b9d4-4b7fd5225838 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0349548 Aug 16 02:20:01.735137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c57eb-f442-4afc-83c8-67a1ffe689a9 req-d7256a69-9284-4d92-921f-8b6695fc9984 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:01.736864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9b02ea8-4128-4aa8-9812-1964ebea0b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.737005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d90c57eb-f442-4afc-83c8-67a1ffe689a9 req-d7256a69-9284-4d92-921f-8b6695fc9984 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1612225 Aug 16 02:20:01.801224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d90c57eb-f442-4afc-83c8-67a1ffe689a9 req-6029d359-0e3a-475b-9c7a-f5b099cb5d7d tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578945 Aug 16 02:20:01.905903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9b02ea8-4128-4aa8-9812-1964ebea0b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.908743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9b02ea8-4128-4aa8-9812-1964ebea0b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:01.917289 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f9b02ea8-4128-4aa8-9812-1964ebea0b7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9f8735e8-fc2d-49ba-9dbc-79f9a1e86ace HTTP/1.1" status: 204 len: 168 time: 0.2760870 Aug 16 02:20:01.919868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b02ea8-4128-4aa8-9812-1964ebea0b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8735e8-fc2d-49ba-9dbc-79f9a1e86ace,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.015143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.033429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59246) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:02.063513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.196770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.29 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c390143d-dbdc-4bf8-9dee-2c4e1f69f36d) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:02.250342 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-85e74873-f2dd-4e49-a8dd-b583664b5e57 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c8f9c3b435e64d76aee959d74ba43d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181518 Aug 16 02:20:02.250917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59254) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:02.337318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9677259c-7b49-4a03-8e95-799e5aa8d097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.345235 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.387531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9677259c-7b49-4a03-8e95-799e5aa8d097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.584960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.611705 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9677259c-7b49-4a03-8e95-799e5aa8d097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.616566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9677259c-7b49-4a03-8e95-799e5aa8d097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:02.617130 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9677259c-7b49-4a03-8e95-799e5aa8d097 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/710899a7-5d22-422b-9e16-222066f2220e HTTP/1.1" status: 204 len: 168 time: 0.3648307 Aug 16 02:20:02.628630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9677259c-7b49-4a03-8e95-799e5aa8d097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710899a7-5d22-422b-9e16-222066f2220e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.652311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:02.665713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:02.668677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:02.671815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:03.292057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96b5b020-67a2-4fd0-902b-33034f52fa36 req-69f79af8-50f6-4c14-b62e-b401803d513b tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.1113636 Aug 16 02:20:03.569294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:03.818631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.022716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:20:04.146021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:04.161111 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Sync routers for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:04.185301 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:04.187001 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:04.251577 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.252870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d3d762e0-9b77-4f2b-acbd-cc9593243541 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1954145 Aug 16 02:20:04.257094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59324) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:04.314004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59326) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:04.314574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dbae66a3-6ac6-4952-b4f1-d95bc005f45a tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c271d0e92f9641bc8675871d70eb4274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0528476 Aug 16 02:20:04.317977 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:04.456077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0dd75e46-c7cc-4d0d-887f-fb28e7a589d2 req-d5adcbb5-6821-4f1a-9065-a1b2376f359c tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/ports?device_id=f7265d08-d580-4696-ba02-0f0ae9afb5f1 HTTP/1.1" status: 200 len: 210 time: 0.0436249 Aug 16 02:20:04.566672 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:04.585590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a60efb-c148-401c-a0b2-e571443f3486 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:04.589180 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81a60efb-c148-401c-a0b2-e571443f3486 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2731388 Aug 16 02:20:04.592864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:04.615907 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Checking router: 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:04.616692 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Updating router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:20:04.628811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46a4f68b-6d33-492a-bf90-e4846f7c5d9a tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355654 Aug 16 02:20:04.635556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59338) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:04.640649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507427087', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:04.645964 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.823273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:04.828459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:04.839788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:05.079087 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.091252 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Transition to ACTIVE for port object c390143d-dbdc-4bf8-9dee-2c4e1f69f36d will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:05.108025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1053682092'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:05.180606 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.233813 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Attempting to bind port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:05.234298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Made reservation on behalf of f7b2ec1907034469aaed07aed41328d9 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:05.234881 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Attempting to bind port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:05.235410 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Attempting to bind port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:05.238135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.248711 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:05.249389 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:05.249950 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.250516 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:05.251176 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Bound port: c390143d-dbdc-4bf8-9dee-2c4e1f69f36d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:05.251736 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.271013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.274316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.332549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] For port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:05.337781 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] For port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:05.345436 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Pushing event updated for resources: {'Port': ['ID=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.355515 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.356167 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.357283 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.357876 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.358296 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.358939 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.359392 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.360520 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.361185 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.361382 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.362015 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.362673 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.378315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Checking segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:05.383799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network hostable DHCP agents. Network: ded7aaba-6508-4e01-8a54-a1c2798a2979, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:05.387929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Subnet': ['ID=e1576735-cf34-4136-8dc4-17d5466a3492,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.451484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.454576 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.493880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:05.536489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:05.537123 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:05.542326 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162323a2-bde0-4417-ade1-4d36f4cc82be None None] Pushing event updated for resources: {'Port': ['ID=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.554342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.575458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:05.602919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.603356 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Added segment 209f5fe6-f6e7-4d08-9497-86afc72c1bed of type vlan for network bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2 Aug 16 02:20:05.630484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99f6beb2-053f-4fd3-9a9e-5bb583491cca,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:05.658986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.659237 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:05.659337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.659806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.660234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.660643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.661103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.661495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.662069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.662633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.663222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.663767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.664324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:05.674261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, ded7aaba-6508-4e01-8a54-a1c2798a2979) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:05.679501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.681211 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.682312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e48cc-a8b5-427d-aed9-5745daf2cc71 None None] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:05.705784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.706603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:05.782959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a98665a-d7c9-4119-9da2-253e035f5550 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1461327 Aug 16 02:20:05.785705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59376) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:05.843611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea653e45-c102-445d-ab4a-879181c703ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.856410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.864050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:05.865364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.903074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea653e45-c102-445d-ab4a-879181c703ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:05.931300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59380) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.019719 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.027351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-ded7aaba-6508-4e01-8a54-a1c2798a2979', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:20:06.028718 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.035219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1928377 Aug 16 02:20:06.038006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.044381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-29bd012e-9ac5-4859-a01c-18bad2d8993e tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-207557737') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.060055 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58adeca7-e80c-4542-95bc-b649a96e6c16 None None] The sync data for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 is: [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:03Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:06.115257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05069c-7472-4ebf-9aa7-90d2e0506b7c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Pushing event updated for resources: {'Network': ['ID=bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.117547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea653e45-c102-445d-ab4a-879181c703ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.121304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ea653e45-c102-445d-ab4a-879181c703ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.123624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ea653e45-c102-445d-ab4a-879181c703ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/security-groups/d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e HTTP/1.1" status: 204 len: 168 time: 0.4157579 Aug 16 02:20:06.133537 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.148230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea653e45-c102-445d-ab4a-879181c703ed tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.159774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-961009b1-5e8f-4c71-83d3-8d18cecfe84c tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:06.206687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:06.224414 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-1464465d-fb99-40b3-ad07-d7c830e56b5e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] show failed (client error): The resource could not be found. Aug 16 02:20:06.228436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1464465d-fb99-40b3-ad07-d7c830e56b5e tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "GET /v2.0/security-groups/d7c4b22a-04cd-4a6b-89b9-ff56ce3e4c6e HTTP/1.1" status: 404 len: 347 time: 0.0934889 Aug 16 02:20:06.229076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59392) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.287096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-29bd012e-9ac5-4859-a01c-18bad2d8993e tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "PUT /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-207557737 HTTP/1.1" status: 201 len: 201 time: 0.2478890 Aug 16 02:20:06.294153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59394) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.301457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.tag.tag_plugin [None req-72205f0f-967f-475e-8dd7-6ae77b426174 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-207557737') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.303492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-961009b1-5e8f-4c71-83d3-8d18cecfe84c tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] 10.222.0.76 "PUT /v2.0/quotas/325df23dd6f34dad83c8feb31126510b HTTP/1.1" status: 200 len: 368 time: 0.3670535 Aug 16 02:20:06.314372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59396) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.323354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Request body: {'network': {'project_id': '325df23dd6f34dad83c8feb31126510b'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:06.406911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Allocated IP 172.20.0.2 (ded7aaba-6508-4e01-8a54-a1c2798a2979/e1576735-cf34-4136-8dc4-17d5466a3492/8002ef77-5a71-4bc0-955c-c5b4793e773b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:06.436313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port d2269b12-5f7c-4e94-9fe5-49478e078cac {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:06.436313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.620716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.621053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.622156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Made reservation on behalf of 325df23dd6f34dad83c8feb31126510b for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:06.628558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.635593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.645186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for d2269b12-5f7c-4e94-9fe5-49478e078cac owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:06.646997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Transition to ACTIVE for port object 8002ef77-5a71-4bc0-955c-c5b4793e773b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:06.656825 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.660440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72205f0f-967f-475e-8dd7-6ae77b426174 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-207557737 HTTP/1.1" status: 204 len: 168 time: 0.3650756 Aug 16 02:20:06.663074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59404) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.669833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Transition to ACTIVE for port object 8002ef77-5a71-4bc0-955c-c5b4793e773b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:06.670856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-e562d153-ade1-43ff-9877-40c73a39ccd6 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.739202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.849064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e562d153-ade1-43ff-9877-40c73a39ccd6 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags HTTP/1.1" status: 200 len: 237 time: 0.1841333 Aug 16 02:20:06.851741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59410) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:06.866610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Pushing event updated for resources: {'Port': ['ID=8002ef77-5a71-4bc0-955c-c5b4793e773b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:06.879855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-e7a406b4-a5fa-42fd-b0fa-a0f804682853 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', {'tags': ['tempest-TagsTest-Tag-267891055', 'tempest-TagsTest-Tag-112943600', 'tempest-TagsTest-Tag-1908643674']}) {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:06.886705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:06.888587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:06.895000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:06.980166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Attempting to bind port 8002ef77-5a71-4bc0-955c-c5b4793e773b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:06.980823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Attempting to bind port 8002ef77-5a71-4bc0-955c-c5b4793e773b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:06.981382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Attempting to bind port 8002ef77-5a71-4bc0-955c-c5b4793e773b on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:06.988401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:06.989019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Checking segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:06.990762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:06.990762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Bound using segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:06.990762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Bound port: 8002ef77-5a71-4bc0-955c-c5b4793e773b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:06.991762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.057953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.065582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.076832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] For port 8002ef77-5a71-4bc0-955c-c5b4793e773b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:07.080105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] For port 8002ef77-5a71-4bc0-955c-c5b4793e773b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8002ef77-5a71-4bc0-955c-c5b4793e773b,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:07.163417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.198926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=d2269b12-5f7c-4e94-9fe5-49478e078cac,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.229563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.331361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.363173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c390143d-dbdc-4bf8-9dee-2c4e1f69f36d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:07.372072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e7a406b4-a5fa-42fd-b0fa-a0f804682853 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "PUT /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags HTTP/1.1" status: 200 len: 307 time: 0.5190938 Aug 16 02:20:07.376374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:07.379792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.384151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.388290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1c615141-5670-487f-bf58-c8ecbe7f7db3 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/floatingips/b2615b1c-7950-42f7-86b1-9199f7d69bd0 HTTP/1.1" status: 204 len: 168 time: 1.1555285 Aug 16 02:20:07.395978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-b7c5109f-8cfe-462c-b77b-c3f7f9d5d5dc tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-267891055') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:07.398252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:07.458173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:07.460782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce66cfb6-d328-44c0-a6f5-ed604c60ddac,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.476466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3987a92-cf79-4e82-8bf2-0a264b80f4b9 None None] Pushing event updated for resources: {'Port': ['ID=8002ef77-5a71-4bc0-955c-c5b4793e773b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.489760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.493815 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Added segment e3be71f7-d90a-4d59-b07d-4bd4d47e5add of type vlan for network ddf937ff-4774-470e-9d41-be73e93c6563 Aug 16 02:20:07.613213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:07.622696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:07.623086 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.637353 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.663978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.1 (ded7aaba-6508-4e01-8a54-a1c2798a2979/e1576735-cf34-4136-8dc4-17d5466a3492/bcdf8008-bfdb-4b79-abe9-5f65e57c62c6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:07.768117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port f0714b3a-57d1-4b28-adef-dcb52c358e70 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:07.768673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.775558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59418) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:07.798003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.798003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:07.798003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.847249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.895030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Pushing event updated for resources: {'Network': ['ID=ddf937ff-4774-470e-9d41-be73e93c6563,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:07.906752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:07.914035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network ddf937ff-4774-470e-9d41-be73e93c6563 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:07.924537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.944025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:07.944289 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:07.962311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for f0714b3a-57d1-4b28-adef-dcb52c358e70 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:07.997764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-79e6664e-bbb2-41d5-be97-552b28e44ffe tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6770585 Aug 16 02:20:07.997764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.004244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Request body: {'network': {'project_id': '325df23dd6f34dad83c8feb31126510b'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:08.054097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.077295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27540bf-367b-452b-9da6-cc428ebb5866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.106361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.137483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:08.143526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:08.146389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:08.159295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b7c5109f-8cfe-462c-b77b-c3f7f9d5d5dc tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "DELETE /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-267891055 HTTP/1.1" status: 204 len: 168 time: 0.7828081 Aug 16 02:20:08.161818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59426) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.167267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-6b9fa04e-4a38-4e34-ac5f-dc0d570d708e tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-267891055') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.179839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:08.183768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Made reservation on behalf of 325df23dd6f34dad83c8feb31126510b for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:08.186158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.241111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:08.242297 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.289972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:08.292785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=f0714b3a-57d1-4b28-adef-dcb52c358e70,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:08.295367 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.380963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.381258 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Added segment ab23b4b2-52d0-446b-afc4-2063a2cc7107 of type vlan for network 084d2ef7-8160-41cf-abc4-98ac92d8c5c3 Aug 16 02:20:08.385459 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-6b9fa04e-4a38-4e34-ac5f-dc0d570d708e tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] show failed (client error): The resource could not be found. Aug 16 02:20:08.389001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b9fa04e-4a38-4e34-ac5f-dc0d570d708e tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-267891055 HTTP/1.1" status: 404 len: 325 time: 0.2261183 Aug 16 02:20:08.391806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59428) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.398124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-13a71676-b0d3-4aa6-b486-c210d1540cd2 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-112943600') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.420615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.425143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fb9a6b3-bf0a-4259-840a-0ef56d70f6b8 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/ports/f0714b3a-57d1-4b28-adef-dcb52c358e70 HTTP/1.1" status: 204 len: 168 time: 1.0176537 Aug 16 02:20:08.427425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59430) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.493697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-13a71676-b0d3-4aa6-b486-c210d1540cd2 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-112943600 HTTP/1.1" status: 204 len: 168 time: 0.1008048 Aug 16 02:20:08.496536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59432) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.501682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-f66d8cb2-4ecf-45bd-ad51-afcaafe64990 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-1908643674') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.542336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.582135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f66d8cb2-4ecf-45bd-ad51-afcaafe64990 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-1908643674 HTTP/1.1" status: 204 len: 168 time: 0.0816877 Aug 16 02:20:08.583883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59434) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.597002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-4ec00baa-da29-4a56-aa12-5c7d963f8fe1 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.651620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27540bf-367b-452b-9da6-cc428ebb5866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.665177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:08.666121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.791185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.809677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ec00baa-da29-4a56-aa12-5c7d963f8fe1 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "DELETE /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags HTTP/1.1" status: 204 len: 168 time: 0.2262437 Aug 16 02:20:08.812605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59436) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.817377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-8b1cfb8b-3bec-4209-a5b1-3f886d642748 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-112943600') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:08.844070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.845921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.849017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:08.853685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.856536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f27540bf-367b-452b-9da6-cc428ebb5866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:08.877228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:08.955462 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-8b1cfb8b-3bec-4209-a5b1-3f886d642748 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] show failed (client error): The resource could not be found. Aug 16 02:20:08.957181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b1cfb8b-3bec-4209-a5b1-3f886d642748 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-112943600 HTTP/1.1" status: 404 len: 325 time: 0.1432908 Aug 16 02:20:08.959667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59438) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:08.966013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-d6930033-0063-4587-8b5d-e725564a9c8c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2', 'tempest-TagsTest-Tag-1908643674') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.116546 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-d6930033-0063-4587-8b5d-e725564a9c8c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] show failed (client error): The resource could not be found. Aug 16 02:20:09.117938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6930033-0063-4587-8b5d-e725564a9c8c tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "GET /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags/tempest-TagsTest-Tag-1908643674 HTTP/1.1" status: 404 len: 326 time: 0.1568730 Aug 16 02:20:09.120848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.125995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.tag.tag_plugin [None req-ab0d82fe-6f01-407c-a7fe-643a7bad0189 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.177332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130df2fe-95b0-4f2a-bc65-36d3ec1116c6 None None] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:09.277868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ab0d82fe-6f01-407c-a7fe-643a7bad0189 tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "DELETE /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2/tags HTTP/1.1" status: 204 len: 168 time: 0.1549749 Aug 16 02:20:09.281252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59446) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.382199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.390762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Pushing event updated for resources: {'Network': ['ID=084d2ef7-8160-41cf-abc4-98ac92d8c5c3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.428014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 084d2ef7-8160-41cf-abc4-98ac92d8c5c3 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:09.434789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.435029 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f27540bf-367b-452b-9da6-cc428ebb5866 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7a86e7e374dd451aa2cacb08a7202912&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6541808 Aug 16 02:20:09.448810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27540bf-367b-452b-9da6-cc428ebb5866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c379366-6f39-42bc-9251-f89f21947900,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.512548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8002ef77-5a71-4bc0-955c-c5b4793e773b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:09.520206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-de5c1504-8985-4854-8ba0-eb5528a43127 None None] Provisioning for port 8002ef77-5a71-4bc0-955c-c5b4793e773b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:09.549576 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.571352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.598792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-596acc98-8f09-429d-b6ae-047b4138f9d6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6004977 Aug 16 02:20:09.599462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59450) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.604493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209f5fe6-f6e7-4d08-9497-86afc72c1bed') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.604845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209f5fe6-f6e7-4d08-9497-86afc72c1bed') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:09.615535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-52a4cc20-bd05-4427-a6bd-c7b6ced0bfb6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Request body: {'network': {'project_id': '325df23dd6f34dad83c8feb31126510b'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:09.617658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c81cd821-98a5-40fd-b441-40412c9b16b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.621764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.652696 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.655082 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c81cd821-98a5-40fd-b441-40412c9b16b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.663381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:09.664065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:09.667985 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:09.699178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8002ef77-5a71-4bc0-955c-c5b4793e773b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:09.703654 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a4cc20-bd05-4427-a6bd-c7b6ced0bfb6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 16 02:20:09.704368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a4cc20-bd05-4427-a6bd-c7b6ced0bfb6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:20:09.708424 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-52a4cc20-bd05-4427-a6bd-c7b6ced0bfb6 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1051171 Aug 16 02:20:09.719375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8002ef77-5a71-4bc0-955c-c5b4793e773b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:09.720725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.773980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59454) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.824984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.845403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.883739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=d0f6e62e-9a47-4aa1-a0ec-a9bda514d733,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:09.909463 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.945248 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6804233c-fbe6-4144-8e3d-e3ea8a1ce8db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=325df23dd6f34dad83c8feb31126510b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735442 Aug 16 02:20:09.945975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59458) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:09.966234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 8002ef77-5a71-4bc0-955c-c5b4793e773b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8002ef77-5a71-4bc0-955c-c5b4793e773b,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:09.974205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:09.979557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dac63075-2f6f-4072-be2b-6818c40b3dbb tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/ports/d0f6e62e-9a47-4aa1-a0ec-a9bda514d733 HTTP/1.1" status: 204 len: 168 time: 1.5480573 Aug 16 02:20:09.979946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59460) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.006027 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a33a9404-c214-40da-be8a-6979fe762fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.029971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c81cd821-98a5-40fd-b441-40412c9b16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.032838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c81cd821-98a5-40fd-b441-40412c9b16b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.034137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c81cd821-98a5-40fd-b441-40412c9b16b7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4c379366-6f39-42bc-9251-f89f21947900 HTTP/1.1" status: 204 len: 168 time: 0.5981042 Aug 16 02:20:10.034313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.043888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a33a9404-c214-40da-be8a-6979fe762fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.047554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.052226 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fb52410-364f-4b96-828e-9cf10f64c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.053651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-afbe6a5d-8cc6-4170-9054-f7f7a0aa4148 None None] Provisioning for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:10.060379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.061526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-afbe6a5d-8cc6-4170-9054-f7f7a0aa4148 None None] Provisioning complete for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:10.061526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-afbe6a5d-8cc6-4170-9054-f7f7a0aa4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.063333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] 10.222.0.76 "DELETE /v2.0/networks/bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2 HTTP/1.1" status: 204 len: 168 time: 0.7810552 Aug 16 02:20:10.105167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting subnet b32b0030-dd70-4999-97ed-080e124d3a16 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:10.129211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.143517 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.144587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c390143d-dbdc-4bf8-9dee-2c4e1f69f36d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:10.146496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-afbe6a5d-8cc6-4170-9054-f7f7a0aa4148 None None] Port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:10.164438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cd821-98a5-40fd-b441-40412c9b16b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c379366-6f39-42bc-9251-f89f21947900,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.184620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f39a46-d645-4d91-ac24-0f22a9c1993a tempest-TagsTest-784321027 tempest-TagsTest-784321027-project] Pushing event deleted for resources: {'Network': ['ID=bc8cec2b-c8fc-4171-94cc-f0ba0b932fc2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.230773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.247296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-afbe6a5d-8cc6-4170-9054-f7f7a0aa4148 None None] Provisioning complete for port 8002ef77-5a71-4bc0-955c-c5b4793e773b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:10.247835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-afbe6a5d-8cc6-4170-9054-f7f7a0aa4148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.299447 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.302863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.334357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a33a9404-c214-40da-be8a-6979fe762fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.337414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a33a9404-c214-40da-be8a-6979fe762fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.339065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=8002ef77-5a71-4bc0-955c-c5b4793e773b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.340390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a33a9404-c214-40da-be8a-6979fe762fb7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce66cfb6-d328-44c0-a6f5-ed604c60ddac HTTP/1.1" status: 204 len: 168 time: 0.3927486 Aug 16 02:20:10.352040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59472) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.364040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a9404-c214-40da-be8a-6979fe762fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce66cfb6-d328-44c0-a6f5-ed604c60ddac,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:10.411647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:10.412043 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.554302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-44ea7359-77be-42ba-afa4-6e0a3a66cdce None None] Provisioning complete for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:10.554951 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44ea7359-77be-42ba-afa4-6e0a3a66cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.555946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.584873 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.596372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-44ea7359-77be-42ba-afa4-6e0a3a66cdce None None] Port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:10.625188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:10.629868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:10.707628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59482) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.806867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.830903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['084d2ef7-8160-41cf-abc4-98ac92d8c5c3']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.876564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab23b4b2-52d0-446b-afc4-2063a2cc7107') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.877002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab23b4b2-52d0-446b-afc4-2063a2cc7107') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:10.894340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.919026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.930098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:10.931017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:10.934439 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:10.942577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0793b42c-d4f5-4fb4-a0eb-bb05f51648cf admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f7b2ec1907034469aaed07aed41328d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330484 Aug 16 02:20:10.944701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59490) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:10.954874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:10.983558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.022934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa2846c4-baa2-40c9-b06f-a509bacaecad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.027414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-80a0f508-80dd-414f-a190-d6d8baac0817 None None] Provisioning complete for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:11.028088 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80a0f508-80dd-414f-a190-d6d8baac0817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.029110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Subnet': ['ID=b32b0030-dd70-4999-97ed-080e124d3a16,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:11.042934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.044997 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3a1a1612-ed26-4e2d-8de0-cbf57d4f0454 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/subnets/b32b0030-dd70-4999-97ed-080e124d3a16 HTTP/1.1" status: 204 len: 168 time: 1.0640445 Aug 16 02:20:11.048400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.065909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20eaa459-1ef7-475c-9a6f-3435127c740c None None] Network 8f42de13-11f5-40cd-8597-dfbf75d7c956 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:11.090468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa2846c4-baa2-40c9-b06f-a509bacaecad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.123587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.139839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.142272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] 10.222.0.76 "DELETE /v2.0/networks/084d2ef7-8160-41cf-abc4-98ac92d8c5c3 HTTP/1.1" status: 204 len: 168 time: 0.7891960 Aug 16 02:20:11.147845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.170822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6b038-a61a-479d-9f21-4d7b6496b231 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Pushing event deleted for resources: {'Network': ['ID=084d2ef7-8160-41cf-abc4-98ac92d8c5c3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:11.248381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-80a0f508-80dd-414f-a190-d6d8baac0817 None None] Port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:11.257409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting subnet 06e9a2aa-8f66-4e46-9c34-e119f58473de {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:11.261638 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.265081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.274470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa2846c4-baa2-40c9-b06f-a509bacaecad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.279207 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa2846c4-baa2-40c9-b06f-a509bacaecad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.281180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa2846c4-baa2-40c9-b06f-a509bacaecad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99f6beb2-053f-4fd3-9a9e-5bb583491cca HTTP/1.1" status: 204 len: 168 time: 0.3354354 Aug 16 02:20:11.299883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59498) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.346061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8893c183-d5ec-4957-8247-3215f069e97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.351452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8002ef77-5a71-4bc0-955c-c5b4793e773b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:11.356112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2846c4-baa2-40c9-b06f-a509bacaecad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f6beb2-053f-4fd3-9a9e-5bb583491cca,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:11.375886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.390447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:11.451257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Sync routers for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:11.477418 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e8a329e-3fbc-4a61-8991-f823855a7f62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6903939 Aug 16 02:20:11.488538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] DHCP port deletion for 8f42de13-11f5-40cd-8597-dfbf75d7c956 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:11.494910 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.532891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf937ff-4774-470e-9d41-be73e93c6563']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:11.554154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3be71f7-d90a-4d59-b07d-4bd4d47e5add') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:11.554607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3be71f7-d90a-4d59-b07d-4bd4d47e5add') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:11.570162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:11.570879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:19:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:11.571387 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.595271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.605950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:11.606500 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:11.608451 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:11.620903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.686961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8002ef77-5a71-4bc0-955c-c5b4793e773b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:11.687349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8893c183-d5ec-4957-8247-3215f069e97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.687548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.777916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8893c183-d5ec-4957-8247-3215f069e97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.797166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-b431a2bb-0b49-467e-88b8-9435d1e5e2f3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1716261809&fields=id&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 267 time: 0.0549853 Aug 16 02:20:11.808773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.816623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.825037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.832897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] 10.222.0.76 "DELETE /v2.0/networks/ddf937ff-4774-470e-9d41-be73e93c6563 HTTP/1.1" status: 204 len: 168 time: 0.6811526 Aug 16 02:20:11.888454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:11.891164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713d3fd7-6cbb-4f1a-acf4-30fca8abf38b None None] Network 7bf69ba6-2629-44fb-af37-6e121264581a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:11.892611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/subnets/06e9a2aa-8f66-4e46-9c34-e119f58473de HTTP/1.1" status: 204 len: 168 time: 0.8270750 Aug 16 02:20:11.900172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59516) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:11.950284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53249-3a00-41c0-9ba3-90f88e1a4d01 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Subnet': ['ID=06e9a2aa-8f66-4e46-9c34-e119f58473de,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.010260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8893c183-d5ec-4957-8247-3215f069e97d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=253b8413542644ddb0eeab074b992a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074938 Aug 16 02:20:12.011177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893c183-d5ec-4957-8247-3215f069e97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe2862b-cd2f-4a2b-b101-c18274ccd36b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.013255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59522) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:12.083110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe290d7b-2eab-4622-85a4-b98d7190fb61 tempest-QuotasNegativeTest-1101362162 tempest-QuotasNegativeTest-1101362162-project-admin] Pushing event deleted for resources: {'Network': ['ID=ddf937ff-4774-470e-9d41-be73e93c6563,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.094076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.110128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:12.128707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb6f8-5403-4972-8975-592bc3186198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.151212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb6f8-5403-4972-8975-592bc3186198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.210160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-2876cb49-b6a7-414f-b530-f16cb2f6bbaa tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:12.214813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-2876cb49-b6a7-414f-b530-f16cb2f6bbaa tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 797 time: 0.3718064 Aug 16 02:20:12.236982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Deleting port b9b2a1cb-03a1-49d7-8255-130b53ecc118 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:12.237274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.301492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] Deleting port b9b2a1cb-03a1-49d7-8255-130b53ecc118 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:12.302394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.325585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] For port b9b2a1cb-03a1-49d7-8255-130b53ecc118, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b9b2a1cb-03a1-49d7-8255-130b53ecc118,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:12.325971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.346503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Calling delete_port for b9b2a1cb-03a1-49d7-8255-130b53ecc118 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:12.365007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb6f8-5403-4972-8975-592bc3186198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.371393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ef7fb6f8-5403-4972-8975-592bc3186198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.371393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ef7fb6f8-5403-4972-8975-592bc3186198 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3fe2862b-cd2f-4a2b-b101-c18274ccd36b HTTP/1.1" status: 204 len: 168 time: 0.3543158 Aug 16 02:20:12.382475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fb6f8-5403-4972-8975-592bc3186198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe2862b-cd2f-4a2b-b101-c18274ccd36b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.450447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-e77088e8-a8db-4beb-80ee-ffdbcd5a4763 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/quotas/c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 375 time: 0.2204435 Aug 16 02:20:12.508952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] For port b9b2a1cb-03a1-49d7-8255-130b53ecc118, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b9b2a1cb-03a1-49d7-8255-130b53ecc118,segment=NetworkSegment(28c66a50-354c-4e33-a5bf-a2b2a3ee7473),segment_id=28c66a50-354c-4e33-a5bf-a2b2a3ee7473)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:12.509877 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.557129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] Calling delete_port for b9b2a1cb-03a1-49d7-8255-130b53ecc118 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:12.582555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] DHCP port deletion for 7bf69ba6-2629-44fb-af37-6e121264581a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:12.588339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-6a79172f-ca6f-4cff-bc84-21fcd662dee1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1357839 Aug 16 02:20:12.724930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:09Z', 'revision_number': 2, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:12.772672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Checking router: 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:12.773037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Updating router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:20:12.802269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] Deleting port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:12.802574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.804541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.873406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.883157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] Pushing event deleted for resources: {'Port': ['ID=b9b2a1cb-03a1-49d7-8255-130b53ecc118,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:12.901051 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.906820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d015e2f8-c906-4260-a937-deec38621af5 None None] No DVR routers for this DVR port b9b2a1cb-03a1-49d7-8255-130b53ecc118 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:12.917297 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2cce0a6b-e025-482e-9320-886437a13942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:12.960338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] For port c1de03d5-8354-4122-9d84-0c4d4dbcdab8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,segment=NetworkSegment(8dffb938-c493-4aa6-91ec-de070c15536c),segment_id=8dffb938-c493-4aa6-91ec-de070c15536c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:12.960748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.000835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] Calling delete_port for c1de03d5-8354-4122-9d84-0c4d4dbcdab8 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:13.036723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.079375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Port': ['ID=b9b2a1cb-03a1-49d7-8255-130b53ecc118,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.095669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] No DVR routers for this DVR port b9b2a1cb-03a1-49d7-8255-130b53ecc118 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:13.189135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4d148bb0-89dd-41bb-be9d-94c21a4205d8 service neutron] 10.222.0.76 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832345 Aug 16 02:20:13.200090 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.216514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f42de13-11f5-40cd-8597-dfbf75d7c956']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:13.251866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c66a50-354c-4e33-a5bf-a2b2a3ee7473') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:13.252367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c66a50-354c-4e33-a5bf-a2b2a3ee7473') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:13.318969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.319562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c1de03d5-8354-4122-9d84-0c4d4dbcdab8 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:13.343569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.364312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:13.365494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:13.368310 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:13.377789 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.462041 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.464625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-a5078aef-5b63-4d49-8d4d-b42a2f2d0e14 service neutron] 10.222.0.76 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539706 Aug 16 02:20:13.485410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Transition to ACTIVE for port object bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:13.486708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59548) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.487078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] No DVR routers for this DVR port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:13.491752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858d2f3a-e431-44f3-ab09-6e54cf612a6d None None] Pushing event deleted for resources: {'Port': ['ID=c1de03d5-8354-4122-9d84-0c4d4dbcdab8,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.499087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port c1de03d5-8354-4122-9d84-0c4d4dbcdab8 {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:20:13.499087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c1de03d5-8354-4122-9d84-0c4d4dbcdab8 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:13.499087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b9b2a1cb-03a1-49d7-8255-130b53ecc118 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:13.521246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c3ab6c9-f90a-4f4f-9e7b-981804b8c747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.526407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b9b2a1cb-03a1-49d7-8255-130b53ecc118 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:13.526865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b9b2a1cb-03a1-49d7-8255-130b53ecc118 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:13.666403 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.686632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.709677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.715396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/networks/8f42de13-11f5-40cd-8597-dfbf75d7c956 HTTP/1.1" status: 204 len: 168 time: 1.8127184 Aug 16 02:20:13.715596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59554) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:13.716615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dac619-6cca-4c98-9a15-885d9d91ff97 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Network': ['ID=8f42de13-11f5-40cd-8597-dfbf75d7c956,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.727827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c3ab6c9-f90a-4f4f-9e7b-981804b8c747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.742408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c449-26ca-4941-bcc4-89a018916a96 None None] Pushing event updated for resources: {'Port': ['ID=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:13.825215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.853530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c3ab6c9-f90a-4f4f-9e7b-981804b8c747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.889855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Attempting to bind port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:13.890234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Attempting to bind port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:13.890624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Attempting to bind port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:13.895857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:13.896257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Checking segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:13.896670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.897074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Bound using segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:13.897553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Bound port: bcdf8008-bfdb-4b79-abe9-5f65e57c62c6, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:13.897929 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:13.908837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c3ab6c9-f90a-4f4f-9e7b-981804b8c747 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f58438fd33f4dada3ec3ed19eeafebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207795 Aug 16 02:20:13.912294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:14.027365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] For port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:14.031097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] For port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:14.034388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-234797c9-461c-48c4-a883-cd974b36854d req-5bc09b23-2f59-4919-bd5c-0caba2a4fa66 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 210 time: 0.0997517 Aug 16 02:20:14.098956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.115676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.117141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ab6c9-f90a-4f4f-9e7b-981804b8c747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90af7d-8ce6-4184-bdc7-5aa85563530c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.146981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf69ba6-2629-44fb-af37-6e121264581a']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.157114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a34e103-4890-4212-8d4c-4427d7d2291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.200483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dffb938-c493-4aa6-91ec-de070c15536c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.202030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dffb938-c493-4aa6-91ec-de070c15536c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.205571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:14.206138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.208173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4711c449-26ca-4941-bcc4-89a018916a96 None None] Pushing event updated for resources: {'Port': ['ID=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.233966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a34e103-4890-4212-8d4c-4427d7d2291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.250023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.274568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.286855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:14.287282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:14.292626 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:14.389524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:14.454239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a34e103-4890-4212-8d4c-4427d7d2291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.457653 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a34e103-4890-4212-8d4c-4427d7d2291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.461293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a34e103-4890-4212-8d4c-4427d7d2291e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d90af7d-8ce6-4184-bdc7-5aa85563530c HTTP/1.1" status: 204 len: 168 time: 0.5488985 Aug 16 02:20:14.472714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34e103-4890-4212-8d4c-4427d7d2291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90af7d-8ce6-4184-bdc7-5aa85563530c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.611099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.623628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:14.626391 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] 10.222.0.76 "DELETE /v2.0/networks/7bf69ba6-2629-44fb-af37-6e121264581a HTTP/1.1" status: 204 len: 168 time: 0.9092152 Aug 16 02:20:14.649705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5b407-6d35-4620-af82-79f633aae484 tempest-TaggedBootDevicesTest-795594315 tempest-TaggedBootDevicesTest-795594315-project] Pushing event deleted for resources: {'Network': ['ID=7bf69ba6-2629-44fb-af37-6e121264581a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:14.671286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:14Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:14.699949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b21bda-f1f0-47d6-a095-f7470bae94d9 None None] The sync data for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 is: [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:14Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:14.704771 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.137798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9895868a-3a57-4fbd-b542-91a5559f8c43 req-9a2fe6d5-e832-4a8e-b45e-94a5b82b6b46 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 210 time: 0.0319307 Aug 16 02:20:15.382956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:15.586960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:15.595537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:15.595942 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.690481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:15.728819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdc37e07-a47b-4322-8d05-b893b03eb412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.878807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdc37e07-a47b-4322-8d05-b893b03eb412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.896372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:15.961201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:15.991030 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.077794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdc37e07-a47b-4322-8d05-b893b03eb412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.116547 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.191237 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cdc37e07-a47b-4322-8d05-b893b03eb412 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=49ede54cb607406389029a15bf13e912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994736 Aug 16 02:20:16.193866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59630) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:16.206070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc37e07-a47b-4322-8d05-b893b03eb412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75413c5c-620f-4c09-bc13-cdd4614b50a8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.248764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:16.395932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ec89953e-b7d7-4984-964f-2f446d6c4076 req-c4251b25-879f-4c1e-b8da-44b757b04632 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 210 time: 0.1072357 Aug 16 02:20:16.423974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0045eeba-96db-441e-84e6-783038e41f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.478978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0045eeba-96db-441e-84e6-783038e41f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.672659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0045eeba-96db-441e-84e6-783038e41f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.672659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0045eeba-96db-441e-84e6-783038e41f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:16.675198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0045eeba-96db-441e-84e6-783038e41f8d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/75413c5c-620f-4c09-bc13-cdd4614b50a8 HTTP/1.1" status: 204 len: 168 time: 0.4802635 Aug 16 02:20:16.719483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045eeba-96db-441e-84e6-783038e41f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75413c5c-620f-4c09-bc13-cdd4614b50a8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:17.304285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:17.380887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-8a1403f1-3ae4-413a-84da-6a5f7c0d7d7f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:17.382461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-8a1403f1-3ae4-413a-84da-6a5f7c0d7d7f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 797 time: 0.1376405 Aug 16 02:20:17.491078 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-b6e48eca-5890-44b2-947d-7e2fbd804480 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 380 time: 0.0979779 Aug 16 02:20:17.504537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59674) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:17.506191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'port': {'device_id': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'admin_state_up': True, 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'security_groups': ['2ae571fe-d441-4566-9c4c-6a2cd009b0fa']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:17.627778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07da1118-74d8-4e51-875b-0efc92ec76cc req-42542aef-ac65-4c73-a361-c3b246c87f7e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 210 time: 0.0683522 Aug 16 02:20:17.739194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:17.739194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.790178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:17.791279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:17.809834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a85cbaaa-4890-428a-8cac-86cca73fc843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.048294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.6 (ded7aaba-6508-4e01-8a54-a1c2798a2979/e1576735-cf34-4136-8dc4-17d5466a3492/8f4531b7-c5ad-43de-bc2c-c8193d232978) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:18.066575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a85cbaaa-4890-428a-8cac-86cca73fc843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.204925 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.225643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 8f4531b7-c5ad-43de-bc2c-c8193d232978 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:18.256741 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a85cbaaa-4890-428a-8cac-86cca73fc843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.315707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a85cbaaa-4890-428a-8cac-86cca73fc843 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e71c2215644b44f3ae9e09d774e2e0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099065 Aug 16 02:20:18.317403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cbaaa-4890-428a-8cac-86cca73fc843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12d7b1-dc7a-44b4-b0fa-ccd56ec3915a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.318329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59696) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:18.382945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.456485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:18.457353 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9130b0cf-7657-496c-9b03-c53180099bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.464479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:18.468393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.470789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:18.525935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9130b0cf-7657-496c-9b03-c53180099bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.558077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.558772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.715502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9130b0cf-7657-496c-9b03-c53180099bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.721640 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9130b0cf-7657-496c-9b03-c53180099bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.721640 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9130b0cf-7657-496c-9b03-c53180099bcc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a12d7b1-dc7a-44b4-b0fa-ccd56ec3915a HTTP/1.1" status: 204 len: 168 time: 0.3988919 Aug 16 02:20:18.722725 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-357a61f5-1ca0-4317-bb04-f6475c493527 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2247975 Aug 16 02:20:18.733700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130b0cf-7657-496c-9b03-c53180099bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12d7b1-dc7a-44b4-b0fa-ccd56ec3915a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:18.749854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Request body: {'port': {'device_id': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:18.776103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd64c0d-509c-46c6-810d-a5d59190495b req-eed2763e-fdb4-4110-add2-931340a25342 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:18.779962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbd64c0d-509c-46c6-810d-a5d59190495b req-eed2763e-fdb4-4110-add2-931340a25342 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 931 time: 0.0769637 Aug 16 02:20:18.826691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1ee3d967-a53f-4340-af20-932a325670eb None None] Provisioning for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:18.829662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1ee3d967-a53f-4340-af20-932a325670eb None None] Provisioning complete for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:18.830163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d967-a53f-4340-af20-932a325670eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.831669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:18.844997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbd64c0d-509c-46c6-810d-a5d59190495b req-04d3d0d3-f93c-4680-82a5-d8d2d1353e12 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624340 Aug 16 02:20:18.878463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3d967-a53f-4340-af20-932a325670eb None None] Port 8f4531b7-c5ad-43de-bc2c-c8193d232978 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:20:19.222379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4531b7-c5ad-43de-bc2c-c8193d232978 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:19.235354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.263169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Transition to ACTIVE for port object 8f4531b7-c5ad-43de-bc2c-c8193d232978 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:19.354984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.511702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:19.523526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:19.529617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:19.529617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:19.561835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:19.562186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:19.575469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:19.576137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Checking segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:19.579250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Bound using segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:19.579982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Bound port: 8f4531b7-c5ad-43de-bc2c-c8193d232978, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:19.584270 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.705981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:19.715795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:19.732005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda24775-69ef-4930-b7ff-b37bb0fd4a4a req-b5ee5d57-de8d-4869-8691-a77e580319d7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:19.740801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fda24775-69ef-4930-b7ff-b37bb0fd4a4a req-b5ee5d57-de8d-4869-8691-a77e580319d7 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.1039987 Aug 16 02:20:19.784117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fda24775-69ef-4930-b7ff-b37bb0fd4a4a req-1ba8c466-b0cc-43db-a1d4-1f33416a61cb tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Aug 16 02:20:19.833886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.914146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:19.915100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:19.915516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59742) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:19.917493 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] 10.222.0.58 "PUT /v2.0/ports/8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1092 time: 1.1850960 Aug 16 02:20:19.918339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:19.920949 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6adc039-a15b-4e5a-b44d-1e84ceb24870" -d '{"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:19.951905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3249c5dd-fe78-4cf9-bed4-e80560ace1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.037501 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4544a6a-9220-4815-8f1d-7b3926d4a4dd x-openstack-request-id: req-a4544a6a-9220-4815-8f1d-7b3926d4a4dd {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:20.039307 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:20.039646 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a4544a6a-9220-4815-8f1d-7b3926d4a4dd {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:20.047651 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'status': 'completed', 'code': 200} Aug 16 02:20:20.050051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4858b87f-1478-4f99-8020-ee64b37da6bf service neutron] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.117203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3249c5dd-fe78-4cf9-bed4-e80560ace1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.130226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59746) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.173154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc039-a15b-4e5a-b44d-1e84ceb24870 req-37eb762a-c9ee-4ce3-bf6a-415882cad92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.175282 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b6adc039-a15b-4e5a-b44d-1e84ceb24870 req-37eb762a-c9ee-4ce3-bf6a-415882cad92f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1095 time: 0.1260908 Aug 16 02:20:20.198169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b9d8-4ffe-480f-a58a-f53834829427 req-a2354ba8-f65c-41cd-90f7-b27a576d7a1c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.206981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47d7b9d8-4ffe-480f-a58a-f53834829427 req-a2354ba8-f65c-41cd-90f7-b27a576d7a1c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0881417 Aug 16 02:20:20.210593 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3249c5dd-fe78-4cf9-bed4-e80560ace1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.249427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3249c5dd-fe78-4cf9-bed4-e80560ace1d9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10a31085bcb04aa0857645b7ada22a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320251 Aug 16 02:20:20.266796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59752) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.311391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249c5dd-fe78-4cf9-bed4-e80560ace1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eadec035-4734-4986-8fcf-4ec86c4926df,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.368172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55e28258-9e28-4dc8-829d-82b18608459e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.396229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55e28258-9e28-4dc8-829d-82b18608459e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.420647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc039-a15b-4e5a-b44d-1e84ceb24870 req-5df9e9a9-81c1-4091-b5e4-a0dacd156e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.423867 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b6adc039-a15b-4e5a-b44d-1e84ceb24870 req-5df9e9a9-81c1-4091-b5e4-a0dacd156e43 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c271d0e92f9641bc8675871d70eb4274&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2403333 Aug 16 02:20:20.469406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47d7b9d8-4ffe-480f-a58a-f53834829427 req-49a79750-fa99-49a8-93c5-01c236d4cc6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558305 Aug 16 02:20:20.503238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb9b4-823a-455e-80ab-8b0e45590dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.562106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55e28258-9e28-4dc8-829d-82b18608459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.566068 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-55e28258-9e28-4dc8-829d-82b18608459e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.571410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-55e28258-9e28-4dc8-829d-82b18608459e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eadec035-4734-4986-8fcf-4ec86c4926df HTTP/1.1" status: 204 len: 168 time: 0.2983794 Aug 16 02:20:20.591108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e28258-9e28-4dc8-829d-82b18608459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadec035-4734-4986-8fcf-4ec86c4926df,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.655294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adc039-a15b-4e5a-b44d-1e84ceb24870 req-50fca56f-4005-44d4-88b4-ab7170e79a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.659032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b6adc039-a15b-4e5a-b44d-1e84ceb24870 req-50fca56f-4005-44d4-88b4-ab7170e79a52 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268810 Aug 16 02:20:20.705588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb9b4-823a-455e-80ab-8b0e45590dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.713740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59762) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.763980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-2b307b50-d6b0-424a-8c1f-b9bddd324c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.768989 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-2b307b50-d6b0-424a-8c1f-b9bddd324c04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1095 time: 0.0452440 Aug 16 02:20:20.793049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa3bb9b4-823a-455e-80ab-8b0e45590dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:20.820472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-a6ce3dd6-d0e3-4624-aec5-e91d6de7572e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 217 time: 0.0467160 Aug 16 02:20:20.836588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa3bb9b4-823a-455e-80ab-8b0e45590dc6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c15f29655ba24546949b84a255705f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7048695 Aug 16 02:20:20.839432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3bb9b4-823a-455e-80ab-8b0e45590dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ee370c-4742-4735-bec9-23f8ac33a43d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:20.841258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:20.928836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-0685c74c-2436-41c8-bf8d-e25ecd764118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:20.930608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-0685c74c-2436-41c8-bf8d-e25ecd764118 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1025453 Aug 16 02:20:20.995151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-50848273'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:21.005279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab3a6307-cc0a-445e-960f-661ce217fa1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.027042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc197aa-c829-468b-a00c-0bdae0b42b83 req-ddd13ac6-7dcc-40fd-864a-217e7c100d3b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.029569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cc197aa-c829-468b-a00c-0bdae0b42b83 req-ddd13ac6-7dcc-40fd-864a-217e7c100d3b tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0710485 Aug 16 02:20:21.059100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab3a6307-cc0a-445e-960f-661ce217fa1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.076017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-ed07543c-b13c-4646-8e3a-f5c7bc7351a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.078117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-ed07543c-b13c-4646-8e3a-f5c7bc7351a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388319 Aug 16 02:20:21.101474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5cc197aa-c829-468b-a00c-0bdae0b42b83 req-e955949f-0d70-4e5d-82ba-a21c83e75ad1 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575137 Aug 16 02:20:21.160253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Made reservation on behalf of b5a8d72aefaf4979aac03d2fdffe899a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:21.163666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.179828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.254889 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-23c1cd85-f247-41dc-8b40-49c655946a47 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565051 Aug 16 02:20:21.315112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab3a6307-cc0a-445e-960f-661ce217fa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.317632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab3a6307-cc0a-445e-960f-661ce217fa1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.321776 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab3a6307-cc0a-445e-960f-661ce217fa1b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0ee370c-4742-4735-bec9-23f8ac33a43d HTTP/1.1" status: 204 len: 168 time: 0.4752977 Aug 16 02:20:21.343379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a6307-cc0a-445e-960f-661ce217fa1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ee370c-4742-4735-bec9-23f8ac33a43d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.396973 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d45c0cbf-1641-49ec-9a11-a039cf0e27ab req-64fcd6ef-c956-43c7-9692-a64d1fb1147a service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352119 Aug 16 02:20:21.425698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.505094 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.538794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a98bd-2556-447b-ac38-bdb013ed31f8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.559017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:21.568331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.568663 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Added segment aa455f4b-63e7-4866-bccc-f33275455cb5 of type vlan for network 6f77ab11-8db4-4909-8d7a-a9513fc0660f Aug 16 02:20:21.591408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ded77-05ed-4e61-aee2-3520d19b4375 req-a54b4ed5-63f2-46a1-bde9-466bc27a51e8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.593035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-255ded77-05ed-4e61-aee2-3520d19b4375 req-a54b4ed5-63f2-46a1-bde9-466bc27a51e8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0582085 Aug 16 02:20:21.617552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.639288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-255ded77-05ed-4e61-aee2-3520d19b4375 req-b7ab494a-9e7c-42f1-b312-3c4954d709e2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400348 Aug 16 02:20:21.772845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.775951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:21.776596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:21.854807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Pushing event updated for resources: {'Network': ['ID=6f77ab11-8db4-4909-8d7a-a9513fc0660f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:21.866185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6f77ab11-8db4-4909-8d7a-a9513fc0660f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:21.934451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d7edc393-1003-4cf4-9da4-3b852c86b0fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.2160606 Aug 16 02:20:22.089937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59802) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.094710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-c23b4842-6f74-4ab1-bd70-2a5b4d692713 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.096493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-c23b4842-6f74-4ab1-bd70-2a5b4d692713 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0625408 Aug 16 02:20:22.111719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ba72109-df8c-4565-a2a1-0f8a79aaf9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.247236 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ba72109-df8c-4565-a2a1-0f8a79aaf9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.264889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59806) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.269543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Request body: {'port': {'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f', 'binding:host_id': 'n-h2-768852-19', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-918871144'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:22.317323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ba72109-df8c-4565-a2a1-0f8a79aaf9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.321005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba75929-69cd-458d-949d-e472913009ec req-3c9ae589-48cb-44cc-90db-78be35421514 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.328961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bba75929-69cd-458d-949d-e472913009ec req-3c9ae589-48cb-44cc-90db-78be35421514 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 946 time: 0.0767434 Aug 16 02:20:22.339461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Deleting port f98b722a-b67e-4222-ba81-ced374791473 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:22.339960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.351815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba72109-df8c-4565-a2a1-0f8a79aaf9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b869c307-cf8a-4ff8-951c-2f3bbd3438fa,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.375904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ba72109-df8c-4565-a2a1-0f8a79aaf9ad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=37de2bdf90f84e0dbcfd408ecb5322ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2843025 Aug 16 02:20:22.378583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59810) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:22.444679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-435e036e-8c08-4e51-ba71-8a8f1c986b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.448719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Made reservation on behalf of b6874f7a74194accb99dd1ecca0c22b3 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:22.451128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.453997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bba75929-69cd-458d-949d-e472913009ec req-6be8441e-28bb-407e-a808-b99c8c021fc0 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192620 Aug 16 02:20:22.474633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.500083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-435e036e-8c08-4e51-ba71-8a8f1c986b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.501393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] For port f98b722a-b67e-4222-ba81-ced374791473, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f98b722a-b67e-4222-ba81-ced374791473,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:22.502019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.518118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Calling delete_port for f98b722a-b67e-4222-ba81-ced374791473 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:22.623191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.668023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-435e036e-8c08-4e51-ba71-8a8f1c986b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.670842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-435e036e-8c08-4e51-ba71-8a8f1c986b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.672285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-435e036e-8c08-4e51-ba71-8a8f1c986b09 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b869c307-cf8a-4ff8-951c-2f3bbd3438fa HTTP/1.1" status: 204 len: 168 time: 0.2926843 Aug 16 02:20:22.690227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435e036e-8c08-4e51-ba71-8a8f1c986b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b869c307-cf8a-4ff8-951c-2f3bbd3438fa,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.694046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.698053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port b29cfc29-c578-4d96-a900-da827edcf936 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:22.752795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.764771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f98b722a-b67e-4222-ba81-ced374791473', 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:22.795959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Pushing event deleted for resources: {'Port': ['ID=f98b722a-b67e-4222-ba81-ced374791473,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.796183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7832cf-16a7-41e3-aee5-9a791b0396d6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:22.844156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55179cf3-8bb6-4940-8511-17210ec5383e req-c22c9404-dc01-4341-add9-e4384516ad74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:22.854901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55179cf3-8bb6-4940-8511-17210ec5383e req-c22c9404-dc01-4341-add9-e4384516ad74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.1334996 Aug 16 02:20:22.930723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] No DVR routers for this DVR port f98b722a-b67e-4222-ba81-ced374791473 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:22.941903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:22.944198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c592130-ced5-4c13-9ee6-5d2cc7a07585 req-8c2d735c-76bd-4864-8c7d-82730b3d2020 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "DELETE /v2.0/ports/f98b722a-b67e-4222-ba81-ced374791473 HTTP/1.1" status: 204 len: 173 time: 0.8399208 Aug 16 02:20:22.945936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'name': 'network-vif-deleted', 'tag': 'f98b722a-b67e-4222-ba81-ced374791473'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:22.956752 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98405955-eeb1-41e3-9bc4-35d13e8657ca" -d '{"events": [{"server_uuid": "da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd", "name": "network-vif-deleted", "tag": "f98b722a-b67e-4222-ba81-ced374791473"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:22.992323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55179cf3-8bb6-4940-8511-17210ec5383e req-3d22e760-c6ca-400a-9d53-6d3490a7d0d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294417 Aug 16 02:20:23.012170 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00157e92-3115-4664-bc04-3c75f85a672c x-openstack-request-id: req-00157e92-3115-4664-bc04-3c75f85a672c {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:23.012481 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd", "name": "network-vif-deleted", "tag": "f98b722a-b67e-4222-ba81-ced374791473", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:23.012749 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-00157e92-3115-4664-bc04-3c75f85a672c {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:23.013163 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd', 'name': 'network-vif-deleted', 'tag': 'f98b722a-b67e-4222-ba81-ced374791473', 'status': 'completed', 'code': 200} Aug 16 02:20:23.369268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port b29cfc29-c578-4d96-a900-da827edcf936 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:23.380505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.391921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Transition to ACTIVE for port object b29cfc29-c578-4d96-a900-da827edcf936 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:23.508149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:23.564207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7977042c-fc0f-4e7a-af41-a35ba72626d2 req-f801b60e-ecfd-4cc7-b255-e3a4db01e4fb tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=da44eaeb-c6df-4368-b1e4-dd6bfbe7bbfd HTTP/1.1" status: 200 len: 210 time: 0.0328064 Aug 16 02:20:23.584636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=b29cfc29-c578-4d96-a900-da827edcf936,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:23.601611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Checking segment: {'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:23.603660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Network hostable DHCP agents. Network: 6f77ab11-8db4-4909-8d7a-a9513fc0660f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:23.713068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Network 6f77ab11-8db4-4909-8d7a-a9513fc0660f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:23.850017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6f77ab11-8db4-4909-8d7a-a9513fc0660f) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:23.854592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:23.860359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18980ff-c938-41f3-877c-f6aa0857e37b None None] Network 6f77ab11-8db4-4909-8d7a-a9513fc0660f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:23.869677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:23.870021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:23.870400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:23.874668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:23.875182 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:23.875602 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 2 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:23.887531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:23.887876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:23.888219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:23.892447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:23.892778 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:23.893180 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 3 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:23.907055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:23.907452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:23.907853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:23.913521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:23.913941 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:23.914395 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 4 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:23.930265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:23.932175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:23.932540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:23.938110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:23.939015 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:23.939651 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 5 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:23.960060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:23.960876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:23.961627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:23.967857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:23.968236 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:23.968657 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 6 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:23.986579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:23.988901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:23.989297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:23.995152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:23.995517 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:23.995832 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 7 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:24.012801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:24.013338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:24.013849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:24.019460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:24.019964 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:24.020979 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 8 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:24.035745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:24.036272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:24.036815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:24.042995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:24.043562 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:24.044127 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 9 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:24.058577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:24.059259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:24.059773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:24.064995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:24.065578 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:24.066143 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 10 to bind port b29cfc29-c578-4d96-a900-da827edcf936 Aug 16 02:20:24.079984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:24.080690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:24.081202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:24.086742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port b29cfc29-c578-4d96-a900-da827edcf936 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:24.087964 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port b29cfc29-c578-4d96-a900-da827edcf936 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:24.088765 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.168921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] For port b29cfc29-c578-4d96-a900-da827edcf936, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:24.168921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempted to set empty binding levels {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:20:24.189576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de0e69-21f0-49f7-a63a-c25c2a4ee5a8 req-51391e6d-09fc-4b25-9f1d-78fa1ee78cda tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.191110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7de0e69-21f0-49f7-a63a-c25c2a4ee5a8 req-51391e6d-09fc-4b25-9f1d-78fa1ee78cda tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.1149867 Aug 16 02:20:24.232781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7de0e69-21f0-49f7-a63a-c25c2a4ee5a8 req-0d44951e-1106-4232-a209-8d7478779c40 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354075 Aug 16 02:20:24.297646 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.315205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:24.315891 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.361552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=b29cfc29-c578-4d96-a900-da827edcf936,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:24.407231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:24.497100 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-730530dd-52ff-401e-8151-692985103d7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2335227 Aug 16 02:20:24.499973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59866) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:24.525705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:24.553853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'mac_address': 'fa:16:3e:ed:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:24.600666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Deleting port b29cfc29-c578-4d96-a900-da827edcf936 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:24.601027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.613567 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.641055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4531b7-c5ad-43de-bc2c-c8193d232978 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:24.696801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] For port b29cfc29-c578-4d96-a900-da827edcf936, host n-h2-768852-19, got binding levels [] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:24.697400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.714766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Calling delete_port for b29cfc29-c578-4d96-a900-da827edcf936 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:24.714997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:24.813722 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.873938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:24.882308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.882692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.883069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.883411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.883790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.884304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.884628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.885040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.885378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.885714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.886053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.886383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:24.952845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.989226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event deleted for resources: {'Port': ['ID=b29cfc29-c578-4d96-a900-da827edcf936,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:24.995954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:24.998547 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afcf6ff7-422d-43c6-b18a-feb6e3d01499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "DELETE /v2.0/ports/b29cfc29-c578-4d96-a900-da827edcf936 HTTP/1.1" status: 204 len: 168 time: 0.4972875 Aug 16 02:20:25.001189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59880) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.031680 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a66233d-6ba2-40bb-992a-659239e6a8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:20:25.033222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a66233d-6ba2-40bb-992a-659239e6a8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "GET /v2.0/ports/b29cfc29-c578-4d96-a900-da827edcf936 HTTP/1.1" status: 404 len: 333 time: 0.0310133 Aug 16 02:20:25.037457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59882) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.045015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Request body: {'port': {'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-319980003'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:25.045796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['8f4531b7-c5ad-43de-bc2c-c8193d232978'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:25.158839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Made reservation on behalf of b6874f7a74194accb99dd1ecca0c22b3 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:25.162158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.193299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port 5c38612b-befd-456f-a8db-e5be49a4bb35 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:25.305272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e45be1-9e9a-4b4a-8dae-1308f349618f req-718c4a39-e9d7-440f-a8c9-87c0eca4f1c9 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.315721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44e45be1-9e9a-4b4a-8dae-1308f349618f req-718c4a39-e9d7-440f-a8c9-87c0eca4f1c9 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1257586 Aug 16 02:20:25.469496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44e45be1-9e9a-4b4a-8dae-1308f349618f req-b0d52687-73bc-4333-932a-aeac9791e70c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329515 Aug 16 02:20:25.577781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836d1f5-4f26-45e5-a0af-033adab4286f req-039e2670-9abb-412f-a6c5-a97abc362095 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.579465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3836d1f5-4f26-45e5-a0af-033adab4286f req-039e2670-9abb-412f-a6c5-a97abc362095 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 944 time: 0.1995749 Aug 16 02:20:25.632750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.643493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3836d1f5-4f26-45e5-a0af-033adab4286f req-bc50c5e8-e9e2-4f72-b5f6-8fe75107d83d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527813 Aug 16 02:20:25.767378 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.819227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Network 6f77ab11-8db4-4909-8d7a-a9513fc0660f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:25.822474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:25.826273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:25.827686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:25.828343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:25.836359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=5c38612b-befd-456f-a8db-e5be49a4bb35,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:25.850256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.850541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.850921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.851272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.851614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.851955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.852293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.853306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.853723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.854053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.854482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.854843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:20:25.932784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-78f6c9ac-76dc-44fc-a790-883cb18aa963 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8919575 Aug 16 02:20:25.934173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59908) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:25.940204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:26.011921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.192634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port 5c38612b-befd-456f-a8db-e5be49a4bb35 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:26.203643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.220853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Transition to ACTIVE for port object 5c38612b-befd-456f-a8db-e5be49a4bb35 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:26.350998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.399930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:20:26.413392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=5c38612b-befd-456f-a8db-e5be49a4bb35,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:26.429978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.430327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.431223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.435857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.436184 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.436569 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 2 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.451867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.452053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.452367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.456930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.457261 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.457760 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 3 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.469938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.470473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.470848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.475564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.475894 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.476287 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 4 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.492443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.492815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.496203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.502696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.503036 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.503438 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 5 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.518499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.518951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.519293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.525993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.526537 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.532858 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 6 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.542371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.542755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.543094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.547926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.548253 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.548658 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 7 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.552964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:20:26.558272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:20:26.558970 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.566250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.566394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.566809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.572370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.572753 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.573167 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 8 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.588925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.589276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.589740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.596033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.596371 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.596788 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 9 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.609102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125ae5d-2ee6-4fc2-a112-4a33979d25a6 req-e88975ed-1a66-4efa-b49d-2c0496567346 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.614132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.614485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.615030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.619900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9125ae5d-2ee6-4fc2-a112-4a33979d25a6 req-e88975ed-1a66-4efa-b49d-2c0496567346 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.0827427 Aug 16 02:20:26.621060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.621375 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.621989 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 10 to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 Aug 16 02:20:26.638757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:26.639107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:26.639450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:26.644534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:26.645606 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 5c38612b-befd-456f-a8db-e5be49a4bb35 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:26.646091 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.678633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9125ae5d-2ee6-4fc2-a112-4a33979d25a6 req-874b25b3-703f-429c-9d5a-cfd3e5b469d6 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558925 Aug 16 02:20:26.694009 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.743514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] For port 5c38612b-befd-456f-a8db-e5be49a4bb35, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:26.744098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempted to set empty binding levels {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:20:26.754833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:26.758173 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8530fb90-b6fd-4030-b0a7-ec4e8e833373" -d '{"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:26.808367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:26.839652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.878672 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.886241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d4ab4-55b3-4f26-8967-337a7062a429 req-8fad195a-c8c1-4b11-9897-3be49e56b6c8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.902110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f79d4ab4-55b3-4f26-8967-337a7062a429 req-8fad195a-c8c1-4b11-9897-3be49e56b6c8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 944 time: 0.1478951 Aug 16 02:20:26.905092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] In _notify_port_updated(), no bound segment for port 5c38612b-befd-456f-a8db-e5be49a4bb35 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:20:26.910274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:26.912274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:26.920890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "PUT /v2.0/ports/5c38612b-befd-456f-a8db-e5be49a4bb35 HTTP/1.1" status: 200 len: 979 time: 0.9854226 Aug 16 02:20:26.927767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59934) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:26.995002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f79d4ab4-55b3-4f26-8967-337a7062a429 req-1e41bad6-91e0-4b69-b034-316916eb4bb6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907073 Aug 16 02:20:27.011671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.045688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbfeafd-b91a-4089-a5f4-d75102db9a01 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=5c38612b-befd-456f-a8db-e5be49a4bb35,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.097756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.098707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.099396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.100264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.101977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.103217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.103991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.104691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.105204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.105870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.107266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.108058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.108969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.109657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.110362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.111146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.111698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.112194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.112817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.113528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.114184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.114692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.115768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.116700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.117213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.117755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.130462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.130462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.130462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37b9778f-f75b-40d7-8253-fbb36aac825e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25312 time: 0.1931102 Aug 16 02:20:27.130773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:27.130876 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4bf81-1ad6-4376-b4d5-a9601d9fda58 x-openstack-request-id: req-0ac4bf81-1ad6-4376-b4d5-a9601d9fda58 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:27.130876 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:27.131121 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ac4bf81-1ad6-4376-b4d5-a9601d9fda58 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:27.131533 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'code': 200} Aug 16 02:20:27.221982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Deleting port 5c38612b-befd-456f-a8db-e5be49a4bb35 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:27.224267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.240156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef634ee-f090-4c49-86e2-1f02bc637e01 req-aaf67c90-745d-4398-b647-32da1275479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.241824 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4ef634ee-f090-4c49-86e2-1f02bc637e01 req-aaf67c90-745d-4398-b647-32da1275479f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1097 time: 0.0508506 Aug 16 02:20:27.244488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.264340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f98b722a-b67e-4222-ba81-ced374791473 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:27.279743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4ef634ee-f090-4c49-86e2-1f02bc637e01 req-d3b3f8ee-4363-46ae-9fb0-663ef6e0a53e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306714 Aug 16 02:20:27.303150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] For port 5c38612b-befd-456f-a8db-e5be49a4bb35, host n-h2-768852-19, got binding levels [] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:27.303334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.309396 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.309583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: f98b722a-b67e-4222-ba81-ced374791473 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:27.309583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f98b722a-b67e-4222-ba81-ced374791473 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:27.317094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Calling delete_port for 5c38612b-befd-456f-a8db-e5be49a4bb35 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:27.535560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.568234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c38612b-befd-456f-a8db-e5be49a4bb35,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:27.574767 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.577281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f0f765d9-8eb4-44bb-b514-3e0224d4b4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "DELETE /v2.0/ports/5c38612b-befd-456f-a8db-e5be49a4bb35 HTTP/1.1" status: 204 len: 168 time: 0.4455204 Aug 16 02:20:27.579555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59948) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:27.609757 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67d9e95-1e95-4885-a685-72770055d753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:20:27.609757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f67d9e95-1e95-4885-a685-72770055d753 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "GET /v2.0/ports/5c38612b-befd-456f-a8db-e5be49a4bb35 HTTP/1.1" status: 404 len: 333 time: 0.0286512 Aug 16 02:20:27.615582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59952) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:27.621496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1682576263', 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:27.770224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Made reservation on behalf of b6874f7a74194accb99dd1ecca0c22b3 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:27.773051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:27.807702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port 7cc18c7e-92e2-4180-b42d-904d8e3c0206 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:27.869613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6acb-c911-4fc3-86b4-d034bce21448 req-a0ceddf2-d061-427e-9ccb-d6decd3262b0 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:27.869613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bacd6acb-c911-4fc3-86b4-d034bce21448 req-a0ceddf2-d061-427e-9ccb-d6decd3262b0 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.0966632 Aug 16 02:20:27.920595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bacd6acb-c911-4fc3-86b4-d034bce21448 req-1504b6d9-54dd-455a-a319-4732efc39095 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586889 Aug 16 02:20:28.008674 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.136717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c3e1d-5b6c-4b8e-bcea-eeadba435fda req-da85810f-1066-4041-85cc-5f4e34cd5aff tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.138549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f57c3e1d-5b6c-4b8e-bcea-eeadba435fda req-da85810f-1066-4041-85cc-5f4e34cd5aff tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0567207 Aug 16 02:20:28.160231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.240535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Network 6f77ab11-8db4-4909-8d7a-a9513fc0660f is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:28.246347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:28.250847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:28.251934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.252615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.257361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f57c3e1d-5b6c-4b8e-bcea-eeadba435fda req-43772c6b-7e57-4085-a466-189357b51d4f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126728 Aug 16 02:20:28.276795 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=7cc18c7e-92e2-4180-b42d-904d8e3c0206,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:28.394036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f376ca47-46ff-4483-bdb9-920fd28a3ab6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7771769 Aug 16 02:20:28.396582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59970) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:28.441462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e0c9a5-63a6-482c-a0b3-bc66a905278d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:28.442988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-72e0c9a5-63a6-482c-a0b3-bc66a905278d tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "GET /v2.0/ports/7cc18c7e-92e2-4180-b42d-904d8e3c0206 HTTP/1.1" status: 200 len: 959 time: 0.0454187 Aug 16 02:20:28.445701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59972) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:28.534531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Deleting port 7cc18c7e-92e2-4180-b42d-904d8e3c0206 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:28.534931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.619691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.635954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Calling delete_port for 7cc18c7e-92e2-4180-b42d-904d8e3c0206 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:28.796700 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.817270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59982) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:28.873802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event deleted for resources: {'Port': ['ID=7cc18c7e-92e2-4180-b42d-904d8e3c0206,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:28.885977 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:28.888511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1fba5bfb-9426-4ef1-b6e4-8b69a3348799 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "DELETE /v2.0/ports/7cc18c7e-92e2-4180-b42d-904d8e3c0206 HTTP/1.1" status: 204 len: 168 time: 0.4417861 Aug 16 02:20:28.891178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59988) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:28.925130 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-351e0176-b8d8-4530-8037-b00da83d31b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:20:28.927484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-351e0176-b8d8-4530-8037-b00da83d31b8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "GET /v2.0/ports/7cc18c7e-92e2-4180-b42d-904d8e3c0206 HTTP/1.1" status: 404 len: 333 time: 0.0350122 Aug 16 02:20:28.931393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59990) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:28.937483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Request body: {'port': {'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035241413'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:29.045908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f56ad5-c97c-4223-8df5-3ca863a2fa28 req-9877903f-0524-4ae7-8e31-b296e96b14dc tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.047540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64f56ad5-c97c-4223-8df5-3ca863a2fa28 req-9877903f-0524-4ae7-8e31-b296e96b14dc tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.0496352 Aug 16 02:20:29.074127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Made reservation on behalf of b6874f7a74194accb99dd1ecca0c22b3 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:29.079828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.106274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-64f56ad5-c97c-4223-8df5-3ca863a2fa28 req-c560b89d-58e1-4793-9dd3-df4a5440a1ec tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525129 Aug 16 02:20:29.144666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:29.476930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.484001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146effb-a97b-49ad-bc32-f0d185035fb2 req-565286c3-2ddf-4c78-83e2-4146a956379b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.485525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b146effb-a97b-49ad-bc32-f0d185035fb2 req-565286c3-2ddf-4c78-83e2-4146a956379b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0570250 Aug 16 02:20:29.536901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b146effb-a97b-49ad-bc32-f0d185035fb2 req-6aec2c73-dcb6-416f-8bba-aa48eccf07a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447240 Aug 16 02:20:29.680162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82759c-05d2-4e06-8c7c-149def626335 req-b2b00423-4797-4cc6-b7ff-fc6f4871a802 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.681984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d82759c-05d2-4e06-8c7c-149def626335 req-b2b00423-4797-4cc6-b7ff-fc6f4871a802 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0570207 Aug 16 02:20:29.733787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.737315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d82759c-05d2-4e06-8c7c-149def626335 req-9489131a-c10a-4cb3-b957-378e43962896 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469749 Aug 16 02:20:29.767093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60010) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:29.796718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Network 6f77ab11-8db4-4909-8d7a-a9513fc0660f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:29.803749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:29.812550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:29.813544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.814154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.814542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29175849-3b97-40c0-980d-0cd969e96485 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:29.816354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-29175849-3b97-40c0-980d-0cd969e96485 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1092 time: 0.0481446 Aug 16 02:20:29.819272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60012) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:29.821472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=84fedcf7-0f7b-4186-8870-1363bfca2ab5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:29.824563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:29.835037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.877569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-91b03ea2-c437-4d85-a09f-7e2bc80f29aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9449103 Aug 16 02:20:29.880442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60016) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:29.888616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:29.906805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:20:29.949618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:29.962628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.181257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Deleting port 644ef2c5-3381-4260-a4c1-f35be2423643 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:30.181624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.264382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] device_id is not set on port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:20:30.271731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] For port 644ef2c5-3381-4260-a4c1-f35be2423643, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=644ef2c5-3381-4260-a4c1-f35be2423643,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:30.272101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.277723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.280613 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.285742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Calling delete_port for 644ef2c5-3381-4260-a4c1-f35be2423643 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:30.306626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Transition to ACTIVE for port object 84fedcf7-0f7b-4186-8870-1363bfca2ab5 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:30.314486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b0603-851a-4097-83b8-051baca8eb8c req-3f577cbb-5ce5-43ac-89b6-5a7832b0f7e3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.316049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-159b0603-851a-4097-83b8-051baca8eb8c req-3f577cbb-5ce5-43ac-89b6-5a7832b0f7e3 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1308868 Aug 16 02:20:30.358034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-159b0603-851a-4097-83b8-051baca8eb8c req-625e6cf6-0604-4ed2-9d44-984b93c8d8ea tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350986 Aug 16 02:20:30.397030 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.490402 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=84fedcf7-0f7b-4186-8870-1363bfca2ab5,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:30.508491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.508936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.509320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.534432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.534816 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.536867 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 2 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.560589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.560953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.561296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.576924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.577202 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.578158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.176 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/abe051e0-561d-4a69-a1bd-bb35326f50a1) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:30.579901 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 3 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.598512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.605004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.605347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.605693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.624039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.624331 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.627301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Pushing event deleted for resources: {'Port': ['ID=644ef2c5-3381-4260-a4c1-f35be2423643,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:30.651702 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 4 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.667823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.668165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.668509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.674706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.675084 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.676825 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 5 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.700100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.701714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.702063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.710213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.710550 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.712883 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 6 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.738081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.738428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.738795 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.759682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.760154 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.793606 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 7 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.828591 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.833248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.833595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.833933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:30.855612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:30.855965 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:30.860009 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 8 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:30.870101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:30.897985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-a85ea83e-bd06-4f38-afcb-16e0cd073953 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:30.927750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-a85ea83e-bd06-4f38-afcb-16e0cd073953 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.1522305 Aug 16 02:20:30.983193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:30.983794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:30.984275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:31.002319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:31.002785 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:31.006803 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 9 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:31.047344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:31.047815 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:31.048046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:31.054926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:31.056033 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:31.056809 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempt 10 to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 Aug 16 02:20:31.077685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:31.078030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:31.078371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempting to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:31.088552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:31.088974 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Failed to bind port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'aa455f4b-63e7-4866-bccc-f33275455cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6f77ab11-8db4-4909-8d7a-a9513fc0660f'}] Aug 16 02:20:31.089272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.106475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Deleting port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:31.106700 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.111743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.127924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Router a484f217-791a-4de9-8327-2d8d22463ebf has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:31.267052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:31.277514 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] Sync routers for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:31.284062 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f9a4225-f062-4449-aa18-4d2b4470fc61 admin admin] 10.222.0.76 "PUT /v2.0/routers/a484f217-791a-4de9-8327-2d8d22463ebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4653339 Aug 16 02:20:31.287750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60040) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.291688 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:31.294085 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:31.300613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] For port 84fedcf7-0f7b-4186-8870-1363bfca2ab5, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:31.301151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attempted to set empty binding levels {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:20:31.383342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:31.390177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.397251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:31.402777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] For port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:31.403165 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.405781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=abe051e0-561d-4a69-a1bd-bb35326f50a1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:31.417776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:31.453503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Calling delete_port for ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:31.485520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] In _notify_port_updated(), no bound segment for port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 on network 6f77ab11-8db4-4909-8d7a-a9513fc0660f {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:20:31.486558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.487222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.491681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "PUT /v2.0/ports/84fedcf7-0f7b-4186-8870-1363bfca2ab5 HTTP/1.1" status: 200 len: 980 time: 1.6071358 Aug 16 02:20:31.492079 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:31.496461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60050) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:31.710321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f7195-46c4-4a01-8546-08b41e2f1b89 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event updated for resources: {'Port': ['ID=84fedcf7-0f7b-4186-8870-1363bfca2ab5,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:31.762184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.768471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:20:30Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:31.787237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae1742-6531-47f2-aec3-a054a558c8b3 req-45a45035-42ba-4507-929a-29e800582f81 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:31.795916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aae1742-6531-47f2-aec3-a054a558c8b3 req-45a45035-42ba-4507-929a-29e800582f81 tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 945 time: 0.3141949 Aug 16 02:20:31.805429 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] Checking router: a484f217-791a-4de9-8327-2d8d22463ebf for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:31.816691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] Routers {'a484f217-791a-4de9-8327-2d8d22463ebf'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:31.817318 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a484f217-791a-4de9-8327-2d8d22463ebf'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:31.886197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.887033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Deleting port 84fedcf7-0f7b-4186-8870-1363bfca2ab5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:31.887382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:31.964341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] Set router a484f217-791a-4de9-8327-2d8d22463ebf gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:32.064932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Deleting port bbf1d449-3b00-4486-96c2-0876992fe73c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:32.065580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.185383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:20:30Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:32.194512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] For port bbf1d449-3b00-4486-96c2-0876992fe73c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bbf1d449-3b00-4486-96c2-0876992fe73c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:32.195307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.222948 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b648d-69a8-4b9d-b35a-cb3b4180f624 None None] The sync data for ids ['a484f217-791a-4de9-8327-2d8d22463ebf'] in n-d-768852-19 is: [{'id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'name': 'tempest-TaggedBootDevicesTest-585421399-router', 'tenant_id': 'c7cf215a143e408387e8c3e79ed5686c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20'}], 'enable_snat': True}, 'gw_port_id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:08:35Z', 'updated_at': '2021-08-16T02:20:30Z', 'revision_number': 5, 'project_id': 'c7cf215a143e408387e8c3e79ed5686c', 'gw_port': {'id': 'bbf1d449-3b00-4486-96c2-0876992fe73c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a484f217-791a-4de9-8327-2d8d22463ebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:08:36Z', 'updated_at': '2021-08-16T02:08:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:32.231891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Calling delete_port for bbf1d449-3b00-4486-96c2-0876992fe73c owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:32.426602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aae1742-6531-47f2-aec3-a054a558c8b3 req-fa471cb6-1e4e-477e-b967-099cdfdcf3ba tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/security-groups?id=bcc8e99a-7928-4fcc-8ea2-9599d5482509&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6295917 Aug 16 02:20:32.511110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] For port 84fedcf7-0f7b-4186-8870-1363bfca2ab5, host n-h2-768852-19, got binding levels [] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:32.511573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.541935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Calling delete_port for 84fedcf7-0f7b-4186-8870-1363bfca2ab5 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:32.575631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.629639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=bbf1d449-3b00-4486-96c2-0876992fe73c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:32.694045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.706452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['ea95e1b9-d8b5-4bb5-be9c-5e77e0338640'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:20:32.733171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Pushing event deleted for resources: {'Port': ['ID=ea95e1b9-d8b5-4bb5-be9c-5e77e0338640,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:32.767006 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.846467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] No DVR routers for this DVR port ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:32.850327 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.853785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccf1c938-f5a1-4a69-a5de-6b6c5d7c743c req-f4ca6d4b-a24e-472d-9fc9-522e124fafcf tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.83 "DELETE /v2.0/ports/ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 HTTP/1.1" status: 204 len: 173 time: 1.9150255 Aug 16 02:20:32.854532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.896465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.898724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:32.973001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'name': 'network-vif-deleted', 'tag': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:32.975802 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb10812a-9e00-4593-a9fc-ccdd26851f1e" -d '{"events": [{"server_uuid": "011776a4-3d84-4d02-bfc2-0f82aa739540", "name": "network-vif-deleted", "tag": "ea95e1b9-d8b5-4bb5-be9c-5e77e0338640"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:33.005631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.007559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "DELETE /v2.0/ports/84fedcf7-0f7b-4186-8870-1363bfca2ab5 HTTP/1.1" status: 204 len: 168 time: 1.5100243 Aug 16 02:20:33.010426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60080) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:33.051284 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eefdfff-17db-46a5-857d-2886173a1719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:20:33.056998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6eefdfff-17db-46a5-857d-2886173a1719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] 10.222.0.76 "GET /v2.0/ports/84fedcf7-0f7b-4186-8870-1363bfca2ab5 HTTP/1.1" status: 404 len: 333 time: 0.0416343 Aug 16 02:20:33.056998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.056998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a484f217-791a-4de9-8327-2d8d22463ebf {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:20:33.062203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60082) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:33.075465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.079331 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78b3b768-2a1b-4c86-895b-69ab77998c4e admin admin] 10.222.0.76 "DELETE /v2.0/routers/a484f217-791a-4de9-8327-2d8d22463ebf HTTP/1.1" status: 204 len: 168 time: 1.7894588 Aug 16 02:20:33.079999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60084) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:33.092835 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40f2d0-8f52-4115-9527-c24be142594f x-openstack-request-id: req-9e40f2d0-8f52-4115-9527-c24be142594f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:33.093445 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011776a4-3d84-4d02-bfc2-0f82aa739540", "name": "network-vif-deleted", "tag": "ea95e1b9-d8b5-4bb5-be9c-5e77e0338640", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:33.093867 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e40f2d0-8f52-4115-9527-c24be142594f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:33.094424 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011776a4-3d84-4d02-bfc2-0f82aa739540', 'name': 'network-vif-deleted', 'tag': 'ea95e1b9-d8b5-4bb5-be9c-5e77e0338640', 'status': 'completed', 'code': 200} Aug 16 02:20:33.095625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a9378-95d6-4347-853f-f996dc0b842e tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026 tempest-PortsAdminExtendedAttrsIpV6TestJSON-144586026-project-admin] Pushing event deleted for resources: {'Port': ['ID=84fedcf7-0f7b-4186-8870-1363bfca2ab5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:33.193497 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.216113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Deleting subnet bec869a3-5269-413a-a6f5-1b8948d72186 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:33.219555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.276848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.335720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.374146 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.473876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.501178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.521216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f77ab11-8db4-4909-8d7a-a9513fc0660f']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:33.538562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa455f4b-63e7-4866-bccc-f33275455cb5') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:33.538562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa455f4b-63e7-4866-bccc-f33275455cb5') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:33.549972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.551878 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.578585 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.585735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:33.586290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.587312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61ea20d3-6288-4c6b-bccd-4efcc5ef2645 req-f392ad7c-2802-47d1-a7ca-efce618ef85c tempest-ServerRescueNegativeTestJSON-1179175769 tempest-ServerRescueNegativeTestJSON-1179175769-project] 10.222.0.76 "GET /v2.0/ports?device_id=011776a4-3d84-4d02-bfc2-0f82aa739540 HTTP/1.1" status: 200 len: 210 time: 0.0331135 Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:33.591260 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:33.673172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.701526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 644ef2c5-3381-4260-a4c1-f35be2423643 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:33.729970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 644ef2c5-3381-4260-a4c1-f35be2423643 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:33.731224 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 644ef2c5-3381-4260-a4c1-f35be2423643 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:33.741951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.781714 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.809193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.811752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] 10.222.0.76 "DELETE /v2.0/networks/6f77ab11-8db4-4909-8d7a-a9513fc0660f HTTP/1.1" status: 204 len: 168 time: 0.7485168 Aug 16 02:20:33.892248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec869a3-5269-413a-a6f5-1b8948d72186,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:33.900648 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:33.904808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bf580f1d-6818-4d32-86de-dc082761ac61 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/bec869a3-5269-413a-a6f5-1b8948d72186 HTTP/1.1" status: 204 len: 168 time: 0.8103087 Aug 16 02:20:33.904943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d199388-7dec-4271-b8eb-aa3db1c5afb3 None None] Network cd6dc3da-7a2b-42b5-8651-4224815901b1 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:33.906144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:33.973303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0070c-7dff-4c24-9583-621a6e5de5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614 tempest-PortsAdminExtendedAttrsIpV6TestJSON-817673614-project] Pushing event deleted for resources: {'Network': ['ID=6f77ab11-8db4-4909-8d7a-a9513fc0660f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:33.990723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=abe051e0-561d-4a69-a1bd-bb35326f50a1,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:34.011419 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.128321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.232877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Deleting port c2531536-6411-44f3-ad8d-5e3c5d0fc589 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:34.233491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.236970 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP a7bc609c-4640-4d03-80ce-c1318cd181f1 associated. External IP: 172.25.6.176, port: 8f4531b7-c5ad-43de-bc2c-c8193d232978. Aug 16 02:20:34.261251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] DHCP port deletion for cd6dc3da-7a2b-42b5-8651-4224815901b1 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:20:34.327468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] For port c2531536-6411-44f3-ad8d-5e3c5d0fc589, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c2531536-6411-44f3-ad8d-5e3c5d0fc589,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:34.328150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.328497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] Deleting port c2531536-6411-44f3-ad8d-5e3c5d0fc589 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:34.329257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.344265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Calling delete_port for c2531536-6411-44f3-ad8d-5e3c5d0fc589 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:34.406685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] For port c2531536-6411-44f3-ad8d-5e3c5d0fc589, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c2531536-6411-44f3-ad8d-5e3c5d0fc589,segment=NetworkSegment(01dca8b1-77f7-49a7-a19e-cae2cc397eb2),segment_id=01dca8b1-77f7-49a7-a19e-cae2cc397eb2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:34.407390 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.424802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] Calling delete_port for c2531536-6411-44f3-ad8d-5e3c5d0fc589 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:34.567699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:20:34.567938 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:20:34.574501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.577377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:34.600472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c2531536-6411-44f3-ad8d-5e3c5d0fc589,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:34.612202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] No DVR routers for this DVR port c2531536-6411-44f3-ad8d-5e3c5d0fc589 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:34.620427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] Pushing event deleted for resources: {'Port': ['ID=c2531536-6411-44f3-ad8d-5e3c5d0fc589,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:34.622936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2022a5-ad41-4daa-8d5b-6466a5b088be None None] No DVR routers for this DVR port c2531536-6411-44f3-ad8d-5e3c5d0fc589 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:34.688651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60108) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:34.741709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:34.753078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.756812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] Sync routers for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:34.765061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6dc3da-7a2b-42b5-8651-4224815901b1']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:34.766347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:34.767022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:34.778142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dca8b1-77f7-49a7-a19e-cae2cc397eb2') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:34.778480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dca8b1-77f7-49a7-a19e-cae2cc397eb2') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:34.788185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.800771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60112) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:34.804451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.811209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:34.811690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.872735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:34.872959 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:34.914111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:34.923194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-33e360bb-694d-495e-93ab-c2cae028cd39 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.1028481 Aug 16 02:20:34.963841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.971577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:34.979730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] 10.222.0.76 "DELETE /v2.0/networks/cd6dc3da-7a2b-42b5-8651-4224815901b1 HTTP/1.1" status: 204 len: 168 time: 1.0711303 Aug 16 02:20:35.074069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ca2a815-e71b-4f55-9750-bdaa50437bd2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b5a8d72aefaf4979aac03d2fdffe899a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2720430 Aug 16 02:20:35.075345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60126) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:35.096028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:35.104118 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45e16fd-9bbc-49db-ad47-1447ded3bcec" -d '{"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:35.168637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54183d9f-f477-4060-a40a-b522ba0fea4f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd6dc3da-7a2b-42b5-8651-4224815901b1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.225913 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab7f67-59ef-4050-8d08-67e00dfa4460 x-openstack-request-id: req-5cab7f67-59ef-4050-8d08-67e00dfa4460 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:35.225913 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:35.225913 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cab7f67-59ef-4050-8d08-67e00dfa4460 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:35.225913 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'status': 'completed', 'code': 200} Aug 16 02:20:35.269590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'a7bc609c-4640-4d03-80ce-c1318cd181f1', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'mac_address': 'fa:16:3e:ed:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:32Z', 'updated_at': '2021-08-16T02:20:32Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:15Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:35.358674 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb59912-8919-4911-b1e6-410c0bcafedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.377708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:35.379944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bbf1d449-3b00-4486-96c2-0876992fe73c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:35.384804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] Checking router: 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:35.391903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f77d24-15ae-4b14-b0d1-c7022daadeed req-757be133-36ee-4d00-bfa4-6040665063bc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.394553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99f77d24-15ae-4b14-b0d1-c7022daadeed req-757be133-36ee-4d00-bfa4-6040665063bc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.2844346 Aug 16 02:20:35.421373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:35.421911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device ea95e1b9-d8b5-4bb5-be9c-5e77e0338640 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:35.423765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: bbf1d449-3b00-4486-96c2-0876992fe73c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:35.424164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bbf1d449-3b00-4486-96c2-0876992fe73c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:35.424732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c2531536-6411-44f3-ad8d-5e3c5d0fc589 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:35.448091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c2531536-6411-44f3-ad8d-5e3c5d0fc589 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:35.448453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c2531536-6411-44f3-ad8d-5e3c5d0fc589 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:35.450416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:35.451163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:35.520765 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb59912-8919-4911-b1e6-410c0bcafedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.587395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-0cf957a6-fa7f-48b4-941a-b734078ced02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:35.590472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-0cf957a6-fa7f-48b4-941a-b734078ced02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1097 time: 0.3598392 Aug 16 02:20:35.595304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60140) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:35.658917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99f77d24-15ae-4b14-b0d1-c7022daadeed req-e6e3f6b1-0ff2-4e34-8def-2626f0483290 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260222 Aug 16 02:20:35.682729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb59912-8919-4911-b1e6-410c0bcafedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.685694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb59912-8919-4911-b1e6-410c0bcafedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:35.686972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3eb59912-8919-4911-b1e6-410c0bcafedc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fa6a98bd-2556-447b-ac38-bdb013ed31f8 HTTP/1.1" status: 204 len: 168 time: 0.6078584 Aug 16 02:20:35.697204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60142) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:35.701094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:35.703621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb59912-8919-4911-b1e6-410c0bcafedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a98bd-2556-447b-ac38-bdb013ed31f8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:35.963412 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5eb5cc19-4f88-41d5-8281-2eed53e04210 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7cf215a143e408387e8c3e79ed5686c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585205 Aug 16 02:20:35.965123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60148) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:36.061171 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a62025fa-ee27-4812-8127-4ba98cdc9930 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/a7bc609c-4640-4d03-80ce-c1318cd181f1 HTTP/1.1" status: 200 len: 991 time: 0.2356930 Aug 16 02:20:36.065197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-f807d7db-c604-49f8-ba72-3ab2ed820b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.066664 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-f807d7db-c604-49f8-ba72-3ab2ed820b62 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.4263752 Aug 16 02:20:36.079825 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-555d1da5-8b11-4b24-9ecf-d5efaedb493d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.095520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'a7bc609c-4640-4d03-80ce-c1318cd181f1', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'mac_address': 'fa:16:3e:ed:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:32Z', 'updated_at': '2021-08-16T02:20:32Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:15Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:36.116467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-555d1da5-8b11-4b24-9ecf-d5efaedb493d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.139119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6189d865-dc2c-427d-af46-a61edaa23dce None None] The sync data for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 is: [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'a7bc609c-4640-4d03-80ce-c1318cd181f1', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.176', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'mac_address': 'fa:16:3e:ed:30:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:32Z', 'updated_at': '2021-08-16T02:20:32Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:15Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:36.256832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-e7a8f74c-0ec4-4cb9-bd2c-2861c9baf44e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.1704886 Aug 16 02:20:36.339451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-555d1da5-8b11-4b24-9ecf-d5efaedb493d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.343323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-555d1da5-8b11-4b24-9ecf-d5efaedb493d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.347600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-555d1da5-8b11-4b24-9ecf-d5efaedb493d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/195622ca-8420-416a-89d4-7e283370f440 HTTP/1.1" status: 204 len: 168 time: 0.3812454 Aug 16 02:20:36.372024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:36.376273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1da5-8b11-4b24-9ecf-d5efaedb493d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195622ca-8420-416a-89d4-7e283370f440,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:36.482046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-450fe310-39e8-41fb-a6e4-a2cf6fab11fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.483895 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-450fe310-39e8-41fb-a6e4-a2cf6fab11fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.2196879 Aug 16 02:20:36.552833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a04cf-968e-4612-9659-fe240cda6208 None None] New status for floating IP a7bc609c-4640-4d03-80ce-c1318cd181f1: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:36.625954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-fcd000a7-3194-4fe2-b375-21a32f7229c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:36.627885 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-fcd000a7-3194-4fe2-b375-21a32f7229c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351564 Aug 16 02:20:36.747046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-1ede4939-7f46-4db4-ae84-43de1a04688d service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083372 Aug 16 02:20:36.861614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60162) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:37.008290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60166) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:37.011314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3191ce7a-023f-4fe1-a531-b3149479460d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b6874f7a74194accb99dd1ecca0c22b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460655 Aug 16 02:20:37.058432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f45e16fd-9bbc-49db-ad47-1447ded3bcec req-662e3268-0396-4273-ac83-fd2f24d8b2ae service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3016894 Aug 16 02:20:37.071182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60170) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:37.130555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5b57-c814-46cb-8c87-6a689c226906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.173740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e9317031-961d-4fde-b0cd-266fca817af1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/a7bc609c-4640-4d03-80ce-c1318cd181f1 HTTP/1.1" status: 200 len: 993 time: 0.1011963 Aug 16 02:20:37.201994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5b57-c814-46cb-8c87-6a689c226906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.248296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Deleting port 3101d37e-2980-4d48-9ba5-c1ac48f7831d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:37.248791 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.388429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] For port 3101d37e-2980-4d48-9ba5-c1ac48f7831d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3101d37e-2980-4d48-9ba5-c1ac48f7831d,segment=NetworkSegment(024bcf0d-3afd-4a09-879c-8af0746f65b5),segment_id=024bcf0d-3afd-4a09-879c-8af0746f65b5)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:37.388806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.404704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Calling delete_port for 3101d37e-2980-4d48-9ba5-c1ac48f7831d owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:37.465899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5b57-c814-46cb-8c87-6a689c226906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.468645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8d5b57-c814-46cb-8c87-6a689c226906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.470772 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0d8d5b57-c814-46cb-8c87-6a689c226906 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a7832cf-16a7-41e3-aee5-9a791b0396d6 HTTP/1.1" status: 204 len: 168 time: 0.4603341 Aug 16 02:20:37.490973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d5b57-c814-46cb-8c87-6a689c226906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7832cf-16a7-41e3-aee5-9a791b0396d6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.773226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:37.801850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3101d37e-2980-4d48-9ba5-c1ac48f7831d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:37.978027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.257809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Router 4441b81b-3332-499c-9904-5f0a15326859 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:38.410790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:38.419607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ff0ba0a7-f7d1-4384-b3eb-2e41844691ed admin admin] 10.222.0.76 "PUT /v2.0/routers/4441b81b-3332-499c-9904-5f0a15326859/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7291892 Aug 16 02:20:38.420127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] Sync routers for ids ['4441b81b-3332-499c-9904-5f0a15326859'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:38.422428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60212) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:38.439432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] Routers {'4441b81b-3332-499c-9904-5f0a15326859'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:38.440068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4441b81b-3332-499c-9904-5f0a15326859'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:38.647054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.648743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] Set router 4441b81b-3332-499c-9904-5f0a15326859 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:38.811171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:38.977011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121'}], 'enable_snat': True}, 'gw_port_id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:20:37Z', 'revision_number': 5, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port': {'id': 'd5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:5c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4441b81b-3332-499c-9904-5f0a15326859', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:17:51Z', 'updated_at': '2021-08-16T02:17:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:38.984346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60228) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:39.015829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] Checking router: 4441b81b-3332-499c-9904-5f0a15326859 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:39.029057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] Routers {'4441b81b-3332-499c-9904-5f0a15326859'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:39.029982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4441b81b-3332-499c-9904-5f0a15326859'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:39.041100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Deleting port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:39.041464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.152233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] Set router 4441b81b-3332-499c-9904-5f0a15326859 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:39.156257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] For port d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:39.156731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.171607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Calling delete_port for d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:39.237374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:20:38Z', 'revision_number': 6, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:39.375470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-246157577-network', 'tenant_id': 'b41e60604fb944acb1adbb488380bb5b'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:39.521592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Made reservation on behalf of b41e60604fb944acb1adbb488380bb5b for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:39.524410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.534534 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.575501 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.593164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fe13a-7de0-4a6d-95f4-495c8e5f126a None None] The sync data for ids ['4441b81b-3332-499c-9904-5f0a15326859'] in n-d-768852-19 is: [{'id': '4441b81b-3332-499c-9904-5f0a15326859', 'name': 'tempest-ServerRescueNegativeTestJSON-116351042-router', 'tenant_id': '773d5d27e9094a8bbf900516bd655f61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:17:50Z', 'updated_at': '2021-08-16T02:20:38Z', 'revision_number': 6, 'project_id': '773d5d27e9094a8bbf900516bd655f61', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:39.606611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:39.693079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.694178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.775941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.791593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:39.796186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.798066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.814154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.814582 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Added segment e12bfad7-b256-462d-a5d7-103ed2ece313 of type vlan for network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 Aug 16 02:20:39.833073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60246) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:39.944491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.944491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4441b81b-3332-499c-9904-5f0a15326859 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:20:39.947166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:39.951143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8e7c0bc4-c297-40a8-a894-b2c0f612ba4b admin admin] 10.222.0.76 "DELETE /v2.0/routers/4441b81b-3332-499c-9904-5f0a15326859 HTTP/1.1" status: 204 len: 168 time: 1.5268021 Aug 16 02:20:39.952047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60254) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.009743 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d1c64c31-031c-4c6e-a044-86438db7d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.017494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Deleting subnet 15a6e2c0-5613-4525-8a81-4a35c4b993e9 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:20:40.021860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.091459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.153308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.324571 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.344689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d497c84-4808-43c8-b154-6dced8894589,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.378622 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3652e82d-6f04-4b82-aeb3-b8cb5aecd7ab tempest-AgentManagementNegativeTest-1066943332 tempest-AgentManagementNegativeTest-1066943332-project] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5401483 Aug 16 02:20:40.395148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.441192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a6e2c0-5613-4525-8a81-4a35c4b993e9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.448603 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.450923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1736eefa-6bb0-4745-aa96-30e6f637de9e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/15a6e2c0-5613-4525-8a81-4a35c4b993e9 HTTP/1.1" status: 204 len: 168 time: 0.4979358 Aug 16 02:20:40.453306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60264) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.535388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.536518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.537173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.577705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.628948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:40.641370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:40.683621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785cb85-87e7-46cb-89cf-1f1cd0a757b4 req-015d8cda-e13c-4635-99f4-8a47d9256753 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:40.685189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e785cb85-87e7-46cb-89cf-1f1cd0a757b4 req-015d8cda-e13c-4635-99f4-8a47d9256753 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.0941427 Aug 16 02:20:40.704192 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-370ab906-ccb0-44ed-8e6e-d464f3519e80 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7159650 Aug 16 02:20:40.704931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60270) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:40.709863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Request body: {'subnet': {'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-246157577-subnet', 'tenant_id': 'b41e60604fb944acb1adbb488380bb5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:40.760997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.781732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176cccb5-7a6b-476f-8884-dee72faa5396']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:40.795345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e785cb85-87e7-46cb-89cf-1f1cd0a757b4 req-81c33a14-ad0b-43a8-8384-5cb2074d50ca tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996263 Aug 16 02:20:40.797028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '024bcf0d-3afd-4a09-879c-8af0746f65b5') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:40.797326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '024bcf0d-3afd-4a09-879c-8af0746f65b5') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:40.808970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.825846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.832743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Made reservation on behalf of b41e60604fb944acb1adbb488380bb5b for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:40.844650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.845416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:20:40.845416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:20:40.847278 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:20:40.986808 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.992585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:40.995140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] 10.222.0.76 "DELETE /v2.0/networks/176cccb5-7a6b-476f-8884-dee72faa5396 HTTP/1.1" status: 204 len: 168 time: 0.5408354 Aug 16 02:20:41.012191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339b128-3860-4a89-ad7b-af9a16e5a845 admin admin] Pushing event deleted for resources: {'Network': ['ID=176cccb5-7a6b-476f-8884-dee72faa5396,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.062804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60280) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.084493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.139343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c4b1b06-520c-4a6d-9cac-68e818f60686,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.156935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Checking segment: {'id': 'e12bfad7-b256-462d-a5d7-103ed2ece313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:41.157304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Network hostable DHCP agents. Network: 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:41.218566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e40a55bb-836a-4cf5-8b6d-5d64fdaef010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.243296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:41.292602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3101d37e-2980-4d48-9ba5-c1ac48f7831d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:41.315898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3101d37e-2980-4d48-9ba5-c1ac48f7831d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:41.316668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3101d37e-2980-4d48-9ba5-c1ac48f7831d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:41.317295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:41.337486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:41.337855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d5e49bc3-5aa9-4bbc-99bb-f8ff56914f5e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:41.348293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e40a55bb-836a-4cf5-8b6d-5d64fdaef010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.374631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:41.378854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.379652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.385133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed50bb0-0030-4a4e-a1c0-90a23b51138a None None] Network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:41.437989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60290) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.478173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e40a55bb-836a-4cf5-8b6d-5d64fdaef010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.504737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5fc80bcd-4325-4488-a67f-cad1008b91ee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=773d5d27e9094a8bbf900516bd655f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627465 Aug 16 02:20:41.504997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60294) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.531048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e40a55bb-836a-4cf5-8b6d-5d64fdaef010 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1a669d8a611c4c0ab9bf70274cbfdfd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669936 Aug 16 02:20:41.533999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60298) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:41.539311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afb5b7b-89f4-4fb4-9483-7c8480dbcf12 None None] Network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:41.550216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a55bb-836a-4cf5-8b6d-5d64fdaef010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1accd-5292-4493-a29c-9c16e8474ff2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.560166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1899fd97-fba9-4903-a3b5-2145ef7ef769 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8544037 Aug 16 02:20:41.569322 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12ae978c-cb8a-457b-9977-1ca5ac963cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.606001 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12ae978c-cb8a-457b-9977-1ca5ac963cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.623845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6569-ca6e-484b-ad94-6fdd96be6180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.678695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6569-ca6e-484b-ad94-6fdd96be6180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.746541 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12ae978c-cb8a-457b-9977-1ca5ac963cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.749395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-12ae978c-cb8a-457b-9977-1ca5ac963cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.750984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-12ae978c-cb8a-457b-9977-1ca5ac963cc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bcc8e99a-7928-4fcc-8ea2-9599d5482509 HTTP/1.1" status: 204 len: 168 time: 0.2447057 Aug 16 02:20:41.762081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae978c-cb8a-457b-9977-1ca5ac963cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc8e99a-7928-4fcc-8ea2-9599d5482509,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.825636 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6569-ca6e-484b-ad94-6fdd96be6180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.828576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c2a6569-ca6e-484b-ad94-6fdd96be6180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:41.828576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6c2a6569-ca6e-484b-ad94-6fdd96be6180 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/49e1accd-5292-4493-a29c-9c16e8474ff2 HTTP/1.1" status: 204 len: 168 time: 0.2921278 Aug 16 02:20:41.840039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a6569-ca6e-484b-ad94-6fdd96be6180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1accd-5292-4493-a29c-9c16e8474ff2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:41.959118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-1b20a4f8-6188-409d-99e3-f5308bdd647f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.960982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-1b20a4f8-6188-409d-99e3-f5308bdd647f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.83 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.0811174 Aug 16 02:20:41.981813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0ae01-a5ca-4457-bc91-05b1fb608e3c req-b7e1ff3d-4ca3-44c0-b508-764f9b77465a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:41.983660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ae0ae01-a5ca-4457-bc91-05b1fb608e3c req-b7e1ff3d-4ca3-44c0-b508-764f9b77465a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.0930293 Aug 16 02:20:42.076276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9ae0ae01-a5ca-4457-bc91-05b1fb608e3c req-5302f4c9-42bb-4d7d-95f7-23cdb06ed5be tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751150 Aug 16 02:20:42.113799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Deleting port f856b325-af89-4200-9c75-03f49d95d464 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:42.114159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.214845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] For port f856b325-af89-4200-9c75-03f49d95d464, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f856b325-af89-4200-9c75-03f49d95d464,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:42.215233 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.486142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.486434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.486870 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Floating IP a40ce446-e534-4cdb-8ef0-d9047e6f2ee6 disassociated. External IP: 172.25.6.147, port: f856b325-af89-4200-9c75-03f49d95d464. Aug 16 02:20:42.487409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Calling delete_port for f856b325-af89-4200-9c75-03f49d95d464 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:42.667772 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:42.862428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-94db6aa3-57d9-44ee-8871-0c801c8c98e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.196834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19481756-06a8-4aaf-8917-753f90aae921 req-0755fc1c-00e6-47b5-9019-43264ecfdc68 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:43.198418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19481756-06a8-4aaf-8917-753f90aae921 req-0755fc1c-00e6-47b5-9019-43264ecfdc68 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 947 time: 0.0528247 Aug 16 02:20:43.240464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19481756-06a8-4aaf-8917-753f90aae921 req-98aacc80-80d1-409f-a6c0-5b6dd7d792de tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=d8318a2b-f6f0-4892-b0df-05827ad2dcea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353413 Aug 16 02:20:43.270552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.284362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60350) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:43.294497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1708088135-network', 'tenant_id': '8ff799cfbc904fa39ac9434b444c50af'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:43.325322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event deleted for resources: {'Port': ['ID=f856b325-af89-4200-9c75-03f49d95d464,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:43.471477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:43.477225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Made reservation on behalf of 8ff799cfbc904fa39ac9434b444c50af for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:43.480429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.493652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.642796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:43.652917 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:43.668566 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:43.670078 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:43.698353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] No DVR routers for this DVR port f856b325-af89-4200-9c75-03f49d95d464 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:43.703044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.705109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a3e3a93-f679-4b4d-bde6-37b70590931c req-23597880-fe39-4304-87d3-67bf11dbd11e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.83 "DELETE /v2.0/ports/f856b325-af89-4200-9c75-03f49d95d464 HTTP/1.1" status: 204 len: 173 time: 1.7386234 Aug 16 02:20:43.705552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-deleted', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:43.708075 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fed2bc-2ddc-4e3f-a9aa-c50c24af23a6" -d '{"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-deleted", "tag": "f856b325-af89-4200-9c75-03f49d95d464"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:43.762436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.776419 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27479e94-e4a9-484a-a565-71e65c672045 x-openstack-request-id: req-27479e94-e4a9-484a-a565-71e65c672045 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:43.776813 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1393df3-5289-4879-afee-37536f863d79", "name": "network-vif-deleted", "tag": "f856b325-af89-4200-9c75-03f49d95d464", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:43.777142 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27479e94-e4a9-484a-a565-71e65c672045 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:43.777570 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1393df3-5289-4879-afee-37536f863d79', 'name': 'network-vif-deleted', 'tag': 'f856b325-af89-4200-9c75-03f49d95d464', 'status': 'completed', 'code': 200} Aug 16 02:20:43.845445 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:43.884573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.920024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:20:43.956739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:43.957240 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Added segment 847a0b17-f9b6-4a37-a9c9-85c28376c784 of type vlan for network 78e10a91-c5ae-4045-bee4-a4b14872f8b6 Aug 16 02:20:43.969093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db94261-08fb-444a-a353-9d01f37a9fb2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.032859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.125809 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:44.168324 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:44.175205 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.176780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:44.177005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.204330 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:44.204996 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:44.294915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] Pushing event updated for resources: {'Network': ['ID=78e10a91-c5ae-4045-bee4-a4b14872f8b6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:44.308634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 78e10a91-c5ae-4045-bee4-a4b14872f8b6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:20:44.329241 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:44.355344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60382) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:44.356335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ec6c5a1-90aa-414f-a1f1-74a57eed8168 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0709584 Aug 16 02:20:44.367949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Request body: {'subnet': {'network_id': '78e10a91-c5ae-4045-bee4-a4b14872f8b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1708088135-subnet', 'tenant_id': '8ff799cfbc904fa39ac9434b444c50af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:44.384804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b44347a-bcf9-4008-b5c1-17ffc8f9c4e2 req-22f96918-3845-4c04-be05-b2cdba7bc404 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=a1393df3-5289-4879-afee-37536f863d79 HTTP/1.1" status: 200 len: 210 time: 0.0434952 Aug 16 02:20:44.558520 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:44.585596 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671a239e-da40-4a46-8b99-f12779f3bdf2 None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:44.669581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Made reservation on behalf of 8ff799cfbc904fa39ac9434b444c50af for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:44.669581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.722107 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:44.889886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71690bf2-b804-4392-8ca2-b141d5d93ff6 None None] New status for floating IP a40ce446-e534-4cdb-8ef0-d9047e6f2ee6: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:44.935223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.011318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Checking segment: {'id': '847a0b17-f9b6-4a37-a9c9-85c28376c784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '78e10a91-c5ae-4045-bee4-a4b14872f8b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:45.011758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Network hostable DHCP agents. Network: 78e10a91-c5ae-4045-bee4-a4b14872f8b6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:20:45.021043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30a1d73f-3228-4e71-b29f-06eac8d54dba,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:45.077718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Network 78e10a91-c5ae-4045-bee4-a4b14872f8b6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:20:45.157717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 78e10a91-c5ae-4045-bee4-a4b14872f8b6) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:45.164004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:45.164004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.175630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5f35c-dbd0-447f-8783-52059fed260e None None] Network 78e10a91-c5ae-4045-bee4-a4b14872f8b6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:45.267273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4c201e8f-fd77-4a46-b757-b6a18bded2f7 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9097745 Aug 16 02:20:45.333819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2bb5f8-2d07-40ae-ab62-11e398654ac4 None None] Network 78e10a91-c5ae-4045-bee4-a4b14872f8b6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:20:45.367887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:45.432700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: f856b325-af89-4200-9c75-03f49d95d464 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:45.433459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f856b325-af89-4200-9c75-03f49d95d464 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:45.598855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60440) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:45.612967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e563bd36-9905-431b-854c-096c27d0881d req-a99894e2-4601-4af8-9b40-6a4d2637f414 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0372419 Aug 16 02:20:45.647292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:45.712929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a14421-1e5f-49bc-8a29-02a62272e0d4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.743805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a14421-1e5f-49bc-8a29-02a62272e0d4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.889608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.941338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a14421-1e5f-49bc-8a29-02a62272e0d4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.946686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a14421-1e5f-49bc-8a29-02a62272e0d4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:45.949813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a8a14421-1e5f-49bc-8a29-02a62272e0d4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "DELETE /v2.0/security-groups/d8318a2b-f6f0-4892-b0df-05827ad2dcea HTTP/1.1" status: 204 len: 168 time: 0.3490062 Aug 16 02:20:45.952499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60458) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:45.963275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a14421-1e5f-49bc-8a29-02a62272e0d4 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8318a2b-f6f0-4892-b0df-05827ad2dcea,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:45.969946 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-df8dc10c-9575-4d6c-97b2-73d0fce008a2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] show failed (client error): The resource could not be found. Aug 16 02:20:45.971621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-df8dc10c-9575-4d6c-97b2-73d0fce008a2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups/d8318a2b-f6f0-4892-b0df-05827ad2dcea HTTP/1.1" status: 404 len: 347 time: 0.0180516 Aug 16 02:20:45.974561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60460) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:46.137785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Deleting port c6ab9382-7c71-45d6-b0a4-2c0f379ca591 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:46.139029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.233437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.234005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.279824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Calling delete_port for c6ab9382-7c71-45d6-b0a4-2c0f379ca591 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:46.356225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60484) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:46.443524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1299ba63-aba8-4c1b-9aeb-e564dd7fd80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.686562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1299ba63-aba8-4c1b-9aeb-e564dd7fd80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.715326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-407e50ec-05bc-4669-afe3-615423963fff tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:46.717676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-407e50ec-05bc-4669-afe3-615423963fff tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/networks?id=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 HTTP/1.1" status: 200 len: 824 time: 0.4623215 Aug 16 02:20:46.765779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-e2159939-d5ee-4961-9e7e-23ed447f99ff tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/quotas/b41e60604fb944acb1adbb488380bb5b HTTP/1.1" status: 200 len: 375 time: 0.0248814 Aug 16 02:20:46.776737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1299ba63-aba8-4c1b-9aeb-e564dd7fd80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.796988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Deleting port 81183938-93f0-49b9-80e8-c0d642f6f624 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:46.802400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.875700 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1299ba63-aba8-4c1b-9aeb-e564dd7fd80d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9906f14f7b9d411d955abe95be1c9931&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5182207 Aug 16 02:20:46.891230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:46.918306 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.918953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:46.936988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Calling delete_port for 81183938-93f0-49b9-80e8-c0d642f6f624 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:46.939736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299ba63-aba8-4c1b-9aeb-e564dd7fd80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e989a-001a-4927-bd26-7899d7ce5c20,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:46.988425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-94654361-1913-4bbc-b1a4-f2cf986624a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.018228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-94654361-1913-4bbc-b1a4-f2cf986624a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.019970 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-34b1cc5b-9932-494a-a9f6-63f18f27f47f tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b41e60604fb944acb1adbb488380bb5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2417316 Aug 16 02:20:47.102365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3d95a09-5963-4cc7-8e53-5b85f8ff978b req-9db07b40-b04a-4294-afee-e5372e96f8a3 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.1379261 Aug 16 02:20:47.260619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-94654361-1913-4bbc-b1a4-f2cf986624a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.264080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-94654361-1913-4bbc-b1a4-f2cf986624a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.266692 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-94654361-1913-4bbc-b1a4-f2cf986624a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a09e989a-001a-4927-bd26-7899d7ce5c20 HTTP/1.1" status: 204 len: 168 time: 0.3741679 Aug 16 02:20:47.277867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94654361-1913-4bbc-b1a4-f2cf986624a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e989a-001a-4927-bd26-7899d7ce5c20,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.317124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.358976 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event deleted for resources: {'Port': ['ID=c6ab9382-7c71-45d6-b0a4-2c0f379ca591,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.428079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.475208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-ace4090a-204a-4c69-9ff3-7437c11bdb9e service neutron] 10.222.0.76 "GET /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656878 Aug 16 02:20:47.479932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event deleted for resources: {'Port': ['ID=81183938-93f0-49b9-80e8-c0d642f6f624,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:47.499650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60516) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:47.582722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.585284 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.587168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cf8b2cae-9048-4aa3-9b84-6c760e203702 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "DELETE /v2.0/floatingips/a40ce446-e534-4cdb-8ef0-d9047e6f2ee6 HTTP/1.1" status: 204 len: 168 time: 1.6113460 Aug 16 02:20:47.635375 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.636878 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Floating IP 1267bdbd-023f-4392-a3e5-be77f0f59797 disassociated (deleted). External IP: 172.25.6.216, port: 209ff281-a053-4fdc-bb0e-907b79397552. Aug 16 02:20:47.728778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-1925f107-1d97-49be-adc4-a32ee63d8fd8 service neutron] 10.222.0.76 "GET /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219298 Aug 16 02:20:47.819869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612eee6b-1204-4be0-b11d-17ed74140b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:47.981054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Router b693d2d3-f7ec-45bc-be51-c38546fe489d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:20:47.993288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612eee6b-1204-4be0-b11d-17ed74140b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.140429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-612eee6b-1204-4be0-b11d-17ed74140b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.187382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-612eee6b-1204-4be0-b11d-17ed74140b52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a43a937abd144e4fb9634757520802fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863785 Aug 16 02:20:48.190165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60540) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:48.210738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612eee6b-1204-4be0-b11d-17ed74140b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2618b45-3497-4f6f-bb5b-241db38c8a42,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.259588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a600b02d-e8b5-438e-b393-70a55d9a533c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.316078 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60548) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:48.330293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a600b02d-e8b5-438e-b393-70a55d9a533c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.342354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a2b-2626-4a5a-a990-7890279c7a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.368994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60550) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:48.376600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512659872', 'description': 'tempest-description--1179906454'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:48.408252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:20:48.408252 n-d-768852-19 neutron-server[101946]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:20:48.408252 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id_1': '9a37a709918341e7b9cf803768997d36', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 20, 48, 383374)}] Aug 16 02:20:48.408252 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:20:48.408792 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:20:48.425313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42acd559-3621-4b0a-89f2-41496f3aac3c req-33ac447e-044b-4702-9705-792849480da9 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 210 time: 0.0394340 Aug 16 02:20:48.500335 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a2b-2626-4a5a-a990-7890279c7a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.534287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1a9e033-77c4-4baf-86d4-e25b23f0f5e3 req-2cfef2ef-2cb2-4be3-80b7-bb306b9dfded tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0440788 Aug 16 02:20:48.546479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:20:48.551574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.567590 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] Sync routers for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:20:48.578789 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:48.581451 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:48.592791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-30e2d7de-3849-4375-9485-dd2b98df3d83 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "DELETE /v2.0/floatingips/1267bdbd-023f-4392-a3e5-be77f0f59797 HTTP/1.1" status: 204 len: 168 time: 2.9363484 Aug 16 02:20:48.593525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:48.602150 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafbd1a6-6b16-41c6-bacc-b4a204495118" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:48.631835 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fb2c7a2b-2626-4a5a-a990-7890279c7a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.670822 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62393572-e5c4-4270-b166-5aee11678d43 x-openstack-request-id: req-62393572-e5c4-4270-b166-5aee11678d43 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:48.671132 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:48.671397 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-62393572-e5c4-4270-b166-5aee11678d43 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:48.671812 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'status': 'completed', 'code': 200} Aug 16 02:20:48.714903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fb2c7a2b-2626-4a5a-a990-7890279c7a05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8aa8c767a31f4d649a76c9257d5a50d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950641 Aug 16 02:20:48.714903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a600b02d-e8b5-438e-b393-70a55d9a533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.715423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60556) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:48.716273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a600b02d-e8b5-438e-b393-70a55d9a533c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.719792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a600b02d-e8b5-438e-b393-70a55d9a533c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f2618b45-3497-4f6f-bb5b-241db38c8a42 HTTP/1.1" status: 204 len: 168 time: 0.5258403 Aug 16 02:20:48.719792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c7a2b-2626-4a5a-a990-7890279c7a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf9537a-019c-425c-9a2e-b3bdc3d5edc8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.788573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600b02d-e8b5-438e-b393-70a55d9a533c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2618b45-3497-4f6f-bb5b-241db38c8a42,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:48.801736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-b57bbd0e-a3c9-4896-a848-437552cb736e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.801920 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:48.805337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-b57bbd0e-a3c9-4896-a848-437552cb736e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ee759abefdec45c1895efa13e876468b&device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 1097 time: 0.0849588 Aug 16 02:20:48.807755 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf59f03-ffb8-49b9-b8f7-ae99f7fbdcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.859863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf59f03-ffb8-49b9-b8f7-ae99f7fbdcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:48.961624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-acdcd3ec-dc19-4458-ba79-72d3d0fbec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:48.963278 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-acdcd3ec-dc19-4458-ba79-72d3d0fbec5a service neutron] 10.222.0.58 "GET /v2.0/networks?id=31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 200 len: 915 time: 0.1521566 Aug 16 02:20:49.026434 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-64ef745d-812a-4422-a2b5-abbfffbd682e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 200 len: 217 time: 0.0467913 Aug 16 02:20:49.030621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf59f03-ffb8-49b9-b8f7-ae99f7fbdcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.036438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1cf59f03-ffb8-49b9-b8f7-ae99f7fbdcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.047802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1cf59f03-ffb8-49b9-b8f7-ae99f7fbdcf3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bcf9537a-019c-425c-9a2e-b3bdc3d5edc8 HTTP/1.1" status: 204 len: 168 time: 0.3312190 Aug 16 02:20:49.061255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf59f03-ffb8-49b9-b8f7-ae99f7fbdcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf9537a-019c-425c-9a2e-b3bdc3d5edc8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.092944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.115891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-bde05da8-5b47-4dc8-8b84-4f7cbc4b3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.118058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-bde05da8-5b47-4dc8-8b84-4f7cbc4b3c8a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=fcfa2fc4-272e-47dd-a199-9f691c76324a HTTP/1.1" status: 200 len: 853 time: 0.0845442 Aug 16 02:20:49.192468 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:49.256985 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] Checking router: b693d2d3-f7ec-45bc-be51-c38546fe489d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:20:49.279356 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:20:49.279993 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:49.311280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-6fe74128-9715-4cc3-860a-798d0dce31b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.312809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-6fe74128-9715-4cc3-860a-798d0dce31b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=31daf6dc-7254-46c8-9059-0459f15ac9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1592870 Aug 16 02:20:49.355494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a599e-5a3e-48fd-bb96-9883b0788569 req-6f8df821-aa5c-4a9d-9451-3ffcf163c803 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:49.365389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d5a599e-5a3e-48fd-bb96-9883b0788569 req-6f8df821-aa5c-4a9d-9451-3ffcf163c803 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 945 time: 0.0969963 Aug 16 02:20:49.402124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.406780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d5a599e-5a3e-48fd-bb96-9883b0788569 req-1658ffe2-7590-4560-bb80-4da2be2de7eb tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352058 Aug 16 02:20:49.452716 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:20:49.500452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-143f506e-f652-4e89-8996-5481763b244e service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775908 Aug 16 02:20:49.562100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46c673b1-2531-4a9a-9803-d38c3b63bfa8 req-6b8959c7-919e-4338-93dc-945b780f8112 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 210 time: 0.0465672 Aug 16 02:20:49.572384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.669474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2041d6de-f9ea-45a8-bf7b-053b17862494,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:49.682513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-965806e7-a6b3-4458-9531-70e88a087909 req-f38c5074-a5c2-4f0c-8400-e280d648a750 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0417500 Aug 16 02:20:49.715618 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.717297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1e4efde2-e6e3-4384-a9c7-db03e192d686 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3460846 Aug 16 02:20:49.720308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60576) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.726320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'security_group_rule': {'security_group_id': '2041d6de-f9ea-45a8-bf7b-053b17862494', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:49.728489 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dafbd1a6-6b16-41c6-bacc-b4a204495118 req-ca35b6bf-12d2-4126-b1d2-22bf06fce061 service neutron] 10.222.0.58 "GET /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117090 Aug 16 02:20:49.814544 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:20:49.850824 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4908191-bffb-4124-be64-d41880f0bd1b None None] The sync data for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 is: [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:14:57Z', 'revision_number': 4, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2bf39230-8796-4184-8e9e-7c3b0210d177', 'name': '', 'network_id': '31daf6dc-7254-46c8-9059-0459f15ac9c4', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'mac_address': 'fa:16:3e:5c:1e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2244, 'fixed_ips': [{'subnet_id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:56Z', 'updated_at': '2021-08-16T02:15:07Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'subnets': [{'id': 'fcfa2fc4-272e-47dd-a199-9f691c76324a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:20:49.890142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:49.942887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60578) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:49.955296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b76d89-a782-4d84-9cf3-2ffc8619f111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.015270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.088425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b76d89-a782-4d84-9cf3-2ffc8619f111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.133117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60580) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:50.147465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a6147b-aab8-4e1b-84a2-c1a7a030dac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.158352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.183355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8dd59c-e595-4d7f-8260-23afe8314c82 None None] New status for floating IP 1267bdbd-023f-4392-a3e5-be77f0f59797: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:20:50.191109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ee76c2-2910-4641-b4d8-81364a32208d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.243138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63b76d89-a782-4d84-9cf3-2ffc8619f111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.306673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63b76d89-a782-4d84-9cf3-2ffc8619f111 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7f9bed84cd2f490b90d40d3918672060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655782 Aug 16 02:20:50.309604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60582) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:50.311756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b76d89-a782-4d84-9cf3-2ffc8619f111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084f8b93-a530-49aa-87ec-3811d9e72d36,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.368307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd596a76-67fc-4a5a-88c1-d9a95c08a26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.385427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a6147b-aab8-4e1b-84a2-c1a7a030dac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.402728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd596a76-67fc-4a5a-88c1-d9a95c08a26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.455038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a6147b-aab8-4e1b-84a2-c1a7a030dac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.497564 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1a6147b-aab8-4e1b-84a2-c1a7a030dac7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad525a1fe65b439d858a41c57ca5fbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606985 Aug 16 02:20:50.497761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6147b-aab8-4e1b-84a2-c1a7a030dac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8daa554-dc35-4638-a919-0b031299c7c5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.500110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:50.534793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d3ff27d-47ff-41f0-9bed-8b2ef95acd73 req-f7e9de6a-602a-4b42-8b7a-c437a0b81f93 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0430205 Aug 16 02:20:50.543837 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd596a76-67fc-4a5a-88c1-d9a95c08a26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.546690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd596a76-67fc-4a5a-88c1-d9a95c08a26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.548014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cd596a76-67fc-4a5a-88c1-d9a95c08a26f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/084f8b93-a530-49aa-87ec-3811d9e72d36 HTTP/1.1" status: 204 len: 168 time: 0.2376075 Aug 16 02:20:50.558002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f10cd61-887c-4e9e-9382-739ac3a25ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.561919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd596a76-67fc-4a5a-88c1-d9a95c08a26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084f8b93-a530-49aa-87ec-3811d9e72d36,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.574216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9dad8-9c19-45aa-95d0-914ac112c73e req-95726568-00ca-4fa8-b1ec-ddb7379f4513 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.575851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5b9dad8-9c19-45aa-95d0-914ac112c73e req-95726568-00ca-4fa8-b1ec-ddb7379f4513 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 945 time: 0.0962827 Aug 16 02:20:50.592657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f10cd61-887c-4e9e-9382-739ac3a25ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.617581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.621997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e29c03c3-771f-403d-a980-cc643c6aabe5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8978972 Aug 16 02:20:50.622329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:50.631572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'security_group_rule': {'security_group_id': '2041d6de-f9ea-45a8-bf7b-053b17862494', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:50.658312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5b9dad8-9c19-45aa-95d0-914ac112c73e req-08eb8a56-be68-4d86-a4f4-5b60885f49f7 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/security-groups?id=9f0abde9-6a56-422d-9178-0bd6d86a2105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703363 Aug 16 02:20:50.691366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57ae14bd-23d5-4652-96ba-2f2efa98a0ed req-44dbab07-0d70-45dd-93e0-06e04bb75dbf tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 210 time: 0.0305426 Aug 16 02:20:50.745260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.771977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f10cd61-887c-4e9e-9382-739ac3a25ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.775526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3f10cd61-887c-4e9e-9382-739ac3a25ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.776710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3f10cd61-887c-4e9e-9382-739ac3a25ca1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c8daa554-dc35-4638-a919-0b031299c7c5 HTTP/1.1" status: 204 len: 168 time: 0.2756524 Aug 16 02:20:50.784268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bf57edc-b327-4e56-a3cd-212045552d6e req-2a157558-0b20-49bd-88ed-aec77c1d5480 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0317674 Aug 16 02:20:50.795398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f10cd61-887c-4e9e-9382-739ac3a25ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8daa554-dc35-4638-a919-0b031299c7c5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.826744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.865353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-2a41ab98-92e0-4e61-a97c-7647f119618d tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:50.867033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-2a41ab98-92e0-4e61-a97c-7647f119618d tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 945 time: 0.0577309 Aug 16 02:20:50.902115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:50.935186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372ede76-f4b5-4fcf-9dd5-d6e4c3fb2918,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:50.994851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Deleting port 209ff281-a053-4fdc-bb0e-907b79397552 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:20:51.001533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.041449 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.045499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a07e793-4b6f-436d-b747-03b554ed8d1e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4192996 Aug 16 02:20:51.045948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60602) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:51.050885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:51.099966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] For port 209ff281-a053-4fdc-bb0e-907b79397552, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=209ff281-a053-4fdc-bb0e-907b79397552,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:51.100544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.117435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Calling delete_port for 209ff281-a053-4fdc-bb0e-907b79397552 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:20:51.211599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.339037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-6661b168-eb1a-4896-827a-aaae330f245e tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:51.340536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-6661b168-eb1a-4896-827a-aaae330f245e tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.83 "GET /v2.0/networks?id=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 HTTP/1.1" status: 200 len: 824 time: 0.2162797 Aug 16 02:20:51.356272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Request body: {'port': {'device_id': '95d9a575-be92-4777-b648-c8ea8e302832', 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39', 'admin_state_up': True, 'tenant_id': 'b41e60604fb944acb1adbb488380bb5b'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:51.407809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c05bf48-c69b-4beb-a9ee-6393b0bad92b req-8795da3a-d462-46b4-8982-5dc7716e6ea0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0402384 Aug 16 02:20:51.409022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.464282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event deleted for resources: {'Port': ['ID=209ff281-a053-4fdc-bb0e-907b79397552,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:51.520912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.531454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] No DVR routers for this DVR port 209ff281-a053-4fdc-bb0e-907b79397552 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:20:51.536450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.536861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5d22f079-8964-480b-8a34-140c79a9ac0d req-3c1af6d4-f316-4840-b9a7-9a130ed3c42e tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.58 "DELETE /v2.0/ports/209ff281-a053-4fdc-bb0e-907b79397552 HTTP/1.1" status: 204 len: 173 time: 0.6630387 Aug 16 02:20:51.537466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'name': 'network-vif-deleted', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:51.541028 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e23e079-cf8f-4796-92eb-798879708edf" -d '{"events": [{"server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "name": "network-vif-deleted", "tag": "209ff281-a053-4fdc-bb0e-907b79397552"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:51.609171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Made reservation on behalf of b41e60604fb944acb1adbb488380bb5b for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:51.612826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:51.656893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Allocated IP 172.25.6.163 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/7035c5ea-571a-4510-acc7-35f2dd5608bf) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:51.852708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea0c2ad7-6bf2-44c3-bb96-da7883c112ca req-98d661ef-4e86-4965-9a62-73c5fbba696c tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0805864 Aug 16 02:20:51.873972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Allocated IP 172.20.0.11 (0c2cb85a-0316-4138-9bc7-cd36e6fd7f39/1c4b1b06-520c-4a6d-9cac-68e818f60686/aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:51.961149 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7c7eda-4441-4b52-9b68-89df8fe1eca7 x-openstack-request-id: req-db7c7eda-4441-4b52-9b68-89df8fe1eca7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:51.962198 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f2cfed-a870-4ef8-8d14-f4eb8f64947c", "name": "network-vif-deleted", "tag": "209ff281-a053-4fdc-bb0e-907b79397552", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:51.962469 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db7c7eda-4441-4b52-9b68-89df8fe1eca7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:51.963169 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f2cfed-a870-4ef8-8d14-f4eb8f64947c', 'name': 'network-vif-deleted', 'tag': '209ff281-a053-4fdc-bb0e-907b79397552', 'status': 'completed', 'code': 200} Aug 16 02:20:52.055172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acffef97-10fd-41f9-a523-f9996b66968e req-ec87bf0d-e586-4e59-8b6a-7252e1e72319 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 210 time: 0.1146610 Aug 16 02:20:52.107919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd07ff0e-272d-4f29-ae29-24ffd10be32a req-50e55cd9-e385-4af3-9f6e-c2d625e9c030 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0475998 Aug 16 02:20:52.283333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.380083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.478841 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.504957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 209ff281-a053-4fdc-bb0e-907b79397552 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:20:52.550294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 209ff281-a053-4fdc-bb0e-907b79397552 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:20:52.551244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 209ff281-a053-4fdc-bb0e-907b79397552 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:20:52.557054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:52.560285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:52.564487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:52.596874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'Port': ['ID=7035c5ea-571a-4510-acc7-35f2dd5608bf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:52.612482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.700662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:20:52.705039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:20:52.707457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:20:52.710197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Pushing event updated for resources: {'Port': ['ID=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:52.772108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.880377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:52.881055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.985596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:52.989207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a84c1d6d-b672-4766-94c9-48f6df2c8007 req-33a90a3e-f0ab-4f56-9014-186bb0183246 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0345180 Aug 16 02:20:53.055751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-3ba52025-8dbe-4664-a4cd-2ab69084ff45 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7058856 Aug 16 02:20:53.092910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Request body: {'port': {'device_id': '95d9a575-be92-4777-b648-c8ea8e302832', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:53.188163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.315840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78851d52-ca47-4b40-a40f-edcb80eaa95f req-572539b0-9a24-42bb-abd7-144be8ee2f42 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0531242 Aug 16 02:20:53.361810 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.484074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:53.604901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f0d9b-f578-454a-98b8-76ed3227ff98 req-e14ccf8d-204c-4d9f-a645-f7b462cba528 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:53.613451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e0f0d9b-f578-454a-98b8-76ed3227ff98 req-e14ccf8d-204c-4d9f-a645-f7b462cba528 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 932 time: 0.3163238 Aug 16 02:20:53.782090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'Port': ['ID=7035c5ea-571a-4510-acc7-35f2dd5608bf,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:53.843076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e0f0d9b-f578-454a-98b8-76ed3227ff98 req-f913b4ab-4d73-441d-a844-4200d0774b6e tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283745 Aug 16 02:20:53.853594 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.060819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.067693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e207a82b-e8b1-4a36-a58d-c41f4bd8732f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0204647 Aug 16 02:20:54.142004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:54.173278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.225054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Transition to ACTIVE for port object aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:20:54.285286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af96e3af-e922-4955-a6fa-4369cc7655a0 req-5464fa19-9899-47fb-86d5-759fe818fa78 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0944595 Aug 16 02:20:54.316788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d3f1cd3-ae7c-47a9-bb77-5a67259f7dda req-a928c264-70b3-4426-b7b3-b02a66c43959 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0947199 Aug 16 02:20:54.326133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.580070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Attempting to bind port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:20:54.580427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Attempting to bind port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'e12bfad7-b256-462d-a5d7-103ed2ece313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:20:54.580768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Attempting to bind port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff on network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:54.604892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff on network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:20:54.607028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Attempting to bind port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff on network 0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:20:54.613126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Pushing event updated for resources: {'Port': ['ID=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:54.634653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:20:54.635306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Checking segment: {'id': 'e12bfad7-b256-462d-a5d7-103ed2ece313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:20:54.635873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Bound using segment: {'id': 'e12bfad7-b256-462d-a5d7-103ed2ece313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:20:54.636501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Bound port: aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e12bfad7-b256-462d-a5d7-103ed2ece313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:20:54.637056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:54.662093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-908b5f3c-2cc4-410b-aa5d-bac044b4f5da tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1512659872&fields=id&tenant_id=9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 267 time: 0.1021845 Aug 16 02:20:55.104224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] For port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:20:55.115972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ca865-4a6b-4624-955e-5e94ed0ae6b2 req-3e43d376-7790-44fb-b26a-58bd6331acde tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.118316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a1ca865-4a6b-4624-955e-5e94ed0ae6b2 req-3e43d376-7790-44fb-b26a-58bd6331acde tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 944 time: 0.1534121 Aug 16 02:20:55.120318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] For port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,segment=NetworkSegment(e12bfad7-b256-462d-a5d7-103ed2ece313),segment_id=e12bfad7-b256-462d-a5d7-103ed2ece313)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:20:55.157365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-5a051f9d-3717-4138-9f99-dbdafdaa423a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.159018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-5a051f9d-3717-4138-9f99-dbdafdaa423a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 817 time: 0.4958487 Aug 16 02:20:55.186689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-95e5bedc-9745-4c60-8b54-7889135478db tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/quotas/9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 375 time: 0.0193160 Aug 16 02:20:55.212030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a1ca865-4a6b-4624-955e-5e94ed0ae6b2 req-96f04d3c-0661-462e-b3ed-61f6778190ed tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702126 Aug 16 02:20:55.214587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.303774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.306766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:55.309006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] 10.222.0.83 "PUT /v2.0/ports/aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff HTTP/1.1" status: 200 len: 1093 time: 2.2204435 Aug 16 02:20:55.325386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d9a575-be92-4777-b648-c8ea8e302832', 'tag': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:20:55.327372 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6" -d '{"events": [{"name": "network-changed", "server_uuid": "95d9a575-be92-4777-b648-c8ea8e302832", "tag": "aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:20:55.441887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af96032-5b4b-4018-ac3d-d1c41be1d50a service neutron] Pushing event updated for resources: {'Port': ['ID=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:55.484571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-240eff2f-cfe3-4641-9fd7-a8501401670f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2799485 Aug 16 02:20:55.537685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d19cc7a-3465-49b5-8d3d-772a202b8330 req-b18f5073-dc58-4ee1-94e4-c11455abfcc4 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0819967 Aug 16 02:20:55.613739 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6feaa5-c115-4e90-93e5-d9aa17728c8b x-openstack-request-id: req-3f6feaa5-c115-4e90-93e5-d9aa17728c8b {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:20:55.614141 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d9a575-be92-4777-b648-c8ea8e302832", "tag": "aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:20:55.614501 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f6feaa5-c115-4e90-93e5-d9aa17728c8b {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:20:55.615020 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d9a575-be92-4777-b648-c8ea8e302832', 'tag': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff', 'status': 'completed', 'code': 200} Aug 16 02:20:55.638047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-68aec00c-9195-4b12-97ba-f991fe43055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.639774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-68aec00c-9195-4b12-97ba-f991fe43055b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b41e60604fb944acb1adbb488380bb5b&device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 1096 time: 0.1774838 Aug 16 02:20:55.690417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-8fb8484f-28d7-41f9-8080-e4a433dc8ff4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff HTTP/1.1" status: 200 len: 217 time: 0.0407999 Aug 16 02:20:55.764602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cb0e710-07d0-4649-b022-cab48716d512 req-bbebade9-9f3c-41e3-8227-751cbca0d101 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0517111 Aug 16 02:20:55.768342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-9b9f6bc4-b77c-4535-a33f-5d2a4e0e515c service neutron] 10.222.0.76 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533822 Aug 16 02:20:55.801405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-21f1230d-8430-4c48-a60f-7c527a9da48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:55.801405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-21f1230d-8430-4c48-a60f-7c527a9da48b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c4b1b06-520c-4a6d-9cac-68e818f60686 HTTP/1.1" status: 200 len: 864 time: 0.1016963 Aug 16 02:20:55.867947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-083570e1-bf24-44f2-b720-6c0619a24498 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565429 Aug 16 02:20:55.954831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-fa4efc9b-3c60-4576-9dae-4a24078be48b service neutron] 10.222.0.76 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723137 Aug 16 02:20:56.034981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-33fc20ec-2553-40cc-853c-0ab024449dac service neutron] 10.222.0.83 "GET /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587296 Aug 16 02:20:56.131428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60810) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:56.186755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4683f37e-66e2-45d2-9920-4393d863d2bc req-6a2844e8-e9b8-4634-a7d1-00f5478eb1a4 service neutron] 10.222.0.83 "GET /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446612 Aug 16 02:20:56.326712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84372a8a-b871-4b86-9a6d-3c24e648035d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.350704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26c2e14e-fb59-4ae5-81a0-d03b226bd8ae req-576af9f5-e3e8-4b09-b75c-76d341334b6f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 210 time: 0.0651519 Aug 16 02:20:56.391322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd2b9b-f650-4852-aa12-6c0f4765dd22 req-89002ee0-2846-468b-bc5c-11f8c221f0f3 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.400357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5afd2b9b-f650-4852-aa12-6c0f4765dd22 req-89002ee0-2846-468b-bc5c-11f8c221f0f3 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 944 time: 0.1191573 Aug 16 02:20:56.427064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-eaa6c801-46a5-417d-afbf-3b3bbf621d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.428616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-eaa6c801-46a5-417d-afbf-3b3bbf621d5e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b41e60604fb944acb1adbb488380bb5b&device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 1096 time: 0.1097662 Aug 16 02:20:56.503281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5afd2b9b-f650-4852-aa12-6c0f4765dd22 req-ca5e90d7-ee16-4ed6-9ca1-b5c140c31aab tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017735 Aug 16 02:20:56.563271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84372a8a-b871-4b86-9a6d-3c24e648035d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.631610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84372a8a-b871-4b86-9a6d-3c24e648035d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.698340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-84372a8a-b871-4b86-9a6d-3c24e648035d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d42bf0693a004c7dbed2ecfda0858e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646412 Aug 16 02:20:56.703764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:56.726945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb2cc586-d8c9-41af-aaa8-2c644aa25ae9 req-5448f981-9d1e-44b3-82b1-d4d4e9e3e1d3 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0369682 Aug 16 02:20:56.745585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-a2eae588-52c6-4f98-961a-f191a878e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.747814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-a2eae588-52c6-4f98-961a-f191a878e75e service neutron] 10.222.0.83 "GET /v2.0/networks?id=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 HTTP/1.1" status: 200 len: 925 time: 0.3006577 Aug 16 02:20:56.776040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84372a8a-b871-4b86-9a6d-3c24e648035d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6291a715-e91c-4096-a8c5-af63073dfe8a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:56.806124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-a7367b68-97cc-44b5-aa59-19d9e2588dcf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff HTTP/1.1" status: 200 len: 217 time: 0.0491016 Aug 16 02:20:56.806387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-888295b9-2a7a-43ee-a4b0-78eb0f077a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.837755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-888295b9-2a7a-43ee-a4b0-78eb0f077a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:56.869064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-2c1915fc-8af6-44cc-92ab-0384129ac6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:56.871810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-2c1915fc-8af6-44cc-92ab-0384129ac6c8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1c4b1b06-520c-4a6d-9cac-68e818f60686 HTTP/1.1" status: 200 len: 864 time: 0.0582335 Aug 16 02:20:56.925165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-abd42b64-f468-4ed6-aaca-b7fbc6bda389 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440569 Aug 16 02:20:57.013538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0be5a187-f848-4132-9fec-7f0410327eba req-749e46f0-c787-4a66-af67-514a1a215152 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0913587 Aug 16 02:20:57.019690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-888295b9-2a7a-43ee-a4b0-78eb0f077a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.022495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-888295b9-2a7a-43ee-a4b0-78eb0f077a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.034254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-888295b9-2a7a-43ee-a4b0-78eb0f077a92 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6291a715-e91c-4096-a8c5-af63073dfe8a HTTP/1.1" status: 204 len: 168 time: 0.3284776 Aug 16 02:20:57.052092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888295b9-2a7a-43ee-a4b0-78eb0f077a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6291a715-e91c-4096-a8c5-af63073dfe8a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:57.096926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-44449921-16ce-4827-9013-534101c4d998 service neutron] 10.222.0.83 "GET /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625447 Aug 16 02:20:57.178561 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.203390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca9ff2f6-9a78-4dfb-8658-c5aabcd108d6 req-d3a26a29-3c5c-43ae-be56-0bb85d1dc788 service neutron] 10.222.0.83 "GET /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974369 Aug 16 02:20:57.208744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.478751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc140bd8-a958-49b3-9010-85be29c43fc0 req-ac34f431-ec70-406c-a06f-cbdea4a157b7 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 210 time: 0.0316694 Aug 16 02:20:57.629466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855d8e2-73cd-4e2e-bbe2-5a93226f01f8 req-3e1a37f4-29d9-4324-98d3-6ae18cb67234 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:57.631264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9855d8e2-73cd-4e2e-bbe2-5a93226f01f8 req-3e1a37f4-29d9-4324-98d3-6ae18cb67234 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 944 time: 0.0550346 Aug 16 02:20:57.677548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9855d8e2-73cd-4e2e-bbe2-5a93226f01f8 req-149cb9cf-d27b-4c5e-8e57-610a9a5607a2 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397146 Aug 16 02:20:57.841294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60850) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:57.845548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dff5bc7-5588-4e7f-97ac-675b02c05552 req-73417e5b-50a3-4eae-a874-6ae840234670 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0f2cfed-a870-4ef8-8d14-f4eb8f64947c HTTP/1.1" status: 200 len: 210 time: 0.0314555 Aug 16 02:20:57.855103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d57745-4f5a-449f-9ef6-e6318fb35db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:57.952352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d57745-4f5a-449f-9ef6-e6318fb35db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.013879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-97d57745-4f5a-449f-9ef6-e6318fb35db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.052657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d57745-4f5a-449f-9ef6-e6318fb35db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50a922a-1972-4735-bff6-cdda894c1640,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.058295 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-97d57745-4f5a-449f-9ef6-e6318fb35db7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3cc40f8312b5451fb2864ca2445a646c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2152481 Aug 16 02:20:58.066325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60858) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:58.152705 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4281f74f-7414-40d0-9775-950787ef7110 req-9f5035a4-097b-430f-8600-b9ce0d3c1a0b tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0282037 Aug 16 02:20:58.162297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b93b01-0b7d-4008-932a-723602e8d732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.208278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b93b01-0b7d-4008-932a-723602e8d732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.233718 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-f5832f24-c5c6-4ce7-8101-ba469b86e373 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814815 Aug 16 02:20:58.321469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-97c5f7ac-f001-4c13-ac0a-c779a9e3a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.324274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-97c5f7ac-f001-4c13-ac0a-c779a9e3a366 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1097 time: 0.0437799 Aug 16 02:20:58.345833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b93b01-0b7d-4008-932a-723602e8d732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.348578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-74b93b01-0b7d-4008-932a-723602e8d732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:58.385695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74b93b01-0b7d-4008-932a-723602e8d732 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a50a922a-1972-4735-bff6-cdda894c1640 HTTP/1.1" status: 204 len: 168 time: 0.2885954 Aug 16 02:20:58.385695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b93b01-0b7d-4008-932a-723602e8d732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50a922a-1972-4735-bff6-cdda894c1640,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:58.459102 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-574147d5-6dd8-46e4-b482-0fe1b7373eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.468758 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-574147d5-6dd8-46e4-b482-0fe1b7373eac service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.1042171 Aug 16 02:20:58.545236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-6030f8c7-4280-420a-8ee6-13b4d914c959 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1001 time: 0.0745633 Aug 16 02:20:58.603682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05578383-64f5-460a-9c10-488293031421 req-beb7be52-57b8-4f44-8e29-9ca501fec2af tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 210 time: 0.0347469 Aug 16 02:20:58.698338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-d833505c-4e98-41f8-a0fa-507f6a4b806e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.700639 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-d833505c-4e98-41f8-a0fa-507f6a4b806e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1354339 Aug 16 02:20:58.774757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-da84612d-cea7-4194-9bfb-9570779f8bc3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.776283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-da84612d-cea7-4194-9bfb-9570779f8bc3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 817 time: 0.2011769 Aug 16 02:20:58.779301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-8adface9-d50d-40cc-a941-0b4d1c1c5e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.780956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-8adface9-d50d-40cc-a941-0b4d1c1c5e4a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693541 Aug 16 02:20:58.853395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07516c-04c5-45e2-8495-87ad0321ca8d req-7a38a04f-604f-41f6-8b38-6465f758ab66 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:20:58.855597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc07516c-04c5-45e2-8495-87ad0321ca8d req-7a38a04f-604f-41f6-8b38-6465f758ab66 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 944 time: 0.0988989 Aug 16 02:20:58.893774 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-fe38d621-ebd2-4d8d-8c01-1e1a7e0190bb tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 380 time: 0.1009295 Aug 16 02:20:58.907249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'port': {'device_id': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'admin_state_up': True, 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'security_groups': ['2041d6de-f9ea-45a8-bf7b-053b17862494']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:20:58.935635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60904) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:20:58.977525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc07516c-04c5-45e2-8495-87ad0321ca8d req-b71ef38e-724b-41d7-8022-b1700617c37b tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027005 Aug 16 02:20:59.031707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e0fd2d5-7ac6-441e-9ab6-1589d44a7f76 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.048670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-05134625-2a83-44e2-b64d-59000ac4bcce service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544236 Aug 16 02:20:59.061133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e0fd2d5-7ac6-441e-9ab6-1589d44a7f76 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.211210 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-397b6c2b-27b2-44ca-a52b-56c31ed900cc req-d9aa3483-1168-4146-a38f-006ecf72cdd7 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454206 Aug 16 02:20:59.230309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e0fd2d5-7ac6-441e-9ab6-1589d44a7f76 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.233569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e0fd2d5-7ac6-441e-9ab6-1589d44a7f76 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.235811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6e0fd2d5-7ac6-441e-9ab6-1589d44a7f76 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] 10.222.0.76 "DELETE /v2.0/security-groups/9f0abde9-6a56-422d-9178-0bd6d86a2105 HTTP/1.1" status: 204 len: 168 time: 0.2978580 Aug 16 02:20:59.259528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Made reservation on behalf of 9a37a709918341e7b9cf803768997d36 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:20:59.262408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fd2d5-7ac6-441e-9ab6-1589d44a7f76 tempest-TestVolumeBackupRestore-1949482948 tempest-TestVolumeBackupRestore-1949482948-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0abde9-6a56-422d-9178-0bd6d86a2105,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:20:59.263255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.311777 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d9117df-084d-4b53-a289-1aba00484ba3 req-f357e31c-eb9a-4161-a99c-17f0cb8a7952 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0354159 Aug 16 02:20:59.450062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:20:59.623601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Allocated IP 172.20.0.14 (74afd134-7d2f-4a2c-a5f5-ca79bc0d788d/75287949-f988-4040-97f0-fe9d7d62c5fc/25ced1d4-03ed-4202-9db3-d311702cf15d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:20:59.637252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,segment=NetworkSegment(e12bfad7-b256-462d-a5d7-103ed2ece313),segment_id=e12bfad7-b256-462d-a5d7-103ed2ece313)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:59.652967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff', 'network_id': '0c2cb85a-0316-4138-9bc7-cd36e6fd7f39', 'port_id': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff', 'mac_address': 'fa:16:3e:7e:de:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c4b1b06-520c-4a6d-9cac-68e818f60686', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:20:59.697039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.734106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:20:59.823758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,segment=NetworkSegment(e12bfad7-b256-462d-a5d7-103ed2ece313),segment_id=e12bfad7-b256-462d-a5d7-103ed2ece313)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:20:59.853544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54126ad2-aa1f-47e8-84e6-956dcf2317ff req-3bd976e9-1783-495f-aba1-7793afccf315 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 210 time: 0.0640681 Aug 16 02:20:59.892754 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.969783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:20:59.994457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:00.037807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Transition to ACTIVE for port object 25ced1d4-03ed-4202-9db3-d311702cf15d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:00.098885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:00.232842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.309070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855fa0d-619c-418e-9226-6133caac119a req-92b94c77-1e9a-4d6b-9fd6-02cb00a3d953 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.311659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:00.317953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7855fa0d-619c-418e-9226-6133caac119a req-92b94c77-1e9a-4d6b-9fd6-02cb00a3d953 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 945 time: 0.1551421 Aug 16 02:21:00.345407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:00.348612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:00.353233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:00.412175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7855fa0d-619c-418e-9226-6133caac119a req-e7daea5c-478c-4a2c-af99-65539f9b6e31 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868337 Aug 16 02:21:00.468623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:00.469528 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.507291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c99d750c-3e1d-4554-95d5-f09967ec3a46 req-4a118449-50c8-4da2-a153-d747652c0526 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0537200 Aug 16 02:21:00.569012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-a17c3fc9-1041-4b4c-9f3b-257764dc8884 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6662915 Aug 16 02:21:00.582071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Request body: {'port': {'device_id': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:00.719154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.809368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-64cfc6dc-28e8-4408-b8ee-09505a3c1f73 None None] Provisioning for port 25ced1d4-03ed-4202-9db3-d311702cf15d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:00.815771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-64cfc6dc-28e8-4408-b8ee-09505a3c1f73 None None] Provisioning complete for port 25ced1d4-03ed-4202-9db3-d311702cf15d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:00.816395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64cfc6dc-28e8-4408-b8ee-09505a3c1f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:00.922613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-64cfc6dc-28e8-4408-b8ee-09505a3c1f73 None None] Port 25ced1d4-03ed-4202-9db3-d311702cf15d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:01.070019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ab6e-54a1-40ca-abe0-a1d801ede3bb req-ef2db1e9-e9c3-4814-8f6a-c30d795220a0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:01.072586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2518ab6e-54a1-40ca-abe0-a1d801ede3bb req-ef2db1e9-e9c3-4814-8f6a-c30d795220a0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 932 time: 0.0660653 Aug 16 02:21:01.133146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2518ab6e-54a1-40ca-abe0-a1d801ede3bb req-2d0e5f7b-c5a9-4644-9baa-9de87ad717d1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531182 Aug 16 02:21:01.255896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25ced1d4-03ed-4202-9db3-d311702cf15d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:01.266218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.282632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Transition to ACTIVE for port object 25ced1d4-03ed-4202-9db3-d311702cf15d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:01.346065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.478375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:01.487795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:01.695579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c22778-e307-4e25-b1b0-55ad8c9dee6f req-a4129969-73ff-4d53-aae7-51f98c7bb931 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:01.703999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54c22778-e307-4e25-b1b0-55ad8c9dee6f req-a4129969-73ff-4d53-aae7-51f98c7bb931 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 945 time: 0.1483555 Aug 16 02:21:01.721675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Attempting to bind port 25ced1d4-03ed-4202-9db3-d311702cf15d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:01.726258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Attempting to bind port 25ced1d4-03ed-4202-9db3-d311702cf15d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:01.726727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Attempting to bind port 25ced1d4-03ed-4202-9db3-d311702cf15d on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:01.752184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Port 25ced1d4-03ed-4202-9db3-d311702cf15d on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:01.752523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Attempting to bind port 25ced1d4-03ed-4202-9db3-d311702cf15d on network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:01.768240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:01.773830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:01.774083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Checking segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:01.774416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Bound using segment: {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:01.774904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:01.775684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.776299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72b97a79-4f8a-496c-8b37-19a12802621e req-a9feed31-4be8-4f72-9919-124341bb4402 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0676358 Aug 16 02:21:01.776457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Bound port: 25ced1d4-03ed-4202-9db3-d311702cf15d, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9829bd-ad4b-40c7-babd-09b27bfa2140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:01.777476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.845793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54c22778-e307-4e25-b1b0-55ad8c9dee6f req-9dfca065-d8bd-4eaf-b4ac-31f0f01e71c0 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372683 Aug 16 02:21:01.934388 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:01.952435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:01.957077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:01.989596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d9a575-be92-4777-b648-c8ea8e302832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:01.993037 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa07fa-fce9-4aab-92da-e8b613b58969" -d '{"events": [{"server_uuid": "95d9a575-be92-4777-b648-c8ea8e302832", "name": "network-vif-plugged", "status": "completed", "tag": "aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:01.993506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305224c9-00fb-412c-986b-6572ac977df1 req-9986e374-9296-481c-bdce-b6ebff015488 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.018209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,segment=NetworkSegment(e12bfad7-b256-462d-a5d7-103ed2ece313),segment_id=e12bfad7-b256-462d-a5d7-103ed2ece313)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:02.018720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-305224c9-00fb-412c-986b-6572ac977df1 req-9986e374-9296-481c-bdce-b6ebff015488 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1097 time: 0.0740583 Aug 16 02:21:02.056577 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be23e9a0-e6b2-4d2e-a2eb-684d68b35f68 x-openstack-request-id: req-be23e9a0-e6b2-4d2e-a2eb-684d68b35f68 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:02.056954 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d9a575-be92-4777-b648-c8ea8e302832", "name": "network-vif-plugged", "status": "completed", "tag": "aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:02.057457 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be23e9a0-e6b2-4d2e-a2eb-684d68b35f68 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:02.057915 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d9a575-be92-4777-b648-c8ea8e302832', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff', 'code': 200} Aug 16 02:21:02.060850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.098837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.101310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.103126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] 10.222.0.58 "PUT /v2.0/ports/25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1093 time: 1.5255151 Aug 16 02:21:02.105104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:02.111496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:02.118022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-305224c9-00fb-412c-986b-6572ac977df1 req-79247336-3d47-443d-8905-78198a4c45ef tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745280 Aug 16 02:21:02.133346 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d335e9e9-f1b6-469e-9392-7c15b81759e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:02.246295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7126b-e63f-4c6e-89b2-10cf45748311 req-98080116-75e2-4996-bf34-90aecedefeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.258062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bb7126b-e63f-4c6e-89b2-10cf45748311 req-98080116-75e2-4996-bf34-90aecedefeeb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 1098 time: 0.1117253 Aug 16 02:21:02.332568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:02.470523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf3b3a-52e4-49f4-8f97-a7224f697772 service neutron] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:02.499092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-717e3c3b-5650-4dff-a07f-0cf8e05aa970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.500693 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-717e3c3b-5650-4dff-a07f-0cf8e05aa970 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1096 time: 0.1938260 Aug 16 02:21:02.564010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bb7126b-e63f-4c6e-89b2-10cf45748311 req-e06095ed-e385-4436-b46e-e2448a2afa36 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2963207 Aug 16 02:21:02.564293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-0820e345-2423-41ed-9f2a-1296bcf9486f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 217 time: 0.0512545 Aug 16 02:21:02.577915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d59c8-affd-4d01-81a6-c025c4e87c14 req-b5a74a75-b0e7-44b9-80bf-5a5cfaef5c6e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.580192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e1d59c8-affd-4d01-81a6-c025c4e87c14 req-b5a74a75-b0e7-44b9-80bf-5a5cfaef5c6e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.2690406 Aug 16 02:21:02.634587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0bcf62-4a57-40b6-a538-cee8ae9fc05e req-6a75a366-bd65-4fff-8d2b-e13bbae500e3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.647196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-d0ef8b8f-b6a1-489d-8977-abac29a7d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.649468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef0bcf62-4a57-40b6-a538-cee8ae9fc05e req-6a75a366-bd65-4fff-8d2b-e13bbae500e3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.3311327 Aug 16 02:21:02.650015 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-d0ef8b8f-b6a1-489d-8977-abac29a7d21d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0772777 Aug 16 02:21:02.750852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e1d59c8-affd-4d01-81a6-c025c4e87c14 req-af6f2886-987f-4a8c-8fab-68396d901757 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590290 Aug 16 02:21:02.776932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329bf6be-217a-40fc-8030-be8083643b89 req-038e3485-505a-49df-8b75-a1e119ae28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:02.783843 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-038e3485-505a-49df-8b75-a1e119ae28c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1263280 Aug 16 02:21:02.836473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef0bcf62-4a57-40b6-a538-cee8ae9fc05e req-e68ec794-67cf-4467-a2eb-9648022851f9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610904 Aug 16 02:21:02.872137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32914) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:02.956298 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d79b703-028d-4ad3-a63e-b8151d8c3f33 x-openstack-request-id: req-6d79b703-028d-4ad3-a63e-b8151d8c3f33 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:02.956879 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:02.957306 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d79b703-028d-4ad3-a63e-b8151d8c3f33 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:02.960956 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'status': 'completed', 'code': 200} Aug 16 02:21:03.053240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-ad6ee5c1-889d-4f60-8218-fa8bc4de362e service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600837 Aug 16 02:21:03.115016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6329c10e-3875-4f1c-8c79-b64e9b45899c req-700add22-0b1b-4eaa-98c0-d05943dff067 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0654459 Aug 16 02:21:03.139155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-48213f14-236d-4f3e-8d92-7b31c611f08d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/a7bc609c-4640-4d03-80ce-c1318cd181f1 HTTP/1.1" status: 200 len: 993 time: 0.2654862 Aug 16 02:21:03.208448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a127a-7c5c-4262-bed3-bb4d822fd760 req-9f442c9e-471e-4d84-a02f-f5f732af731a tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.216461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf7a127a-7c5c-4262-bed3-bb4d822fd760 req-9f442c9e-471e-4d84-a02f-f5f732af731a tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.2223129 Aug 16 02:21:03.330193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf7a127a-7c5c-4262-bed3-bb4d822fd760 req-ba59a267-279f-41f3-98cd-1099cb4d06bb tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993736 Aug 16 02:21:03.445024 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-329bf6be-217a-40fc-8030-be8083643b89 req-632300d8-5806-4ff4-a387-8bfed6c675a8 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819616 Aug 16 02:21:03.754767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-c369ec28-009c-41e0-b6b1-b666e87614f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.759236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-c369ec28-009c-41e0-b6b1-b666e87614f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1096 time: 0.1555517 Aug 16 02:21:03.938679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-779fe821-f847-44eb-8733-4577e12dc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:03.940613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-779fe821-f847-44eb-8733-4577e12dc84e service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.1723430 Aug 16 02:21:03.996050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-6cff3379-66c0-44dd-92a1-bf0aea313639 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 217 time: 0.0468075 Aug 16 02:21:04.017014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ff48d7-a20c-47c9-88ff-081432d4fff6 req-c7192fc9-b972-425f-93e0-5e3f4f11921c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.017014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88ff48d7-a20c-47c9-88ff-081432d4fff6 req-c7192fc9-b972-425f-93e0-5e3f4f11921c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.1130228 Aug 16 02:21:04.135363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-b8211c22-9e70-4a14-8543-85b520599d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.137222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-b8211c22-9e70-4a14-8543-85b520599d6c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.1299758 Aug 16 02:21:04.167544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88ff48d7-a20c-47c9-88ff-081432d4fff6 req-ce3692db-8ce8-46c4-a19e-ceb7520ace20 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293278 Aug 16 02:21:04.328310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-7b6c973a-fee0-4e1f-83d9-b31a4a35e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.332309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-7b6c973a-fee0-4e1f-83d9-b31a4a35e1c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1868093 Aug 16 02:21:04.362737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33016) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:04.420996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-405b06be-df3f-46fd-a92d-fb02d16f029a req-8a036f14-bf94-4260-b75a-ea92e4804990 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0692375 Aug 16 02:21:04.428865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2846f1-5394-4fe6-98b4-d7a622a51ab9 req-ac13bcfa-b791-4db8-852e-69090a8b93b4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.430548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd2846f1-5394-4fe6-98b4-d7a622a51ab9 req-ac13bcfa-b791-4db8-852e-69090a8b93b4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1646652 Aug 16 02:21:04.504902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:04.544803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd2846f1-5394-4fe6-98b4-d7a622a51ab9 req-b83cfe1d-dcbe-40fa-a8fd-7a1c2d1bd94f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978439 Aug 16 02:21:04.579242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33032) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:04.611179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-11a085c9-dd63-471b-a832-5cf3d659543f service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648244 Aug 16 02:21:04.740272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e18d8-66e8-4b65-a711-9826d3096ac4 req-63da42e1-14b0-4397-a789-18ea58f89f09 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:04.749481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e5e18d8-66e8-4b65-a711-9826d3096ac4 req-63da42e1-14b0-4397-a789-18ea58f89f09 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.1149993 Aug 16 02:21:04.795509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:04.818412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'mac_address': 'fa:16:3e:ea:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:04.852563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d335e9e9-f1b6-469e-9392-7c15b81759e5 req-9601636f-e340-4742-a559-f01174481fa2 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339933 Aug 16 02:21:04.868693 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-ce798aec-ab21-4557-ae54-dd53cf7d876e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5002789 Aug 16 02:21:04.869562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e5e18d8-66e8-4b65-a711-9826d3096ac4 req-5470c37c-1e76-4489-b1fc-f02c9d2a4c7a tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150901 Aug 16 02:21:04.879649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-67fa3054-48e2-4b20-8560-0520da46dde5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.908605 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:04.926378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ced1d4-03ed-4202-9db3-d311702cf15d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:04.977964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:05.111117 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.194678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb5ee-ff25-496c-bea7-e9fcae14e9b5 req-c68a5379-e509-405d-bd42-1a469bb35ecf tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.206190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-680bb5ee-ff25-496c-bea7-e9fcae14e9b5 req-c68a5379-e509-405d-bd42-1a469bb35ecf tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.2167451 Aug 16 02:21:05.266526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:05.338863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-67fa3054-48e2-4b20-8560-0520da46dde5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.354116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['25ced1d4-03ed-4202-9db3-d311702cf15d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:05.358429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-680bb5ee-ff25-496c-bea7-e9fcae14e9b5 req-0fa2d1c6-13f2-4464-a447-644006c42dcb tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445551 Aug 16 02:21:05.390365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33074) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:05.447705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-67fa3054-48e2-4b20-8560-0520da46dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.506375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b24873-577e-4f40-9726-8ccbcf57ecc5 req-a4af5476-1e69-4b9b-bd7c-30b8ceeea6d6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.514630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44b24873-577e-4f40-9726-8ccbcf57ecc5 req-a4af5476-1e69-4b9b-bd7c-30b8ceeea6d6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 945 time: 0.1542370 Aug 16 02:21:05.590609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-67fa3054-48e2-4b20-8560-0520da46dde5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1d7feb7d4c34ce29694d26861211e17&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0212770 Aug 16 02:21:05.593340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:05.599692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa3054-48e2-4b20-8560-0520da46dde5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf5aad1-5ac9-445d-bccc-c6296b30f551,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:05.652519 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44b24873-577e-4f40-9726-8ccbcf57ecc5 req-baf22dcf-92e9-42f4-98e3-5fc47f12a40b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361516 Aug 16 02:21:05.664808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.757708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6acdcc6-e730-4614-bed3-b326a684c2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.894851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f99f7a10-aa14-4569-923f-951b0dcf8b5a req-3b9d9bcb-1e48-41c1-b266-d4b3fd963b87 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0568225 Aug 16 02:21:05.930291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6acdcc6-e730-4614-bed3-b326a684c2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:05.968985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6e1d8-0a9d-4f1f-91e5-8893dadf7743 req-f14088b8-fa92-4bd8-ac3e-6cc1dc119cd7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:05.975238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe6e1d8-0a9d-4f1f-91e5-8893dadf7743 req-f14088b8-fa92-4bd8-ac3e-6cc1dc119cd7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0651634 Aug 16 02:21:06.040200 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.055158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe6e1d8-0a9d-4f1f-91e5-8893dadf7743 req-ac16e6bb-31c9-42d0-9300-83537a5684d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645664 Aug 16 02:21:06.068932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984f187-5f6f-49a0-8e9e-2e1021c1a94f req-a8c14d76-8925-4047-8713-6185de93b876 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.071789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e984f187-5f6f-49a0-8e9e-2e1021c1a94f req-a8c14d76-8925-4047-8713-6185de93b876 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.0953181 Aug 16 02:21:06.099552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.116733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e984f187-5f6f-49a0-8e9e-2e1021c1a94f req-ecba1a42-a1a2-41e8-a484-b8b4e3b176ea tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379050 Aug 16 02:21:06.182103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6acdcc6-e730-4614-bed3-b326a684c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.184597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6acdcc6-e730-4614-bed3-b326a684c2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.188212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d6acdcc6-e730-4614-bed3-b326a684c2ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5bf5aad1-5ac9-445d-bccc-c6296b30f551 HTTP/1.1" status: 204 len: 168 time: 0.5913568 Aug 16 02:21:06.212492 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5be9f1ec1249445691ebf9b11dae194f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8196735 Aug 16 02:21:06.216868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33132) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:06.234621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d8a886-5755-4065-9934-f5e6100aaa8e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.255452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.255931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.256351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.256912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.257858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.258298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.258734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.260308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.260727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.261131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.261534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.262118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d2669d-2037-4fcb-83e6-9b8382d67fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:06.341590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6acdcc6-e730-4614-bed3-b326a684c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf5aad1-5ac9-445d-bccc-c6296b30f551,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.422863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e20302fb-c931-43ee-979e-ca1fb9a33212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.453150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e20302fb-c931-43ee-979e-ca1fb9a33212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.532492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:06.751217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e20302fb-c931-43ee-979e-ca1fb9a33212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.752612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 25ced1d4-03ed-4202-9db3-d311702cf15d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:06.753794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e20302fb-c931-43ee-979e-ca1fb9a33212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.757589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e20302fb-c931-43ee-979e-ca1fb9a33212 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a7d8a886-5755-4065-9934-f5e6100aaa8e HTTP/1.1" status: 204 len: 168 time: 0.5325115 Aug 16 02:21:06.764870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 25ced1d4-03ed-4202-9db3-d311702cf15d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:06.765957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:06.766495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20302fb-c931-43ee-979e-ca1fb9a33212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d8a886-5755-4065-9934-f5e6100aaa8e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:06.891279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3fe7a-976b-4435-8bf0-e5623ad100fa req-05612f75-d003-4f2f-8ad2-f1b540ef3dff tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:06.893761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01b3fe7a-976b-4435-8bf0-e5623ad100fa req-05612f75-d003-4f2f-8ad2-f1b540ef3dff tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 945 time: 0.1193662 Aug 16 02:21:06.921680 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:06.935385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33176) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:07.008420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.015635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33182) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:07.031665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-01b3fe7a-976b-4435-8bf0-e5623ad100fa req-6760ad3e-044c-4e6f-b020-c42ac05dce83 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271987 Aug 16 02:21:07.086179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:07.090373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:07.096235 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6d4c1-fe6b-4c2e-9b89-42a3617b876d" -d '{"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-plugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:07.130198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a83ba7-05b2-4827-ad01-97d0eeef79f1 req-5b9b653b-e0a0-477f-9654-4630191fcd38 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.132748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5a83ba7-05b2-4827-ad01-97d0eeef79f1 req-5b9b653b-e0a0-477f-9654-4630191fcd38 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.1024792 Aug 16 02:21:07.180591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.208896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5a83ba7-05b2-4827-ad01-97d0eeef79f1 req-cb08f907-909c-41bd-8fe4-a2dfe672744b tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678124 Aug 16 02:21:07.260846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5026745-d039-4b46-869d-5b50f343cf04 req-8676b18f-d35b-4852-9a98-699c3a3ea309 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0508590 Aug 16 02:21:07.301577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:07.337622 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4432225-99fa-4885-bb35-43ab02ef16b0 x-openstack-request-id: req-b4432225-99fa-4885-bb35-43ab02ef16b0 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:07.338097 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-plugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:07.338245 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b4432225-99fa-4885-bb35-43ab02ef16b0 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:07.338711 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'code': 200} Aug 16 02:21:07.422842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cfba0-ec0f-41e0-8838-767714e9e516 req-b2dd6f79-be6e-45c0-97bf-b2dc09b6e0a0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.432010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a31cfba0-ec0f-41e0-8838-767714e9e516 req-b2dd6f79-be6e-45c0-97bf-b2dc09b6e0a0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1055923 Aug 16 02:21:07.481546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661f71b-df0e-4d26-adde-94231aba3b1f req-85f6eab2-1ad0-4227-861f-f1a871f23f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:07.483947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6661f71b-df0e-4d26-adde-94231aba3b1f req-85f6eab2-1ad0-4227-861f-f1a871f23f40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1098 time: 0.0637155 Aug 16 02:21:07.496397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a31cfba0-ec0f-41e0-8838-767714e9e516 req-d7821c0a-1dbb-48c0-a3e7-b670834e3837 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625672 Aug 16 02:21:07.534021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33212) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:07.539568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6661f71b-df0e-4d26-adde-94231aba3b1f req-017fb777-9131-4adf-9668-629f1b901aac service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395057 Aug 16 02:21:07.554747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a013e43-c6e7-4389-8322-f535c76fc842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.703254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a013e43-c6e7-4389-8322-f535c76fc842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.813463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a013e43-c6e7-4389-8322-f535c76fc842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.854624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a013e43-c6e7-4389-8322-f535c76fc842 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=21e87acf01e240b695fb597b9952a44a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189509 Aug 16 02:21:07.857232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a013e43-c6e7-4389-8322-f535c76fc842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db953d85-bd13-48f4-a75d-0beb753fc155,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:07.857836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33224) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:07.886692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-50c85877-cbc3-430f-a5f8-6d6b743d3fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:07.996845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd368-65f4-4478-94b0-e849010c4825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.067292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd368-65f4-4478-94b0-e849010c4825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.168911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33242) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:08.199839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f83d2-4f26-49d3-9cb9-689db3217e6d req-57320a47-cdf8-41e6-a73f-d5f906c9afa9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.205752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-957f83d2-4f26-49d3-9cb9-689db3217e6d req-57320a47-cdf8-41e6-a73f-d5f906c9afa9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.0838130 Aug 16 02:21:08.215444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-50c85877-cbc3-430f-a5f8-6d6b743d3fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.239957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60bd31c6-f389-4206-9e84-b5f6da7b9eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.278142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-957f83d2-4f26-49d3-9cb9-689db3217e6d req-17886766-34c6-4b6e-a6e8-83abf0ab27ff tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587771 Aug 16 02:21:08.316010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd368-65f4-4478-94b0-e849010c4825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.316402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7fcd368-65f4-4478-94b0-e849010c4825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.317430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e7fcd368-65f4-4478-94b0-e849010c4825 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/db953d85-bd13-48f4-a75d-0beb753fc155 HTTP/1.1" status: 204 len: 168 time: 0.4586866 Aug 16 02:21:08.332208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcd368-65f4-4478-94b0-e849010c4825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db953d85-bd13-48f4-a75d-0beb753fc155,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:08.353195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.399770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-50c85877-cbc3-430f-a5f8-6d6b743d3fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.402466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae07fd-974d-4d8e-9566-0e71526a817f req-51bce2ef-d1e9-44a8-a68e-7835ace83fbd tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.405616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39ae07fd-974d-4d8e-9566-0e71526a817f req-51bce2ef-d1e9-44a8-a68e-7835ace83fbd tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.0960128 Aug 16 02:21:08.459407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-50c85877-cbc3-430f-a5f8-6d6b743d3fbe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=02b5fc6e144941fdb9cabcf02195f897&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4426997 Aug 16 02:21:08.485669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33258) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:08.491612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c85877-cbc3-430f-a5f8-6d6b743d3fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796c6081-8dd1-4768-9c7f-1df7a8c944e2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:08.567624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34d4ea99-8687-444f-b4fd-492f9e5fdc38 req-6b2e918e-c6cc-41fd-a91f-ad0514a8cb8f tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0875304 Aug 16 02:21:08.598532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-187d697a-d781-4148-ad45-d855ed631b20 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.598532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-187d697a-d781-4148-ad45-d855ed631b20 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.83 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 946 time: 0.1852489 Aug 16 02:21:08.637662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39ae07fd-974d-4d8e-9566-0e71526a817f req-f55919ea-38f3-4187-b006-5d725b705bee tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/security-groups?id=0d497c84-4808-43c8-b154-6dced8894589&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453223 Aug 16 02:21:08.819172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ba-626b-4eab-a02e-be7be2924ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.824917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60bd31c6-f389-4206-9e84-b5f6da7b9eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.863585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d48fb-18f3-4000-ba00-b499706034d4 req-f46effc6-c9d2-4401-b075-b95240d1af0f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.865176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d7d48fb-18f3-4000-ba00-b499706034d4 req-f46effc6-c9d2-4401-b075-b95240d1af0f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1800056 Aug 16 02:21:08.876662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ba-626b-4eab-a02e-be7be2924ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.923530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60bd31c6-f389-4206-9e84-b5f6da7b9eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:08.936804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-4b4e0b86-9e39-4acd-b556-860969ed9d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:08.938465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-4b4e0b86-9e39-4acd-b556-860969ed9d4a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1097 time: 0.4348419 Aug 16 02:21:08.962062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Deleting port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:08.962423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.070669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-27ef61db-1338-4b1c-9f9b-fe9f9caee6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.072179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-27ef61db-1338-4b1c-9f9b-fe9f9caee6b0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.1265178 Aug 16 02:21:09.162598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-450a843e-c868-4574-907d-fce194988e2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1001 time: 0.0701020 Aug 16 02:21:09.180672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Deleting port 2bf39230-8796-4184-8e9e-7c3b0210d177 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:09.181034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.305036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-dc09aeab-6326-44d7-81e0-b3588df17f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.306539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-dc09aeab-6326-44d7-81e0-b3588df17f30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1361635 Aug 16 02:21:09.327892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d7d48fb-18f3-4000-ba00-b499706034d4 req-89131ab4-8cba-44f8-8554-265fc12ee014 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4537663 Aug 16 02:21:09.339053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-60bd31c6-f389-4206-9e84-b5f6da7b9eb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e129d160526c46ef95cd36aa76b0fb70&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1690762 Aug 16 02:21:09.343588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:09.346525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd31c6-f389-4206-9e84-b5f6da7b9eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a086d6-1d12-4260-85b1-2fccdcf1236b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.383088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] For port 2bf39230-8796-4184-8e9e-7c3b0210d177, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2bf39230-8796-4184-8e9e-7c3b0210d177,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:09.383424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.417404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Calling delete_port for 2bf39230-8796-4184-8e9e-7c3b0210d177 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:09.419663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] For port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,segment=NetworkSegment(e12bfad7-b256-462d-a5d7-103ed2ece313),segment_id=e12bfad7-b256-462d-a5d7-103ed2ece313)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:09.420112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.443063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-d9fd57bf-25ae-4727-a9a7-d9da8c1b4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.446469 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-d9fd57bf-25ae-4727-a9a7-d9da8c1b4261 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314785 Aug 16 02:21:09.456040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Calling delete_port for aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:09.524261 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ba-626b-4eab-a02e-be7be2924ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.529997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a2e79ba-626b-4eab-a02e-be7be2924ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.529997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9a2e79ba-626b-4eab-a02e-be7be2924ef0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/796c6081-8dd1-4768-9c7f-1df7a8c944e2 HTTP/1.1" status: 204 len: 168 time: 1.0279057 Aug 16 02:21:09.541560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea23502e-7d74-4d81-bf68-7ef80951b9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.546898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e79ba-626b-4eab-a02e-be7be2924ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796c6081-8dd1-4768-9c7f-1df7a8c944e2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.555987 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab42ad9-a172-4267-a357-af3b5492a147 req-a2622998-07e6-45a9-ba3e-7f579212bf2c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.557588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fab42ad9-a172-4267-a357-af3b5492a147 req-a2622998-07e6-45a9-ba3e-7f579212bf2c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.1162918 Aug 16 02:21:09.617421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea23502e-7d74-4d81-bf68-7ef80951b9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.648732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fab42ad9-a172-4267-a357-af3b5492a147 req-f0a2ffef-a321-48e9-9b80-c4e8d758f583 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677736 Aug 16 02:21:09.740678 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-533b0146-ddd7-4a77-bfd0-1b843a0db4a4 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864563 Aug 16 02:21:09.758183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6d1221f-f55a-4c38-8202-02b3863ebb9f req-358a47a1-abdb-4fc4-a811-5e4034249566 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0401874 Aug 16 02:21:09.838163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:09.847916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1991961-85b7-4257-af4f-be5593e2ee6c req-bcc1e90c-4796-4d33-8d3a-9fedbe0794e6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:09.854765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1991961-85b7-4257-af4f-be5593e2ee6c req-bcc1e90c-4796-4d33-8d3a-9fedbe0794e6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.1013575 Aug 16 02:21:09.856197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.864471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33348) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:09.867382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Request body: {'floatingip': {'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:09.882606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:09.909564 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-710cc948-1eef-44a2-9c94-c7762479b71e service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588397 Aug 16 02:21:09.946618 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea23502e-7d74-4d81-bf68-7ef80951b9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.949391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea23502e-7d74-4d81-bf68-7ef80951b9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:09.950561 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ea23502e-7d74-4d81-bf68-7ef80951b9d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/17a086d6-1d12-4260-85b1-2fccdcf1236b HTTP/1.1" status: 204 len: 168 time: 0.6060452 Aug 16 02:21:09.965957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23502e-7d74-4d81-bf68-7ef80951b9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a086d6-1d12-4260-85b1-2fccdcf1236b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.969789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Pushing event deleted for resources: {'Port': ['ID=aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:09.972835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-24131ebe-0583-47a1-9764-91d2398ac868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.023269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b08d5b01-889c-4aaf-963a-14a62a7570ca req-1bf38a5b-07c8-464e-ac00-f59c48ad6207 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 210 time: 0.1382518 Aug 16 02:21:10.027321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.057875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.119604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-657248095-network', 'tenant_id': '268aabfbdca745679c1bd94bbe0d0ed5'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:10.123303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf39230-8796-4184-8e9e-7c3b0210d177,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.134591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] No DVR routers for this DVR port aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:10.138504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.140525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28861eb3-91e3-4d96-9080-63d8dc4f32c7 req-a97fad01-e0ba-443f-b8b3-f37572587728 tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.83 "DELETE /v2.0/ports/aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff HTTP/1.1" status: 204 len: 173 time: 1.5357349 Aug 16 02:21:10.140979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d9a575-be92-4777-b648-c8ea8e302832', 'name': 'network-vif-deleted', 'tag': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:10.143458 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f901dd0f-bb36-408f-8f09-76ec124e602c" -d '{"events": [{"server_uuid": "95d9a575-be92-4777-b648-c8ea8e302832", "name": "network-vif-deleted", "tag": "aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:10.236142 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fc8592-e0e9-4b41-939c-712c2ed11887 x-openstack-request-id: req-86fc8592-e0e9-4b41-939c-712c2ed11887 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:10.236703 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d9a575-be92-4777-b648-c8ea8e302832", "name": "network-vif-deleted", "tag": "aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:10.237151 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-86fc8592-e0e9-4b41-939c-712c2ed11887 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:10.237767 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d9a575-be92-4777-b648-c8ea8e302832', 'name': 'network-vif-deleted', 'tag': 'aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff', 'status': 'completed', 'code': 200} Aug 16 02:21:10.345815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Made reservation on behalf of 268aabfbdca745679c1bd94bbe0d0ed5 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:10.349833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.367302 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.386220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.499355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33382) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:10.535362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8884-01b4-4015-80b8-3c9fbb276cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.604370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d113f2-4662-46e4-bb79-8a86419344d3 req-afd9979b-7992-4d5d-b9f5-670032de19ac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:10.609045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6d113f2-4662-46e4-bb79-8a86419344d3 req-afd9979b-7992-4d5d-b9f5-670032de19ac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1536856 Aug 16 02:21:10.706979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.741547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Router b693d2d3-f7ec-45bc-be51-c38546fe489d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:10.749829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6d113f2-4662-46e4-bb79-8a86419344d3 req-b0bcedb1-444f-41d2-aed5-939a1bb206ef tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943594 Aug 16 02:21:10.779081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.844663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:10.872745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.873167 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Added segment 01e756c6-6236-44d9-ba43-793aa3c0d5f6 of type vlan for network 1e624963-03e4-475c-8c0d-fafb1e13fb3a Aug 16 02:21:10.909143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:10.972141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b18493e-7d21-49c5-aee2-12fd5a854d06 req-49b7fa58-f582-417b-8aec-1e793e2ccd7f tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0893331 Aug 16 02:21:10.994144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:10.994144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:10.998362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-96fbfa3b-e6af-4bba-83f7-f3e109af1d6e admin admin] 10.222.0.76 "PUT /v2.0/routers/b693d2d3-f7ec-45bc-be51-c38546fe489d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0619698 Aug 16 02:21:11.002307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33414) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.015102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] Sync routers for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:11.024525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.040052 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:11.042022 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:11.066580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8884-01b4-4015-80b8-3c9fbb276cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.101863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.173113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.176670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fd0b8884-01b4-4015-80b8-3c9fbb276cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.210009 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:11.247526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.249596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:11.249596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.290286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e79f331-bcae-41c0-bcdc-aadfe88c68c5 req-86206716-a988-43b6-8d97-67c5882607fd tempest-ServersNegativeTestMultiTenantJSON-868782721 tempest-ServersNegativeTestMultiTenantJSON-868782721-project] 10.222.0.76 "GET /v2.0/ports?device_id=95d9a575-be92-4777-b648-c8ea8e302832 HTTP/1.1" status: 200 len: 210 time: 0.1173673 Aug 16 02:21:11.308333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fd0b8884-01b4-4015-80b8-3c9fbb276cee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=61ff402acb534122b0ae53eaf6ee48e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8030260 Aug 16 02:21:11.314442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33430) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.388343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b8884-01b4-4015-80b8-3c9fbb276cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0579b6-cf71-4595-a07c-660b90442b5e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.416945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] Pushing event updated for resources: {'Network': ['ID=1e624963-03e4-475c-8c0d-fafb1e13fb3a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:11.436549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1e624963-03e4-475c-8c0d-fafb1e13fb3a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:11.462601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.477695 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Floating IP 6007a90d-cb66-4fde-b724-6b7fdb2f4312 associated. External IP: 172.25.6.163, port: 25ced1d4-03ed-4202-9db3-d311702cf15d. Aug 16 02:21:11.538449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda429ab-7b05-4bf9-8b8d-7a28657ba722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.567324 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:21:09Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:11.592237 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dab1b469-0e42-4c5d-9abb-60af94b9da91 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7507529 Aug 16 02:21:11.594741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33444) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:11.601450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Request body: {'subnet': {'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-657248095-subnet', 'tenant_id': '268aabfbdca745679c1bd94bbe0d0ed5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:11.605631 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] Checking router: b693d2d3-f7ec-45bc-be51-c38546fe489d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:11.606140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda429ab-7b05-4bf9-8b8d-7a28657ba722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.616403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] Routers {'b693d2d3-f7ec-45bc-be51-c38546fe489d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:11.616948 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b693d2d3-f7ec-45bc-be51-c38546fe489d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:11.682577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Deleting port ba939db8-3e3d-4d3c-892b-610876ab69ae {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:11.682962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.759967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] Set router b693d2d3-f7ec-45bc-be51-c38546fe489d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:11.768109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Made reservation on behalf of 268aabfbdca745679c1bd94bbe0d0ed5 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:11.770476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.803638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:11.812662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda429ab-7b05-4bf9-8b8d-7a28657ba722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.816346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda429ab-7b05-4bf9-8b8d-7a28657ba722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.820291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eda429ab-7b05-4bf9-8b8d-7a28657ba722 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d0579b6-cf71-4595-a07c-660b90442b5e HTTP/1.1" status: 204 len: 168 time: 0.4450293 Aug 16 02:21:11.870861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] For port ba939db8-3e3d-4d3c-892b-610876ab69ae, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ba939db8-3e3d-4d3c-892b-610876ab69ae,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:11.871496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:11.895195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Calling delete_port for ba939db8-3e3d-4d3c-892b-610876ab69ae owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:11.916229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda429ab-7b05-4bf9-8b8d-7a28657ba722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0579b6-cf71-4595-a07c-660b90442b5e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.035370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d90ab-1a1c-4b5c-a398-4e470e9bf7fb req-d212393b-929e-40b0-98b1-9a018c80e977 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.044621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-635d90ab-1a1c-4b5c-a398-4e470e9bf7fb req-d212393b-929e-40b0-98b1-9a018c80e977 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1333938 Aug 16 02:21:12.118065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-635d90ab-1a1c-4b5c-a398-4e470e9bf7fb req-e424de69-4467-490d-994b-1979b29851ba tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725288 Aug 16 02:21:12.119578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:12.144186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.147519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:12.157732 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:21:09Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:12.179916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:12.180947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:20:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:12.210188 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c39b60-e2a3-4aba-8513-278f7b8d6bdc None None] The sync data for ids ['b693d2d3-f7ec-45bc-be51-c38546fe489d'] in n-d-768852-19 is: [{'id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'name': 'tempest-TestVolumeBackupRestore-1519977239-router', 'tenant_id': 'ee759abefdec45c1895efa13e876468b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:14:50Z', 'updated_at': '2021-08-16T02:21:09Z', 'revision_number': 5, 'project_id': 'ee759abefdec45c1895efa13e876468b', 'gw_port': {'id': 'ba939db8-3e3d-4d3c-892b-610876ab69ae', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b693d2d3-f7ec-45bc-be51-c38546fe489d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:14:51Z', 'updated_at': '2021-08-16T02:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:12.275355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0b9db94-bf85-4114-ae06-86e3588f1404 req-9b6451cd-ec29-4be8-9492-7ed40412084a tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0924370 Aug 16 02:21:12.281516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9f7cd411-a89f-4738-be33-3492b0d34ad0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "PUT /v2.0/floatingips/6007a90d-cb66-4fde-b724-6b7fdb2f4312 HTTP/1.1" status: 200 len: 992 time: 2.4193318 Aug 16 02:21:12.282138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:12.284764 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a838f7-9e53-48fa-8f75-00456cfefbd9" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:12.388586 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fc88ea-bfe4-4b81-86e8-7f1757f420ed x-openstack-request-id: req-e2fc88ea-bfe4-4b81-86e8-7f1757f420ed {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:12.388958 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:12.389239 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2fc88ea-bfe4-4b81-86e8-7f1757f420ed {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:12.390418 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'status': 'completed', 'code': 200} Aug 16 02:21:12.425992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.442711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:12.463964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:12.492946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.534098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Deleting subnet 1c4b1b06-520c-4a6d-9cac-68e818f60686 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:12.538422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.557865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ba939db8-3e3d-4d3c-892b-610876ab69ae,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.587519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0659bbcb-6ab1-490e-a174-00f3e97b89de,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:12.603072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.655391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Checking segment: {'id': '01e756c6-6236-44d9-ba43-793aa3c0d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:12.655391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Network hostable DHCP agents. Network: 1e624963-03e4-475c-8c0d-fafb1e13fb3a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:12.664942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-aac0b0a9-705a-4332-95b7-523ef0590518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:12.666519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-aac0b0a9-705a-4332-95b7-523ef0590518 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1098 time: 0.2379363 Aug 16 02:21:12.699922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.734022 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.842551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '6007a90d-cb66-4fde-b724-6b7fdb2f4312', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'mac_address': 'fa:16:3e:ea:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:52Z', 'updated_at': '2021-08-16T02:21:10Z', 'revision_number': 1, 'project_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:12.879362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a608345c-9ccb-4375-a092-2427a63dd799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.883349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:12.900115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:12.900924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:12.956963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.971448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:12.977835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/1c4b1b06-520c-4a6d-9cac-68e818f60686 HTTP/1.1" status: 204 len: 168 time: 0.5339010 Aug 16 02:21:13.019583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33562) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:13.043518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda5031-501f-4ff8-91cb-e038ea75db12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c4b1b06-520c-4a6d-9cac-68e818f60686,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:13.049973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33568) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:13.119140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.173836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.235077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Network 1e624963-03e4-475c-8c0d-fafb1e13fb3a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:13.260812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.268578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.326133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:13.354763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-e00735cc-e2fb-45a8-b613-d7662e865c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.356287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-e00735cc-e2fb-45a8-b613-d7662e865c10 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.6818647 Aug 16 02:21:13.369878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1e624963-03e4-475c-8c0d-fafb1e13fb3a) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:13.390415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbfd9b-3c07-4ecd-a320-a8abfb96c925 None None] Network 1e624963-03e4-475c-8c0d-fafb1e13fb3a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:13.426287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.427695 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.436958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44bd0112-1953-4057-990c-bb594d17040e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.455976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d426a2a3-b990-40da-a6e9-dd6595e69e18 req-ea33e406-7921-4a13-9157-2900031d3438 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0496187 Aug 16 02:21:13.456453 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.457238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b693d2d3-f7ec-45bc-be51-c38546fe489d {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:13.482303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.482976 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.484320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bf39230-8796-4184-8e9e-7c3b0210d177 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:13.488093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6eb24365-82d9-4341-91eb-a16da90803aa admin admin] 10.222.0.76 "DELETE /v2.0/routers/b693d2d3-f7ec-45bc-be51-c38546fe489d HTTP/1.1" status: 204 len: 168 time: 2.4822683 Aug 16 02:21:13.489234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33584) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:13.494244 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-9e8b4994-2300-4806-b077-8dca7216d2db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1000 time: 0.1296568 Aug 16 02:21:13.517379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 2bf39230-8796-4184-8e9e-7c3b0210d177 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:13.517748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bf39230-8796-4184-8e9e-7c3b0210d177 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:13.526530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2cb85a-0316-4138-9bc7-cd36e6fd7f39']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:13.543252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:13.583342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ab5a5-3327-4880-af71-3b334e793e9e req-a51f2dde-5325-4ee7-bab6-e49775504b12 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.586428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:13.586997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device aa9c1a8e-ac4d-4beb-ac36-7a58dc45fcff not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:13.596920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-579ab5a5-3327-4880-af71-3b334e793e9e req-a51f2dde-5325-4ee7-bab6-e49775504b12 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.3216994 Aug 16 02:21:13.607290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c4fb292a-198d-4a11-b826-450339b05324 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0103352 Aug 16 02:21:13.640121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e12bfad7-b256-462d-a5d7-103ed2ece313') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:13.640699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e12bfad7-b256-462d-a5d7-103ed2ece313') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:13.645016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Deleting subnet fcfa2fc4-272e-47dd-a199-9f691c76324a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:13.650011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-124f087f-e0b4-4fb5-afaa-812a4a71e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.652061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-124f087f-e0b4-4fb5-afaa-812a4a71e5d2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.1420527 Aug 16 02:21:13.652995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.688221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.723390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4b92f7-7618-463d-ba59-1894e2638609 None None] Network 1e624963-03e4-475c-8c0d-fafb1e13fb3a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:13.764792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.797795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-579ab5a5-3327-4880-af71-3b334e793e9e req-8b187027-b121-4821-9168-d86fb690b1c2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1964383 Aug 16 02:21:13.800061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.801590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:13.802001 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:13.882540 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:13.885671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-85a8d5f7-304a-44de-bdad-4ebf21f23744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:13.885671 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-85a8d5f7-304a-44de-bdad-4ebf21f23744 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986810 Aug 16 02:21:13.968186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44bd0112-1953-4057-990c-bb594d17040e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:13.983634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.019351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '6007a90d-cb66-4fde-b724-6b7fdb2f4312', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'mac_address': 'fa:16:3e:ea:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:52Z', 'updated_at': '2021-08-16T02:21:10Z', 'revision_number': 1, 'project_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:14.020832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-18fbc0e0-a32c-40f6-8ad6-c33f56a06511 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743777 Aug 16 02:21:14.051048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3229cc93-7055-4aab-8cbc-5bbf89ec48ff None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '6007a90d-cb66-4fde-b724-6b7fdb2f4312', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'floating_ip_address': '172.25.6.163', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'mac_address': 'fa:16:3e:ea:27:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:20:52Z', 'updated_at': '2021-08-16T02:21:10Z', 'revision_number': 1, 'project_id': '9a37a709918341e7b9cf803768997d36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:14.144828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f0a838f7-9e53-48fa-8f75-00456cfefbd9 req-71886b79-5a92-43fa-acfe-95bfcb3db7e6 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161969 Aug 16 02:21:14.159744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44bd0112-1953-4057-990c-bb594d17040e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.172037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.192347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.194425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.197618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] 10.222.0.76 "DELETE /v2.0/networks/0c2cb85a-0316-4138-9bc7-cd36e6fd7f39 HTTP/1.1" status: 204 len: 168 time: 1.1677067 Aug 16 02:21:14.231356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33596) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:14.236360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfa2fc4-272e-47dd-a199-9f691c76324a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.250938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.250938 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-430fc17a-8469-4a63-915f-3cf33f576c21 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fcfa2fc4-272e-47dd-a199-9f691c76324a HTTP/1.1" status: 204 len: 168 time: 0.7516322 Aug 16 02:21:14.250938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33598) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:14.251277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723cd4f-ffeb-41b3-a735-f2ebaa55c34f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2cb85a-0316-4138-9bc7-cd36e6fd7f39,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.258855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aefbe7-8abc-4505-9ea9-f37c3b222205 None None] Network 31daf6dc-7254-46c8-9059-0459f15ac9c4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:14.296744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-44bd0112-1953-4057-990c-bb594d17040e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a4a8c1abdab548449edeb9a60d1efa92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2465301 Aug 16 02:21:14.301875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:14.311800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd0112-1953-4057-990c-bb594d17040e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5935082-5850-42a6-a3da-41e955fcda31,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.365279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.393104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Deleting subnet 30a1d73f-3228-4e71-b29f-06eac8d54dba {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:14.402172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.417379 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b6c10-fbdf-499d-9ff8-c69e58ce6674 None None] New status for floating IP 6007a90d-cb66-4fde-b724-6b7fdb2f4312: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:21:14.435065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Deleting port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:14.477401 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.478113 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.479880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e74a467-46c5-4396-b5c6-7ea3653e9b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.522538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] For port a0dbd63d-973e-4e00-bf2f-6c5effa820c3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:14.522538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.538050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Calling delete_port for a0dbd63d-973e-4e00-bf2f-6c5effa820c3 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:14.567845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e74a467-46c5-4396-b5c6-7ea3653e9b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.578762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] DHCP port deletion for 31daf6dc-7254-46c8-9059-0459f15ac9c4 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:14.681492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] Deleting port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:14.681898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.684783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.745282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.764064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] For port a0dbd63d-973e-4e00-bf2f-6c5effa820c3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,segment=NetworkSegment(edfb3e8a-46e3-43fd-b2ed-7975be6fc51a),segment_id=edfb3e8a-46e3-43fd-b2ed-7975be6fc51a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:14.764972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.775643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.777496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] No DVR routers for this DVR port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:14.782571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] Calling delete_port for a0dbd63d-973e-4e00-bf2f-6c5effa820c3 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:14.902382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.918683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:14.930960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] Pushing event deleted for resources: {'Port': ['ID=a0dbd63d-973e-4e00-bf2f-6c5effa820c3,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:14.945806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a13bb89-9c8d-4855-bd63-3b2c581f1eac None None] No DVR routers for this DVR port a0dbd63d-973e-4e00-bf2f-6c5effa820c3 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:14.960569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31daf6dc-7254-46c8-9059-0459f15ac9c4']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:14.984659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:14.984970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfb3e8a-46e3-43fd-b2ed-7975be6fc51a') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.007429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.019923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.027118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:15.027302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-907294c3-ca51-4128-a8bc-ab40ed61348f req-d3bd6e4d-a575-46ff-a6fc-f1d12af8689f tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0901222 Aug 16 02:21:15.027782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:15.029364 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:15.036294 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.068123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33624) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:15.070681 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e74a467-46c5-4396-b5c6-7ea3653e9b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.073250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0e74a467-46c5-4396-b5c6-7ea3653e9b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.073405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-902498678-network', 'tenant_id': '0733f43a3b994c6b8497a6c933f5ac75'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:15.074432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0e74a467-46c5-4396-b5c6-7ea3653e9b1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5935082-5850-42a6-a3da-41e955fcda31 HTTP/1.1" status: 204 len: 168 time: 0.7700491 Aug 16 02:21:15.110145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e74a467-46c5-4396-b5c6-7ea3653e9b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5935082-5850-42a6-a3da-41e955fcda31,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.142569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616328e-57ed-4a26-8c43-bff708a9f84f req-7c3ec3c2-3362-4107-a9a7-288998e3a230 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.153509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f616328e-57ed-4a26-8c43-bff708a9f84f req-7c3ec3c2-3362-4107-a9a7-288998e3a230 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1639483 Aug 16 02:21:15.195582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f616328e-57ed-4a26-8c43-bff708a9f84f req-081fdc8c-0173-4b13-bc86-d420656b7b51 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434148 Aug 16 02:21:15.210076 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.229076 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.234077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] 10.222.0.76 "DELETE /v2.0/networks/31daf6dc-7254-46c8-9059-0459f15ac9c4 HTTP/1.1" status: 204 len: 168 time: 0.9792719 Aug 16 02:21:15.234239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33630) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:15.240419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac611ee-b552-4dda-859e-afb8d0342499 admin admin] Pushing event deleted for resources: {'Network': ['ID=31daf6dc-7254-46c8-9059-0459f15ac9c4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.243812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.244994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Made reservation on behalf of 0733f43a3b994c6b8497a6c933f5ac75 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:15.247012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.283769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30a1d73f-3228-4e71-b29f-06eac8d54dba,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.290830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.295456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e1140d24-6146-49bd-8216-d7a210bf6c22 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/30a1d73f-3228-4e71-b29f-06eac8d54dba HTTP/1.1" status: 204 len: 168 time: 1.0603447 Aug 16 02:21:15.295721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33632) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:15.296113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.360036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba939db8-3e3d-4d3c-892b-610876ab69ae no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:15.385334 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.386657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ba939db8-3e3d-4d3c-892b-610876ab69ae {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:15.387277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ba939db8-3e3d-4d3c-892b-610876ab69ae not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:15.388381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a0dbd63d-973e-4e00-bf2f-6c5effa820c3 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:15.412235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a0dbd63d-973e-4e00-bf2f-6c5effa820c3 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:15.413097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a0dbd63d-973e-4e00-bf2f-6c5effa820c3 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:15.509496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.520025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e10a91-c5ae-4045-bee4-a4b14872f8b6']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.538077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847a0b17-f9b6-4a37-a9c9-85c28376c784') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.538529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847a0b17-f9b6-4a37-a9c9-85c28376c784') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:15.550622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.570277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.571075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.577286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:15.577863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:15.579927 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:15.663247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.708374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:15.734066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.742741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.743105 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Added segment 59dce41d-0edd-4dab-910b-2022891a3dd2 of type vlan for network b6c77af1-15f2-4b56-b1b4-6ac5867066c6 Aug 16 02:21:15.754851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8dbe16-fcdc-4717-b289-420f10c6d3ca,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.761109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.764573 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] 10.222.0.76 "DELETE /v2.0/networks/78e10a91-c5ae-4045-bee4-a4b14872f8b6 HTTP/1.1" status: 204 len: 168 time: 0.4677253 Aug 16 02:21:15.767174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65ea29-5ef7-46e6-9f63-acf23e44d3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e10a91-c5ae-4045-bee4-a4b14872f8b6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:15.836349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.842138 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.880002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.964190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:15.965205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:15.966108 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.046394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c77af1-15f2-4b56-b1b4-6ac5867066c6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.059623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b6c77af1-15f2-4b56-b1b4-6ac5867066c6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:16.142704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c81f3deb-45a9-4390-a628-2bb227d0be91 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0733802 Aug 16 02:21:16.154697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33658) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:16.166411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Request body: {'subnet': {'network_id': 'b6c77af1-15f2-4b56-b1b4-6ac5867066c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-902498678-subnet', 'tenant_id': '0733f43a3b994c6b8497a6c933f5ac75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:16.188725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4f8771a-2e3e-462f-ab07-ba7263584b95 req-43fb9cda-89cc-4da6-8b40-3ce473b05a0a tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0846000 Aug 16 02:21:16.189476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33664) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:16.245772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Deleting port 3808660c-85b8-4e93-af0a-98536191c976 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:16.246128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.255037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33668) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:16.255421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ce4d3c07-f6a3-44b4-9bab-a4497e1e96f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b41e60604fb944acb1adbb488380bb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644698 Aug 16 02:21:16.325712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Made reservation on behalf of 0733f43a3b994c6b8497a6c933f5ac75 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:16.328248 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.388474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf095-2786-498f-a26f-550dd8dea5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.398148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] For port 3808660c-85b8-4e93-af0a-98536191c976, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3808660c-85b8-4e93-af0a-98536191c976,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:16.398373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.408170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97303eb2-21a1-4736-bc81-bb62bed7077c req-7c4fc2f0-33a2-441c-a3de-68c2bb9f83c6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.416663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97303eb2-21a1-4736-bc81-bb62bed7077c req-7c4fc2f0-33a2-441c-a3de-68c2bb9f83c6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1329834 Aug 16 02:21:16.422364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Calling delete_port for 3808660c-85b8-4e93-af0a-98536191c976 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:16.430170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf095-2786-498f-a26f-550dd8dea5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.474665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97303eb2-21a1-4736-bc81-bb62bed7077c req-4bca628b-1c6c-4aa3-abda-b72880a42539 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570841 Aug 16 02:21:16.644526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf095-2786-498f-a26f-550dd8dea5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.647783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ca8cf095-2786-498f-a26f-550dd8dea5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.648943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ca8cf095-2786-498f-a26f-550dd8dea5ee admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0d497c84-4808-43c8-b154-6dced8894589 HTTP/1.1" status: 204 len: 168 time: 0.3800001 Aug 16 02:21:16.657493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cf095-2786-498f-a26f-550dd8dea5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d497c84-4808-43c8-b154-6dced8894589,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.670633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.739177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e6b708-edf2-4adc-af79-846fda8a78af,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.748265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Checking segment: {'id': '59dce41d-0edd-4dab-910b-2022891a3dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'b6c77af1-15f2-4b56-b1b4-6ac5867066c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:16.748770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Network hostable DHCP agents. Network: b6c77af1-15f2-4b56-b1b4-6ac5867066c6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:16.763418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.798664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Pushing event deleted for resources: {'Port': ['ID=3808660c-85b8-4e93-af0a-98536191c976,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:16.848015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Network b6c77af1-15f2-4b56-b1b4-6ac5867066c6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:16.934400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b6c77af1-15f2-4b56-b1b4-6ac5867066c6) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:16.941344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:16.942029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:16.949206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca89c4c-f1cc-442f-bb62-8f55f41b23c1 None None] Network b6c77af1-15f2-4b56-b1b4-6ac5867066c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:17.008439 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.067039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a502c094-4ed2-4bc4-8b85-ead08d5aec52 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9093931 Aug 16 02:21:17.174861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118defc4-f45b-4ab3-9f70-1976f7280643 None None] Network b6c77af1-15f2-4b56-b1b4-6ac5867066c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:17.312413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:17.387539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e948a24-5971-4ee3-b6af-220e3510846e req-a969c43e-9e25-403b-9d62-edd61e27121d tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0439606 Aug 16 02:21:17.454141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:17.461368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8ebde8b9-ccaa-41df-9aa8-9059e3db8889 admin admin] 10.222.0.76 "PUT /v2.0/routers/2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2239504 Aug 16 02:21:17.462283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33726) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:17.468333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] Sync routers for ids ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:17.480606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] Routers {'2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:17.482668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:17.511553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33732) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:17.603156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.623991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] Set router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:17.649738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-13954262-06e2-4e9a-9f3e-0c0338adfbc2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ff799cfbc904fa39ac9434b444c50af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339450 Aug 16 02:21:17.655435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33736) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:17.779774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.805207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb88dd-a46e-4f09-9279-0fe2fda03b56 req-e91741ea-66dc-4371-8d0f-20b4310aef64 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:17.809166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8abb88dd-a46e-4f09-9279-0fe2fda03b56 req-e91741ea-66dc-4371-8d0f-20b4310aef64 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1938808 Aug 16 02:21:17.838888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d44-b699-4af5-a2e7-98877b695ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.924652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8abb88dd-a46e-4f09-9279-0fe2fda03b56 req-53c38ea3-09c5-4611-a567-1258d5c80d91 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061704 Aug 16 02:21:17.926651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d44-b699-4af5-a2e7-98877b695ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:17.964117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237'}], 'enable_snat': True}, 'gw_port_id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:21:16Z', 'revision_number': 5, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port': {'id': '79819b15-cc30-4251-b96b-ab5b1384b8eb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:72:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2260, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:15:09Z', 'updated_at': '2021-08-16T02:15:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.002217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] Checking router: 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:21:18.016484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] Routers {'2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:18.017416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.136878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] Set router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:21:18.142256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-14c09b8a-ea78-41c1-b17a-2d9f540f6c6d tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:18.150319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-14c09b8a-ea78-41c1-b17a-2d9f540f6c6d tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/networks?id=1e624963-03e4-475c-8c0d-fafb1e13fb3a HTTP/1.1" status: 200 len: 808 time: 0.1574991 Aug 16 02:21:18.168111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-756ba990-81a4-4bd4-96bd-932206131ada tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/quotas/268aabfbdca745679c1bd94bbe0d0ed5 HTTP/1.1" status: 200 len: 375 time: 0.0165153 Aug 16 02:21:18.205406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-7cbe70ac-3acf-4ac4-9968-7241f54ece45 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=268aabfbdca745679c1bd94bbe0d0ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359859 Aug 16 02:21:18.231223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:21:17Z', 'revision_number': 6, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:18.259645 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d44-b699-4af5-a2e7-98877b695ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.262648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e3de9d44-b699-4af5-a2e7-98877b695ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.265305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148f856b-9512-437c-b31c-764a11ce7ca2 None None] The sync data for ids ['2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9'] in n-d-768852-19 is: [{'id': '2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9', 'name': 'tempest-TestVolumeBackupRestore-1631746505-router', 'tenant_id': 'c1459342d683442f919f330d43772797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:15:05Z', 'updated_at': '2021-08-16T02:21:17Z', 'revision_number': 6, 'project_id': 'c1459342d683442f919f330d43772797', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:18.267011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e3de9d44-b699-4af5-a2e7-98877b695ca7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0db94261-08fb-444a-a353-9d01f37a9fb2 HTTP/1.1" status: 204 len: 168 time: 0.5866070 Aug 16 02:21:18.289808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de9d44-b699-4af5-a2e7-98877b695ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db94261-08fb-444a-a353-9d01f37a9fb2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:18.370719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-f93a7375-a7a0-4224-8b50-4a50462db954 service neutron] 10.222.0.76 "GET /v2.0/networks/1e624963-03e4-475c-8c0d-fafb1e13fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637383 Aug 16 02:21:18.403781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Deleting port 79819b15-cc30-4251-b96b-ab5b1384b8eb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:18.404255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.484843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-8f96abe6-0351-4a05-b7d6-ebb339b5e183 service neutron] 10.222.0.76 "GET /v2.0/networks/1e624963-03e4-475c-8c0d-fafb1e13fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130817 Aug 16 02:21:18.496704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] For port 79819b15-cc30-4251-b96b-ab5b1384b8eb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=79819b15-cc30-4251-b96b-ab5b1384b8eb,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:18.497426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.524424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Calling delete_port for 79819b15-cc30-4251-b96b-ab5b1384b8eb owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:18.581130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ebe6a54-5665-4e1f-a548-83eca7c1f771 req-ba5cf3cb-df67-475b-8791-26685398f619 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0395806 Aug 16 02:21:18.804663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1120b9df-ec79-4a16-97c8-cd975d7fc9cc req-bdc6596c-3aeb-489c-88a5-0abcf336808a tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 210 time: 0.0560739 Aug 16 02:21:18.950144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:18.987095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=79819b15-cc30-4251-b96b-ab5b1384b8eb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.051774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.062962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d08f5-32e6-4820-a68d-fe0d34d6ac91 req-73748d0d-9df4-4961-8a1b-5765c83f30ed tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:19.065563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f67d08f5-32e6-4820-a68d-fe0d34d6ac91 req-73748d0d-9df4-4961-8a1b-5765c83f30ed tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0591958 Aug 16 02:21:19.108013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f67d08f5-32e6-4820-a68d-fe0d34d6ac91 req-da804b30-fa02-4476-a57e-569eb5a241ac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346093 Aug 16 02:21:19.150072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.152403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.259621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.260868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:19.267520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.268950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d634fad3-2221-4e41-850d-0e3fb201e1c2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2c6bd17e-54ce-45e5-9acf-c8bbe5d8f7c9 HTTP/1.1" status: 204 len: 168 time: 1.8043797 Aug 16 02:21:19.275576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:19.339735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79819b15-cc30-4251-b96b-ab5b1384b8eb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:19.341927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Deleting subnet 9736d69a-8590-4696-b7fa-f64592f53dc0 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:19.345304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.380364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 79819b15-cc30-4251-b96b-ab5b1384b8eb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:19.381866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79819b15-cc30-4251-b96b-ab5b1384b8eb not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:19.382514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3808660c-85b8-4e93-af0a-98536191c976 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:19.389377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.406414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3808660c-85b8-4e93-af0a-98536191c976 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:19.407042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3808660c-85b8-4e93-af0a-98536191c976 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:19.423534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33840) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:19.525527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.623359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c49-46dd-431b-9b03-11faf5947ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.679658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.732361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97acb999-4e03-4665-a1b2-87608bf07c7a None None] Network 375abd24-c19c-4afa-b8f1-a9033eed1e44 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:19.740698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c49-46dd-431b-9b03-11faf5947ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.745018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.746968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9736d69a-8590-4696-b7fa-f64592f53dc0 HTTP/1.1" status: 204 len: 168 time: 0.4702053 Aug 16 02:21:19.747955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c84c6c-dea9-48a6-b867-71da6590f3f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9736d69a-8590-4696-b7fa-f64592f53dc0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.749692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33856) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:19.778141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df45e7ea-b539-44f6-bf3a-54a010d15915 req-770e4788-4535-426e-a505-0e8a8ed9f517 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0582416 Aug 16 02:21:19.813833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c49-46dd-431b-9b03-11faf5947ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.864309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:19.895841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-16eb9c49-46dd-431b-9b03-11faf5947ca8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=778ac3b1f32e449da5eb7baf5f329927&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705813 Aug 16 02:21:19.898780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33862) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:19.899458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9c49-46dd-431b-9b03-11faf5947ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31d5509-1755-4e6e-a7bc-72ffceb3cca5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:19.901640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f17588a-a908-42b0-b02b-1d9e939b76de req-346982cc-eef0-4440-9c70-aa3cff6438f1 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 210 time: 0.0369756 Aug 16 02:21:19.955531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33864) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:19.996554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60090191-f6f5-45b9-869c-fa1045ade62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.012980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Deleting port e58771f7-ae7b-42c0-8158-5c8c42c0d313 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:20.013451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.086947 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60090191-f6f5-45b9-869c-fa1045ade62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.087321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1071832525-network', 'tenant_id': 'cfe3f771279f4cff805ac5a41c3209b3'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:20.127780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] DHCP port deletion for 375abd24-c19c-4afa-b8f1-a9033eed1e44 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:20.131835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] For port e58771f7-ae7b-42c0-8158-5c8c42c0d313, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e58771f7-ae7b-42c0-8158-5c8c42c0d313,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:20.132227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.147217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Calling delete_port for e58771f7-ae7b-42c0-8158-5c8c42c0d313 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:20.200568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] Deleting port e58771f7-ae7b-42c0-8158-5c8c42c0d313 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:20.200568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.243557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4e3f9-174d-482f-8f89-33e297a9029f req-7d4bc9c3-6aa2-4809-bbec-5c52bde06c7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.245119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0f4e3f9-174d-482f-8f89-33e297a9029f req-7d4bc9c3-6aa2-4809-bbec-5c52bde06c7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0570595 Aug 16 02:21:20.263499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] For port e58771f7-ae7b-42c0-8158-5c8c42c0d313, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e58771f7-ae7b-42c0-8158-5c8c42c0d313,segment=NetworkSegment(06d6b05c-7d6f-443d-8afd-28fb179d0fc9),segment_id=06d6b05c-7d6f-443d-8afd-28fb179d0fc9)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:20.270179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.270316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Made reservation on behalf of cfe3f771279f4cff805ac5a41c3209b3 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:20.270316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.277484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] Calling delete_port for e58771f7-ae7b-42c0-8158-5c8c42c0d313 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:20.282988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.289676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60090191-f6f5-45b9-869c-fa1045ade62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.292516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60090191-f6f5-45b9-869c-fa1045ade62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.296163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-60090191-f6f5-45b9-869c-fa1045ade62c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f31d5509-1755-4e6e-a7bc-72ffceb3cca5 HTTP/1.1" status: 204 len: 168 time: 0.3913493 Aug 16 02:21:20.303916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60090191-f6f5-45b9-869c-fa1045ade62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31d5509-1755-4e6e-a7bc-72ffceb3cca5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.308810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0f4e3f9-174d-482f-8f89-33e297a9029f req-8ba6b5fb-334a-4552-b6c8-384ebd45f35e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567024 Aug 16 02:21:20.333209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.370182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Pushing event deleted for resources: {'Port': ['ID=e58771f7-ae7b-42c0-8158-5c8c42c0d313,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.372375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] No DVR routers for this DVR port e58771f7-ae7b-42c0-8158-5c8c42c0d313 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:20.427656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.445981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] No DVR routers for this DVR port e58771f7-ae7b-42c0-8158-5c8c42c0d313 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:20.451543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.455032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.466947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375abd24-c19c-4afa-b8f1-a9033eed1e44']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:20.479238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d6b05c-7d6f-443d-8afd-28fb179d0fc9') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:20.479544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d6b05c-7d6f-443d-8afd-28fb179d0fc9') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:20.489510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.500313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed893415-3a82-42c3-948e-2c950cab62e0 None None] Pushing event deleted for resources: {'Port': ['ID=e58771f7-ae7b-42c0-8158-5c8c42c0d313,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.515128 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.524833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:20.525003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:20.526633 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:20.549913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.563951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:20.587624 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.588057 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Added segment 018980c9-8d0f-4b69-a595-1672a7e4ef27 of type vlan for network 6f7bbf25-5968-4e5b-9a1a-02c333edda1e Aug 16 02:21:20.632182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50c152f-8935-4c7d-a27a-94cba147021b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.670582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.684869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.687297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.689593 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] 10.222.0.76 "DELETE /v2.0/networks/375abd24-c19c-4afa-b8f1-a9033eed1e44 HTTP/1.1" status: 204 len: 168 time: 0.9375634 Aug 16 02:21:20.690761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a0658-3346-41e6-8888-aafe998b756c admin admin] Pushing event deleted for resources: {'Network': ['ID=375abd24-c19c-4afa-b8f1-a9033eed1e44,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.813023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.815113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:20.815748 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:20.916761 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e48f17c3-d0ec-49e1-ba82-32d69c92aebb req-9bdf228a-6f1e-4229-9708-bd84288b563a tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0802107 Aug 16 02:21:20.927897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] Pushing event updated for resources: {'Network': ['ID=6f7bbf25-5968-4e5b-9a1a-02c333edda1e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:20.940996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6f7bbf25-5968-4e5b-9a1a-02c333edda1e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:20.983309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f0361250-e3c5-44fd-a275-57f99f3a555f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0176568 Aug 16 02:21:21.014196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f44346a-90e7-47cb-b30e-3e6a8adaf02d req-f11c2699-762b-4c40-b685-ce14e679d0c1 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 210 time: 0.0345821 Aug 16 02:21:21.181509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33898) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:21.278293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6da56ce2-4dbb-4f98-b275-e9a12f594bb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ee759abefdec45c1895efa13e876468b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929868 Aug 16 02:21:21.278551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33900) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:21.369815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e58771f7-ae7b-42c0-8158-5c8c42c0d313 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:21.398142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e58771f7-ae7b-42c0-8158-5c8c42c0d313 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:21.398512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e58771f7-ae7b-42c0-8158-5c8c42c0d313 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:21.399662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a50adafc-b155-4631-ad1e-c6566ae216e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.452305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a50adafc-b155-4631-ad1e-c6566ae216e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.499374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20869847-66e8-420a-a8e0-fd591bbdf8bd req-e6e473c6-ee4e-4519-baf3-487d1d100b10 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.500976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20869847-66e8-420a-a8e0-fd591bbdf8bd req-e6e473c6-ee4e-4519-baf3-487d1d100b10 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0883803 Aug 16 02:21:21.770001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2aa59192-a103-439b-9a3a-4824c5c56b2b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.772076 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2aa59192-a103-439b-9a3a-4824c5c56b2b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.58 "GET /v2.0/networks?id=1e624963-03e4-475c-8c0d-fafb1e13fb3a HTTP/1.1" status: 200 len: 808 time: 0.2045135 Aug 16 02:21:21.786267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Request body: {'port': {'device_id': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a', 'admin_state_up': True, 'tenant_id': '268aabfbdca745679c1bd94bbe0d0ed5'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:21.804786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20869847-66e8-420a-a8e0-fd591bbdf8bd req-852cf314-083e-45ad-bda7-7ee142fb7786 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913702 Aug 16 02:21:21.862052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d458073-60dd-4b44-b962-25085344fc70 req-9298fb9c-0ba6-493f-a349-f6a3fac0bdc3 tempest-ComputeTenantNetworksTest-1667838514 tempest-ComputeTenantNetworksTest-1667838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.869833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d458073-60dd-4b44-b962-25085344fc70 req-9298fb9c-0ba6-493f-a349-f6a3fac0bdc3 tempest-ComputeTenantNetworksTest-1667838514 tempest-ComputeTenantNetworksTest-1667838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.881065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d458073-60dd-4b44-b962-25085344fc70 req-9298fb9c-0ba6-493f-a349-f6a3fac0bdc3 tempest-ComputeTenantNetworksTest-1667838514 tempest-ComputeTenantNetworksTest-1667838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:21.884798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d458073-60dd-4b44-b962-25085344fc70 req-9298fb9c-0ba6-493f-a349-f6a3fac0bdc3 tempest-ComputeTenantNetworksTest-1667838514 tempest-ComputeTenantNetworksTest-1667838514-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3725872 Aug 16 02:21:21.886408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a50adafc-b155-4631-ad1e-c6566ae216e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.889794 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a50adafc-b155-4631-ad1e-c6566ae216e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:21.892268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a50adafc-b155-4631-ad1e-c6566ae216e2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/507a2e73-0340-4a1f-b0ba-4a1b112de147 HTTP/1.1" status: 204 len: 168 time: 0.6117189 Aug 16 02:21:21.928568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50adafc-b155-4631-ad1e-c6566ae216e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507a2e73-0340-4a1f-b0ba-4a1b112de147,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.062466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcb186-04c0-455a-b77d-cdd32ee388ea req-876a28fa-9da4-4de9-9d16-6086c232f8a1 tempest-ComputeTenantNetworksTest-1667838514 tempest-ComputeTenantNetworksTest-1667838514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.064722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Made reservation on behalf of 268aabfbdca745679c1bd94bbe0d0ed5 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:22.068455 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.069545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7bcb186-04c0-455a-b77d-cdd32ee388ea req-876a28fa-9da4-4de9-9d16-6086c232f8a1 tempest-ComputeTenantNetworksTest-1667838514 tempest-ComputeTenantNetworksTest-1667838514-project] 10.222.0.76 "GET /v2.0/networks/6f7bbf25-5968-4e5b-9a1a-02c333edda1e HTTP/1.1" status: 200 len: 769 time: 0.1440520 Aug 16 02:21:22.086667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33932) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:22.094270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-410e2ab5-04b6-4011-9592-b15a06150fea req-87a8199b-f2f4-46bf-b7d5-8a6dc3eab843 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0539656 Aug 16 02:21:22.186677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a0117fa-ed8b-4ee3-8769-7813270a6761 req-72d9c1bc-e7b0-4b57-8c68-8876c227765e tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 210 time: 0.0310099 Aug 16 02:21:22.189306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.363403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.370053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f6e95d6-426c-4a63-a311-1b5f87a851ed req-4459d556-eaab-4576-b6f4-aeb58058381c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0281823 Aug 16 02:21:22.400773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7bbf25-5968-4e5b-9a1a-02c333edda1e']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:22.414761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018980c9-8d0f-4b69-a595-1672a7e4ef27') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:22.415083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018980c9-8d0f-4b69-a595-1672a7e4ef27') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:22.431425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.455160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.457590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Allocated IP 172.20.0.2 (1e624963-03e4-475c-8c0d-fafb1e13fb3a/0659bbcb-6ab1-490e-a174-00f3e97b89de/4f2be9c4-b812-4fa4-bfde-836ad3652994) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:22.467734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:22.468173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:22.469867 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:22.663480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.666163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.672135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.676695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6f7bbf25-5968-4e5b-9a1a-02c333edda1e HTTP/1.1" status: 204 len: 168 time: 0.5885892 Aug 16 02:21:22.697675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038faa-a7b3-4940-9db3-69ffeafda356 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f7bbf25-5968-4e5b-9a1a-02c333edda1e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.707560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:22.760684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-70964c7d-0814-4b09-8fe3-1f91d535db00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c1459342d683442f919f330d43772797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516319 Aug 16 02:21:22.763196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33960) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:22.822279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ad826ca5-0492-42a6-b468-08abfbdc06eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.838047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.862238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ad826ca5-0492-42a6-b468-08abfbdc06eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:22.906516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Network 1e624963-03e4-475c-8c0d-fafb1e13fb3a is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:22.908124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:22.926715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Pushing event updated for resources: {'Port': ['ID=4f2be9c4-b812-4fa4-bfde-836ad3652994,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:22.929318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:22.979143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89992aa6-07f1-4f2a-b5fe-222fb2611d4a req-d719a114-f480-4c07-8b29-6acdf79a0005 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:22.980743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89992aa6-07f1-4f2a-b5fe-222fb2611d4a req-d719a114-f480-4c07-8b29-6acdf79a0005 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0916054 Aug 16 02:21:23.001042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.001807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.044141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89992aa6-07f1-4f2a-b5fe-222fb2611d4a req-d5dcb82b-a1ca-4875-a859-fa5359c0d2f1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530910 Aug 16 02:21:23.104691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33982) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:23.134242 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-2fd3bef3-83c9-4638-820b-653b736d652b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3520126 Aug 16 02:21:23.138894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ad826ca5-0492-42a6-b468-08abfbdc06eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.141610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ad826ca5-0492-42a6-b468-08abfbdc06eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.142871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ad826ca5-0492-42a6-b468-08abfbdc06eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/21e2d918-50d7-40c6-8e2f-ac4106b51e81 HTTP/1.1" status: 204 len: 168 time: 0.3748870 Aug 16 02:21:23.149387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Request body: {'port': {'device_id': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:23.194192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d65d51aa-1a5d-4609-80dd-55694fe701b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cfe3f771279f4cff805ac5a41c3209b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0875413 Aug 16 02:21:23.196858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33988) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:23.200116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad826ca5-0492-42a6-b468-08abfbdc06eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2d918-50d7-40c6-8e2f-ac4106b51e81,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.277722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.314684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f126e4c-2a71-4ba2-a0ab-958da421332b req-da0e2d36-e39b-4311-a4be-210cb2d69c94 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.1082661 Aug 16 02:21:23.469313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caedf6-5875-4190-8f0d-262f0701406e req-d41e9923-c887-47fa-b324-bded6f979f82 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:23.477999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74caedf6-5875-4190-8f0d-262f0701406e req-d41e9923-c887-47fa-b324-bded6f979f82 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 931 time: 0.1336691 Aug 16 02:21:23.499079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3887651d-bb42-45ed-be8b-4e91af702aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.534510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33994) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:23.542930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3887651d-bb42-45ed-be8b-4e91af702aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.555158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74caedf6-5875-4190-8f0d-262f0701406e req-e034eb92-cee1-4ea8-924c-5cde19411a4f tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758526 Aug 16 02:21:23.664212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f2be9c4-b812-4fa4-bfde-836ad3652994 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:23.676690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.716177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3887651d-bb42-45ed-be8b-4e91af702aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.716940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Transition to ACTIVE for port object 4f2be9c4-b812-4fa4-bfde-836ad3652994 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:23.719447 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3887651d-bb42-45ed-be8b-4e91af702aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.726582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3887651d-bb42-45ed-be8b-4e91af702aa5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b50c152f-8935-4c7d-a27a-94cba147021b HTTP/1.1" status: 204 len: 168 time: 0.5272589 Aug 16 02:21:23.745163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887651d-bb42-45ed-be8b-4e91af702aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50c152f-8935-4c7d-a27a-94cba147021b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.795693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:23.917239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Pushing event updated for resources: {'Port': ['ID=4f2be9c4-b812-4fa4-bfde-836ad3652994,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:23.920293 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-019e31a5-0c10-4971-9d3b-ff624228c712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.067269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Attempting to bind port 4f2be9c4-b812-4fa4-bfde-836ad3652994 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:24.069983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Attempting to bind port 4f2be9c4-b812-4fa4-bfde-836ad3652994 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '01e756c6-6236-44d9-ba43-793aa3c0d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:24.071748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Attempting to bind port 4f2be9c4-b812-4fa4-bfde-836ad3652994 on network 1e624963-03e4-475c-8c0d-fafb1e13fb3a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:24.078043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Port 4f2be9c4-b812-4fa4-bfde-836ad3652994 on network 1e624963-03e4-475c-8c0d-fafb1e13fb3a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:24.078832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Attempting to bind port 4f2be9c4-b812-4fa4-bfde-836ad3652994 on network 1e624963-03e4-475c-8c0d-fafb1e13fb3a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:24.086803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:24.087135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Checking segment: {'id': '01e756c6-6236-44d9-ba43-793aa3c0d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:24.087834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Bound using segment: {'id': '01e756c6-6236-44d9-ba43-793aa3c0d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:24.088514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Bound port: 4f2be9c4-b812-4fa4-bfde-836ad3652994, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e756c6-6236-44d9-ba43-793aa3c0d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:24.089114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.108554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-019e31a5-0c10-4971-9d3b-ff624228c712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.173841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] For port 4f2be9c4-b812-4fa4-bfde-836ad3652994, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:24.181229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] For port 4f2be9c4-b812-4fa4-bfde-836ad3652994, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f2be9c4-b812-4fa4-bfde-836ad3652994,segment=NetworkSegment(01e756c6-6236-44d9-ba43-793aa3c0d5f6),segment_id=01e756c6-6236-44d9-ba43-793aa3c0d5f6)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:24.195393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-019e31a5-0c10-4971-9d3b-ff624228c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.250551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.254245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b536aff-813b-4e17-800a-d1f112902c9e req-89493859-78a5-4728-8215-73ede27bf956 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.256099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b536aff-813b-4e17-800a-d1f112902c9e req-89493859-78a5-4728-8215-73ede27bf956 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1061819 Aug 16 02:21:24.266772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-019e31a5-0c10-4971-9d3b-ff624228c712 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5089894e2423473d9e1060b599a3992a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289600 Aug 16 02:21:24.270422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34008) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:24.275180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e31a5-0c10-4971-9d3b-ff624228c712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe8529b-2907-47d3-808d-cd2595486a6f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.309141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.309777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.311228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] 10.222.0.58 "PUT /v2.0/ports/4f2be9c4-b812-4fa4-bfde-836ad3652994 HTTP/1.1" status: 200 len: 1092 time: 1.1672020 Aug 16 02:21:24.316136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'tag': '4f2be9c4-b812-4fa4-bfde-836ad3652994'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:24.319063 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a660c6c8-96bd-49ca-9e86-c69eaabe596c" -d '{"events": [{"name": "network-changed", "server_uuid": "3a888a9c-c3d4-4056-8d81-7079d3050a27", "tag": "4f2be9c4-b812-4fa4-bfde-836ad3652994"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:24.339986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b536aff-813b-4e17-800a-d1f112902c9e req-b496d9d9-75d4-4791-87ce-0467698d709d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683098 Aug 16 02:21:24.372367 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd42339-0cc8-4b3e-8201-97e4ed354eae x-openstack-request-id: req-ccd42339-0cc8-4b3e-8201-97e4ed354eae {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:24.372698 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a888a9c-c3d4-4056-8d81-7079d3050a27", "tag": "4f2be9c4-b812-4fa4-bfde-836ad3652994", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:24.373075 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ccd42339-0cc8-4b3e-8201-97e4ed354eae {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:24.373308 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'tag': '4f2be9c4-b812-4fa4-bfde-836ad3652994', 'status': 'completed', 'code': 200} Aug 16 02:21:24.387440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd4f3e-794f-41e8-8be6-4ab19f3751dc service neutron] Pushing event updated for resources: {'Port': ['ID=4f2be9c4-b812-4fa4-bfde-836ad3652994,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.431691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6baaffc7-bf68-4f14-a0b8-a948eb8c2039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.460557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6baaffc7-bf68-4f14-a0b8-a948eb8c2039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.465052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c76c3f7-1b9d-4f0f-a34f-0719226cf1fc req-5721290c-c911-4c57-b32b-67d2e2ca448c tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0460989 Aug 16 02:21:24.475874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660c6c8-96bd-49ca-9e86-c69eaabe596c req-748e2000-05f3-40ff-beff-38eba69996b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.477441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a660c6c8-96bd-49ca-9e86-c69eaabe596c req-748e2000-05f3-40ff-beff-38eba69996b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=268aabfbdca745679c1bd94bbe0d0ed5&device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 1095 time: 0.0852063 Aug 16 02:21:24.609943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660c6c8-96bd-49ca-9e86-c69eaabe596c req-a5d083f7-3f41-48ff-89bd-2fcfcd3ba82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.612129 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a660c6c8-96bd-49ca-9e86-c69eaabe596c req-a5d083f7-3f41-48ff-89bd-2fcfcd3ba82a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=268aabfbdca745679c1bd94bbe0d0ed5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1165521 Aug 16 02:21:24.671909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6baaffc7-bf68-4f14-a0b8-a948eb8c2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.674481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6baaffc7-bf68-4f14-a0b8-a948eb8c2039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:24.675669 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6baaffc7-bf68-4f14-a0b8-a948eb8c2039 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8fe8529b-2907-47d3-808d-cd2595486a6f HTTP/1.1" status: 204 len: 168 time: 0.4035339 Aug 16 02:21:24.691370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaffc7-bf68-4f14-a0b8-a948eb8c2039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe8529b-2907-47d3-808d-cd2595486a6f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:24.703827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d827c-0c62-4863-bebb-671524fb7eae req-87214482-86b8-4a93-ac4b-fc9d5d78fb4b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.714228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-828d827c-0c62-4863-bebb-671524fb7eae req-87214482-86b8-4a93-ac4b-fc9d5d78fb4b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 943 time: 0.0791001 Aug 16 02:21:24.745161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660c6c8-96bd-49ca-9e86-c69eaabe596c req-40825fe9-7d9f-4c7f-9e54-e4de2c175914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.748017 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a660c6c8-96bd-49ca-9e86-c69eaabe596c req-40825fe9-7d9f-4c7f-9e54-e4de2c175914 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285126 Aug 16 02:21:24.767488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-828d827c-0c62-4863-bebb-671524fb7eae req-b92bd426-6a53-4342-b9a8-ce7823828dff tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520239 Aug 16 02:21:24.852134 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47027d42-a9b6-42ac-8c86-bf9a1976d8ee req-e1218579-4d29-4624-bebf-2d80ded987bd tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa&device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0298758 Aug 16 02:21:24.864287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-e1c3660a-e16b-4e84-95de-0c541304a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.867341 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-e1c3660a-e16b-4e84-95de-0c541304a0ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=268aabfbdca745679c1bd94bbe0d0ed5&device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 1095 time: 0.0711670 Aug 16 02:21:24.919073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-1e29954d-04b4-4d7f-8609-70f49b75a7ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f2be9c4-b812-4fa4-bfde-836ad3652994 HTTP/1.1" status: 200 len: 217 time: 0.0410271 Aug 16 02:21:24.983529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-d3f0d22f-081c-46f1-89ce-d7a8bedeb5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:24.985113 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-d3f0d22f-081c-46f1-89ce-d7a8bedeb5a0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0659bbcb-6ab1-490e-a174-00f3e97b89de HTTP/1.1" status: 200 len: 848 time: 0.0584402 Aug 16 02:21:25.019159 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-0d070d98-d275-4618-a35e-33671f96ee63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1e624963-03e4-475c-8c0d-fafb1e13fb3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266163 Aug 16 02:21:25.132288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-3b2cdd34-9e87-4157-8457-29ded3fd5518 service neutron] 10.222.0.58 "GET /v2.0/networks/1e624963-03e4-475c-8c0d-fafb1e13fb3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048462 Aug 16 02:21:25.260654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4eb27f1c-ff44-4269-88e4-ec5075b2736f req-98736511-aace-4b12-beb8-c3b947b34bcf service neutron] 10.222.0.58 "GET /v2.0/networks/1e624963-03e4-475c-8c0d-fafb1e13fb3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167309 Aug 16 02:21:25.294278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6563c72f-29ba-4b18-a417-a07e2e3e566c req-f5b2baea-47bc-4bde-8288-4a2ec8ce83e4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=778bc3472779470297e6f7cefa1bde06&device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0360250 Aug 16 02:21:25.332419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7acd65e-f2d6-4f3a-9c0e-e52326a9179e req-f2132b62-6390-4744-964e-9b66c3792804 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0406194 Aug 16 02:21:25.342349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6563c72f-29ba-4b18-a417-a07e2e3e566c req-fc1a4834-d65b-4e0a-91a0-aa183a891b40 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=778bc3472779470297e6f7cefa1bde06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401270 Aug 16 02:21:25.589430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b489b24-ecdc-4bd6-b886-6726b94c3a72 req-a94c3673-9dea-40a5-9ed7-841bc040a841 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.590945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b489b24-ecdc-4bd6-b886-6726b94c3a72 req-a94c3673-9dea-40a5-9ed7-841bc040a841 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1714344 Aug 16 02:21:25.595658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563c72f-29ba-4b18-a417-a07e2e3e566c req-c9f01ba3-138d-482f-923d-68aa7b161f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.597064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6563c72f-29ba-4b18-a417-a07e2e3e566c req-c9f01ba3-138d-482f-923d-68aa7b161f4f service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2474587 Aug 16 02:21:25.635010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b489b24-ecdc-4bd6-b886-6726b94c3a72 req-b10e0c64-f881-4cd9-af60-b3520b2c7e7f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368609 Aug 16 02:21:25.913828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47a234-7822-4d54-abcc-d1ab24c3bbd7 req-e82f09a2-408c-48eb-b4bd-0fd6aba15b4e tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:25.915738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd47a234-7822-4d54-abcc-d1ab24c3bbd7 req-e82f09a2-408c-48eb-b4bd-0fd6aba15b4e tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 943 time: 0.0561781 Aug 16 02:21:25.958724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd47a234-7822-4d54-abcc-d1ab24c3bbd7 req-571e87e7-5be0-4c94-a541-e6b508268e0f tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Aug 16 02:21:26.438782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd50c446-f5c5-4b93-979e-b8947ac4533e req-dd2fac00-3b22-43f0-9e09-5d6cc30cd0b8 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0329006 Aug 16 02:21:26.610755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f2be9c4-b812-4fa4-bfde-836ad3652994 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:26.715733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4f2be9c4-b812-4fa4-bfde-836ad3652994, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f2be9c4-b812-4fa4-bfde-836ad3652994,segment=NetworkSegment(01e756c6-6236-44d9-ba43-793aa3c0d5f6),segment_id=01e756c6-6236-44d9-ba43-793aa3c0d5f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.728751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '4f2be9c4-b812-4fa4-bfde-836ad3652994', 'network_id': '1e624963-03e4-475c-8c0d-fafb1e13fb3a', 'port_id': '4f2be9c4-b812-4fa4-bfde-836ad3652994', 'mac_address': 'fa:16:3e:84:e2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0659bbcb-6ab1-490e-a174-00f3e97b89de', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:26.780456 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.799248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f2be9c4-b812-4fa4-bfde-836ad3652994 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:26.822885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825bb393-9ba8-4b0a-a9f0-0a9ca1e2a4fe req-ef85ff56-21e2-4ae5-80e9-2698768b28fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:26.824969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825bb393-9ba8-4b0a-a9f0-0a9ca1e2a4fe req-ef85ff56-21e2-4ae5-80e9-2698768b28fe tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1004415 Aug 16 02:21:26.838679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4f2be9c4-b812-4fa4-bfde-836ad3652994, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f2be9c4-b812-4fa4-bfde-836ad3652994,segment=NetworkSegment(01e756c6-6236-44d9-ba43-793aa3c0d5f6),segment_id=01e756c6-6236-44d9-ba43-793aa3c0d5f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:26.892962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-825bb393-9ba8-4b0a-a9f0-0a9ca1e2a4fe req-9cd03513-4df1-4da7-982c-920835028212 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621221 Aug 16 02:21:26.898927 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:26.927764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6563c72f-29ba-4b18-a417-a07e2e3e566c req-5366dcb4-5a55-42bc-8b71-a3e405ffe587 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.83 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0289364 Aug 16 02:21:26.971799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=4f2be9c4-b812-4fa4-bfde-836ad3652994,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:26.981793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.982451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.982989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.983489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.983996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.984492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.984985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.985477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.985984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.986476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.991690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:26.991690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:27.096392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c102153-e76f-4381-ab8f-68d7e2771e12 req-2620413f-b2cd-4517-808c-1192640f97b9 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:27.099144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c102153-e76f-4381-ab8f-68d7e2771e12 req-2620413f-b2cd-4517-808c-1192640f97b9 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 944 time: 0.0608046 Aug 16 02:21:27.147691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['4f2be9c4-b812-4fa4-bfde-836ad3652994'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:27.163829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c102153-e76f-4381-ab8f-68d7e2771e12 req-518aed36-2493-41ef-9a39-771af0fe8fe2 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547736 Aug 16 02:21:27.191359 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.219192 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:27.346526 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-405a1a74-1fbc-4967-b079-b28353a8522b service neutron] show failed (client error): The resource could not be found. Aug 16 02:21:27.347755 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-405a1a74-1fbc-4967-b079-b28353a8522b service neutron] 10.222.0.58 "GET /v2.0/ports/8f4531b7-c5ad-43de-bc2c-c8193d232978/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0668716 Aug 16 02:21:27.599389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebb851d2-8949-4f52-8836-3d8d9ac2ab0d req-e3c74125-e8ad-4bdb-9f64-e7065b17c213 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dd42681-7917-4be1-9b62-84caa62459fa HTTP/1.1" status: 200 len: 210 time: 0.0698109 Aug 16 02:21:27.831440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34156) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:28.051790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:28.092506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efa81b-eb06-4948-889c-478414e655e5 req-02a6cfc7-f190-4ddd-93ff-d671cf765188 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.094041 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5efa81b-eb06-4948-889c-478414e655e5 req-02a6cfc7-f190-4ddd-93ff-d671cf765188 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0854278 Aug 16 02:21:28.096891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-4bfbc1d7-673e-495b-8e1f-f014e267f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.098344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-4bfbc1d7-673e-495b-8e1f-f014e267f5d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 1097 time: 0.1267612 Aug 16 02:21:28.111884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:28.149957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.341567 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.480254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Allocated IP 172.25.6.235 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b85eb62d-eaa9-40ad-91af-82bbbfe2037a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:28.503539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5efa81b-eb06-4948-889c-478414e655e5 req-65f0073b-07d7-4765-a33a-e08cbe188ef2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4025776 Aug 16 02:21:28.535279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.595699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb649a-a313-445c-b51a-33f9c851b1ab req-8600cabc-ee6d-4e35-87b1-cdd644453c91 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:28.597215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7eb649a-a313-445c-b51a-33f9c851b1ab req-8600cabc-ee6d-4e35-87b1-cdd644453c91 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 944 time: 0.1605635 Aug 16 02:21:28.622852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.626314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f2be9c4-b812-4fa4-bfde-836ad3652994 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:28.717825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7eb649a-a313-445c-b51a-33f9c851b1ab req-75735d5c-9fbe-4fd1-b839-c5e4933029b7 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120417 Aug 16 02:21:28.794898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.815649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:28.836141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:28.839080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:28.842676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:28.851333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:28.880864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Port': ['ID=b85eb62d-eaa9-40ad-91af-82bbbfe2037a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:28.886064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 4f2be9c4-b812-4fa4-bfde-836ad3652994 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:28.894980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 4f2be9c4-b812-4fa4-bfde-836ad3652994 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:28.894980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.904380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:28.907481 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb1fed-9729-4473-a065-40e80e5cdb65" -d '{"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:28.913328 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.929235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Transition to ACTIVE for port object 8f4531b7-c5ad-43de-bc2c-c8193d232978 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:28.969980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:28.976715 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1c960c-3c2b-4955-ae5c-dfdba29c491e x-openstack-request-id: req-cb1c960c-3c2b-4955-ae5c-dfdba29c491e {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:28.977156 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:28.977485 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cb1c960c-3c2b-4955-ae5c-dfdba29c491e {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:28.977958 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'code': 200} Aug 16 02:21:28.988676 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.009757 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.039365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2be9c4-b812-4fa4-bfde-836ad3652994'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:29.042929 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcc0a53-fe2a-44db-92b0-9bbed90379c1" -d '{"events": [{"server_uuid": "3a888a9c-c3d4-4056-8d81-7079d3050a27", "name": "network-vif-plugged", "status": "completed", "tag": "4f2be9c4-b812-4fa4-bfde-836ad3652994"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:29.055901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34190) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:29.070019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 4f2be9c4-b812-4fa4-bfde-836ad3652994, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f2be9c4-b812-4fa4-bfde-836ad3652994,segment=NetworkSegment(01e756c6-6236-44d9-ba43-793aa3c0d5f6),segment_id=01e756c6-6236-44d9-ba43-793aa3c0d5f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:29.095143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.139122 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bc6015-31c0-4029-be0d-28ec34bf571d x-openstack-request-id: req-18bc6015-31c0-4029-be0d-28ec34bf571d {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:29.139348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.139702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.139924 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a888a9c-c3d4-4056-8d81-7079d3050a27", "name": "network-vif-plugged", "status": "completed", "tag": "4f2be9c4-b812-4fa4-bfde-836ad3652994", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:29.140067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.140372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.140571 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18bc6015-31c0-4029-be0d-28ec34bf571d {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:29.140690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.141018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.141224 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f2be9c4-b812-4fa4-bfde-836ad3652994', 'code': 200} Aug 16 02:21:29.142378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.142924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.143447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.143950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.144467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.145155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:21:29.158171 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.263438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] No DVR routers for this DVR port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:29.264758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=4f2be9c4-b812-4fa4-bfde-836ad3652994,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.298492 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd6d1274-aa05-40ad-bf8a-5ad0c37d6e3d req-048200a0-a97a-42a9-8bc6-6566f8a5f539 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=778bc3472779470297e6f7cefa1bde06&device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0833504 Aug 16 02:21:29.311334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.342395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33c28f45-53f0-40ff-be13-f7860d7d4583 req-054e9dd3-82e6-4198-9cdf-3ec4f2bcf28c tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0376079 Aug 16 02:21:29.362178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-47f52b6a-719b-438a-96a3-25135253b5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.386628 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd6d1274-aa05-40ad-bf8a-5ad0c37d6e3d req-ad224d4c-278d-4a59-b1d7-5dfda4319c8b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=778bc3472779470297e6f7cefa1bde06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0733988 Aug 16 02:21:29.444374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:29.444883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:29.445224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:29.449547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:29.449872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:29.454702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:29.455050 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Checking segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:29.455433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Bound using segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:29.455865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Bound port: 8f4531b7-c5ad-43de-bc2c-c8193d232978, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:29.456225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.518032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941083e-1545-4278-91c6-bf94307907a8 req-959a3cd1-44a4-4afb-9fcf-a7a411ec0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.519615 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a941083e-1545-4278-91c6-bf94307907a8 req-959a3cd1-44a4-4afb-9fcf-a7a411ec0ef8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 1097 time: 0.2246928 Aug 16 02:21:29.522124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:29.526269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:29.631844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.647726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d1274-aa05-40ad-bf8a-5ad0c37d6e3d req-81dbebfb-a7c6-4518-abad-1ec1fb2f0983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.648249 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd6d1274-aa05-40ad-bf8a-5ad0c37d6e3d req-81dbebfb-a7c6-4518-abad-1ec1fb2f0983 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528110 Aug 16 02:21:29.658118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.659628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.661370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] 10.222.0.83 "PUT /v2.0/ports/8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1092 time: 1.5534620 Aug 16 02:21:29.664522 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a941083e-1545-4278-91c6-bf94307907a8 req-8edd76a1-9522-4bb3-8dde-16fdfb608432 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321297 Aug 16 02:21:29.683895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34204) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:29.729447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd7d1a-e9c6-4848-b9f0-1f166133f46b req-b870078d-5585-48ab-8da1-eee811ff3f8e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.731875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97bd7d1a-e9c6-4848-b9f0-1f166133f46b req-b870078d-5585-48ab-8da1-eee811ff3f8e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.1500719 Aug 16 02:21:29.760939 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-47f52b6a-719b-438a-96a3-25135253b5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.773048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.779963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-028d5c34-b84d-4e2d-9e81-cb38b331293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.781644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-028d5c34-b84d-4e2d-9e81-cb38b331293e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1095 time: 0.0832081 Aug 16 02:21:29.792798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97bd7d1a-e9c6-4848-b9f0-1f166133f46b req-aeb22e26-3ba7-41c3-90fb-2e2da4331e57 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440047 Aug 16 02:21:29.796604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e7463-721e-49fe-85ba-87fefd6ae6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.855456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-47f52b6a-719b-438a-96a3-25135253b5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.875028 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.890004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82322fd6-5da4-4e60-980c-21c1851c8841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:29.904387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f09b86-297f-43c5-9633-f767c61d52d2 req-0cfd1ea3-d804-483c-ab40-6339800e3138 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:29.905805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05f09b86-297f-43c5-9633-f767c61d52d2 req-0cfd1ea3-d804-483c-ab40-6339800e3138 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 945 time: 0.0587215 Aug 16 02:21:29.953875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05f09b86-297f-43c5-9633-f767c61d52d2 req-4eb667a7-b4cc-4d9b-8bf8-bd3aee6227d4 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 Aug 16 02:21:29.976991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f52b6a-719b-438a-96a3-25135253b5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1326e1e-51e7-4acc-ae0c-f7773844ad12,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:29.981335 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-47f52b6a-719b-438a-96a3-25135253b5bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7ec40026d9f94656a88a536d2bd71bfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9237854 Aug 16 02:21:29.984766 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34210) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:30.031729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Port': ['ID=b85eb62d-eaa9-40ad-91af-82bbbfe2037a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.044448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a4d94db-a0d3-4cf3-b754-7a72bea515f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.052585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-afb3824c-14a6-401c-a982-de02bca7cbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.054141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-afb3824c-14a6-401c-a982-de02bca7cbef service neutron] 10.222.0.83 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.2639904 Aug 16 02:21:30.067256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a4d94db-a0d3-4cf3-b754-7a72bea515f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.104176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.135903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-82267b98-e78c-4ce9-be09-fb5ef8d4f3a8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.0729697 Aug 16 02:21:30.185024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-c3cf2704-bbd5-4bca-9dde-5a76f2f71563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.186484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-c3cf2704-bbd5-4bca-9dde-5a76f2f71563 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.0434058 Aug 16 02:21:30.223403 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a4d94db-a0d3-4cf3-b754-7a72bea515f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.226914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a4d94db-a0d3-4cf3-b754-7a72bea515f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.228098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a4d94db-a0d3-4cf3-b754-7a72bea515f2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f1326e1e-51e7-4acc-ae0c-f7773844ad12 HTTP/1.1" status: 204 len: 168 time: 0.2416048 Aug 16 02:21:30.236373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d94db-a0d3-4cf3-b754-7a72bea515f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1326e1e-51e7-4acc-ae0c-f7773844ad12,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.250715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-cca21ead-a8a7-4c7f-a71e-71da3dfd63fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.252286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-cca21ead-a8a7-4c7f-a71e-71da3dfd63fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570140 Aug 16 02:21:30.335066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82322fd6-5da4-4e60-980c-21c1851c8841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.375502 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-3ffb2d6b-a524-4fa8-b285-0af8cac43068 service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140957 Aug 16 02:21:30.443993 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-82322fd6-5da4-4e60-980c-21c1851c8841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.449008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c854fce8-181b-47ac-826c-5de3486452b4 req-46c98087-a528-4aad-83f9-4bce28cbde87 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0308826 Aug 16 02:21:30.511823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82322fd6-5da4-4e60-980c-21c1851c8841 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf826071b5b344568c282fafc21aa7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8269341 Aug 16 02:21:30.514579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:30.515604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82322fd6-5da4-4e60-980c-21c1851c8841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81c13bf-88b2-41f8-ac9b-462c71397018,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.526014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.530182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bdac91b7-6bf2-4e40-bb3a-f68d1b421cbc tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6946685 Aug 16 02:21:30.530182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:30.534935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2021631258'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:30.546218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87b53c69-1136-418e-8dd8-685ce2da9841 req-eef5fb6f-d824-467a-81c4-c64e2a4388ec service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589589 Aug 16 02:21:30.583045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1b727df-bf63-4638-bfea-f6bc4be2aea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.606170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1b727df-bf63-4638-bfea-f6bc4be2aea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.623964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Made reservation on behalf of 51faeb67968e4b46ac3ed469cefc9e0f for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:30.627754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.637869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.708424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1b727df-bf63-4638-bfea-f6bc4be2aea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.711743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1b727df-bf63-4638-bfea-f6bc4be2aea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.716486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a1b727df-bf63-4638-bfea-f6bc4be2aea0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d81c13bf-88b2-41f8-ac9b-462c71397018 HTTP/1.1" status: 204 len: 168 time: 0.2006013 Aug 16 02:21:30.728659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b727df-bf63-4638-bfea-f6bc4be2aea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81c13bf-88b2-41f8-ac9b-462c71397018,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.791196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.894454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.917295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2c685-6ae4-4689-a91b-d383bd5c61bd req-22585a05-e0e9-4575-81e4-bd5e6b6fd912 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:30.918911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bb2c685-6ae4-4689-a91b-d383bd5c61bd req-22585a05-e0e9-4575-81e4-bd5e6b6fd912 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0522692 Aug 16 02:21:30.919594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34228) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:30.921867 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd6d1274-aa05-40ad-bf8a-5ad0c37d6e3d req-c8ed5b67-699c-4107-9621-693a0fa3d345 tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.83 "GET /v2.0/ports?device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0381305 Aug 16 02:21:30.936164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:21:30.953012 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b2353d5-81ad-468a-ae90-4b8f2399014e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.963687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:30.964149 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Added segment ab77af57-398e-40a8-8ece-983eb297b907 of type vlan for network b3cf74c5-612b-455a-8cd6-68289ef05d5e Aug 16 02:21:30.965750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32836372-98bf-4a85-a9fa-29a31e6e9a2f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:30.985784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:30.987410 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f6f422-d19a-443d-8960-09cf3cb0e072" -d '{"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:31.014611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.034536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5bb2c685-6ae4-4689-a91b-d383bd5c61bd req-4c155fdf-14df-4b12-bdce-796c175e967f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060576 Aug 16 02:21:31.122813 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06766284-866a-449c-90b6-ded047adc902 x-openstack-request-id: req-06766284-866a-449c-90b6-ded047adc902 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:31.123069 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:31.123588 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06766284-866a-449c-90b6-ded047adc902 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:31.124007 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'status': 'completed', 'code': 200} Aug 16 02:21:31.143592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdc332-6591-41d2-83dd-dd8e0f380adb req-f6da57ae-8d5f-4cc6-8104-de15e3284d35 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.145077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6bdc332-6591-41d2-83dd-dd8e0f380adb req-f6da57ae-8d5f-4cc6-8104-de15e3284d35 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 945 time: 0.0904517 Aug 16 02:21:31.159240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.164789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.165459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.205742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b2353d5-81ad-468a-ae90-4b8f2399014e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.210167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6bdc332-6591-41d2-83dd-dd8e0f380adb req-c55f427d-4e1c-4fca-8bc5-9d6a521e758a tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550592 Aug 16 02:21:31.293236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6b2353d5-81ad-468a-ae90-4b8f2399014e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.340562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2353d5-81ad-468a-ae90-4b8f2399014e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a5fd47-9293-4bb7-b060-4b073b1c6faa,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.371191 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b2353d5-81ad-468a-ae90-4b8f2399014e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1737de68963247bcb2ba2725e773638b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495561 Aug 16 02:21:31.374271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34238) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:31.429041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a67d1af-6a51-4873-a67e-26677a4c8fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.448908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34240) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:31.468921 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8f57-44ee-42b9-b6f5-ff20825a98fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.481909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a67d1af-6a51-4873-a67e-26677a4c8fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.576325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b268631-380b-49a3-ac8e-556a881aff51 req-f018db73-df4e-4d0d-a53b-5e689d8fe35c tempest-ServerShowV247Test-786168368 tempest-ServerShowV247Test-786168368-project] 10.222.0.76 "GET /v2.0/ports?device_id=f99cad9e-44af-4f1b-a8c9-d66a98d2e2ea HTTP/1.1" status: 200 len: 210 time: 0.0276423 Aug 16 02:21:31.618547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a67d1af-6a51-4873-a67e-26677a4c8fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.621616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a67d1af-6a51-4873-a67e-26677a4c8fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.623314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a67d1af-6a51-4873-a67e-26677a4c8fe4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/67a5fd47-9293-4bb7-b060-4b073b1c6faa HTTP/1.1" status: 204 len: 168 time: 0.2490833 Aug 16 02:21:31.633855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-4757efac-c13b-4fc3-8192-5d3d3793d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.635448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67d1af-6a51-4873-a67e-26677a4c8fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a5fd47-9293-4bb7-b060-4b073b1c6faa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.635636 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-4757efac-c13b-4fc3-8192-5d3d3793d278 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1095 time: 0.4892094 Aug 16 02:21:31.639229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Network': ['ID=b3cf74c5-612b-455a-8cd6-68289ef05d5e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:31.645854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-1459614a-c047-490c-b8bd-2f30c58a1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.645854 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-1459614a-c047-490c-b8bd-2f30c58a1f3b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1095 time: 0.5079389 Aug 16 02:21:31.660122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:21:31.743992 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b6acfb5e-805c-4d3d-b82a-1ba77080f73a tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2130356 Aug 16 02:21:31.749054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34248) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:31.754907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Request body: {'subnet': {'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:31.866278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8f57-44ee-42b9-b6f5-ff20825a98fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:31.919294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-cda924d0-2daf-4e42-9be4-4624795655d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.920592 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-cda924d0-2daf-4e42-9be4-4624795655d1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.2735426 Aug 16 02:21:31.922583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-21220382-6253-4e87-982f-60c19899122c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:31.923948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-21220382-6253-4e87-982f-60c19899122c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.2692499 Aug 16 02:21:31.966445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7ce8f57-44ee-42b9-b6f5-ff20825a98fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.007750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f7ce8f57-44ee-42b9-b6f5-ff20825a98fe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd8a160172b140728e1bebbd8a9a61f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586643 Aug 16 02:21:32.008921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ce8f57-44ee-42b9-b6f5-ff20825a98fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324aea5e-0a87-4e1e-876c-da57533fb704,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.011286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34254) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:32.050739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-1023d952-004d-4408-ab25-ab8758b006d1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.1194482 Aug 16 02:21:32.053746 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-5a6b7d74-a38b-497e-9f8e-11c060de47d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.1157699 Aug 16 02:21:32.074330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34302112-9640-4f72-ba96-89a0e760dc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.103106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34302112-9640-4f72-ba96-89a0e760dc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.114286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Made reservation on behalf of 51faeb67968e4b46ac3ed469cefc9e0f for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:32.118777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.193645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38514b-ddd4-4e4b-b673-8d65f0e1211d req-7b4aee17-85d6-43db-b4a3-9b360b3968b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.195418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca38514b-ddd4-4e4b-b673-8d65f0e1211d req-7b4aee17-85d6-43db-b4a3-9b360b3968b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0586791 Aug 16 02:21:32.199263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-0428b404-87fb-46e2-af6b-9b3af986e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.201182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-0428b404-87fb-46e2-af6b-9b3af986e848 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1426537 Aug 16 02:21:32.202824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-a34996c8-9da9-44ca-a6b6-e0e2d6d9959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.204984 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-a34996c8-9da9-44ca-a6b6-e0e2d6d9959c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1391709 Aug 16 02:21:32.275599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca38514b-ddd4-4e4b-b673-8d65f0e1211d req-1835bd12-d3ac-41ea-b860-6a81cf89bd46 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687468 Aug 16 02:21:32.315925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34302112-9640-4f72-ba96-89a0e760dc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.327492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34302112-9640-4f72-ba96-89a0e760dc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.327492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-34302112-9640-4f72-ba96-89a0e760dc7f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/324aea5e-0a87-4e1e-876c-da57533fb704 HTTP/1.1" status: 204 len: 168 time: 0.3097613 Aug 16 02:21:32.328552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-33928eb7-c2a3-4537-ae48-ad310866c7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.329246 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-33928eb7-c2a3-4537-ae48-ad310866c7f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072259 Aug 16 02:21:32.333177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-a6d6acd6-3f08-49d0-84d3-01d7dab458ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:32.335380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-a6d6acd6-3f08-49d0-84d3-01d7dab458ba service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1269639 Aug 16 02:21:32.343941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34302112-9640-4f72-ba96-89a0e760dc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324aea5e-0a87-4e1e-876c-da57533fb704,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.575811 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-0c3ebf13-f1c3-454f-92a8-5cfaba7c1d66 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375808 Aug 16 02:21:32.619244 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-dab51312-96c0-4b4a-8c7f-b155c7a73742 service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095203 Aug 16 02:21:32.656040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:32.705503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:32.810316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-75d88a60-b3cd-48b5-9088-491a91017ecb service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111180 Aug 16 02:21:32.815555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4f6f422-d19a-443d-8960-09cf3cb0e072 req-1b77323a-07e2-4364-8b84-77336de6b6a5 service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769726 Aug 16 02:21:32.864527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:32.957813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Subnet': ['ID=c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:32.971870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Checking segment: {'id': 'ab77af57-398e-40a8-8ece-983eb297b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:32.972252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network hostable DHCP agents. Network: b3cf74c5-612b-455a-8cd6-68289ef05d5e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:21:33.068590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:21:33.165949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b3cf74c5-612b-455a-8cd6-68289ef05d5e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:33.167943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.168666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.176808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3cd273-fd1a-4ed6-b850-909128e0d402 None None] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:33.259903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a8ac36c-f69f-4fae-a0ec-771743ae9bd9 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5092461 Aug 16 02:21:33.262199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34298) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:33.269375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1314643596', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:33.322451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34304) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:33.350960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-b3cf74c5-612b-455a-8cd6-68289ef05d5e', 'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e', 'tenant_id': '51faeb67968e4b46ac3ed469cefc9e0f', 'fixed_ips': [{'subnet_id': 'c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:21:33.352104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.395733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.398067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.406629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae99927-c49f-431b-872a-6750e8e83d12 req-31d0b2ba-dbd7-4934-a99f-bb2a33a52cc2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:33.408436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae99927-c49f-431b-872a-6750e8e83d12 req-31d0b2ba-dbd7-4934-a99f-bb2a33a52cc2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 943 time: 0.0514839 Aug 16 02:21:33.460360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae99927-c49f-431b-872a-6750e8e83d12 req-e82ef7f4-d3b3-4ddb-974e-2c7bbe82fb88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448017 Aug 16 02:21:33.503837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.517572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Allocated IP 172.20.0.2 (b3cf74c5-612b-455a-8cd6-68289ef05d5e/c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3/754b3abc-cd19-49d5-90be-ea4232c63184) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:33.639492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-852b5f1a-0aaa-4252-a8a8-c43b0abacc43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.648443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:33.695085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.707165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Transition to ACTIVE for port object 754b3abc-cd19-49d5-90be-ea4232c63184 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:33.760398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Transition to ACTIVE for port object 754b3abc-cd19-49d5-90be-ea4232c63184 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:33.795469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.815585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:33.833637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'mac_address': 'fa:16:3e:ed:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:33.877827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.880059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-852b5f1a-0aaa-4252-a8a8-c43b0abacc43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.887647 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.921763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4531b7-c5ad-43de-bc2c-c8193d232978 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:33.940398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:33.947366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:33.962009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:33.969991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-852b5f1a-0aaa-4252-a8a8-c43b0abacc43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:33.983298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:34.010825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Pushing event updated for resources: {'Port': ['ID=754b3abc-cd19-49d5-90be-ea4232c63184,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.071392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-852b5f1a-0aaa-4252-a8a8-c43b0abacc43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=778bc3472779470297e6f7cefa1bde06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477512 Aug 16 02:21:34.080858 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.087710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34334) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:34.116280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4975f3-8f0b-4858-a7f8-fe75f66ba44f req-a8cafaf6-f599-477c-9e19-2b280bd2133a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.117949 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c4975f3-8f0b-4858-a7f8-fe75f66ba44f req-a8cafaf6-f599-477c-9e19-2b280bd2133a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 944 time: 0.0705523 Aug 16 02:21:34.126672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b5f1a-0aaa-4252-a8a8-c43b0abacc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38317f1e-beab-4d78-9438-d433d71717a9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.126836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Attempting to bind port 754b3abc-cd19-49d5-90be-ea4232c63184 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:34.127083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Attempting to bind port 754b3abc-cd19-49d5-90be-ea4232c63184 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'ab77af57-398e-40a8-8ece-983eb297b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:34.127601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Attempting to bind port 754b3abc-cd19-49d5-90be-ea4232c63184 on network b3cf74c5-612b-455a-8cd6-68289ef05d5e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:34.175149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:34.177409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Checking segment: {'id': 'ab77af57-398e-40a8-8ece-983eb297b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:34.178017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.180133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Bound using segment: {'id': 'ab77af57-398e-40a8-8ece-983eb297b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:34.182022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Bound port: 754b3abc-cd19-49d5-90be-ea4232c63184, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab77af57-398e-40a8-8ece-983eb297b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:34.184456 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.191349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c4975f3-8f0b-4858-a7f8-fe75f66ba44f req-d5504f0d-759d-45a3-bbb8-5b6f1f295ab9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534358 Aug 16 02:21:34.238502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.253641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-3ce48076-1af1-42ec-b123-5b6f57635ddf tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.256354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-3ce48076-1af1-42ec-b123-5b6f57635ddf tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7&tenant_id=c271d0e92f9641bc8675871d70eb4274&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 944 time: 0.1909926 Aug 16 02:21:34.305050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['8f4531b7-c5ad-43de-bc2c-c8193d232978'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:34.329654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d034ddb9-d542-4071-8151-0f9889a8589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.352169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] For port 754b3abc-cd19-49d5-90be-ea4232c63184, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:34.384747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d034ddb9-d542-4071-8151-0f9889a8589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.391319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] For port 754b3abc-cd19-49d5-90be-ea4232c63184, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=754b3abc-cd19-49d5-90be-ea4232c63184,segment=NetworkSegment(ab77af57-398e-40a8-8ece-983eb297b907),segment_id=ab77af57-398e-40a8-8ece-983eb297b907)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:34.420595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-6bb932ac-bbd3-448f-9581-65090c6a9ce9 service neutron] 10.222.0.83 "GET /v2.0/ports/8f4531b7-c5ad-43de-bc2c-c8193d232978/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 383 time: 0.1532624 Aug 16 02:21:34.455792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.563492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.597403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.602424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb5ca4-de14-48cd-90a6-85d1b7525165 None None] Pushing event updated for resources: {'Port': ['ID=754b3abc-cd19-49d5-90be-ea4232c63184,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.602684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-11ddb0bd-7923-4574-b8da-484636cca215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.604262 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-11ddb0bd-7923-4574-b8da-484636cca215 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1096 time: 0.1337559 Aug 16 02:21:34.749521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d034ddb9-d542-4071-8151-0f9889a8589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.752098 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d034ddb9-d542-4071-8151-0f9889a8589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:34.756284 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d034ddb9-d542-4071-8151-0f9889a8589a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/38317f1e-beab-4d78-9438-d433d71717a9 HTTP/1.1" status: 204 len: 168 time: 0.6619258 Aug 16 02:21:34.811769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034ddb9-d542-4071-8151-0f9889a8589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38317f1e-beab-4d78-9438-d433d71717a9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:34.835013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-9569ed65-f73f-4035-8786-32211ab1e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:34.837165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-9569ed65-f73f-4035-8786-32211ab1e75c service neutron] 10.222.0.83 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.2224262 Aug 16 02:21:34.956267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-aa4bcbe3-10a0-4441-815d-ec7b84bc1a27 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1000 time: 0.1100769 Aug 16 02:21:34.984410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Allocated IP 172.25.6.227 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/fce3d40c-416b-4cac-9fe2-58bf34a2a993) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:35.066297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-cc79950e-7c7f-4ede-b8f8-5a73e14eddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.069260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-cc79950e-7c7f-4ede-b8f8-5a73e14eddc6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1030052 Aug 16 02:21:35.144187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-bd3c86a7-ee14-408d-a801-08a898710222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.146718 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-bd3c86a7-ee14-408d-a801-08a898710222 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697660 Aug 16 02:21:35.162310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.286743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-aa368e66-16dc-4cac-8dee-c0a912fbc562 service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311924 Aug 16 02:21:35.399196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c6231-b141-46eb-8b29-b4acd4e0bcfe req-04f90a3f-b06f-499a-a7de-066bd93e6f31 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:35.413024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-500c6231-b141-46eb-8b29-b4acd4e0bcfe req-04f90a3f-b06f-499a-a7de-066bd93e6f31 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 944 time: 0.1193414 Aug 16 02:21:35.418301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 754b3abc-cd19-49d5-90be-ea4232c63184 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:35.436290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.511556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-500c6231-b141-46eb-8b29-b4acd4e0bcfe req-5b4ee28c-c2b3-49a0-92d5-d74930b0abac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970852 Aug 16 02:21:35.562513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Port': ['ID=fce3d40c-416b-4cac-9fe2-58bf34a2a993,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:35.566411 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-7418b843-9f96-4638-9236-24847653e1ef service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727952 Aug 16 02:21:35.569635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:35.571217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:35.573751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:35.595001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 754b3abc-cd19-49d5-90be-ea4232c63184 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:35.644718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:35.824152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:35.824908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:35.825361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.944332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:35.957533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c05742-e933-415f-91a7-a4b961df5bb9 None None] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:36.019011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:36.022792 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f932f0-d213-4389-8e90-166cceaae542" -d '{"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:36.048865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:36.102135 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7984efe-3c2e-4f1c-9ed2-326dbe6ee4a7 x-openstack-request-id: req-a7984efe-3c2e-4f1c-9ed2-326dbe6ee4a7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:36.102618 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:36.102996 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7984efe-3c2e-4f1c-9ed2-326dbe6ee4a7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:36.103542 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'code': 200} Aug 16 02:21:36.152429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] Provisioning for port 754b3abc-cd19-49d5-90be-ea4232c63184 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:36.177948 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.198849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] Provisioning complete for port 754b3abc-cd19-49d5-90be-ea4232c63184 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:36.199328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.315024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.405506 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.420537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.475901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] For port 754b3abc-cd19-49d5-90be-ea4232c63184, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=754b3abc-cd19-49d5-90be-ea4232c63184,segment=NetworkSegment(ab77af57-398e-40a8-8ece-983eb297b907),segment_id=ab77af57-398e-40a8-8ece-983eb297b907)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:36.534461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34426) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:36.571762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.650398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d709e-1a9d-44a9-8b5d-51469e649b1a None None] Pushing event updated for resources: {'Port': ['ID=754b3abc-cd19-49d5-90be-ea4232c63184,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:36.678225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22dc11-e045-47fb-9798-2c026f4d5dab req-a01f7f82-50c4-4d8c-ac84-202f5f320fbc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:36.680404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e22dc11-e045-47fb-9798-2c026f4d5dab req-a01f7f82-50c4-4d8c-ac84-202f5f320fbc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.0857677 Aug 16 02:21:36.692380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-22a7b3c0-c7c5-4a86-93f2-1c94ad481925 None None] Provisioning complete for port 754b3abc-cd19-49d5-90be-ea4232c63184 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:36.697809 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-22a7b3c0-c7c5-4a86-93f2-1c94ad481925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.745087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e22dc11-e045-47fb-9798-2c026f4d5dab req-1e9f9b77-4009-4576-b8f0-eddbd5204883 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436292 Aug 16 02:21:36.767950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:36.883256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89adca54-c3f4-4588-a3c4-eaea9a1a56d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.039370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a54d26-3b0a-4bd6-ab13-32cc98f95820 req-480a548b-01e9-46f7-9e90-22e75a28f250 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.040884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1a54d26-3b0a-4bd6-ab13-32cc98f95820 req-480a548b-01e9-46f7-9e90-22e75a28f250 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 945 time: 0.0775137 Aug 16 02:21:37.045563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89adca54-c3f4-4588-a3c4-eaea9a1a56d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.074924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Router 59a5dc11-298e-47de-be60-e99a2b2a821b is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:21:37.080375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1a54d26-3b0a-4bd6-ab13-32cc98f95820 req-f811a304-f53f-4827-a703-9c7b5efd82bd tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334103 Aug 16 02:21:37.160744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89adca54-c3f4-4588-a3c4-eaea9a1a56d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.210105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-89adca54-c3f4-4588-a3c4-eaea9a1a56d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ea404aeea04f45a897d7477af000f851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736944 Aug 16 02:21:37.210807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:37.217036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adca54-c3f4-4588-a3c4-eaea9a1a56d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856d03a0-e803-4b02-a584-25be122e4432,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.220631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:37.235953 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] Sync routers for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:37.250858 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:37.252802 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.296606 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.308269 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:37.316544 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.333938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.335998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-19e74e7c-c906-4104-aeac-9bf6f80fac55 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.0721486 Aug 16 02:21:37.338691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:37.353480 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:37.354375 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a37f3e5-e152-4c8a-a1d6-6681697f3000 None None] The sync data for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:37.406612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 754b3abc-cd19-49d5-90be-ea4232c63184 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:37.431334 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60f000ff-b3fc-4f9d-a7f9-a4f3ec1194f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.476156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 754b3abc-cd19-49d5-90be-ea4232c63184 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:37.476773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.488782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60f000ff-b3fc-4f9d-a7f9-a4f3ec1194f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.835768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60f000ff-b3fc-4f9d-a7f9-a4f3ec1194f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.838291 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-60f000ff-b3fc-4f9d-a7f9-a4f3ec1194f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:37.839664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-60f000ff-b3fc-4f9d-a7f9-a4f3ec1194f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/856d03a0-e803-4b02-a584-25be122e4432 HTTP/1.1" status: 204 len: 168 time: 0.6277585 Aug 16 02:21:37.892933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f000ff-b3fc-4f9d-a7f9-a4f3ec1194f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856d03a0-e803-4b02-a584-25be122e4432,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:37.943357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814563f2-9f7e-4c11-8172-021240e31d27 req-04082e13-6752-4fa7-87e2-091d29283a4d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:37.947667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-814563f2-9f7e-4c11-8172-021240e31d27 req-04082e13-6752-4fa7-87e2-091d29283a4d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1206958 Aug 16 02:21:37.954452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.044419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-814563f2-9f7e-4c11-8172-021240e31d27 req-ffc21f17-2312-49ad-932a-624182461068 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927954 Aug 16 02:21:38.293673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c684d-bb90-4c7d-801d-ca859658fd5b req-06c0b813-1f6c-45fc-a2be-5a3a6d1e6489 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.297511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f9c684d-bb90-4c7d-801d-ca859658fd5b req-06c0b813-1f6c-45fc-a2be-5a3a6d1e6489 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 945 time: 0.1285729 Aug 16 02:21:38.334432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Allocated IP 172.20.0.1 (b3cf74c5-612b-455a-8cd6-68289ef05d5e/c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3/610d1390-aeba-4b48-afb2-900c535dea80) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:38.364121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f9c684d-bb90-4c7d-801d-ca859658fd5b req-302b38c2-389d-4980-8470-117608afec0e tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/security-groups?id=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584185 Aug 16 02:21:38.431309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-5c752e75-f845-4b3a-a51a-9f18aeb28c4b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.433183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-5c752e75-f845-4b3a-a51a-9f18aeb28c4b tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.58 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 945 time: 0.0674424 Aug 16 02:21:38.516879 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.530689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Transition to ACTIVE for port object 610d1390-aeba-4b48-afb2-900c535dea80 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:38.575678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Deleting port 4f2be9c4-b812-4fa4-bfde-836ad3652994 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:38.576036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.652347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.684390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-dc83de7b-0f5e-4ccf-a6b0-81cfc532c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:38.685904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-dc83de7b-0f5e-4ccf-a6b0-81cfc532c441 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 1097 time: 0.0691810 Aug 16 02:21:38.700845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:38.704664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:38.706257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:38.709709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:38.741395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] For port 4f2be9c4-b812-4fa4-bfde-836ad3652994, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=4f2be9c4-b812-4fa4-bfde-836ad3652994,segment=NetworkSegment(01e756c6-6236-44d9-ba43-793aa3c0d5f6),segment_id=01e756c6-6236-44d9-ba43-793aa3c0d5f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:38.742183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.747082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Port': ['ID=610d1390-aeba-4b48-afb2-900c535dea80,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:38.760996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Calling delete_port for 4f2be9c4-b812-4fa4-bfde-836ad3652994 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:38.772310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.843227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:38.881475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34478) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:38.930309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee53d2e-0e2a-46b4-9ddc-d5fd0ceb84bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.067678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee53d2e-0e2a-46b4-9ddc-d5fd0ceb84bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.126718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4a44cfa6-852e-4416-b2fb-dba040460e9c None None] Provisioning for port 610d1390-aeba-4b48-afb2-900c535dea80 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:39.132125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee53d2e-0e2a-46b4-9ddc-d5fd0ceb84bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.139411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4a44cfa6-852e-4416-b2fb-dba040460e9c None None] Provisioning complete for port 610d1390-aeba-4b48-afb2-900c535dea80 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:39.139411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4a44cfa6-852e-4416-b2fb-dba040460e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.155930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:39.177371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4a44cfa6-852e-4416-b2fb-dba040460e9c None None] Port 610d1390-aeba-4b48-afb2-900c535dea80 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:39.198685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:39.198685 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.202774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee53d2e-0e2a-46b4-9ddc-d5fd0ceb84bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8605ebb4-e5ac-4146-91f9-2a39508160b1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.224903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['4f2be9c4-b812-4fa4-bfde-836ad3652994'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:39.258107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.270438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bee53d2e-0e2a-46b4-9ddc-d5fd0ceb84bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=14974aa674f44640bde4a5a342101f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878920 Aug 16 02:21:39.273831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34488) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:39.290873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Pushing event deleted for resources: {'Port': ['ID=4f2be9c4-b812-4fa4-bfde-836ad3652994,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.314265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7203b04-5bb2-4297-8889-017ed4fc453d req-3bf552ad-594f-4d03-bc31-5a2d77a10ea6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:39.317292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7203b04-5bb2-4297-8889-017ed4fc453d req-3bf552ad-594f-4d03-bc31-5a2d77a10ea6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1964424 Aug 16 02:21:39.324051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:39.326349 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0a8583-c5d9-4b1d-9ea6-bf4d17bbcc23" -d '{"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:39.330679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.347773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] No DVR routers for this DVR port 4f2be9c4-b812-4fa4-bfde-836ad3652994 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:39.353055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.355035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d33556c2-c25f-47ef-ac1f-a39af4daeaeb req-73bb42a1-bd78-4b59-814d-311a0a6dbb5c tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.58 "DELETE /v2.0/ports/4f2be9c4-b812-4fa4-bfde-836ad3652994 HTTP/1.1" status: 204 len: 173 time: 0.9143968 Aug 16 02:21:39.363121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Transition to ACTIVE for port object 8f4531b7-c5ad-43de-bc2c-c8193d232978 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:39.414857 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea440b-eabe-44de-b97e-f503292f35d1 x-openstack-request-id: req-e5ea440b-eabe-44de-b97e-f503292f35d1 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:39.415185 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-unplugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:39.415492 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5ea440b-eabe-44de-b97e-f503292f35d1 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:39.415941 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'code': 200} Aug 16 02:21:39.470023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.481521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7847377d-f0fb-45a5-9df3-09fb252ba79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.494374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7203b04-5bb2-4297-8889-017ed4fc453d req-5fb854e0-99a8-4270-92ef-56b4f015002d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318111 Aug 16 02:21:39.529052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:39.535601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:39.736352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8af36c4-83a5-4a9e-ab84-a16e6616fa5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.776773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] No DVR routers for this DVR port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:39.955611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c9edd7c4-e482-4122-bd46-83a26e1109e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.967039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1aa8f7b-3bfb-4fc3-a830-106ec9c0989e req-6c00e8ed-dcd0-4cc6-bd4f-a64499400041 tempest-VolumesActionsTest-555717695 tempest-VolumesActionsTest-555717695-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a888a9c-c3d4-4056-8d81-7079d3050a27 HTTP/1.1" status: 200 len: 210 time: 0.4723735 Aug 16 02:21:39.982376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:21:39.982751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:21:39.983089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:39.986201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8af36c4-83a5-4a9e-ab84-a16e6616fa5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.987708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7847377d-f0fb-45a5-9df3-09fb252ba79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:39.990036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:21:39.990867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Attempting to bind port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on network ded7aaba-6508-4e01-8a54-a1c2798a2979 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:21:39.995683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:21:40.003398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Checking segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:21:40.003398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Bound using segment: {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:21:40.003398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Bound port: 8f4531b7-c5ad-43de-bc2c-c8193d232978, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76660b41-426f-4cb6-bca2-ab53ab1ddfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:21:40.003398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.061814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:21:40.064895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:21:40.086199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8af36c4-83a5-4a9e-ab84-a16e6616fa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.126848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a8af36c4-83a5-4a9e-ab84-a16e6616fa5b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=44ca0105544340b5a09cffeb99c6cf7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5963798 Aug 16 02:21:40.127739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8af36c4-83a5-4a9e-ab84-a16e6616fa5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e770758d-4895-47a5-9ad0-1629dc0abe34,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:40.130169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34510) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:40.159245 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.172559 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7847377d-f0fb-45a5-9df3-09fb252ba79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.174424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.178018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7847377d-f0fb-45a5-9df3-09fb252ba79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.183441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7847377d-f0fb-45a5-9df3-09fb252ba79f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8605ebb4-e5ac-4146-91f9-2a39508160b1 HTTP/1.1" status: 204 len: 168 time: 0.9082048 Aug 16 02:21:40.192506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7847377d-f0fb-45a5-9df3-09fb252ba79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8605ebb4-e5ac-4146-91f9-2a39508160b1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:40.230349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.232784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.233411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.234895 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] 10.222.0.58 "PUT /v2.0/ports/8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1093 time: 1.5362427 Aug 16 02:21:40.246328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f8-57ba-4e4a-aa9a-64ec5e16dd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.322417 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f8-57ba-4e4a-aa9a-64ec5e16dd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.334508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.413323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf6c60-fedd-428d-8758-6f5b1d2ef5cd service neutron] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=11']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:40.430216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-7369a566-c331-47e9-9e4b-29ee793ca522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.431876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-7369a566-c331-47e9-9e4b-29ee793ca522 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1096 time: 0.1685019 Aug 16 02:21:40.447733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Port': ['ID=610d1390-aeba-4b48-afb2-900c535dea80,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:40.464797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f8-57ba-4e4a-aa9a-64ec5e16dd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.467570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1800d2f8-57ba-4e4a-aa9a-64ec5e16dd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.476713 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1800d2f8-57ba-4e4a-aa9a-64ec5e16dd50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e770758d-4895-47a5-9ad0-1629dc0abe34 HTTP/1.1" status: 204 len: 168 time: 0.3375361 Aug 16 02:21:40.507594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:40.515595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:40.527584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800d2f8-57ba-4e4a-aa9a-64ec5e16dd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e770758d-4895-47a5-9ad0-1629dc0abe34,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:40.597520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-03aff97d-c4cc-41a0-8d96-e3c2127b8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.600516 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-03aff97d-c4cc-41a0-8d96-e3c2127b8f25 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.1603029 Aug 16 02:21:40.687234 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-b7720792-b137-4e2d-87bb-18b63db21775 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.0775275 Aug 16 02:21:40.753276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Router 59a5dc11-298e-47de-be60-e99a2b2a821b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:40.772679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-14c100d3-00c4-4b62-babe-b7bfa8b5f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.774393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-14c100d3-00c4-4b62-babe-b7bfa8b5f600 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.0732381 Aug 16 02:21:40.785325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85219b5d-524b-48bf-b48d-d249861624cb req-c90a344a-98e2-4266-a9dc-b009f7c7ad79 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.788363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85219b5d-524b-48bf-b48d-d249861624cb req-c90a344a-98e2-4266-a9dc-b009f7c7ad79 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 944 time: 0.1442215 Aug 16 02:21:40.843185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-ad734c15-f372-43f8-812b-3a9ffbea07ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:40.845516 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-ad734c15-f372-43f8-812b-3a9ffbea07ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634096 Aug 16 02:21:40.874332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85219b5d-524b-48bf-b48d-d249861624cb req-ef54d32c-19d4-4b0a-9be7-bf78fb904bae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491495 Aug 16 02:21:40.915692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f1603beb-a669-4947-a9e5-7cdbd74c68f3 None None] Provisioning complete for port 610d1390-aeba-4b48-afb2-900c535dea80 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:40.917361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f1603beb-a669-4947-a9e5-7cdbd74c68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:40.951193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:40.956351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-acef5407-baeb-4c91-813a-b9010fcec981 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "PUT /v2.0/routers/59a5dc11-298e-47de-be60-e99a2b2a821b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6163757 Aug 16 02:21:40.959587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34530) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:40.966274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Request body: {'port': {'network_id': 'b3cf74c5-612b-455a-8cd6-68289ef05d5e', 'name': 'tempest-FloatingIPAdminTestJSON-734793668'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:40.968371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] Sync routers for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:40.993464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f1603beb-a669-4947-a9e5-7cdbd74c68f3 None None] Port 610d1390-aeba-4b48-afb2-900c535dea80 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:40.996790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:40.997540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-64222df2-e22c-42d8-a410-6517cf7e002e service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413698 Aug 16 02:21:40.997695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:41.070441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:41.091128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:41.091784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:41.134213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:41.134911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfd2e0d-671f-424a-b5c1-5eda90c8d758 None None] The sync data for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:41.137511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9f48f63f-65fb-451a-9a3a-3224284ff43b req-123c984b-a2eb-4b3b-b7c3-e08dafe2c308 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278272 Aug 16 02:21:41.228965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Made reservation on behalf of 51faeb67968e4b46ac3ed469cefc9e0f for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:21:41.233002 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.252614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] device_id is not set on port 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:21:41.386280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Allocated IP 172.20.0.4 (b3cf74c5-612b-455a-8cd6-68289ef05d5e/c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3/4bb50f35-4e7d-4a8a-95e5-c267af7a78fd) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:41.416914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'name': 'network-vif-deleted', 'tag': '4f2be9c4-b812-4fa4-bfde-836ad3652994'}, {'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:41.422213 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49" -d '{"events": [{"server_uuid": "3a888a9c-c3d4-4056-8d81-7079d3050a27", "name": "network-vif-deleted", "tag": "4f2be9c4-b812-4fa4-bfde-836ad3652994"}, {"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:41.477831 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57dde7a-e747-4eee-9abf-31e10ddfcd1f x-openstack-request-id: req-c57dde7a-e747-4eee-9abf-31e10ddfcd1f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:41.478425 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a888a9c-c3d4-4056-8d81-7079d3050a27", "name": "network-vif-deleted", "tag": "4f2be9c4-b812-4fa4-bfde-836ad3652994", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:41.478425 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c57dde7a-e747-4eee-9abf-31e10ddfcd1f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:41.478805 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a888a9c-c3d4-4056-8d81-7079d3050a27', 'name': 'network-vif-deleted', 'tag': '4f2be9c4-b812-4fa4-bfde-836ad3652994', 'status': 'completed', 'code': 200} Aug 16 02:21:41.479068 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'status': 'completed', 'code': 200} Aug 16 02:21:41.592647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-5de9479a-c549-4101-9f19-23694f34e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.594272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-5de9479a-c549-4101-9f19-23694f34e25d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1096 time: 0.0972357 Aug 16 02:21:41.601016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.601639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-16dae416-7f6b-42f5-bbed-34c7099def27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.603059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-16dae416-7f6b-42f5-bbed-34c7099def27 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1096 time: 0.0908284 Aug 16 02:21:41.627628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Transition to ACTIVE for port object 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:21:41.666786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:41.740790 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34554) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:41.765864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:41.770278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa2825e-25e2-466a-92cf-72583552c778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.774497 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.832458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-39e9bc92-066d-434e-be2d-01b8ae5ffb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.834782 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-39e9bc92-066d-434e-be2d-01b8ae5ffb02 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.2192321 Aug 16 02:21:41.836797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-8da05f0b-cb2f-4118-af95-53e6138f6bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.838206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-8da05f0b-cb2f-4118-af95-53e6138f6bde service neutron] 10.222.0.83 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.2337129 Aug 16 02:21:41.842362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:41.853823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:41.859230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:41.941993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:41.943751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:41.983648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event updated for resources: {'Port': ['ID=4bb50f35-4e7d-4a8a-95e5-c267af7a78fd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.035247 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-39dc7a27-fb4e-460b-88ee-fbbd095dfcf1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.1896737 Aug 16 02:21:42.041087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-ef5a85f8-f152-4694-b261-52a226827ebb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 999 time: 0.1684165 Aug 16 02:21:42.148352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473630fe-8eec-4236-8ff0-6837da25159f req-54bdd4f6-7b6c-4448-809e-2d2482b88071 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.159485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-473630fe-8eec-4236-8ff0-6837da25159f req-54bdd4f6-7b6c-4448-809e-2d2482b88071 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 944 time: 0.1254444 Aug 16 02:21:42.175437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-67391771-724c-40c6-a6cd-eb9921d12cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.177325 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-67391771-724c-40c6-a6cd-eb9921d12cf4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1268418 Aug 16 02:21:42.178993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-b020279d-a852-4c05-88db-38c85e067dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.181407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-b020279d-a852-4c05-88db-38c85e067dcc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.1324029 Aug 16 02:21:42.198592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa2825e-25e2-466a-92cf-72583552c778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.229074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-473630fe-8eec-4236-8ff0-6837da25159f req-e4ee413d-6a8a-4631-b785-72ec687c2733 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648010 Aug 16 02:21:42.281377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7aa2825e-25e2-466a-92cf-72583552c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.285590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-b9929ff2-a7ed-4712-bfda-56e84703666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.287660 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-b9929ff2-a7ed-4712-bfda-56e84703666e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038456 Aug 16 02:21:42.293009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-e6e5ffc2-5f07-4d47-aeb4-97824c9cb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:42.295907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-e6e5ffc2-5f07-4d47-aeb4-97824c9cb0c9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892460 Aug 16 02:21:42.317605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7aa2825e-25e2-466a-92cf-72583552c778 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1d1ed6a8f25b4390aca74ce6d85f7c87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5752261 Aug 16 02:21:42.323360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:42.363655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2825e-25e2-466a-92cf-72583552c778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59b0632-b9ca-4889-b1b4-a5b2ce42b550,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.389136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3569310a-8d50-4979-868e-5019c5106505 None None] Provisioning for port 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:42.394225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3569310a-8d50-4979-868e-5019c5106505 None None] Provisioning complete for port 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:42.394845 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3569310a-8d50-4979-868e-5019c5106505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.401117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2d862e3c-d38a-4813-ad03-2154d741d83b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.418299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-91edb3b0-95cb-454f-8d40-8a88c25d83db tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4570627 Aug 16 02:21:42.421571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:42.442105 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2d862e3c-d38a-4813-ad03-2154d741d83b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.468290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3569310a-8d50-4979-868e-5019c5106505 None None] Port 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:21:42.515211 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-53f6662a-3264-4c4b-a3c5-47d2667bbb28 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896591 Aug 16 02:21:42.554955 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2d862e3c-d38a-4813-ad03-2154d741d83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.557975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2d862e3c-d38a-4813-ad03-2154d741d83b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.561757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2d862e3c-d38a-4813-ad03-2154d741d83b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d59b0632-b9ca-4889-b1b4-a5b2ce42b550 HTTP/1.1" status: 204 len: 168 time: 0.2349980 Aug 16 02:21:42.568517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d862e3c-d38a-4813-ad03-2154d741d83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59b0632-b9ca-4889-b1b4-a5b2ce42b550,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:42.596998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-7c73e1d1-418f-4427-a3ef-b3935b1f04e3 service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979555 Aug 16 02:21:42.675663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.705971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:21:42.712335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f2be9c4-b812-4fa4-bfde-836ad3652994 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:42.765631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 4f2be9c4-b812-4fa4-bfde-836ad3652994 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:42.766457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 4f2be9c4-b812-4fa4-bfde-836ad3652994 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:42.884313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'project_id': '51faeb67968e4b46ac3ed469cefc9e0f', 'port_id': '4bb50f35-4e7d-4a8a-95e5-c267af7a78fd'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:42.905231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13d8bf7e-9fbf-4ca4-93d6-183f5f4176b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:42.986728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:42.999926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'port_id': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'mac_address': 'fa:16:3e:ed:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:21:43.007686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.061024 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.080456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4531b7-c5ad-43de-bc2c-c8193d232978 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:21:43.104465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:43.147037 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-4a13cd5d-4807-4f59-b819-32b2fd6ca4ea service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187427 Aug 16 02:21:43.163828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.185931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3c78ca1f-adf2-4cfc-a07d-02cc48927e49 req-26f32204-c48a-4f6d-84f1-82748ad9231d service neutron] 10.222.0.83 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814400 Aug 16 02:21:43.205959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.272566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=12']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:43.311668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Allocated IP 172.25.6.35 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/2dd31567-fd40-4a91-9acd-ae08a22fc001) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:43.437783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['8f4531b7-c5ad-43de-bc2c-c8193d232978'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:21:43.461360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ffd7d-e807-48aa-a278-5e47eac61a3f req-afac1ebf-203a-4ae1-8be7-8dc8760f798b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:43.462889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d74ffd7d-e807-48aa-a278-5e47eac61a3f req-afac1ebf-203a-4ae1-8be7-8dc8760f798b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 945 time: 0.1212633 Aug 16 02:21:43.508909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.537884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d74ffd7d-e807-48aa-a278-5e47eac61a3f req-a9d23789-e3e7-40ef-b8f6-6dd368db73e5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642755 Aug 16 02:21:43.562432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:43.639337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bbd3f1ff-b62e-448e-bc2a-8006f669ffe8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/a7bc609c-4640-4d03-80ce-c1318cd181f1 HTTP/1.1" status: 200 len: 992 time: 0.0747821 Aug 16 02:21:43.647467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:43.700327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:43.704020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:43.707435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:43.741728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd31567-fd40-4a91-9acd-ae08a22fc001,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:43.921862 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:21:44.140942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.315543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.486681 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.589264 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.641265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:44.670790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.674547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd31567-fd40-4a91-9acd-ae08a22fc001,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:44.684753 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:44.699533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:21:44.799046 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Floating IP 13041808-dc7c-4e2a-b0b2-f559161a8b1a associated. External IP: 172.25.6.35, port: 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd. Aug 16 02:21:44.974855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-676c6b6f-2460-4bc2-a143-facf96a4c120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.040462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:21:45.044813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 8f4531b7-c5ad-43de-bc2c-c8193d232978 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:21:45.045200 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.088180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Router 59a5dc11-298e-47de-be60-e99a2b2a821b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:45.210469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-676c6b6f-2460-4bc2-a143-facf96a4c120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.242291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:45.242559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.254709 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] Sync routers for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:45.264923 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:45.265459 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.282580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:45.285308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:21:45.288895 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7f18dc-106a-4019-ada3-1e7075f13f90" -d '{"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:21:45.291921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-676c6b6f-2460-4bc2-a143-facf96a4c120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.310204 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.320398 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:45.321191 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.339336 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc159e56-6cfa-4a62-9e53-1a8f28a66abb x-openstack-request-id: req-bc159e56-6cfa-4a62-9e53-1a8f28a66abb {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:21:45.339880 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-plugged", "status": "completed", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:21:45.340399 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc159e56-6cfa-4a62-9e53-1a8f28a66abb {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:21:45.341505 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'code': 200} Aug 16 02:21:45.357361 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-676c6b6f-2460-4bc2-a143-facf96a4c120 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5cc5c721afc84cf7b49a68ecfa57bfec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7149711 Aug 16 02:21:45.360627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34656) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.366704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c6b6f-2460-4bc2-a143-facf96a4c120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88016571-a62a-4ece-98cb-befafe363616,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.385489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:45.386335 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36cfd277-5d6a-426b-b6c3-a3331f1329e6 None None] The sync data for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:45.389082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.435108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.484711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17d0d33f-fe77-427b-bca8-23267166ed8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.492004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=13']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.506272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fbb1f15c-4914-427e-b5bf-06d815ded81b tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 3.0834107 Aug 16 02:21:45.509361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.521782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17d0d33f-fe77-427b-bca8-23267166ed8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.658334 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17d0d33f-fe77-427b-bca8-23267166ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.662338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-17d0d33f-fe77-427b-bca8-23267166ed8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.664354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e4ec4e52-9d49-4c20-b146-fed0505a4fb3 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] 10.222.0.76 "GET /v2.0/floatingips/13041808-dc7c-4e2a-b0b2-f559161a8b1a HTTP/1.1" status: 200 len: 981 time: 0.1538262 Aug 16 02:21:45.665382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-17d0d33f-fe77-427b-bca8-23267166ed8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/88016571-a62a-4ece-98cb-befafe363616 HTTP/1.1" status: 204 len: 168 time: 0.3031025 Aug 16 02:21:45.666732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34666) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.673443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d33f-fe77-427b-bca8-23267166ed8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88016571-a62a-4ece-98cb-befafe363616,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:45.800046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-926361da-f935-4b37-b3d2-4d6e3d1fc3ba tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1320760 Aug 16 02:21:45.803995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:45.863240 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:45.978865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting port 2dd31567-fd40-4a91-9acd-ae08a22fc001 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:45.979220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.063310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.063644 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.077105 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Calling delete_port for 2dd31567-fd40-4a91-9acd-ae08a22fc001 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:46.337666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.365482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Port': ['ID=2dd31567-fd40-4a91-9acd-ae08a22fc001,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:46.430818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:46.431279 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Floating IP 13041808-dc7c-4e2a-b0b2-f559161a8b1a disassociated (deleted). External IP: 172.25.6.35, port: 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd. Aug 16 02:21:47.063746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Router 59a5dc11-298e-47de-be60-e99a2b2a821b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:47.278959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:47.285668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.309905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] Sync routers for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:47.335524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:47.336552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:47.340397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec522828-3440-47ce-bfca-dda281c63e97 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "DELETE /v2.0/floatingips/13041808-dc7c-4e2a-b0b2-f559161a8b1a HTTP/1.1" status: 204 len: 168 time: 1.5341384 Aug 16 02:21:47.343115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34714) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:47.351943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:47.390415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:47.404568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:47.405426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:47.442348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.445365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:47.446031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f1835-b9e1-42f6-a3a5-919118187260 None None] The sync data for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:47.553330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.688300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Allocated IP 172.25.6.211 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/e29453ec-a01c-4d5c-a583-f2d65493ff6a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:47.807375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.903568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:47.940233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:47.947652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:47.951265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:47.956894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Pushing event updated for resources: {'Port': ['ID=e29453ec-a01c-4d5c-a583-f2d65493ff6a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:48.052946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.192297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.467556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.577875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.644924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Pushing event updated for resources: {'Port': ['ID=e29453ec-a01c-4d5c-a583-f2d65493ff6a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:48.660083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.773861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:48.773861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1e6ed785-35c8-4e81-8bd4-6902dfd929cd tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4292493 Aug 16 02:21:48.776193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34804) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:49.093552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:21:49.211782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.323495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.499404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Allocated IP 172.25.6.249 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/12741ac2-cef7-460c-b0a0-0e2f7fa4c403) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:21:49.646233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.737905 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:49.784714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:21:49.787836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:21:49.790430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:21:49.817866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Pushing event updated for resources: {'Port': ['ID=12741ac2-cef7-460c-b0a0-0e2f7fa4c403,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:49.892615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.018518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.227107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.326149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.458381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Pushing event updated for resources: {'Port': ['ID=12741ac2-cef7-460c-b0a0-0e2f7fa4c403,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:50.484797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.668668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:50.669963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aff55765-1246-4adf-856d-ce8f1d2b4e05 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8926678 Aug 16 02:21:50.673125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34884) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:50.749658 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-67ac31fd-aba3-4a42-a542-ff53ac26f8b5 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.0747454 Aug 16 02:21:50.752141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34886) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:50.833956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34888) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:50.834113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5980a975-1132-4344-815d-f01108eaf4d0 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0804131 Aug 16 02:21:50.980387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34894) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.004206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Deleting port 12741ac2-cef7-460c-b0a0-0e2f7fa4c403 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:51.005438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.060826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34900) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.098986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.099342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.115204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Calling delete_port for 12741ac2-cef7-460c-b0a0-0e2f7fa4c403 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:51.289089 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.309551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec07f4e3-314c-406a-8afb-34bb9445bd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.347512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:21:51.347512 n-d-768852-19 neutron-server[101945]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:21:51.347512 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id': '42a5d2fdfaf64ff9a3d5f00903889559', 'id': '5849d8ac-efac-4f90-8106-bb023bdae751', 'expiration': datetime.datetime(2021, 8, 16, 2, 23, 51, 340938)}] Aug 16 02:21:51.347512 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:21:51.348969 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:21:51.429271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.462291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Pushing event deleted for resources: {'Port': ['ID=12741ac2-cef7-460c-b0a0-0e2f7fa4c403,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:51.521074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec07f4e3-314c-406a-8afb-34bb9445bd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.535998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.538975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.542587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1409e793-bd1e-4e30-9273-9227c2960116 tempest-FloatingIPAdminTestJSON-647464679 tempest-FloatingIPAdminTestJSON-647464679-project] 10.222.0.76 "DELETE /v2.0/floatingips/1df919f5-e4b4-42cb-b893-b35ee90e74d1 HTTP/1.1" status: 204 len: 168 time: 0.7055032 Aug 16 02:21:51.543242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34906) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.587909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec07f4e3-314c-406a-8afb-34bb9445bd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.650217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec07f4e3-314c-406a-8afb-34bb9445bd10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c709c4bdf2a84b74bb0e26034f43c3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873022 Aug 16 02:21:51.652197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34910) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:51.652710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec07f4e3-314c-406a-8afb-34bb9445bd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11faf73-1476-4b90-9ea2-0ac155ed3e86,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:51.721364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Deleting port e29453ec-a01c-4d5c-a583-f2d65493ff6a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:51.722042 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.737484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53759c16-d6ed-4eb8-ac52-2ad85d0a1c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.790214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53759c16-d6ed-4eb8-ac52-2ad85d0a1c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.845515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.845849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.851076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.858448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Calling delete_port for e29453ec-a01c-4d5c-a583-f2d65493ff6a owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:51.939954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53759c16-d6ed-4eb8-ac52-2ad85d0a1c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.943334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53759c16-d6ed-4eb8-ac52-2ad85d0a1c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:51.946862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53759c16-d6ed-4eb8-ac52-2ad85d0a1c7b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f11faf73-1476-4b90-9ea2-0ac155ed3e86 HTTP/1.1" status: 204 len: 168 time: 0.2914989 Aug 16 02:21:51.958853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53759c16-d6ed-4eb8-ac52-2ad85d0a1c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11faf73-1476-4b90-9ea2-0ac155ed3e86,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.040430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.115189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.118333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.149155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Pushing event deleted for resources: {'Port': ['ID=e29453ec-a01c-4d5c-a583-f2d65493ff6a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.175423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=42a5d2fdfaf64ff9a3d5f00903889559&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1930816 Aug 16 02:21:52.180066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34918) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:52.209599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4542161-53d6-47cd-ab5b-ca0f4b311e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc73bc0d-cc07-4187-84c5-cd7dc8500a47,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.299951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.306846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2450977b-38d4-4bc8-99d2-97dca8cab85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.321789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.321789 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4234996a-08dd-4683-b399-93dd4db89bb2 tempest-FloatingIPAdminTestJSON-1627134750 tempest-FloatingIPAdminTestJSON-1627134750-project-admin] 10.222.0.76 "DELETE /v2.0/floatingips/767d347f-0bee-44e9-b0cd-957690daac74 HTTP/1.1" status: 204 len: 168 time: 0.7647595 Aug 16 02:21:52.321789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:52.385940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2450977b-38d4-4bc8-99d2-97dca8cab85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.437594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting port 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:52.437951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.544437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.559697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Calling delete_port for 4bb50f35-4e7d-4a8a-95e5-c267af7a78fd owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:52.571659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2450977b-38d4-4bc8-99d2-97dca8cab85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.574698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2450977b-38d4-4bc8-99d2-97dca8cab85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.580437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2450977b-38d4-4bc8-99d2-97dca8cab85e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fc73bc0d-cc07-4187-84c5-cd7dc8500a47 HTTP/1.1" status: 204 len: 168 time: 0.3949163 Aug 16 02:21:52.585169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450977b-38d4-4bc8-99d2-97dca8cab85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc73bc0d-cc07-4187-84c5-cd7dc8500a47,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:52.867884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:52.875432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.903511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e39fec0-ee8e-453f-84fa-81754fca48b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:52.979692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Port': ['ID=4bb50f35-4e7d-4a8a-95e5-c267af7a78fd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:53.044415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.049391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34938) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.049891 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f2db42d9-fea5-485f-b671-2a4c226e68f4 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "DELETE /v2.0/ports/4bb50f35-4e7d-4a8a-95e5-c267af7a78fd HTTP/1.1" status: 204 len: 168 time: 0.7334592 Aug 16 02:21:53.165590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a825b07-20d4-43bd-a895-3c520fb8bfc1 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:21:53.171881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1a825b07-20d4-43bd-a895-3c520fb8bfc1 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "GET /v2.0/ports?device_id=59a5dc11-298e-47de-be60-e99a2b2a821b HTTP/1.1" status: 200 len: 913 time: 0.1206563 Aug 16 02:21:53.174470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34942) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.242287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e39fec0-ee8e-453f-84fa-81754fca48b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.320938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e39fec0-ee8e-453f-84fa-81754fca48b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.417981 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e39fec0-ee8e-453f-84fa-81754fca48b0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d92e00334d724a1bbccacffab6144e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5491562 Aug 16 02:21:53.419330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34950) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.449989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39fec0-ee8e-453f-84fa-81754fca48b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f844143-12cf-4567-9beb-2f37ff3a8cef,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:53.510725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bafbb7d-9c49-4466-b517-479edf21b7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.537608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bafbb7d-9c49-4466-b517-479edf21b7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.596957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34954) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:53.615610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09b92f2e-6931-494c-ac86-f70601b12029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.697359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bafbb7d-9c49-4466-b517-479edf21b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.700738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bafbb7d-9c49-4466-b517-479edf21b7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:53.701918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2bafbb7d-9c49-4466-b517-479edf21b7c1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0f844143-12cf-4567-9beb-2f37ff3a8cef HTTP/1.1" status: 204 len: 168 time: 0.2816451 Aug 16 02:21:53.728325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bafbb7d-9c49-4466-b517-479edf21b7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f844143-12cf-4567-9beb-2f37ff3a8cef,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.010793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09b92f2e-6931-494c-ac86-f70601b12029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.017948 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.137616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09b92f2e-6931-494c-ac86-f70601b12029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.203331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-09b92f2e-6931-494c-ac86-f70601b12029 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dadc749748cf432899a97e6511982a3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052091 Aug 16 02:21:54.209601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b92f2e-6931-494c-ac86-f70601b12029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfe2d2-9b2e-4d77-8302-f860b549c4c5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.225634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34964) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:54.330363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7a36583-5b6c-47a5-89ac-0ff488e7cd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.355644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7a36583-5b6c-47a5-89ac-0ff488e7cd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.496948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7a36583-5b6c-47a5-89ac-0ff488e7cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.499854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d7a36583-5b6c-47a5-89ac-0ff488e7cd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.503111 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d7a36583-5b6c-47a5-89ac-0ff488e7cd66 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6bbfe2d2-9b2e-4d77-8302-f860b549c4c5 HTTP/1.1" status: 204 len: 168 time: 0.2753832 Aug 16 02:21:54.525264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a36583-5b6c-47a5-89ac-0ff488e7cd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfe2d2-9b2e-4d77-8302-f860b549c4c5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:54.549904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting port 610d1390-aeba-4b48-afb2-900c535dea80 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:54.550372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.660959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:54.674196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Calling delete_port for 610d1390-aeba-4b48-afb2-900c535dea80 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:55.022964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.057441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Port': ['ID=610d1390-aeba-4b48-afb2-900c535dea80,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:55.316431 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:55.625525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Router 59a5dc11-298e-47de-be60-e99a2b2a821b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:21:55.759768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:21:55.767769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e9b33f05-c010-4fb6-9bac-952127a151a5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "PUT /v2.0/routers/59a5dc11-298e-47de-be60-e99a2b2a821b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5895534 Aug 16 02:21:55.767769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35016) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:55.772535 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] Sync routers for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:21:55.782615 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:55.783651 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:55.828046 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:55.838909 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] Routers {'59a5dc11-298e-47de-be60-e99a2b2a821b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:21:55.839912 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:21:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['59a5dc11-298e-47de-be60-e99a2b2a821b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:55.875383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:55.876235 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998140ff-41e6-4a51-9721-9310219e8468 None None] The sync data for ids ['59a5dc11-298e-47de-be60-e99a2b2a821b'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:21:55.918267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.044411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.180706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting port fce3d40c-416b-4cac-9fe2-58bf34a2a993 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:56.180706 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.291074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.307160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Calling delete_port for fce3d40c-416b-4cac-9fe2-58bf34a2a993 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:56.560404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.603642 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Port': ['ID=fce3d40c-416b-4cac-9fe2-58bf34a2a993,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:56.718285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.841857 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.844243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.983133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.983726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Fanout notify agent at l3_agent the message router_deleted on router 59a5dc11-298e-47de-be60-e99a2b2a821b {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:21:56.992243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:56.993443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cfc4ee58-69bb-4756-a8f8-671b26d8f102 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "DELETE /v2.0/routers/59a5dc11-298e-47de-be60-e99a2b2a821b HTTP/1.1" status: 204 len: 168 time: 1.2249360 Aug 16 02:21:56.996907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35054) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:57.078973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting subnet c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:21:57.080308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.143491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.188615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.219755 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.266397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.442984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.474471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Subnet': ['ID=c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:57.478754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.480952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5046838-eee6-4e69-bc05-99c6505857e5 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "DELETE /v2.0/subnets/c7edb5b4-48f7-4b6b-ba81-61349d7b5ab3 HTTP/1.1" status: 204 len: 168 time: 0.4831269 Aug 16 02:21:57.483516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35086) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:57.488229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0905342-7f4c-4bb9-a9f6-0252cbc8c50e None None] Network b3cf74c5-612b-455a-8cd6-68289ef05d5e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:21:57.596111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.674965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting port 754b3abc-cd19-49d5-90be-ea4232c63184 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:57.676040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.759914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] DHCP port deletion for b3cf74c5-612b-455a-8cd6-68289ef05d5e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:21:57.795014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] For port 754b3abc-cd19-49d5-90be-ea4232c63184, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=754b3abc-cd19-49d5-90be-ea4232c63184,segment=NetworkSegment(ab77af57-398e-40a8-8ece-983eb297b907),segment_id=ab77af57-398e-40a8-8ece-983eb297b907)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.795394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.813305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Calling delete_port for 754b3abc-cd19-49d5-90be-ea4232c63184 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:57.824620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] Deleting port 754b3abc-cd19-49d5-90be-ea4232c63184 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:57.825563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.923342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] For port 754b3abc-cd19-49d5-90be-ea4232c63184, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=754b3abc-cd19-49d5-90be-ea4232c63184,segment=NetworkSegment(ab77af57-398e-40a8-8ece-983eb297b907),segment_id=ab77af57-398e-40a8-8ece-983eb297b907)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:21:57.928379 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:57.939050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] Calling delete_port for 754b3abc-cd19-49d5-90be-ea4232c63184 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:58.040930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.047888 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.071107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Port': ['ID=754b3abc-cd19-49d5-90be-ea4232c63184,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.077477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] No DVR routers for this DVR port 754b3abc-cd19-49d5-90be-ea4232c63184 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:58.080866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] Pushing event deleted for resources: {'Port': ['ID=754b3abc-cd19-49d5-90be-ea4232c63184,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.090257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04f9137-0f49-4958-bf34-a32ff2fc5830 None None] No DVR routers for this DVR port 754b3abc-cd19-49d5-90be-ea4232c63184 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:21:58.187246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.211917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cf74c5-612b-455a-8cd6-68289ef05d5e']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:58.239138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab77af57-398e-40a8-8ece-983eb297b907') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:58.239515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab77af57-398e-40a8-8ece-983eb297b907') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:21:58.259750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.289969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.302211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:21:58.302949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:21:58.321613 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:21:58.475867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.543316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.551339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.555682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "DELETE /v2.0/networks/b3cf74c5-612b-455a-8cd6-68289ef05d5e HTTP/1.1" status: 204 len: 168 time: 1.0686429 Aug 16 02:21:58.556548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35122) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:58.567568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f49314-bc21-49f1-9422-c00c126a046f tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Network': ['ID=b3cf74c5-612b-455a-8cd6-68289ef05d5e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:58.634783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3b91bea-b5f7-4732-897c-a5353fd6a699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.813323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Deleting port b85eb62d-eaa9-40ad-91af-82bbbfe2037a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:21:58.813908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.938930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.939267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.959383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3b91bea-b5f7-4732-897c-a5353fd6a699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:58.965487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Calling delete_port for b85eb62d-eaa9-40ad-91af-82bbbfe2037a owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:21:59.018315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3b91bea-b5f7-4732-897c-a5353fd6a699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.072687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b91bea-b5f7-4732-897c-a5353fd6a699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245bf9f2-d2bd-45d5-a8fe-bee7d2b88794,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.081212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b3b91bea-b5f7-4732-897c-a5353fd6a699 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fcc9ff1668aa4c2da1738b7c9c037784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6041145 Aug 16 02:21:59.084028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35140) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:21:59.158747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7019643b-a3d9-43a9-956d-ff2373b476d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.195965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7019643b-a3d9-43a9-956d-ff2373b476d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.245374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.278714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Pushing event deleted for resources: {'Port': ['ID=b85eb62d-eaa9-40ad-91af-82bbbfe2037a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.391537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 754b3abc-cd19-49d5-90be-ea4232c63184 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:21:59.416737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7019643b-a3d9-43a9-956d-ff2373b476d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.418215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.420904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7019643b-a3d9-43a9-956d-ff2373b476d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.423338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:21:59.428404 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b05b315c-77ea-45e3-8cb9-37fb36627709 tempest-FloatingIPAdminTestJSON-786472368 tempest-FloatingIPAdminTestJSON-786472368-project] 10.222.0.76 "DELETE /v2.0/floatingips/8721e91e-38d4-444b-9bfe-5cf7fe222544 HTTP/1.1" status: 204 len: 168 time: 0.8683116 Aug 16 02:21:59.428736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7019643b-a3d9-43a9-956d-ff2373b476d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/245bf9f2-d2bd-45d5-a8fe-bee7d2b88794 HTTP/1.1" status: 204 len: 168 time: 0.3420649 Aug 16 02:21:59.433013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 754b3abc-cd19-49d5-90be-ea4232c63184 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:21:59.433579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 754b3abc-cd19-49d5-90be-ea4232c63184 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:21:59.448862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019643b-a3d9-43a9-956d-ff2373b476d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245bf9f2-d2bd-45d5-a8fe-bee7d2b88794,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:21:59.817663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35154) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.135337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-641bc676-011e-49d8-bcf4-f7cc1a8d70bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428369 Aug 16 02:22:00.141090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35162) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.156315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae776522-6f48-4077-8d80-abff4ec99cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.250999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-cf4e5ec1-3411-4a6b-98bd-c98de647266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.253292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-cf4e5ec1-3411-4a6b-98bd-c98de647266f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1098 time: 0.0625718 Aug 16 02:22:00.298625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae776522-6f48-4077-8d80-abff4ec99cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.365228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ae776522-6f48-4077-8d80-abff4ec99cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.386026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-dcfc9bcb-a0d1-475c-be40-19436b1a4092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.386026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-dcfc9bcb-a0d1-475c-be40-19436b1a4092 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.1042252 Aug 16 02:22:00.411759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35166) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.424982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2660c00b-c2f6-4b0c-b619-6be3ea7067c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.428730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ae776522-6f48-4077-8d80-abff4ec99cf1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e597830580044e6b69e4601c9b63677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866015 Aug 16 02:22:00.434629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35170) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.439838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae776522-6f48-4077-8d80-abff4ec99cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7046406c-4960-4378-a6b3-8712acd6084d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.498624 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-42f2121d-ebd9-4cdd-928c-cdf53c45251b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 1001 time: 0.1066828 Aug 16 02:22:00.548642 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b966fd3-ba68-41a9-9bcf-6f83aabb81c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.585751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-7932257e-3aba-43fc-95a5-4118b13eafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.587035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-7932257e-3aba-43fc-95a5-4118b13eafe9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.0790958 Aug 16 02:22:00.589004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b966fd3-ba68-41a9-9bcf-6f83aabb81c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.611826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2660c00b-c2f6-4b0c-b619-6be3ea7067c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.647415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f2d9303a-5990-48b2-9bfe-c7f972484a05 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51faeb67968e4b46ac3ed469cefc9e0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335715 Aug 16 02:22:00.648341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35174) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.658562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-2add2add-8543-4029-a701-0310b01b4293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:00.660158 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-2add2add-8543-4029-a701-0310b01b4293 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645211 Aug 16 02:22:00.677220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2660c00b-c2f6-4b0c-b619-6be3ea7067c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.741880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2660c00b-c2f6-4b0c-b619-6be3ea7067c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c075d18de104af3bb199d8f8a08f612&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9223096 Aug 16 02:22:00.743664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb38883d-b855-48ff-adc1-96c033856dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.745234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35176) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:00.746474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660c00b-c2f6-4b0c-b619-6be3ea7067c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65960b2-801b-4d2c-a8c1-0a1eaec51d79,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.770486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b966fd3-ba68-41a9-9bcf-6f83aabb81c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.771355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5b966fd3-ba68-41a9-9bcf-6f83aabb81c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.774814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb38883d-b855-48ff-adc1-96c033856dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.774988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5b966fd3-ba68-41a9-9bcf-6f83aabb81c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7046406c-4960-4378-a6b3-8712acd6084d HTTP/1.1" status: 204 len: 168 time: 0.3368516 Aug 16 02:22:00.807414 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-ed999e1f-7315-4225-aab7-3fc0efe381d7 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391871 Aug 16 02:22:00.812596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b966fd3-ba68-41a9-9bcf-6f83aabb81c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7046406c-4960-4378-a6b3-8712acd6084d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.875297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-212d2a33-85dc-408d-baf9-7bd4824bc6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.913660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-212d2a33-85dc-408d-baf9-7bd4824bc6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.919933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb38883d-b855-48ff-adc1-96c033856dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.922609 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb38883d-b855-48ff-adc1-96c033856dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:00.923819 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fb38883d-b855-48ff-adc1-96c033856dba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32836372-98bf-4a85-a9fa-29a31e6e9a2f HTTP/1.1" status: 204 len: 168 time: 0.2745454 Aug 16 02:22:00.937916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38883d-b855-48ff-adc1-96c033856dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32836372-98bf-4a85-a9fa-29a31e6e9a2f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:00.958256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-947e86ba-9f4e-4650-aabb-08717fa72927 req-c6be26c9-d705-41cf-904a-7fa6ee6481cf service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428990 Aug 16 02:22:01.063001 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-212d2a33-85dc-408d-baf9-7bd4824bc6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.065635 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-212d2a33-85dc-408d-baf9-7bd4824bc6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.071496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-212d2a33-85dc-408d-baf9-7bd4824bc6bd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c65960b2-801b-4d2c-a8c1-0a1eaec51d79 HTTP/1.1" status: 204 len: 168 time: 0.3252389 Aug 16 02:22:01.079988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d2a33-85dc-408d-baf9-7bd4824bc6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65960b2-801b-4d2c-a8c1-0a1eaec51d79,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.612642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35206) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.637908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f816c2cb-f37e-4464-a919-12afccd6313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.815587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f816c2cb-f37e-4464-a919-12afccd6313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.858199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f816c2cb-f37e-4464-a919-12afccd6313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:01.899097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f816c2cb-f37e-4464-a919-12afccd6313a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=914d90d6523f444daa0b2cfd0214fb76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844050 Aug 16 02:22:01.901140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816c2cb-f37e-4464-a919-12afccd6313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f7d49-b7f5-4d73-8f22-579c31d1fdad,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:01.901966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.993354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:01.995827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1129-9ae8-432b-a624-ec3c59c238f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.011936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fc964e2-6c1d-405f-8b20-897207632a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.019738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1129-9ae8-432b-a624-ec3c59c238f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.175652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1129-9ae8-432b-a624-ec3c59c238f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.186093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff9d1129-9ae8-432b-a624-ec3c59c238f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.190396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ff9d1129-9ae8-432b-a624-ec3c59c238f3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca5f7d49-b7f5-4d73-8f22-579c31d1fdad HTTP/1.1" status: 204 len: 168 time: 0.2873757 Aug 16 02:22:02.236148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d1129-9ae8-432b-a624-ec3c59c238f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f7d49-b7f5-4d73-8f22-579c31d1fdad,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.262110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fc964e2-6c1d-405f-8b20-897207632a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.427988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6fc964e2-6c1d-405f-8b20-897207632a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.512887 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6fc964e2-6c1d-405f-8b20-897207632a91 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f84e8a41324245df9975d49ed237fc85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166714 Aug 16 02:22:02.513643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35230) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:02.515417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc964e2-6c1d-405f-8b20-897207632a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f09e54-8d98-4599-a224-fa2d62520d63,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:02.609028 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f3f-30c7-4aef-8602-45e25f8b2d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:02.640683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f3f-30c7-4aef-8602-45e25f8b2d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.166067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f3f-30c7-4aef-8602-45e25f8b2d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.169057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ff70f3f-30c7-4aef-8602-45e25f8b2d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.170816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ff70f3f-30c7-4aef-8602-45e25f8b2d2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/14f09e54-8d98-4599-a224-fa2d62520d63 HTTP/1.1" status: 204 len: 168 time: 0.6558585 Aug 16 02:22:03.179430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff70f3f-30c7-4aef-8602-45e25f8b2d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f09e54-8d98-4599-a224-fa2d62520d63,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.274580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35248) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:03.290936 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e86cadd-2cd2-40a2-b7b8-e9182b373d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.395716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e86cadd-2cd2-40a2-b7b8-e9182b373d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.458326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e86cadd-2cd2-40a2-b7b8-e9182b373d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.501979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e86cadd-2cd2-40a2-b7b8-e9182b373d7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d14cf5c6cf9f4ddf9b110fd34089bca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257781 Aug 16 02:22:03.507690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86cadd-2cd2-40a2-b7b8-e9182b373d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba064e09-8ed3-4616-8a0a-2fb1a61f723b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:03.509706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35252) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:03.578356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad59f01a-ee92-4f6a-b9f3-f61b99b3a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.626596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad59f01a-ee92-4f6a-b9f3-f61b99b3a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.839431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad59f01a-ee92-4f6a-b9f3-f61b99b3a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.842053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad59f01a-ee92-4f6a-b9f3-f61b99b3a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:03.843390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ad59f01a-ee92-4f6a-b9f3-f61b99b3a682 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba064e09-8ed3-4616-8a0a-2fb1a61f723b HTTP/1.1" status: 204 len: 168 time: 0.3326354 Aug 16 02:22:03.852431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59f01a-ee92-4f6a-b9f3-f61b99b3a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba064e09-8ed3-4616-8a0a-2fb1a61f723b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.191495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.449880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04c81f4a-8006-4821-b2ca-820331211152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.571103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04c81f4a-8006-4821-b2ca-820331211152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.580704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35438) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.639069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-04c81f4a-8006-4821-b2ca-820331211152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.692365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c81f4a-8006-4821-b2ca-820331211152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12355e90-8374-45fc-9290-113800d01115,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:07.737553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-04c81f4a-8006-4821-b2ca-820331211152 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d1b171c2fa004a66bb82a05c02842701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418866 Aug 16 02:22:07.737929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:07.773352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1041996523'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:07.798871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f3c6e0d-85b4-4bc1-ac89-6dfeb5971d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.822503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f3c6e0d-85b4-4bc1-ac89-6dfeb5971d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.873770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Made reservation on behalf of dbfaf34ae5cd413b88eb3c786b7b4c3b for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:07.883349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.889703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.959808 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f3c6e0d-85b4-4bc1-ac89-6dfeb5971d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.962876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f3c6e0d-85b4-4bc1-ac89-6dfeb5971d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:07.971708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4f3c6e0d-85b4-4bc1-ac89-6dfeb5971d3c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/12355e90-8374-45fc-9290-113800d01115 HTTP/1.1" status: 204 len: 168 time: 0.2286341 Aug 16 02:22:07.985110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c6e0d-85b4-4bc1-ac89-6dfeb5971d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12355e90-8374-45fc-9290-113800d01115,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.418213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.498225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.540329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:08.551935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.553242 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Added segment d83a00bf-9abc-42cd-9288-69d7f8e5e8b3 of type vlan for network a632710b-0de7-49d1-b04f-b7aca778a15d Aug 16 02:22:08.613227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4538d4a7-229c-42a8-9eba-8ccbeda959c2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.627832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.656864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.658797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.659201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.659777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.660144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.660568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.669800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.670251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.670622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.671003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.671575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.672013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:08.782295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.789076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:08.791962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:08.875804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Pushing event updated for resources: {'Network': ['ID=a632710b-0de7-49d1-b04f-b7aca778a15d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:08.886006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a632710b-0de7-49d1-b04f-b7aca778a15d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:08.982548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15588562-63c3-43b6-95ae-18578893f568 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3963120 Aug 16 02:22:09.117567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35488) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.140900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af2c56e8-1b3b-42d7-80e4-d6d30daa98b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.346084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af2c56e8-1b3b-42d7-80e4-d6d30daa98b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.399909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af2c56e8-1b3b-42d7-80e4-d6d30daa98b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.442578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af2c56e8-1b3b-42d7-80e4-d6d30daa98b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=47dbacdc0bb2405cbe472937fcbfb819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237343 Aug 16 02:22:09.444448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c56e8-1b3b-42d7-80e4-d6d30daa98b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb38555a-0d83-4fac-b61c-1e97222ba864,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.447222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.495602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:09.501842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Request body: {'port': {'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d', 'binding:host_id': 'n-h2-768852-19', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-321103078'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:09.508892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24f03389-cbde-4b1c-9419-f22b6b4fce85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.535748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24f03389-cbde-4b1c-9419-f22b6b4fce85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.582002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Made reservation on behalf of 960abadeec6f4ea887fe2f5b50075445 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:09.586524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.604061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.696415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24f03389-cbde-4b1c-9419-f22b6b4fce85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.698990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24f03389-cbde-4b1c-9419-f22b6b4fce85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.700247 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-24f03389-cbde-4b1c-9419-f22b6b4fce85 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bb38555a-0d83-4fac-b61c-1e97222ba864 HTTP/1.1" status: 204 len: 168 time: 0.2520068 Aug 16 02:22:09.709124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f03389-cbde-4b1c-9419-f22b6b4fce85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb38555a-0d83-4fac-b61c-1e97222ba864,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.781512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.844050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:09.874614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 955751fe-dc05-4685-bd16-e2411fb4786f yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:09.879156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ee5b29-ec40-428c-af43-4fe3da184d90,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:09.953299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a348f30-e7d2-4363-b69c-414ee0d92b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.163849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 955751fe-dc05-4685-bd16-e2411fb4786f yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:10.174428 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.187518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Transition to ACTIVE for port object 955751fe-dc05-4685-bd16-e2411fb4786f will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:10.291547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:10.399517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=955751fe-dc05-4685-bd16-e2411fb4786f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:10.480658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Checking segment: {'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:10.481123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Network hostable DHCP agents. Network: a632710b-0de7-49d1-b04f-b7aca778a15d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:10.610995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Network a632710b-0de7-49d1-b04f-b7aca778a15d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:10.759380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a632710b-0de7-49d1-b04f-b7aca778a15d) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:10.770830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f1617-2ec6-477b-bc7e-3902258f83f5 None None] Network a632710b-0de7-49d1-b04f-b7aca778a15d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:10.774782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:10.852933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:10.855842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:10.856198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:10.881264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:10.882700 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:10.883481 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 2 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:10.939562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:10.940344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:10.940794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:10.950735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:10.951830 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:10.954211 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 3 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:10.991587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:10.991952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:10.992523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.005988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.005988 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.006293 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 4 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.020334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.020768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.021123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.031739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.031739 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.031739 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 5 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.044443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.044776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.045118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.049900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.050245 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.050702 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 6 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.067340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.073297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.073297 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.073930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.074242 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.074628 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 7 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.093609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.094045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.094311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.100331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.100610 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.101350 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 8 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.119900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.120162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.120499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.125046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.125383 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.125781 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 9 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.140216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.140566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.140915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.145596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.146077 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.146770 n-d-768852-19 neutron-server[101945]: INFO neutron.plugins.ml2.plugin [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 10 to bind port 955751fe-dc05-4685-bd16-e2411fb4786f Aug 16 02:22:11.158934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:11.159288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:11.159644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:11.164892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 955751fe-dc05-4685-bd16-e2411fb4786f on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:11.165228 n-d-768852-19 neutron-server[101945]: ERROR neutron.plugins.ml2.managers [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 955751fe-dc05-4685-bd16-e2411fb4786f on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:11.165611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.240129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] For port 955751fe-dc05-4685-bd16-e2411fb4786f, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:11.240543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempted to set empty binding levels {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:22:11.384058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.420071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:11.420719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.444526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=955751fe-dc05-4685-bd16-e2411fb4786f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:11.665782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-431ef1fe-5f71-4791-a261-584bc1ac0a24 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.1660616 Aug 16 02:22:11.666531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35558) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:11.760621 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Deleting port 955751fe-dc05-4685-bd16-e2411fb4786f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:11.761222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.847778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] For port 955751fe-dc05-4685-bd16-e2411fb4786f, host n-h2-768852-19, got binding levels [] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:11.848152 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:11.862750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Calling delete_port for 955751fe-dc05-4685-bd16-e2411fb4786f owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:12.010327 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.057533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event deleted for resources: {'Port': ['ID=955751fe-dc05-4685-bd16-e2411fb4786f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.061354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.065851 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-94a04d20-7b4d-4525-9326-49406ddd02f5 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "DELETE /v2.0/ports/955751fe-dc05-4685-bd16-e2411fb4786f HTTP/1.1" status: 204 len: 168 time: 0.3964474 Aug 16 02:22:12.066967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:12.100960 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-38253533-f6ca-4f69-bfc8-0b162fd13856 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:22:12.106144 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-38253533-f6ca-4f69-bfc8-0b162fd13856 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "GET /v2.0/ports/955751fe-dc05-4685-bd16-e2411fb4786f HTTP/1.1" status: 404 len: 333 time: 0.0352950 Aug 16 02:22:12.106345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:12.111038 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Request body: {'port': {'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-208955313'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:12.215993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Made reservation on behalf of 960abadeec6f4ea887fe2f5b50075445 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:12.218857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.237221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 5cde7987-e474-4a9e-9e85-29852f344c19 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:12.413519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.513683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.579006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=5cde7987-e474-4a9e-9e85-29852f344c19,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:12.614442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Network a632710b-0de7-49d1-b04f-b7aca778a15d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:12.614442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:12.618197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:12.619250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:12.619877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.713685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.740978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:12.784704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9b4e1b6f-d005-4d11-94d7-59ee89da67fc tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6770344 Aug 16 02:22:12.788382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35600) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:12.797927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:12.827025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2468d861-46ee-4844-87de-40132cdf2c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.894751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:12.918291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1050525774', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:13.030629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Made reservation on behalf of 8241476417654378b8fa1f5ecedbdfe3 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:13.033914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.054971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.174744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 5cde7987-e474-4a9e-9e85-29852f344c19 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:13.184758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.207649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Transition to ACTIVE for port object 5cde7987-e474-4a9e-9e85-29852f344c19 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:13.241506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.303771 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.364724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=5cde7987-e474-4a9e-9e85-29852f344c19,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.373380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.373732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.374080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.381211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.381559 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.381950 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 2 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.397409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.397784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.398129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.402488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.402850 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.403248 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 3 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.413812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.419409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] device_id is not set on port 75f73e35-0530-4d95-b1ea-a32b1124b8ae yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:13.432176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.432524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.432882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.482092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.482433 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.485090 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 4 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.494569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686c805d-d6a5-4d96-b547-697d9558e02e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:13.513793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.514140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.514490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.542844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.543121 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.544930 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 5 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.565116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.565353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.565684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.576609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.576804 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.585780 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 6 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.586862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Allocated IP 172.25.6.142 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/75f73e35-0530-4d95-b1ea-a32b1124b8ae) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:13.605334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.605680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.606024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.615733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.615885 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.619455 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 7 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.644350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.644697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.650534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.662976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.663327 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.665156 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 8 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.716104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.716447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.716791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.729347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.729685 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.731499 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 9 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.752727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.753083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.753323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.764587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.765218 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.770483 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 10 to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 Aug 16 02:22:13.791494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35624) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:13.794571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:13.794958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:13.795523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:13.803022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.806696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:13.807032 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 5cde7987-e474-4a9e-9e85-29852f344c19 on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:13.807394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.847120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Deleting subnet 0659bbcb-6ab1-490e-a174-00f3e97b89de {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:13.852130 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.902076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] For port 5cde7987-e474-4a9e-9e85-29852f344c19, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:13.902471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempted to set empty binding levels {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:22:13.914923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.970932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:13.999672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.011935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.049303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] In _notify_port_updated(), no bound segment for port 5cde7987-e474-4a9e-9e85-29852f344c19 on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:22:14.050321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.050999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.052446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "PUT /v2.0/ports/5cde7987-e474-4a9e-9e85-29852f344c19 HTTP/1.1" status: 200 len: 975 time: 1.2623758 Aug 16 02:22:14.055628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35630) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.066912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:14.072212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:14.076539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:14.079722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0ce48e-20aa-4f04-85ef-372552039b98 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=5cde7987-e474-4a9e-9e85-29852f344c19,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.148551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.149183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.159410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Pushing event updated for resources: {'Port': ['ID=75f73e35-0530-4d95-b1ea-a32b1124b8ae,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.167525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.168702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.169206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.169697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.170188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.170695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.171209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.171689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.172183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.172651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.173127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.173603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.174086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.174563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.175117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.175594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:14.178956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61a84bb9-13b2-4ad4-9443-132763507c45 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14359 time: 0.1219971 Aug 16 02:22:14.180611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.182446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35632) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.213840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0659bbcb-6ab1-490e-a174-00f3e97b89de,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.219043 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.222118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f7849490-a617-46b6-8e2e-06db3abef5ae admin admin] 10.222.0.76 "DELETE /v2.0/subnets/0659bbcb-6ab1-490e-a174-00f3e97b89de HTTP/1.1" status: 204 len: 168 time: 0.4293621 Aug 16 02:22:14.225370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.269662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Deleting port 5cde7987-e474-4a9e-9e85-29852f344c19 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:14.269929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.319809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.326573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-baf150f5-52df-4b40-8759-04fff806ac2b tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.5838640 Aug 16 02:22:14.329037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35638) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.339175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.142'}]}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:14.360904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] For port 5cde7987-e474-4a9e-9e85-29852f344c19, host n-h2-768852-19, got binding levels [] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:14.361274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.378531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Calling delete_port for 5cde7987-e474-4a9e-9e85-29852f344c19 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:14.455133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.467165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e624963-03e4-475c-8c0d-fafb1e13fb3a']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.479970 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e756c6-6236-44d9-ba43-793aa3c0d5f6') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.480278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e756c6-6236-44d9-ba43-793aa3c0d5f6') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:14.490085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.503898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.507717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.513553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.519438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:14.519883 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:14.522362 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:14.679031 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.707798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cde7987-e474-4a9e-9e85-29852f344c19,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.715654 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.717583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4284875c-552c-4b85-ace9-4021ea03b9f6 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "DELETE /v2.0/ports/5cde7987-e474-4a9e-9e85-29852f344c19 HTTP/1.1" status: 204 len: 168 time: 0.5340247 Aug 16 02:22:14.720304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35640) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.730499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.735818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.743020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.745673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] 10.222.0.76 "DELETE /v2.0/networks/1e624963-03e4-475c-8c0d-fafb1e13fb3a HTTP/1.1" status: 204 len: 168 time: 0.5190895 Aug 16 02:22:14.748547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.757839 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-a393a3f4-2e7a-44b5-8937-082c6c873e2c tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:22:14.759556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a393a3f4-2e7a-44b5-8937-082c6c873e2c tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "GET /v2.0/ports/5cde7987-e474-4a9e-9e85-29852f344c19 HTTP/1.1" status: 404 len: 333 time: 0.0383015 Aug 16 02:22:14.768262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35646) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:14.806112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1372991540', 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:14.813477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7495b28-db81-45b3-9b6a-ec51da3a05ca admin admin] Pushing event deleted for resources: {'Network': ['ID=1e624963-03e4-475c-8c0d-fafb1e13fb3a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:14.822880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.832934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Deleting subnet 49e6b708-edf2-4adc-af79-846fda8a78af {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:14.843773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.881696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.930213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:14.992897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Made reservation on behalf of 960abadeec6f4ea887fe2f5b50075445 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:14.995321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.046952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 2052cc71-539a-4942-b7df-85b701bbb96c yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:15.079478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.088676 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.109182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e6b708-edf2-4adc-af79-846fda8a78af,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.111360 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.116069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f994e7a0-30ba-450f-93b3-2448bab6406a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/49e6b708-edf2-4adc-af79-846fda8a78af HTTP/1.1" status: 204 len: 168 time: 0.3635364 Aug 16 02:22:15.116960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35652) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:15.188433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.243037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.276156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.288288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c77af1-15f2-4b56-b1b4-6ac5867066c6']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.299309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dce41d-0edd-4dab-910b-2022891a3dd2') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.299691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dce41d-0edd-4dab-910b-2022891a3dd2') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:15.311283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.328833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.336845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:15.337270 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:15.339026 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:15.448592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.513389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.519497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.522984 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] 10.222.0.76 "DELETE /v2.0/networks/b6c77af1-15f2-4b56-b1b4-6ac5867066c6 HTTP/1.1" status: 204 len: 168 time: 0.4048462 Aug 16 02:22:15.524423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Network a632710b-0de7-49d1-b04f-b7aca778a15d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:15.535289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cd61b-5852-4ea5-916f-56b01a57b14e admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c77af1-15f2-4b56-b1b4-6ac5867066c6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.536695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:15.540991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:15.542675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.543414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.568498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=2052cc71-539a-4942-b7df-85b701bbb96c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:15.588206 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.610623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.680353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7682284c-dc2e-46a7-85dc-49c247c19efa tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9096949 Aug 16 02:22:15.683053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:15.726363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28566cb1-c325-40e0-9bc7-0002b78312b3 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:15.727823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28566cb1-c325-40e0-9bc7-0002b78312b3 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "GET /v2.0/ports/2052cc71-539a-4942-b7df-85b701bbb96c HTTP/1.1" status: 200 len: 955 time: 0.0436623 Aug 16 02:22:15.730890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35662) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:15.813133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Deleting port 2052cc71-539a-4942-b7df-85b701bbb96c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:15.813495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.880016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.883465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.894631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:15.915352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Calling delete_port for 2052cc71-539a-4942-b7df-85b701bbb96c owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:16.065498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35676) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.071778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.074584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.119767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2fecaa54-acf5-4cbe-9a3d-4b2eeb81a1f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=268aabfbdca745679c1bd94bbe0d0ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525684 Aug 16 02:22:16.122535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35680) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.139810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.165493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7b6a5-cca5-4ffd-b331-fc2c873bfaf7 req-07e4018f-60ab-41e6-9403-75696ae79974 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:16.167095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dd7b6a5-cca5-4ffd-b331-fc2c873bfaf7 req-07e4018f-60ab-41e6-9403-75696ae79974 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1098 time: 0.0810368 Aug 16 02:22:16.191015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event deleted for resources: {'Port': ['ID=2052cc71-539a-4942-b7df-85b701bbb96c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:16.204933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.206907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3c3e100e-1de0-4749-971f-7c8836910126 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "DELETE /v2.0/ports/2052cc71-539a-4942-b7df-85b701bbb96c HTTP/1.1" status: 204 len: 168 time: 0.4750862 Aug 16 02:22:16.210354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35682) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.223886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f29c9621-dcfd-4522-a2fd-80885b1009df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.250381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f29c9621-dcfd-4522-a2fd-80885b1009df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.251556 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8523a9-28b3-4544-8b57-3a087f290f6f tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:22:16.253146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0a8523a9-28b3-4544-8b57-3a087f290f6f tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "GET /v2.0/ports/2052cc71-539a-4942-b7df-85b701bbb96c HTTP/1.1" status: 404 len: 333 time: 0.0414314 Aug 16 02:22:16.257982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35684) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.259302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dd7b6a5-cca5-4ffd-b331-fc2c873bfaf7 req-7f6c532a-720a-4abd-8845-ea9e47c38cf7 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833547 Aug 16 02:22:16.263680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.263680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65015db6-4df4-4e3b-9d01-46d5b2cc038b {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:16.264057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Request body: {'port': {'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-641724621'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:16.282738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35686) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.464620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Made reservation on behalf of 960abadeec6f4ea887fe2f5b50075445 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:16.466839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.490191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 0ba5f36f-4467-4f90-8c1e-e923db13195d yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:16.535340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f29c9621-dcfd-4522-a2fd-80885b1009df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.537799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f29c9621-dcfd-4522-a2fd-80885b1009df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.539020 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f29c9621-dcfd-4522-a2fd-80885b1009df admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ac7d49d3-5afb-47c1-8d77-b1f516ac96d0 HTTP/1.1" status: 204 len: 168 time: 0.4150050 Aug 16 02:22:16.556736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9621-dcfd-4522-a2fd-80885b1009df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7d49d3-5afb-47c1-8d77-b1f516ac96d0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:16.569524 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:22:16.570708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a134bd7f-c23b-45cc-adf8-e464835a7040 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2401757 Aug 16 02:22:16.575875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35694) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:16.756945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Deleting port 75f73e35-0530-4d95-b1ea-a32b1124b8ae {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:16.757303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.767607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.845915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port abe051e0-561d-4a69-a1bd-bb35326f50a1 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:16.846560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.889507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.908754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:16.909107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Calling delete_port for 75f73e35-0530-4d95-b1ea-a32b1124b8ae owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:16.999729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Network a632710b-0de7-49d1-b04f-b7aca778a15d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:17.001469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.001814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.003407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:17.009416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:17.010948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:17.011675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.019266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba5f36f-4467-4f90-8c1e-e923db13195d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.031579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for abe051e0-561d-4a69-a1bd-bb35326f50a1 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:17.128758 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b3e204d0-1419-43a4-8a41-d1290e7530cd tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8695879 Aug 16 02:22:17.129523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35708) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:17.137017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:17.236786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.279569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.289180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Pushing event deleted for resources: {'Port': ['ID=75f73e35-0530-4d95-b1ea-a32b1124b8ae,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.358081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.403936 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.410486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec2cb32b-0ef4-4afa-ae86-68eab761b436 tempest-RoutersAdminNegativeIpV6Test-501702374 tempest-RoutersAdminNegativeIpV6Test-501702374-project-admin] 10.222.0.76 "DELETE /v2.0/ports/75f73e35-0530-4d95-b1ea-a32b1124b8ae HTTP/1.1" status: 204 len: 168 time: 0.8308122 Aug 16 02:22:17.418536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=abe051e0-561d-4a69-a1bd-bb35326f50a1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.494196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.495959 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP a7bc609c-4640-4d03-80ce-c1318cd181f1 disassociated (deleted). External IP: 172.25.6.176, port: 8f4531b7-c5ad-43de-bc2c-c8193d232978. Aug 16 02:22:17.502378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] device_id is not set on port 0ba5f36f-4467-4f90-8c1e-e923db13195d yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:17.518813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.533692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Transition to ACTIVE for port object 0ba5f36f-4467-4f90-8c1e-e923db13195d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:17.536045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35722) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:17.582359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5118381-fe6e-45a8-b1c6-e46d6cbd6297 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0733f43a3b994c6b8497a6c933f5ac75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0445948 Aug 16 02:22:17.585034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35724) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:17.649843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90908cc8-8be7-4b64-80df-998776d966a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.657196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.710375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba5f36f-4467-4f90-8c1e-e923db13195d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.737087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90908cc8-8be7-4b64-80df-998776d966a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.783507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.783507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.783507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.790261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.790951 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.792167 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 2 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.807613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.807964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.808306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.813339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.813678 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.814344 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 3 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.829864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.830449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.831054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.836733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.837298 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.837867 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 4 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.853057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.853599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.854047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.859024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.859367 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.862367 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 5 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.873154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.873516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.873857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.878976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.879286 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.879647 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 6 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.893756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.894058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.894402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.899623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.899963 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.900367 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 7 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.911045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90908cc8-8be7-4b64-80df-998776d966a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.914845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90908cc8-8be7-4b64-80df-998776d966a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:17.918722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-90908cc8-8be7-4b64-80df-998776d966a8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f8dbe16-fcdc-4717-b289-420f10c6d3ca HTTP/1.1" status: 204 len: 168 time: 0.3325844 Aug 16 02:22:17.928077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.928430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.930388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.933131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90908cc8-8be7-4b64-80df-998776d966a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8dbe16-fcdc-4717-b289-420f10c6d3ca,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:17.935347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.935682 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.936383 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 8 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.950443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.950826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.951240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.955676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.956007 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.956547 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 9 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.969685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.970042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.970499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.976513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.976691 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.980247 n-d-768852-19 neutron-server[101946]: INFO neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempt 10 to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d Aug 16 02:22:17.994837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35736) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:17.995419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:17.995419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:17.995419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempting to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:17.996994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:17.997336 n-d-768852-19 neutron-server[101946]: ERROR neutron.plugins.ml2.managers [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Failed to bind port 0ba5f36f-4467-4f90-8c1e-e923db13195d on host n-h2-768852-19 for vnic_type normal using segments [{'id': 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'a632710b-0de7-49d1-b04f-b7aca778a15d'}] Aug 16 02:22:17.997735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.057921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:18.078951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] For port 0ba5f36f-4467-4f90-8c1e-e923db13195d, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:18.079330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attempted to set empty binding levels {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 16 02:22:18.143486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.183145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] In _notify_port_updated(), no bound segment for port 0ba5f36f-4467-4f90-8c1e-e923db13195d on network a632710b-0de7-49d1-b04f-b7aca778a15d {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:22:18.189281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.189281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.189718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:18.189818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "PUT /v2.0/ports/0ba5f36f-4467-4f90-8c1e-e923db13195d HTTP/1.1" status: 200 len: 975 time: 1.0549717 Aug 16 02:22:18.189818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35744) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:18.197949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] Sync routers for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:18.198949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.213111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:18.215038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:18.239049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-84f48316-6fe2-4502-97fd-05a55e6609a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/floatingips/a7bc609c-4640-4d03-80ce-c1318cd181f1 HTTP/1.1" status: 204 len: 168 time: 1.9529219 Aug 16 02:22:18.239549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:18.241885 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc02b0e-d315-4a2e-a549-309b2ef94349" -d '{"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:18.258907 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cd12982-f651-4d8e-8970-05aa36d0e005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.289705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17d2e5-d5e7-43a2-9641-4c07973f174b tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba5f36f-4467-4f90-8c1e-e923db13195d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.352597 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292b7193-818a-4009-84f9-8aee6b8cdc97 x-openstack-request-id: req-292b7193-818a-4009-84f9-8aee6b8cdc97 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:18.352597 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:18.352597 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-292b7193-818a-4009-84f9-8aee6b8cdc97 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:18.354315 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'status': 'completed', 'code': 200} Aug 16 02:22:18.394114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cd12982-f651-4d8e-8970-05aa36d0e005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.458932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:18.472301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-fb2c3769-9646-43cc-a8eb-ed443d17aca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.474483 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-fb2c3769-9646-43cc-a8eb-ed443d17aca4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 1098 time: 0.0676761 Aug 16 02:22:18.479280 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2cd12982-f651-4d8e-8970-05aa36d0e005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.481194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Deleting port 0ba5f36f-4467-4f90-8c1e-e923db13195d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:18.481617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.566576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd12982-f651-4d8e-8970-05aa36d0e005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6553fb8a-3270-4cbf-97d0-a2b9ffd379cc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.575951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2cd12982-f651-4d8e-8970-05aa36d0e005 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cf07b9f0d56842f0a9f00d19996f9318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934849 Aug 16 02:22:18.577704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35758) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:18.689898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] For port 0ba5f36f-4467-4f90-8c1e-e923db13195d, host n-h2-768852-19, got binding levels [] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:18.689898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.705839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c43f-222e-4591-8601-622ccdb22109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.720229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Calling delete_port for 0ba5f36f-4467-4f90-8c1e-e923db13195d owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:18.750389 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c43f-222e-4591-8601-622ccdb22109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.790174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-db213e15-3a9a-412e-b26d-9cd1368ef580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.791162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-db213e15-3a9a-412e-b26d-9cd1368ef580 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 200 len: 898 time: 0.3074071 Aug 16 02:22:18.873819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:15Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:18.903752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-415e6988-e8b2-450f-a467-7fc7f66340dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 200 len: 217 time: 0.0456157 Aug 16 02:22:18.908636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c43f-222e-4591-8601-622ccdb22109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.913550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c6e9c43f-222e-4591-8601-622ccdb22109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:18.914689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] Checking router: 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:18.915356 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c6e9c43f-222e-4591-8601-622ccdb22109 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6553fb8a-3270-4cbf-97d0-a2b9ffd379cc HTTP/1.1" status: 204 len: 168 time: 0.3364713 Aug 16 02:22:18.932380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:18.932380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:18.935717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e9c43f-222e-4591-8601-622ccdb22109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6553fb8a-3270-4cbf-97d0-a2b9ffd379cc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:18.951779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5800200-0f97-41db-87c5-632cab24f9da req-3e487f76-bc61-4157-8932-4e22da6847ad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.953385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5800200-0f97-41db-87c5-632cab24f9da req-3e487f76-bc61-4157-8932-4e22da6847ad tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 946 time: 0.0974131 Aug 16 02:22:18.984212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-f1a7375c-1659-4968-8080-eed445486d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:18.985737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-f1a7375c-1659-4968-8080-eed445486d46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 200 len: 835 time: 0.0709536 Aug 16 02:22:19.016809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5800200-0f97-41db-87c5-632cab24f9da req-40d91046-402a-40dd-aa56-f1e91f4a1714 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562477 Aug 16 02:22:19.050285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-cf671e5f-8a8f-479f-b717-3a8dfe45ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:19.055581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-cf671e5f-8a8f-479f-b717-3a8dfe45ead6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ded7aaba-6508-4e01-8a54-a1c2798a2979&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583730 Aug 16 02:22:19.073983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.077294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:19.158288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ba5f36f-4467-4f90-8c1e-e923db13195d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.173995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.179043 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b35426b5-93c4-4789-b2c1-c8fd0494996d tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "DELETE /v2.0/ports/0ba5f36f-4467-4f90-8c1e-e923db13195d HTTP/1.1" status: 204 len: 168 time: 0.9854498 Aug 16 02:22:19.179915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35788) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:19.216783 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60ccadc-7719-4688-828b-e561bf4f1cd2 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] GET failed (client error): The resource could not be found. Aug 16 02:22:19.220018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a60ccadc-7719-4688-828b-e561bf4f1cd2 tempest-PortsAdminExtendedAttrsTestJSON-1558479844 tempest-PortsAdminExtendedAttrsTestJSON-1558479844-project-admin] 10.222.0.76 "GET /v2.0/ports/0ba5f36f-4467-4f90-8c1e-e923db13195d HTTP/1.1" status: 404 len: 333 time: 0.0378969 Aug 16 02:22:19.234427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35790) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:19.329426 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-a4a1ce39-d713-4df1-bc5e-c08deeef5751 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649169 Aug 16 02:22:19.383006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:15Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:19.395041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.410785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2d817f-3b8a-4286-9d05-f4576fc6a007 None None] The sync data for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 is: [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:20:08Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'bcdf8008-bfdb-4b79-abe9-5f65e57c62c6', 'name': '', 'network_id': 'ded7aaba-6508-4e01-8a54-a1c2798a2979', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:18:4f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2692, 'fixed_ips': [{'subnet_id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:07Z', 'updated_at': '2021-08-16T02:20:15Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': 'e1576735-cf34-4136-8dc4-17d5466a3492', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:19.525308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1dc02b0e-d315-4a2e-a549-309b2ef94349 req-eb6e17a2-9a43-4710-ac1e-c38ba1952f24 service neutron] 10.222.0.58 "GET /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873951 Aug 16 02:22:19.529618 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.541926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a632710b-0de7-49d1-b04f-b7aca778a15d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:19.554659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:19.557075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83a00bf-9abc-42cd-9288-69d7f8e5e8b3') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:19.564173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.584012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.595081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:19.595572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:19.599504 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:19.730090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.734619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:19.742728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] 10.222.0.76 "DELETE /v2.0/networks/a632710b-0de7-49d1-b04f-b7aca778a15d HTTP/1.1" status: 204 len: 168 time: 0.5017276 Aug 16 02:22:19.768337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05395718-1029-48c2-86d9-0a322443a805 tempest-PortsAdminExtendedAttrsTestJSON-300439670 tempest-PortsAdminExtendedAttrsTestJSON-300439670-project] Pushing event deleted for resources: {'Network': ['ID=a632710b-0de7-49d1-b04f-b7aca778a15d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:19.771552 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69f8b11-e693-448d-a9f8-a75ff88bd6fd None None] New status for floating IP a7bc609c-4640-4d03-80ce-c1318cd181f1: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:22:19.913541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35802) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:19.985861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-66f6a792-0fe3-4aaf-bce1-0fc4a1bb6a6f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8241476417654378b8fa1f5ecedbdfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733061 Aug 16 02:22:19.988488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35804) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:20.059086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a007-6da9-4db9-aedd-70e70fdc471c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.088664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a007-6da9-4db9-aedd-70e70fdc471c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.198797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8826bd-ad6e-46f7-abae-0e5fb02fe982 req-54d9d59a-affa-4cee-b70a-8b0e50a14f10 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.200426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f8826bd-ad6e-46f7-abae-0e5fb02fe982 req-54d9d59a-affa-4cee-b70a-8b0e50a14f10 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 946 time: 0.0879383 Aug 16 02:22:20.211054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d7688-3082-4fc1-893e-faea5db1354a req-821349a1-822a-4c7f-be5d-47b43e621763 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:20.217583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af4d7688-3082-4fc1-893e-faea5db1354a req-821349a1-822a-4c7f-be5d-47b43e621763 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 946 time: 0.0824602 Aug 16 02:22:20.255453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f8826bd-ad6e-46f7-abae-0e5fb02fe982 req-8ea06c08-8404-47e9-b14c-8186ab1124a9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=2ae571fe-d441-4566-9c4c-6a2cd009b0fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489285 Aug 16 02:22:20.255803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a007-6da9-4db9-aedd-70e70fdc471c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.260082 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8e3a007-6da9-4db9-aedd-70e70fdc471c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.261258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e8e3a007-6da9-4db9-aedd-70e70fdc471c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/686c805d-d6a5-4d96-b547-697d9558e02e HTTP/1.1" status: 204 len: 168 time: 0.2709100 Aug 16 02:22:20.305288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3a007-6da9-4db9-aedd-70e70fdc471c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686c805d-d6a5-4d96-b547-697d9558e02e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.392249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 8f4531b7-c5ad-43de-bc2c-c8193d232978 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:20.392851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.484122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 8f4531b7-c5ad-43de-bc2c-c8193d232978, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=8f4531b7-c5ad-43de-bc2c-c8193d232978,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:20.484493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.497114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 8f4531b7-c5ad-43de-bc2c-c8193d232978 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:20.741517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.771087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=8f4531b7-c5ad-43de-bc2c-c8193d232978,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:20.834185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] No DVR routers for this DVR port 8f4531b7-c5ad-43de-bc2c-c8193d232978 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:20.836813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:20.839392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-af4d7688-3082-4fc1-893e-faea5db1354a req-def590e9-ffec-4f12-a446-456727df4a7b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "DELETE /v2.0/ports/8f4531b7-c5ad-43de-bc2c-c8193d232978 HTTP/1.1" status: 204 len: 173 time: 0.6182420 Aug 16 02:22:20.839867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-deleted', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:20.842829 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f28cc2d-e328-4972-baf7-81d1f5b077b9" -d '{"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-deleted", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:20.868000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:20.894933 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a6c632-1dd1-477f-88e9-b3249f80a211 x-openstack-request-id: req-09a6c632-1dd1-477f-88e9-b3249f80a211 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:20.894933 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e1130e-f53c-4a13-b4d4-e942485f9df7", "name": "network-vif-deleted", "tag": "8f4531b7-c5ad-43de-bc2c-c8193d232978", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:20.894933 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09a6c632-1dd1-477f-88e9-b3249f80a211 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:20.894933 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e1130e-f53c-4a13-b4d4-e942485f9df7', 'name': 'network-vif-deleted', 'tag': '8f4531b7-c5ad-43de-bc2c-c8193d232978', 'status': 'completed', 'code': 200} Aug 16 02:22:20.921096 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:21.416847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab939458-b7fb-4365-9f46-6f95aaf30668 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dbfaf34ae5cd413b88eb3c786b7b4c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472705 Aug 16 02:22:21.420370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35846) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:21.469459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bbabfa0-01e3-493b-acf9-dbb8f52f4b60 req-37175b3a-aaf4-40b7-a430-7e35c9bf92fd tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=75e1130e-f53c-4a13-b4d4-e942485f9df7 HTTP/1.1" status: 200 len: 210 time: 0.0538945 Aug 16 02:22:21.544852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51186a5a-f0d2-4f50-8e37-ddb90d7b4534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.569792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51186a5a-f0d2-4f50-8e37-ddb90d7b4534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.684350 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51186a5a-f0d2-4f50-8e37-ddb90d7b4534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.687397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51186a5a-f0d2-4f50-8e37-ddb90d7b4534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:21.688675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-51186a5a-f0d2-4f50-8e37-ddb90d7b4534 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4538d4a7-229c-42a8-9eba-8ccbeda959c2 HTTP/1.1" status: 204 len: 168 time: 0.2669528 Aug 16 02:22:21.700041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51186a5a-f0d2-4f50-8e37-ddb90d7b4534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4538d4a7-229c-42a8-9eba-8ccbeda959c2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:22.131803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35866) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:22.528693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35880) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:22.629437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35884) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:22.710065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-48872e5f-a667-4fa6-8a81-3ff9bb614fb6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=960abadeec6f4ea887fe2f5b50075445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786848 Aug 16 02:22:22.713984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35886) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:22.784234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b775ee9-2689-459c-b70b-d58ff333f358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.804867 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7044f8f0-9c5f-4cf4-ad25-8af3f85ed1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:22.857567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7044f8f0-9c5f-4cf4-ad25-8af3f85ed1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.022417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7044f8f0-9c5f-4cf4-ad25-8af3f85ed1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.026031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7044f8f0-9c5f-4cf4-ad25-8af3f85ed1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.028256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7044f8f0-9c5f-4cf4-ad25-8af3f85ed1fb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/83ee5b29-ec40-428c-af43-4fe3da184d90 HTTP/1.1" status: 204 len: 168 time: 0.3132770 Aug 16 02:22:23.042035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044f8f0-9c5f-4cf4-ad25-8af3f85ed1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ee5b29-ec40-428c-af43-4fe3da184d90,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:23.285312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35902) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:23.397244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b775ee9-2689-459c-b70b-d58ff333f358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.467748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.501753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3b775ee9-2689-459c-b70b-d58ff333f358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.563137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35910) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:23.563360 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3b775ee9-2689-459c-b70b-d58ff333f358 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4752c50ade834b4cb4ee856585c81f71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4302654 Aug 16 02:22:23.594859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b775ee9-2689-459c-b70b-d58ff333f358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07426b18-3fec-4159-be02-f2074696aaea,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:23.613654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1628925050'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:23.670602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b569c025-aeb5-43b8-a998-b124cf4beb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.721140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b569c025-aeb5-43b8-a998-b124cf4beb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.765135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:23.772659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.781072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.878964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:23.879493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b569c025-aeb5-43b8-a998-b124cf4beb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.879789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.883044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b569c025-aeb5-43b8-a998-b124cf4beb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.884414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b569c025-aeb5-43b8-a998-b124cf4beb82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/07426b18-3fec-4159-be02-f2074696aaea HTTP/1.1" status: 204 len: 168 time: 0.3202641 Aug 16 02:22:23.901754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569c025-aeb5-43b8-a998-b124cf4beb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07426b18-3fec-4159-be02-f2074696aaea,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:23.948538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.976198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port bcdf8008-bfdb-4b79-abe9-5f65e57c62c6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:23.976581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:23.990655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:24.027157 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.060128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:24.066674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c314fd43-80a3-4348-9d90-639c0fa1fe0e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:24.086861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.087226 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Added segment b281ee35-6041-42e8-9ca9-c0c93607f825 of type vlan for network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 Aug 16 02:22:24.129210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.216107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.222686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:24.223023 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.313251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.344963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=bcdf8008-bfdb-4b79-abe9-5f65e57c62c6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:24.348465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Network': ['ID=1c7665a7-900f-47b2-b37e-a4a39d4fe262,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:24.367682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:24.376991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bbe0ab18-ca4d-4494-8055-091fd78e486e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0888159 Aug 16 02:22:24.382543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35942) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:24.389122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'subnet': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:24.591683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.655568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:24.659423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.873931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:24.919504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:24.951845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 8f4531b7-c5ad-43de-bc2c-c8193d232978 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:24.952199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 8f4531b7-c5ad-43de-bc2c-c8193d232978 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:24.993657 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:24.997256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:25.002720 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d8c12d21-7cc8-4d50-94c0-15a75bbbcc74 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4723103 Aug 16 02:22:25.007517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] Sync routers for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:25.011171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35960) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:25.017257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:25.018209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:25.064906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Subnet': ['ID=2c7c3894-c967-4efb-b3a6-1e5cc16a2a72,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.076566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting subnet e1576735-cf34-4136-8dc4-17d5466a3492 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:25.086121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.122576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Checking segment: {'id': 'b281ee35-6041-42e8-9ca9-c0c93607f825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:25.127196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network hostable DHCP agents. Network: 1c7665a7-900f-47b2-b37e-a4a39d4fe262, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:25.146426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.204918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:25.227792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:25.262608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.313486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1c7665a7-900f-47b2-b37e-a4a39d4fe262) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:25.326200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:25.327589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.376453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ac47ce-a7f0-4b82-953b-bcb9b249b41f None None] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:25.457206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-42bb5fdb-91ff-4563-ad09-ae2500ce4b79 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0729403 Aug 16 02:22:25.459745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35968) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:25.466051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'name': 'tempest-AllowedAddressPairTestJSON-90917580'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:25.548705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:22:24Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:25.580160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] Checking router: 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:25.607088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] Routers {'9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:25.607620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:25.649723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'tenant_id': '434482e68d504e068ea35771ad0aaea5', 'fixed_ips': [{'subnet_id': '2c7c3894-c967-4efb-b3a6-1e5cc16a2a72'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:25.650604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.679340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:25.680065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.684990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.711584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] device_id is not set on port dad44479-c1bf-46bf-abc1-84e54fc5d402 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:25.734319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Subnet': ['ID=e1576735-cf34-4136-8dc4-17d5466a3492,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:25.747850 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:25.749846 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e709a097-2e55-4919-886c-5ff78831a2b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/subnets/e1576735-cf34-4136-8dc4-17d5466a3492 HTTP/1.1" status: 204 len: 168 time: 0.7376642 Aug 16 02:22:25.752702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35972) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:25.903017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Allocated IP 172.20.0.13 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/dad44479-c1bf-46bf-abc1-84e54fc5d402) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:26.014024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.032565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4874cbbe-f93f-4445-9377-3aa4998ba7ee None None] Network ded7aaba-6508-4e01-8a54-a1c2798a2979 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:26.105758 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.123532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Transition to ACTIVE for port object dad44479-c1bf-46bf-abc1-84e54fc5d402 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:26.148505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] Set router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:26.192629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.235180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.286570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:26.292471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:26.295084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:26.353938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:26.354618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.358624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=dad44479-c1bf-46bf-abc1-84e54fc5d402,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:26.380506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:26.382214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.410230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Allocated IP 172.20.0.2 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/6c8868f9-725f-4e0b-8b5d-ca98697f2812) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:26.457021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a48e089-09b6-4942-b5ad-614fe3264b85 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9957676 Aug 16 02:22:26.463497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35992) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:26.476397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'name': 'tempest-AllowedAddressPairTestJSON-1911602339', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b5:5a:a2'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:26.512924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port c390143d-dbdc-4bf8-9dee-2c4e1f69f36d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:26.513732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.613362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for c390143d-dbdc-4bf8-9dee-2c4e1f69f36d owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:26.642475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] DHCP port deletion for ded7aaba-6508-4e01-8a54-a1c2798a2979 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:26.661741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:22:24Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:26.741131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2a5a49-9916-4f06-88b1-711743814f8d None None] The sync data for ids ['9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea'] in n-d-768852-19 is: [{'id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1777077931', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29'}], 'enable_snat': True}, 'gw_port_id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:20:01Z', 'updated_at': '2021-08-16T02:22:24Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': 'c390143d-dbdc-4bf8-9dee-2c4e1f69f36d', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:60:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2677, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:20:02Z', 'updated_at': '2021-08-16T02:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:26.895276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.914352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] Deleting port 8002ef77-5a71-4bc0-955c-c5b4793e773b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:26.914807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:26.924127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:27.004121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.026158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Transition to ACTIVE for port object 6c8868f9-725f-4e0b-8b5d-ca98697f2812 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:27.066130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Transition to ACTIVE for port object 6c8868f9-725f-4e0b-8b5d-ca98697f2812 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:27.090267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=c390143d-dbdc-4bf8-9dee-2c4e1f69f36d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:27.098799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] For port 8002ef77-5a71-4bc0-955c-c5b4793e773b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8002ef77-5a71-4bc0-955c-c5b4793e773b,segment=NetworkSegment(76660b41-426f-4cb6-bca2-ab53ab1ddfbc),segment_id=76660b41-426f-4cb6-bca2-ab53ab1ddfbc)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:27.099247 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.109789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.129171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] Calling delete_port for 8002ef77-5a71-4bc0-955c-c5b4793e773b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:27.145785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] device_id is not set on port e80ec107-f7a5-4545-93f9-4bd13f0beb19 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:27.147194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.173118 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.201700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:27.267607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:27.271356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:27.284581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.346519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.365433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.378931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36010) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:27.381889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.416282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Pushing event updated for resources: {'Port': ['ID=6c8868f9-725f-4e0b-8b5d-ca98697f2812,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:27.435898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.436253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.436719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.437456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.437630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.437962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.438343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.438745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.439038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.439492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.439824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.440151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:27.449157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Attempting to bind port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:27.449703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Attempting to bind port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b281ee35-6041-42e8-9ca9-c0c93607f825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:27.449950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Attempting to bind port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 on network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:27.463325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:27.465483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Checking segment: {'id': 'b281ee35-6041-42e8-9ca9-c0c93607f825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:27.467132 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.467289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Bound using segment: {'id': 'b281ee35-6041-42e8-9ca9-c0c93607f825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:27.467796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Bound port: 6c8868f9-725f-4e0b-8b5d-ca98697f2812, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b281ee35-6041-42e8-9ca9-c0c93607f825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:27.469638 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.473694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Allocated IP 172.20.0.6 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/e80ec107-f7a5-4545-93f9-4bd13f0beb19) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:27.508910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8002ef77-5a71-4bc0-955c-c5b4793e773b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:27.592994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.593871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Fanout notify agent at l3_agent the message router_deleted on router 9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:27.606518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.610491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36020) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:27.610811 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-155a6414-3709-4b76-a672-6bcb71b209cc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/routers/9270d73c-8dae-4b7f-b6b7-6ebffd97a2ea HTTP/1.1" status: 204 len: 168 time: 1.8524120 Aug 16 02:22:27.621200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] For port 6c8868f9-725f-4e0b-8b5d-ca98697f2812, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:27.649781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.693428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] For port 6c8868f9-725f-4e0b-8b5d-ca98697f2812, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c8868f9-725f-4e0b-8b5d-ca98697f2812,segment=NetworkSegment(b281ee35-6041-42e8-9ca9-c0c93607f825),segment_id=b281ee35-6041-42e8-9ca9-c0c93607f825)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:27.695866 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.769814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.800393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] Pushing event deleted for resources: {'Port': ['ID=8002ef77-5a71-4bc0-955c-c5b4793e773b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:27.800514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.802902 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.807725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-944144072'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:27.810969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Transition to ACTIVE for port object e80ec107-f7a5-4545-93f9-4bd13f0beb19 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:27.815236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:27.837118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40af8f48-a7fa-4f4e-9455-b714ab6b9afe None None] No DVR routers for this DVR port 8002ef77-5a71-4bc0-955c-c5b4793e773b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:27.918570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.920293 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.923045 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.934157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded7aaba-6508-4e01-8a54-a1c2798a2979']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:27.947095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76660b41-426f-4cb6-bca2-ab53ab1ddfbc') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:27.947380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76660b41-426f-4cb6-bca2-ab53ab1ddfbc') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:27.953025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:27.953699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device bcdf8008-bfdb-4b79-abe9-5f65e57c62c6 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:27.956929 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.973937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.980791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:27.981434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:27.997808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5d022-b875-4031-8cb0-73edbc4f49dd None None] Pushing event updated for resources: {'Port': ['ID=6c8868f9-725f-4e0b-8b5d-ca98697f2812,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:28.056272 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:28.066497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.164223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.165021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.174538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.177357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/networks/ded7aaba-6508-4e01-8a54-a1c2798a2979 HTTP/1.1" status: 204 len: 168 time: 0.5655210 Aug 16 02:22:28.181702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36068) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:28.187932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789019d-54b6-4f17-a204-afc288fcd656 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Network': ['ID=ded7aaba-6508-4e01-8a54-a1c2798a2979,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.206555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.266183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.292203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a4016d8-a33f-4d0c-994a-0a9d6fc6fd37 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9105642 Aug 16 02:22:28.292906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36072) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:28.304413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:28.318475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:28.322416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:28.429691 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=e80ec107-f7a5-4545-93f9-4bd13f0beb19,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.446294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.452422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.453707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.492867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46faed2-aa15-4050-ba97-5b435cb569d5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.571116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dd17c213-d353-47a5-9498-09e1b74131f0 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1011357 Aug 16 02:22:28.574265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36082) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:28.617822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46faed2-aa15-4050-ba97-5b435cb569d5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.667555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6a2ed-aa08-401b-9708-538340a45ce4 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.671036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.673693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6a2ed-aa08-401b-9708-538340a45ce4 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.674777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.680437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c6a2ed-aa08-401b-9708-538340a45ce4 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:28.684680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-06c6a2ed-aa08-401b-9708-538340a45ce4 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1062014 Aug 16 02:22:28.684921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36084) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:28.802190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port e80ec107-f7a5-4545-93f9-4bd13f0beb19 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:28.803250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.836212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.837732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ce4028a-ffcb-4a3f-ae17-05ba8a5406d3 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:28.847394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.851591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-073adebf-e5b7-4bbb-b562-24e61d9b2ad7 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "DELETE /v2.0/routers/5ce4028a-ffcb-4a3f-ae17-05ba8a5406d3 HTTP/1.1" status: 204 len: 168 time: 0.5531082 Aug 16 02:22:28.856112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:28.860082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Request body: {'router': {'name': 'tempest-router-2029737526', 'distributed': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:28.904368 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46faed2-aa15-4050-ba97-5b435cb569d5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.908896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b46faed2-aa15-4050-ba97-5b435cb569d5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.914052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b46faed2-aa15-4050-ba97-5b435cb569d5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/security-groups/2ae571fe-d441-4566-9c4c-6a2cd009b0fa HTTP/1.1" status: 204 len: 168 time: 0.7275960 Aug 16 02:22:28.943910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46faed2-aa15-4050-ba97-5b435cb569d5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae571fe-d441-4566-9c4c-6a2cd009b0fa,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:28.959987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.961858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:28.966572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.017799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for e80ec107-f7a5-4545-93f9-4bd13f0beb19 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:29.067254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.189341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.302458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.305108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-914eb2a4-71c7-4dd2-8895-e371419368e0 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4472754 Aug 16 02:22:29.306627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.348203 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.397326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.417931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=e80ec107-f7a5-4545-93f9-4bd13f0beb19,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:29.467051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.467310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.467666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.468010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.470889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.492462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.493925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.494325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.494727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.495086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.498286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.498286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:29.510107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c8868f9-725f-4e0b-8b5d-ca98697f2812 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:29.589705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36160) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.591817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d573f08-32c1-4d62-8695-081bc3d72249 None None] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:29.599851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768922880', 'description': 'tempest-secgroup-smoke-1768922880 description', 'project_id': 'c271d0e92f9641bc8675871d70eb4274'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:29.721546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.725955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.728274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.731210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c974c4a0-8a7f-4bac-8b5b-1ad8f98595cd tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/ports/e80ec107-f7a5-4545-93f9-4bd13f0beb19 HTTP/1.1" status: 204 len: 168 time: 1.0450513 Aug 16 02:22:29.734520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36164) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.748482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.772638 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-64055c3a-2d10-4c3a-bd01-ef0ce1dac374 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] GET failed (client error): The resource could not be found. Aug 16 02:22:29.777728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-64055c3a-2d10-4c3a-bd01-ef0ce1dac374 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "GET /v2.0/ports/e80ec107-f7a5-4545-93f9-4bd13f0beb19 HTTP/1.1" status: 404 len: 333 time: 0.0385184 Aug 16 02:22:29.777916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36166) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:29.791386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'name': 'tempest-AllowedAddressPairTestJSON-1291485496'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:29.813736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] Provisioning for port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:29.822260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:29.842788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] Provisioning complete for port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:29.844762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:29.847932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:29.849348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.000026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.089928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.126557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df320267-5c3a-41b0-b5f3-e3592c69532f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.148376 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.165018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.182345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:30.186007 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.221710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] device_id is not set on port 81652293-c638-46c0-94af-d19bd46b22ba yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:30.268470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] For port 6c8868f9-725f-4e0b-8b5d-ca98697f2812, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c8868f9-725f-4e0b-8b5d-ca98697f2812,segment=NetworkSegment(b281ee35-6041-42e8-9ca9-c0c93607f825),segment_id=b281ee35-6041-42e8-9ca9-c0c93607f825)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:30.298672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.308267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5ea42a6b-9f4a-4352-986d-afd33762f99a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7092750 Aug 16 02:22:30.320647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36184) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:30.326689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'df320267-5c3a-41b0-b5f3-e3592c69532f', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:30.362319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.457123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Allocated IP 172.20.0.6 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/81652293-c638-46c0-94af-d19bd46b22ba) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:30.464029 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:22:30.464394 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:22:30.497066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd44cf8-4011-4a9d-8352-e40127c0a5d9 None None] Pushing event updated for resources: {'Port': ['ID=6c8868f9-725f-4e0b-8b5d-ca98697f2812,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:30.513766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.554475 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.555217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08b1a223-d4ab-4eda-98cf-cef7560edb2c {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:30.564627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2b4ab70a-d075-4313-b4fb-a011b0fb51f9 None None] Provisioning for port dad44479-c1bf-46bf-abc1-84e54fc5d402 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:30.570235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.570500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2b4ab70a-d075-4313-b4fb-a011b0fb51f9 None None] Provisioning complete for port dad44479-c1bf-46bf-abc1-84e54fc5d402 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:30.570924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab70a-d075-4313-b4fb-a011b0fb51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.573538 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1e5f791a-02a4-4cf8-a995-1de70567da81 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "DELETE /v2.0/routers/08b1a223-d4ab-4eda-98cf-cef7560edb2c HTTP/1.1" status: 204 len: 168 time: 1.2652738 Aug 16 02:22:30.577620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36188) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:30.588929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Request body: {'router': {'name': 'tempest-router-293745539', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '27000721e1814e2eaf398844f20547df'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:30.622715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2b4ab70a-d075-4313-b4fb-a011b0fb51f9 None None] Port dad44479-c1bf-46bf-abc1-84e54fc5d402 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:30.639876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2b4ab70a-d075-4313-b4fb-a011b0fb51f9 None None] Provisioning complete for port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:30.640351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2b4ab70a-d075-4313-b4fb-a011b0fb51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.719107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.720491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.812258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.815215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.839305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.865686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Transition to ACTIVE for port object 81652293-c638-46c0-94af-d19bd46b22ba will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:30.902470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.935543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.956120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bfbff768-0994-4ea7-a68d-4001d90c140b None None] Provisioning complete for port dad44479-c1bf-46bf-abc1-84e54fc5d402 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:30.956792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bfbff768-0994-4ea7-a68d-4001d90c140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:30.988006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a59dca6-6246-468b-8331-b47b879fb6cc,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.002853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.021519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.022942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ebce1a81-0f0e-411c-8e1b-49ca9a4f77c4 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4421308 Aug 16 02:22:31.026243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36194) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.035498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:31.081437 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.085864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-97e62abd-9e1c-4ca1-a000-7978d4c97c8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7607167 Aug 16 02:22:31.089693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36196) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.115477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'df320267-5c3a-41b0-b5f3-e3592c69532f', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:31.124088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bfbff768-0994-4ea7-a68d-4001d90c140b None None] Port dad44479-c1bf-46bf-abc1-84e54fc5d402 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:31.134369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c390143d-dbdc-4bf8-9dee-2c4e1f69f36d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:31.142289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:31.155685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:31.159741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=81652293-c638-46c0-94af-d19bd46b22ba,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.162780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:31.184956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c390143d-dbdc-4bf8-9dee-2c4e1f69f36d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:31.185817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c390143d-dbdc-4bf8-9dee-2c4e1f69f36d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:31.246272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d17cfa1b-7fc8-464a-9ac0-c60097190ddc None None] Could not find standard attr ID for object e80ec107-f7a5-4545-93f9-4bd13f0beb19. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:22:31.252059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:31.252724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.310447 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.427948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-83ce1600-cbcc-487c-bb3e-d91c653f658d tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6460979 Aug 16 02:22:31.428568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.442892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b5:5a:a2'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:31.456529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-741376', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-743791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2692'] for router, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.458440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.474132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c8868f9-725f-4e0b-8b5d-ca98697f2812 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:31.523349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.574951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.605990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.608079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:31.608560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.717931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101946) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 16 02:22:31.719977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Router 70f78d41-05f9-48eb-b334-53800e63a445 migrating from provider to provider. {{(pid=101946) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 16 02:22:31.723658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b7bfbb-b8a1-4295-8537-39021801b3d4,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:31.724543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.731929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.806676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-741385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-741618', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-743768'] for router, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.864277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.865780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f3da5642-6a7b-46d8-a527-e1e943e43e94 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7752752 Aug 16 02:22:31.868581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36208) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:31.903208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'df320267-5c3a-41b0-b5f3-e3592c69532f', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:31.935797 n-d-768852-19 neutron-server[101946]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] No L3 agents can host the router 70f78d41-05f9-48eb-b334-53800e63a445 Aug 16 02:22:31.942827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4a32a296-4682-492f-bf73-dc4a50d475be None None] Provisioning for port 81652293-c638-46c0-94af-d19bd46b22ba completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:31.946951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4a32a296-4682-492f-bf73-dc4a50d475be None None] Provisioning complete for port 81652293-c638-46c0-94af-d19bd46b22ba triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:31.947671 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4a32a296-4682-492f-bf73-dc4a50d475be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:31.994097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.008914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4a32a296-4682-492f-bf73-dc4a50d475be None None] Port 81652293-c638-46c0-94af-d19bd46b22ba cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:32.030149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.044563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.094738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Hosts for router 70f78d41-05f9-48eb-b334-53800e63a445: [] {{(pid=101946) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 16 02:22:32.127474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=81652293-c638-46c0-94af-d19bd46b22ba,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.148082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] In _notify_port_updated(), no bound segment for port 81652293-c638-46c0-94af-d19bd46b22ba on network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:22:32.152227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Hosts for other DVR routers connected to router 70f78d41-05f9-48eb-b334-53800e63a445: set() {{(pid=101946) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 16 02:22:32.153911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:32.154762 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.159462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.160550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4fb99ab0-d011-45ff-954e-00fa29647878 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "PUT /v2.0/ports/81652293-c638-46c0-94af-d19bd46b22ba HTTP/1.1" status: 200 len: 994 time: 0.7286310 Aug 16 02:22:32.161221 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.162188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ee8fa98d-b3d0-4cbd-a462-669136f49b7b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "PUT /v2.0/routers/70f78d41-05f9-48eb-b334-53800e63a445 HTTP/1.1" status: 200 len: 716 time: 1.1338122 Aug 16 02:22:32.169255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.306138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port 81652293-c638-46c0-94af-d19bd46b22ba {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:32.308636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.312809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03655207-e7ac-424e-8a45-9cfd0165b802 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "GET /v2.0/routers/70f78d41-05f9-48eb-b334-53800e63a445 HTTP/1.1" status: 200 len: 716 time: 0.1420319 Aug 16 02:22:32.319980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36222) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.333845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.416797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.444386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c8a19ce-6667-437e-a84c-1c26164b8c6e None None] Provisioning complete for port 81652293-c638-46c0-94af-d19bd46b22ba triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:32.450394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6c8a19ce-6667-437e-a84c-1c26164b8c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.450658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.472063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09aa1ff8-3931-497c-bfc7-43943024f9e4,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:32.484618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for 81652293-c638-46c0-94af-d19bd46b22ba owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:32.503774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6c8a19ce-6667-437e-a84c-1c26164b8c6e None None] Port 81652293-c638-46c0-94af-d19bd46b22ba cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:32.512559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.513906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e58e7c7c-72a9-4b67-a6f1-47ec9e48749e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6442657 Aug 16 02:22:32.516626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36232) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.521893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'df320267-5c3a-41b0-b5f3-e3592c69532f', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:32.662582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62006026-882a-4de2-afb0-6f658a45710d tempest-RoutersTestDVR-1787847894 tempest-RoutersTestDVR-1787847894-project] 10.222.0.76 "GET /v2.0/routers/70f78d41-05f9-48eb-b334-53800e63a445 HTTP/1.1" status: 200 len: 682 time: 0.3414717 Aug 16 02:22:32.665079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36238) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:32.758459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.811110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.844260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:32.850888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=81652293-c638-46c0-94af-d19bd46b22ba,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.046832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.067269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.068982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.085958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.089013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57c351b4-e75d-4404-8689-8f2fb4549395 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/ports/81652293-c638-46c0-94af-d19bd46b22ba HTTP/1.1" status: 204 len: 168 time: 0.9238751 Aug 16 02:22:33.093321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36244) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.136889 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-e289f62f-c4eb-42ea-8258-169c4302074e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] GET failed (client error): The resource could not be found. Aug 16 02:22:33.138527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e289f62f-c4eb-42ea-8258-169c4302074e tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "GET /v2.0/ports/81652293-c638-46c0-94af-d19bd46b22ba HTTP/1.1" status: 404 len: 333 time: 0.0438912 Aug 16 02:22:33.142392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36248) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.148571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'name': 'tempest-AllowedAddressPairTestJSON-1107139882'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:33.158731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.179642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5743b4b0-0b99-4b54-a30a-ff1760b3f034,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.255722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.256245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70f78d41-05f9-48eb-b334-53800e63a445 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:33.261490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.266935 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-10f19e70-6585-40a0-b561-1d92b5f4d9ba tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "DELETE /v2.0/routers/70f78d41-05f9-48eb-b334-53800e63a445 HTTP/1.1" status: 204 len: 168 time: 0.5952067 Aug 16 02:22:33.269385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36254) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.277294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Request body: {'router': {'name': 'tempest-router-105303911', 'distributed': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:33.283901 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.289434 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f10666a2-74d6-4da2-9d7c-0823306b7fbb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7678173 Aug 16 02:22:33.293119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.297299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'df320267-5c3a-41b0-b5f3-e3592c69532f', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:33.377556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.378613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.390296 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:22:33.390296 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 16 02:22:33.390296 n-d-768852-19 neutron-server[101945]: [parameters: {'project_id_1': '434482e68d504e068ea35771ad0aaea5', 'expiration_1': datetime.datetime(2021, 8, 16, 2, 22, 33, 311846)}] Aug 16 02:22:33.390296 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:22:33.390958 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:22:33.457172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.467470 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:33.472414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.520460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.542023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.604065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.607932 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e9241ee0-46f4-460b-b122-517529072c5b tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3340516 Aug 16 02:22:33.608293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36268) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.772467 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.786294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.823328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcf0e66-eb6e-48f8-aa80-b4778f3d9aa0,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:33.922155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.926283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0a1a9a89-c226-488b-a602-4dd4fcfd36b5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6298153 Aug 16 02:22:33.926445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:33.977955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:33.987074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.147768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.148397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c6a906e-3716-408e-ad2f-9b082d1a5997 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:22:34.164025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.169751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ad868e10-e009-488e-80ce-6bc8ce4acdf9 tempest-RoutersTestDVR-330599072 tempest-RoutersTestDVR-330599072-project-admin] 10.222.0.76 "DELETE /v2.0/routers/0c6a906e-3716-408e-ad2f-9b082d1a5997 HTTP/1.1" status: 204 len: 168 time: 0.5599878 Aug 16 02:22:34.350844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'df320267-5c3a-41b0-b5f3-e3592c69532f', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.451636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:34.456112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.483411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] device_id is not set on port f1b786f5-1f95-4545-b9ee-9213e60fda98 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:34.576117 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:22:34.588080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.604471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Allocated IP 172.20.0.7 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/f1b786f5-1f95-4545-b9ee-9213e60fda98) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:34.697910 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.780445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.807391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac27a04-be72-46f0-9122-afd2af0f9a19,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:34.848530 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.869771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Transition to ACTIVE for port object f1b786f5-1f95-4545-b9ee-9213e60fda98 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:34.946480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:34.947800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d19b72b4-19fa-49b3-8968-3e5961324c6d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0203397 Aug 16 02:22:34.951244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36300) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:34.955791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'network': {'name': 'tempest-network-smoke--268417674', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'port_security_enabled': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:34.994259 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.050129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:35.053695 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:35.056489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:35.065158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:35.068768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.128608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=f1b786f5-1f95-4545-b9ee-9213e60fda98,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.152180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.153037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.153601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36304) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.162881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:35.178170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.184338 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Added segment 623ca230-98b2-4467-bd37-868fa2935a2b of type vlan for network 13170a3d-26b3-4095-881a-7980aca52dc4 Aug 16 02:22:35.230330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.296359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-96a5061c-f792-4255-b7eb-fe262a8ebcb7 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1526487 Aug 16 02:22:35.298951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36308) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.305477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b5:5a:a2'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:35.375596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.389599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:35.390254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.534044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Network': ['ID=13170a3d-26b3-4095-881a-7980aca52dc4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:35.549957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 13170a3d-26b3-4095-881a-7980aca52dc4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:35.589330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.620871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e563cbe1-35d8-4772-9b2d-1fc20eed7469 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6665630 Aug 16 02:22:35.622844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36314) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.633425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'admin_state_up': True, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:35.638981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b61ebe9-5231-4288-bc91-92a1f1765f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.677523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc183e25-e067-4221-b59e-5800d46d7a37 None None] Provisioning for port f1b786f5-1f95-4545-b9ee-9213e60fda98 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:35.687914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc183e25-e067-4221-b59e-5800d46d7a37 None None] Provisioning complete for port f1b786f5-1f95-4545-b9ee-9213e60fda98 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:35.688548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bc183e25-e067-4221-b59e-5800d46d7a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.709467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36316) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:35.749288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bc183e25-e067-4221-b59e-5800d46d7a37 None None] Port f1b786f5-1f95-4545-b9ee-9213e60fda98 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:35.765586 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.767504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.838537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5edf-c030-4726-8c93-873ec86f3775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.909062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.911510 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:35.964588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b61ebe9-5231-4288-bc91-92a1f1765f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.015006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.091212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9b61ebe9-5231-4288-bc91-92a1f1765f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.097919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=f1b786f5-1f95-4545-b9ee-9213e60fda98,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.119270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] In _notify_port_updated(), no bound segment for port f1b786f5-1f95-4545-b9ee-9213e60fda98 on network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:22:36.127175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:36.128426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.130909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c96b4ee-ba53-4591-8186-ec0d3e7e375c tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "PUT /v2.0/ports/f1b786f5-1f95-4545-b9ee-9213e60fda98 HTTP/1.1" status: 200 len: 996 time: 0.8307118 Aug 16 02:22:36.134034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36324) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.153214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.206166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9b61ebe9-5231-4288-bc91-92a1f1765f0c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=27000721e1814e2eaf398844f20547df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0508428 Aug 16 02:22:36.220533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36326) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.231193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61ebe9-5231-4288-bc91-92a1f1765f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f448c1b-107e-441b-bdbf-9549c679dede,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.274002 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port f1b786f5-1f95-4545-b9ee-9213e60fda98 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:36.276597 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.387324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36330) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.395314 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60387012-3798-45f6-85f7-0c7fb6507914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.407168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.420747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d4d1348e-33d1-4814-9c10-670ab7412df4 None None] Provisioning complete for port f1b786f5-1f95-4545-b9ee-9213e60fda98 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:36.421134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4d1348e-33d1-4814-9c10-670ab7412df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.424426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for f1b786f5-1f95-4545-b9ee-9213e60fda98 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:36.448733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5edf-c030-4726-8c93-873ec86f3775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.451200 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60387012-3798-45f6-85f7-0c7fb6507914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.510819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a5dd5edf-c030-4726-8c93-873ec86f3775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.513670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1348e-33d1-4814-9c10-670ab7412df4 None None] Port f1b786f5-1f95-4545-b9ee-9213e60fda98 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:36.569431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd5edf-c030-4726-8c93-873ec86f3775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fef0f00-bbfb-4003-9c77-e4f0de9c1b6d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.601772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a6c8-e54b-4806-97fe-b411519f8da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.611573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a5dd5edf-c030-4726-8c93-873ec86f3775 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9ebfbed8c8ae40519fa4fa91091ada9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9005430 Aug 16 02:22:36.612454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.736442 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcee8a7f-99d2-45e0-b1b4-209cbcfa19db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.765512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcee8a7f-99d2-45e0-b1b4-209cbcfa19db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.782785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.825379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=f1b786f5-1f95-4545-b9ee-9213e60fda98,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:36.924859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:36.926954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bef28b0e-db2b-4365-a0ec-1aa272fc7480 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/ports/f1b786f5-1f95-4545-b9ee-9213e60fda98 HTTP/1.1" status: 204 len: 168 time: 0.7917686 Aug 16 02:22:36.933172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36340) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.975382 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4b58ea-b830-463e-8fd5-b277e8e9a672 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] GET failed (client error): The resource could not be found. Aug 16 02:22:36.979942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b4b58ea-b830-463e-8fd5-b277e8e9a672 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "GET /v2.0/ports/f1b786f5-1f95-4545-b9ee-9213e60fda98 HTTP/1.1" status: 404 len: 333 time: 0.0445795 Aug 16 02:22:36.984676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36342) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:36.993758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'name': 'tempest-AllowedAddressPairTestJSON-623766397'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:37.032216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.053641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.079552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcee8a7f-99d2-45e0-b1b4-209cbcfa19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.082821 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcee8a7f-99d2-45e0-b1b4-209cbcfa19db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.084018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dcee8a7f-99d2-45e0-b1b4-209cbcfa19db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0fef0f00-bbfb-4003-9c77-e4f0de9c1b6d HTTP/1.1" status: 204 len: 168 time: 0.4688854 Aug 16 02:22:37.100851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee8a7f-99d2-45e0-b1b4-209cbcfa19db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fef0f00-bbfb-4003-9c77-e4f0de9c1b6d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.308257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60387012-3798-45f6-85f7-0c7fb6507914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.310893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-60387012-3798-45f6-85f7-0c7fb6507914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.312293 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-60387012-3798-45f6-85f7-0c7fb6507914 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f448c1b-107e-441b-bdbf-9549c679dede HTTP/1.1" status: 204 len: 168 time: 1.0892000 Aug 16 02:22:37.367784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60387012-3798-45f6-85f7-0c7fb6507914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f448c1b-107e-441b-bdbf-9549c679dede,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.375254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a6c8-e54b-4806-97fe-b411519f8da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.438279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.7 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/61066f9c-a963-44db-8f11-c4a266dcaa25) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:37.454281 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ccb0a6c8-e54b-4806-97fe-b411519f8da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.513234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0a6c8-e54b-4806-97fe-b411519f8da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c44f01-3d4f-49dc-a74f-b07a23d007ac,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.520967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ccb0a6c8-e54b-4806-97fe-b411519f8da0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cda3bce8062a4cdc99fe8f4bca51aeee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1325929 Aug 16 02:22:37.521680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36348) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:37.563507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:37.570053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.602075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.602498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] device_id is not set on port d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:37.619777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b15895be-6584-4d97-a39b-562cd16206d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.650679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b15895be-6584-4d97-a39b-562cd16206d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.759342 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.807377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b15895be-6584-4d97-a39b-562cd16206d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.807377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b15895be-6584-4d97-a39b-562cd16206d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:37.807377 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b15895be-6584-4d97-a39b-562cd16206d0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/85c44f01-3d4f-49dc-a74f-b07a23d007ac HTTP/1.1" status: 204 len: 168 time: 0.2838192 Aug 16 02:22:37.818595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:37.819122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Allocated IP 172.20.0.5 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:37.828010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:37.833761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:37.843895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=61066f9c-a963-44db-8f11-c4a266dcaa25,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:37.847446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15895be-6584-4d97-a39b-562cd16206d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c44f01-3d4f-49dc-a74f-b07a23d007ac,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.027592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.049210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Transition to ACTIVE for port object d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:38.079718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36366) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.097669 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-619a62c6-a39b-40f2-8e74-6380c27d84b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.167339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.256551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:38.257000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.265415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:38.273545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:38.281749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.333232 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-619a62c6-a39b-40f2-8e74-6380c27d84b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.362811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:38.368124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.411939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-619a62c6-a39b-40f2-8e74-6380c27d84b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.469645 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-619a62c6-a39b-40f2-8e74-6380c27d84b5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5c6a76806d1f4d3aae99c86b04fdb8fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3865776 Aug 16 02:22:38.469645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a62c6-a39b-40f2-8e74-6380c27d84b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f45390-6b8d-48db-9290-483536d3bfd5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.471167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36372) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.543350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-caffb51d-a114-4d93-bd41-14c6101055f2 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5575609 Aug 16 02:22:38.545882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36374) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.568731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'network_id': '1c7665a7-900f-47b2-b37e-a4a39d4fe262', 'name': 'tempest-AllowedAddressPairTestJSON-1776694516'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:38.571963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.676323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a0f8e4b-75aa-4a59-bd60-b1bd4becd609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.729595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc14f239-0260-4074-b91b-213bfe5e8cfd None None] Provisioning for port d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:38.736078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc14f239-0260-4074-b91b-213bfe5e8cfd None None] Provisioning complete for port d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:38.736462 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bc14f239-0260-4074-b91b-213bfe5e8cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.740674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:38.766787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4952188b-3f1f-4b8c-a43b-69a5881d04e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.770826 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a0f8e4b-75aa-4a59-bd60-b1bd4becd609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.805114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bc14f239-0260-4074-b91b-213bfe5e8cfd None None] Port d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:38.826790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router be0ac009-701c-4f56-b05c-39f701f15905 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:22:38.908127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4952188b-3f1f-4b8c-a43b-69a5881d04e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.935278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a0f8e4b-75aa-4a59-bd60-b1bd4becd609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.937849 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a0f8e4b-75aa-4a59-bd60-b1bd4becd609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:38.939082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a0f8e4b-75aa-4a59-bd60-b1bd4becd609 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44f45390-6b8d-48db-9290-483536d3bfd5 HTTP/1.1" status: 204 len: 168 time: 0.4563735 Aug 16 02:22:38.947581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f8e4b-75aa-4a59-bd60-b1bd4becd609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f45390-6b8d-48db-9290-483536d3bfd5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:38.955041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:38.969666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Sync routers for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:38.987492 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:38.987492 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.005279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4952188b-3f1f-4b8c-a43b-69a5881d04e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.087173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4952188b-3f1f-4b8c-a43b-69a5881d04e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51d854f2af7a4bf0a78b4c92315825f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436537 Aug 16 02:22:39.089311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4952188b-3f1f-4b8c-a43b-69a5881d04e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1bc349-f8b4-4b9f-87c6-5a53f6850904,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.091236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.135450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Made reservation on behalf of 434482e68d504e068ea35771ad0aaea5 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:39.139318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.171917 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:39.199731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] device_id is not set on port e61144a1-a927-4f27-acfd-811a3cc0513f yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:39.241868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c874048f-c6aa-41a3-9225-0d1489513857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.275431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.282196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36402) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.282416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-86276c1c-31e8-46c8-8081-f49dfc33e0a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6571651 Aug 16 02:22:39.311623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c874048f-c6aa-41a3-9225-0d1489513857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.396268 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:39.407989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Allocated IP 172.20.0.7 (1c7665a7-900f-47b2-b37e-a4a39d4fe262/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72/e61144a1-a927-4f27-acfd-811a3cc0513f) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:39.432957 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Checking router: be0ac009-701c-4f56-b05c-39f701f15905 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:39.432957 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Updating router be0ac009-701c-4f56-b05c-39f701f15905 port 61066f9c-a963-44db-8f11-c4a266dcaa25 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:39.455015 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.490327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c874048f-c6aa-41a3-9225-0d1489513857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.493228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c874048f-c6aa-41a3-9225-0d1489513857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.494907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c874048f-c6aa-41a3-9225-0d1489513857 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe1bc349-f8b4-4b9f-87c6-5a53f6850904 HTTP/1.1" status: 204 len: 168 time: 0.4021347 Aug 16 02:22:39.509550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874048f-c6aa-41a3-9225-0d1489513857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1bc349-f8b4-4b9f-87c6-5a53f6850904,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.627424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.640344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Transition to ACTIVE for port object e61144a1-a927-4f27-acfd-811a3cc0513f will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:39.731268 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.840847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57cce945-f88d-4a49-af0c-2911519254c4 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c271d0e92f9641bc8675871d70eb4274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5548160 Aug 16 02:22:39.845954 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36416) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:39.870519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:39.874129 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.885006 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Transition to ACTIVE for port object 61066f9c-a963-44db-8f11-c4a266dcaa25 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:39.890400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:39.893055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:39.897064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=e61144a1-a927-4f27-acfd-811a3cc0513f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:39.965143 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:39.967025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44de82b3-0d52-4cdc-8d37-5a07940eaeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.047010 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Pushing event updated for resources: {'Port': ['ID=61066f9c-a963-44db-8f11-c4a266dcaa25,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.049080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.049770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.072772 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Attempting to bind port 61066f9c-a963-44db-8f11-c4a266dcaa25 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:40.073571 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Attempting to bind port 61066f9c-a963-44db-8f11-c4a266dcaa25 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:40.074153 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Attempting to bind port 61066f9c-a963-44db-8f11-c4a266dcaa25 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:40.085094 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:40.085834 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:40.086698 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.087351 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:40.088041 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Bound port: 61066f9c-a963-44db-8f11-c4a266dcaa25, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:40.088692 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.097759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbff6ba-2f4a-4a9e-9717-94230c4969b3 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.119213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36422) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.119832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dfbff6ba-2f4a-4a9e-9717-94230c4969b3 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2726834 Aug 16 02:22:40.129967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.130572 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.131144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.136921 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:22:40.163443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-43332bad-be65-4614-afd4-e7633a172913 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6164362 Aug 16 02:22:40.164157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36424) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.171307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:b5:5a:a2'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:15:a3:6e'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.203165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-11d0464f-1d5f-4fb7-815d-09d952b93588 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826132 Aug 16 02:22:40.205906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.207658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] For port 61066f9c-a963-44db-8f11-c4a266dcaa25, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:40.211810 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] For port 61066f9c-a963-44db-8f11-c4a266dcaa25, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=61066f9c-a963-44db-8f11-c4a266dcaa25,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:40.218171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-228282270', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:40.273189 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.327969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.341274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b7b3df43-2ab1-433e-b505-f881e4759034 None None] Provisioning for port e61144a1-a927-4f27-acfd-811a3cc0513f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:40.346215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b7b3df43-2ab1-433e-b505-f881e4759034 None None] Provisioning complete for port e61144a1-a927-4f27-acfd-811a3cc0513f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:40.346608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b7b3df43-2ab1-433e-b505-f881e4759034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.378569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36436) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.392272 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:40.396393 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.450925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3df43-2ab1-433e-b505-f881e4759034 None None] Port e61144a1-a927-4f27-acfd-811a3cc0513f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:40.456721 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be44af-d3c9-4400-ac99-ebcd52c85891 None None] Pushing event updated for resources: {'Port': ['ID=61066f9c-a963-44db-8f11-c4a266dcaa25,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:40.540485 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:40.563608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:40.568408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.624749 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.689326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.817778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c9d81c0-fb61-44ef-b975-d1f061e5244d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.837261 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:40.862390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] In _notify_port_updated(), no bound segment for port e61144a1-a927-4f27-acfd-811a3cc0513f on network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 {{(pid=101945) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:22:40.868193 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8b0809-0e83-438d-b882-47ab7f0b9e56 None None] The sync data for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 is: [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:38Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:40.869314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:40.869761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:40.871102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "PUT /v2.0/ports/e61144a1-a927-4f27-acfd-811a3cc0513f HTTP/1.1" status: 200 len: 1056 time: 0.7058487 Aug 16 02:22:40.873952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36448) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:40.885423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415588e9-77b2-4642-ba33-272d3fe2a57f tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event updated for resources: {'Port': ['ID=e61144a1-a927-4f27-acfd-811a3cc0513f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.024974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.123596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c9d81c0-fb61-44ef-b975-d1f061e5244d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.146731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Checking segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:41.147218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network hostable DHCP agents. Network: 13170a3d-26b3-4095-881a-7980aca52dc4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:41.155899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Subnet': ['ID=1169205e-3b1e-4b86-8371-0317baa144d8,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.182394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port e61144a1-a927-4f27-acfd-811a3cc0513f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:41.182716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2d59688b-ba16-4d83-a914-4097d2d5f1b2 None None] Provisioning complete for port e61144a1-a927-4f27-acfd-811a3cc0513f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:41.183211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.183746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2d59688b-ba16-4d83-a914-4097d2d5f1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.186822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c9d81c0-fb61-44ef-b975-d1f061e5244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.263379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2d59688b-ba16-4d83-a914-4097d2d5f1b2 None None] Port e61144a1-a927-4f27-acfd-811a3cc0513f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:41.286931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c9d81c0-fb61-44ef-b975-d1f061e5244d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4f208af2464247d9a65a289b396afcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9028242 Aug 16 02:22:41.287616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d81c0-fb61-44ef-b975-d1f061e5244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae6258a-761e-44d0-8cc2-07615a187be6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.290673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36460) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.345352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 13170a3d-26b3-4095-881a-7980aca52dc4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:41.443222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 13170a3d-26b3-4095-881a-7980aca52dc4) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:41.443682 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f310422-b79a-4321-95f4-ccc5a43f420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.452387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52efc50-23fd-4b54-8320-e60ee8519066 None None] Network 13170a3d-26b3-4095-881a-7980aca52dc4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:41.466775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:41.466935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.506107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f310422-b79a-4321-95f4-ccc5a43f420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.528619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.565814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for e61144a1-a927-4f27-acfd-811a3cc0513f owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:41.590121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 61066f9c-a963-44db-8f11-c4a266dcaa25 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:41.630574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36470) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.672464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f310422-b79a-4321-95f4-ccc5a43f420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.675071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6f310422-b79a-4321-95f4-ccc5a43f420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.678365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6f310422-b79a-4321-95f4-ccc5a43f420e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7ae6258a-761e-44d0-8cc2-07615a187be6 HTTP/1.1" status: 204 len: 168 time: 0.3853366 Aug 16 02:22:41.694170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f310422-b79a-4321-95f4-ccc5a43f420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae6258a-761e-44d0-8cc2-07615a187be6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:41.786279 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4eb92d91-d3fc-4a5c-8f97-42c8bdae250e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5793920 Aug 16 02:22:41.788983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36478) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:41.803823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 61066f9c-a963-44db-8f11-c4a266dcaa25 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:41.821362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 61066f9c-a963-44db-8f11-c4a266dcaa25 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:41.822013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.855552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:41.938593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1117319426'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:41.956394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=e61144a1-a927-4f27-acfd-811a3cc0513f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.073474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-13170a3d-26b3-4095-881a-7980aca52dc4', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:42.074686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.088160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Made reservation on behalf of 5001a122cf74487b9d43b34dfbbed99e for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:42.103999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.122796 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.188844 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.299846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 61066f9c-a963-44db-8f11-c4a266dcaa25, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=61066f9c-a963-44db-8f11-c4a266dcaa25,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:42.462566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.516274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.527017 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c106a42e-29c5-47d2-83b2-69da57bd0e19 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/ports/e61144a1-a927-4f27-acfd-811a3cc0513f HTTP/1.1" status: 204 len: 168 time: 1.6518424 Aug 16 02:22:42.533044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.616893 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aea5743-b5f4-4362-8c90-ce31967c87bc tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] GET failed (client error): The resource could not be found. Aug 16 02:22:42.618862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7aea5743-b5f4-4362-8c90-ce31967c87bc tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "GET /v2.0/ports/e61144a1-a927-4f27-acfd-811a3cc0513f HTTP/1.1" status: 404 len: 333 time: 0.0846484 Aug 16 02:22:42.621582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36494) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:42.664326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.774785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:42.775455 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.785989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.823730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:22:42.853015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c380b536-2949-4d43-8855-35943f369d00,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.853015 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.854041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=61066f9c-a963-44db-8f11-c4a266dcaa25,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:42.854421 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Added segment 1eb94478-a9cd-4dad-8824-8f61405d1b92 of type vlan for network 935845d1-4754-4851-8df2-4929ddc744a7 Aug 16 02:22:42.875674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.893239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:42.896122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Allocated IP 172.20.0.2 (13170a3d-26b3-4095-881a-7980aca52dc4/1169205e-3b1e-4b86-8371-0317baa144d8/cb07d52c-c2f0-48e3-9c5c-79f15964814b) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:42.991617 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:42.991617 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c13bd97c-0d99-4c6f-ade7-34ae603917ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.050358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.060646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.187945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.274010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.278057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.295788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:43.296652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.342127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.345390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36508) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.362617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Transition to ACTIVE for port object cb07d52c-c2f0-48e3-9c5c-79f15964814b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:43.366106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.377254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1f2c30d7-0dbe-4bf7-b61d-87a783a2ed05 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/ports/d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf HTTP/1.1" status: 204 len: 168 time: 0.7523477 Aug 16 02:22:43.380752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36512) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.417867 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f060461f-2bbe-4daa-a8b2-97ea5b176c76 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] GET failed (client error): The resource could not be found. Aug 16 02:22:43.423478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f060461f-2bbe-4daa-a8b2-97ea5b176c76 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "GET /v2.0/ports/d2fff47a-9ded-4aa4-ad5b-e3d10b5b6ccf HTTP/1.1" status: 404 len: 333 time: 0.0359981 Aug 16 02:22:43.423894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36514) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.442234 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Transition to ACTIVE for port object cb07d52c-c2f0-48e3-9c5c-79f15964814b will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:43.537274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 61066f9c-a963-44db-8f11-c4a266dcaa25 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:43.662142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port dad44479-c1bf-46bf-abc1-84e54fc5d402 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:43.662142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.664012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event updated for resources: {'Network': ['ID=935845d1-4754-4851-8df2-4929ddc744a7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.664773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 935845d1-4754-4851-8df2-4929ddc744a7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:22:43.767472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.805090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b56f7e33-9e15-48fd-9f9b-2849cc8970c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.821734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f865e61e-ef50-4637-a79d-ee37b4f5ea03 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1819420 Aug 16 02:22:43.825083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36524) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:43.837449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Request body: {'subnet': {'network_id': '935845d1-4754-4851-8df2-4929ddc744a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:43.843863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.844684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Network 13170a3d-26b3-4095-881a-7980aca52dc4 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:43.845884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 61066f9c-a963-44db-8f11-c4a266dcaa25 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:43.846269 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:43.865956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for dad44479-c1bf-46bf-abc1-84e54fc5d402 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:43.886492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Pushing event updated for resources: {'Port': ['ID=cb07d52c-c2f0-48e3-9c5c-79f15964814b,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:43.889167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:43.895427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:44.038291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Attempting to bind port cb07d52c-c2f0-48e3-9c5c-79f15964814b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:44.038713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Attempting to bind port cb07d52c-c2f0-48e3-9c5c-79f15964814b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:44.039041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Attempting to bind port cb07d52c-c2f0-48e3-9c5c-79f15964814b on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:44.046908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:44.053482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Checking segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:44.053482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.053482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Bound using segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:44.053482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Bound port: cb07d52c-c2f0-48e3-9c5c-79f15964814b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:44.053482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.101174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b56f7e33-9e15-48fd-9f9b-2849cc8970c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.165434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] For port cb07d52c-c2f0-48e3-9c5c-79f15964814b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:44.180921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b56f7e33-9e15-48fd-9f9b-2849cc8970c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.231114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b56f7e33-9e15-48fd-9f9b-2849cc8970c4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=596135adc9ac494d972c1ac11ebf16cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8845944 Aug 16 02:22:44.233615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36532) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.242314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56f7e33-9e15-48fd-9f9b-2849cc8970c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759b0de9-ac9f-43e8-a9d6-5e47be56e75b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.250788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] For port cb07d52c-c2f0-48e3-9c5c-79f15964814b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb07d52c-c2f0-48e3-9c5c-79f15964814b,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:44.254976 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.301930 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.305057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=dad44479-c1bf-46bf-abc1-84e54fc5d402,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.373563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8daf34f-d7fb-4986-84a0-c51ad8fc091b None None] Pushing event updated for resources: {'Port': ['ID=cb07d52c-c2f0-48e3-9c5c-79f15964814b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.404190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.1 (13170a3d-26b3-4095-881a-7980aca52dc4/1169205e-3b1e-4b86-8371-0317baa144d8/5bda794a-ee8b-4f35-bd89-8efb50955bc1) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:44.426774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a618657f-c1fa-4e9b-a7c1-8efa005660f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.478173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a618657f-c1fa-4e9b-a7c1-8efa005660f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.495437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.497728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f002169-8516-46b8-a9e5-8147aec643b5 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/ports/dad44479-c1bf-46bf-abc1-84e54fc5d402 HTTP/1.1" status: 204 len: 168 time: 1.0728307 Aug 16 02:22:44.506493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36534) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:44.557056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Made reservation on behalf of 5001a122cf74487b9d43b34dfbbed99e for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:44.560993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.595575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting subnet 2c7c3894-c967-4efb-b3a6-1e5cc16a2a72 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:44.600085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.672127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.687079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.761507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.787503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 5bda794a-ee8b-4f35-bd89-8efb50955bc1 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:44.828780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a618657f-c1fa-4e9b-a7c1-8efa005660f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.832476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a618657f-c1fa-4e9b-a7c1-8efa005660f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.837930 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a618657f-c1fa-4e9b-a7c1-8efa005660f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/759b0de9-ac9f-43e8-a9d6-5e47be56e75b HTTP/1.1" status: 204 len: 168 time: 0.6027913 Aug 16 02:22:44.850420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a618657f-c1fa-4e9b-a7c1-8efa005660f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759b0de9-ac9f-43e8-a9d6-5e47be56e75b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:44.881851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.958503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:44.992053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.007660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 13170a3d-26b3-4095-881a-7980aca52dc4 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:45.009411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.015252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:45.042624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:45.052769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7c3894-c967-4efb-b3a6-1e5cc16a2a72,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:45.064553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.064778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da72bbc6-e86f-49bd-b7bd-e9feeced2ff4 None None] Network 1c7665a7-900f-47b2-b37e-a4a39d4fe262 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:45.068054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f82ff8d-fa32-4a2c-8758-ce80bb8c6296 tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/subnets/2c7c3894-c967-4efb-b3a6-1e5cc16a2a72 HTTP/1.1" status: 204 len: 168 time: 0.5651793 Aug 16 02:22:45.072505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36542) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:45.103421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=5bda794a-ee8b-4f35-bd89-8efb50955bc1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:45.145733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.149398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Checking segment: {'id': '1eb94478-a9cd-4dad-8824-8f61405d1b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '935845d1-4754-4851-8df2-4929ddc744a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:45.149775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Network hostable DHCP agents. Network: 935845d1-4754-4851-8df2-4929ddc744a7, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:22:45.152465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event updated for resources: {'Subnet': ['ID=f7911ae1-bfee-4905-aefa-0644ee59780d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:45.185137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.268271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Deleting port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:45.268738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.283120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Network 935845d1-4754-4851-8df2-4929ddc744a7 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:22:45.378051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 935845d1-4754-4851-8df2-4929ddc744a7) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:45.378051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:45.381205 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.392657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9e691e-600a-46df-acca-143760f260c0 None None] Network 935845d1-4754-4851-8df2-4929ddc744a7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:45.404882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] For port 6c8868f9-725f-4e0b-8b5d-ca98697f2812, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c8868f9-725f-4e0b-8b5d-ca98697f2812,segment=NetworkSegment(b281ee35-6041-42e8-9ca9-c0c93607f825),segment_id=b281ee35-6041-42e8-9ca9-c0c93607f825)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:45.407991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.433491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Calling delete_port for 6c8868f9-725f-4e0b-8b5d-ca98697f2812 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:45.486137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] DHCP port deletion for 1c7665a7-900f-47b2-b37e-a4a39d4fe262 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:45.500937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.578448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb07d52c-c2f0-48e3-9c5c-79f15964814b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:45.586613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-31068686-d84a-452d-bd3c-e9ae4e5e69bd tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7569048 Aug 16 02:22:45.586892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:45.604108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Request body: {'port': {'network_id': '935845d1-4754-4851-8df2-4929ddc744a7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1814671524'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:45.642898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] Deleting port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:45.644985 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.866738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] For port 6c8868f9-725f-4e0b-8b5d-ca98697f2812, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6c8868f9-725f-4e0b-8b5d-ca98697f2812,segment=NetworkSegment(b281ee35-6041-42e8-9ca9-c0c93607f825),segment_id=b281ee35-6041-42e8-9ca9-c0c93607f825)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:45.866738 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.897680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] Calling delete_port for 6c8868f9-725f-4e0b-8b5d-ca98697f2812 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:45.953152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.953788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cb07d52c-c2f0-48e3-9c5c-79f15964814b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:45.970413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:45.986731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] No DVR routers for this DVR port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:46.018570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Made reservation on behalf of 5001a122cf74487b9d43b34dfbbed99e for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:46.023609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.025697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Port': ['ID=6c8868f9-725f-4e0b-8b5d-ca98697f2812,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.036388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-935845d1-4754-4851-8df2-4929ddc744a7', 'network_id': '935845d1-4754-4851-8df2-4929ddc744a7', 'tenant_id': '5001a122cf74487b9d43b34dfbbed99e', 'fixed_ips': [{'subnet_id': 'f7911ae1-bfee-4905-aefa-0644ee59780d'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:22:46.038198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.110684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0b016b-3999-4a43-843f-ec6ae043982c None None] Network 13170a3d-26b3-4095-881a-7980aca52dc4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:46.128987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] device_id is not set on port 0eb13603-f3ae-4b5e-9a99-160a50686043 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:46.180913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.201614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7665a7-900f-47b2-b37e-a4a39d4fe262']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.219934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b281ee35-6041-42e8-9ca9-c0c93607f825') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.220268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b281ee35-6041-42e8-9ca9-c0c93607f825') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:46.234554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.238104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.287069 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.306055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.324881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:46.325713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:46.336415 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:46.410868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Allocated IP 2001:db8::238 (935845d1-4754-4851-8df2-4929ddc744a7/f7911ae1-bfee-4905-aefa-0644ee59780d/0eb13603-f3ae-4b5e-9a99-160a50686043) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:46.432848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] Provisioning for port cb07d52c-c2f0-48e3-9c5c-79f15964814b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:46.438957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.452979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] Provisioning complete for port cb07d52c-c2f0-48e3-9c5c-79f15964814b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:46.453647 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.481688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.497804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=5bda794a-ee8b-4f35-bd89-8efb50955bc1,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.522332 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.533821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] Pushing event deleted for resources: {'Port': ['ID=6c8868f9-725f-4e0b-8b5d-ca98697f2812,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.538355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd88441-2894-40dd-821a-1967746aed13 None None] No DVR routers for this DVR port 6c8868f9-725f-4e0b-8b5d-ca98697f2812 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:46.554202 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.556299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] 10.222.0.76 "DELETE /v2.0/networks/1c7665a7-900f-47b2-b37e-a4a39d4fe262 HTTP/1.1" status: 204 len: 168 time: 1.4847958 Aug 16 02:22:46.620402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee95cf-8d62-43e2-9ddd-e46c59fd618a tempest-AllowedAddressPairTestJSON-437560441 tempest-AllowedAddressPairTestJSON-437560441-project] Pushing event deleted for resources: {'Network': ['ID=1c7665a7-900f-47b2-b37e-a4a39d4fe262,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:46.626218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 13170a3d-26b3-4095-881a-7980aca52dc4 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:46.626218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:46.697572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.762901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] For port cb07d52c-c2f0-48e3-9c5c-79f15964814b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb07d52c-c2f0-48e3-9c5c-79f15964814b,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:46.798844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.843781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:46.845385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Transition to ACTIVE for port object 0eb13603-f3ae-4b5e-9a99-160a50686043 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:46.897587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router be0ac009-701c-4f56-b05c-39f701f15905 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:22:46.995053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c188970-a668-4de0-bc04-11317ed9b34e None None] Pushing event updated for resources: {'Port': ['ID=cb07d52c-c2f0-48e3-9c5c-79f15964814b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.050113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.085631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:22:47.100609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Sync routers for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:22:47.104498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-58cd71e3-bd1b-4837-b4cd-4e3352189d88 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/be0ac009-701c-4f56-b05c-39f701f15905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3142183 Aug 16 02:22:47.106158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Network 935845d1-4754-4851-8df2-4929ddc744a7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:47.111788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:47.115624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event updated for resources: {'Port': ['ID=0eb13603-f3ae-4b5e-9a99-160a50686043,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:47.118093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:47.124496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.126332 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.140345 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:47.141052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:47.192055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Allocated IP 2001:db8::2 (935845d1-4754-4851-8df2-4929ddc744a7/f7911ae1-bfee-4905-aefa-0644ee59780d/c607d242-dcfa-46be-a7b4-6cd7a819ee99) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:47.292603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6038ee0-6a59-4667-9383-07574791a115 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7012305 Aug 16 02:22:47.295714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:47.302593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Request body: {'port': {'network_id': '935845d1-4754-4851-8df2-4929ddc744a7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1338444691', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:47.303100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] bootfile-name is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:22:47.303451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] tftp-server is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:22:47.304131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] server-ip-address is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:22:47.311489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-687ac4b2-dc03-480a-8d9a-8a407feaa796 None None] Provisioning for port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:47.331145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-687ac4b2-dc03-480a-8d9a-8a407feaa796 None None] Provisioning complete for port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:47.332052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-687ac4b2-dc03-480a-8d9a-8a407feaa796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.439003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36598) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:47.508482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb07d52c-c2f0-48e3-9c5c-79f15964814b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:47.609889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:47.615234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-3120c279-d2f9-4bfd-b236-278e0c8c79e8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768922880&fields=id&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 267 time: 0.1147878 Aug 16 02:22:47.704700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36616) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:47.752384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-687ac4b2-dc03-480a-8d9a-8a407feaa796 None None] Port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:47.757830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Made reservation on behalf of 5001a122cf74487b9d43b34dfbbed99e for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:47.764757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.806885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] device_id is not set on port 58bea45f-cf46-4e80-bda7-b6fee4340bc8 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:22:47.930593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-cfbe26e0-b91a-47e7-aa3b-66bda4702751 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:47.939405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-cfbe26e0-b91a-47e7-aa3b-66bda4702751 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 796 time: 0.3199935 Aug 16 02:22:47.981264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57bf8136-8410-4dd0-82f6-b4102174fc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:47.985333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-10810e48-4c2c-4275-8bdf-40a0c4ac9203 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/quotas/c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 375 time: 0.0447955 Aug 16 02:22:48.014540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9bc27a8c-2b0b-47cf-972b-5f7a767141db admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=434482e68d504e068ea35771ad0aaea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5737345 Aug 16 02:22:48.016967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36624) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.017935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-687ac4b2-dc03-480a-8d9a-8a407feaa796 None None] Provisioning complete for port cb07d52c-c2f0-48e3-9c5c-79f15964814b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:48.018331 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-687ac4b2-dc03-480a-8d9a-8a407feaa796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.113459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-39607cd7-8341-4b17-b524-5489030fc9b1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1160293 Aug 16 02:22:48.178501 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c998598-ccb5-4f13-9d7b-1d9255b0c8eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.196244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57bf8136-8410-4dd0-82f6-b4102174fc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.226285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c998598-ccb5-4f13-9d7b-1d9255b0c8eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.271441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-49c186d7-3147-41f3-90ac-cc7596822cea service neutron] 10.222.0.76 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566246 Aug 16 02:22:48.423447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-dd4c4a77-80f2-4d90-b989-217e67459caa service neutron] 10.222.0.76 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510849 Aug 16 02:22:48.469140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.504105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cb07d52c-c2f0-48e3-9c5c-79f15964814b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:48.505145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.551390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Transition to ACTIVE for port object c607d242-dcfa-46be-a7b4-6cd7a819ee99 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:48.585060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Transition to ACTIVE for port object c607d242-dcfa-46be-a7b4-6cd7a819ee99 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:48.610442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 2, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:48.640440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Checking router: be0ac009-701c-4f56-b05c-39f701f15905 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:22:48.640798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Updating router be0ac009-701c-4f56-b05c-39f701f15905 port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:22:48.701903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.714449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-63ff7bb2-8ce9-4d5f-ac60-a18bfa0e1bb6 None None] Provisioning complete for port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:48.714980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-63ff7bb2-8ce9-4d5f-ac60-a18bfa0e1bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.786580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-63ff7bb2-8ce9-4d5f-ac60-a18bfa0e1bb6 None None] Port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:48.792359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c8868f9-725f-4e0b-8b5d-ca98697f2812 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:48.809875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57bf8136-8410-4dd0-82f6-b4102174fc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.859303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6c8868f9-725f-4e0b-8b5d-ca98697f2812 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:48.859657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6c8868f9-725f-4e0b-8b5d-ca98697f2812 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:48.866677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57bf8136-8410-4dd0-82f6-b4102174fc88 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3f53292f7064450aaf1aa99b6a44a4c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581271 Aug 16 02:22:48.866677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf8136-8410-4dd0-82f6-b4102174fc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b18d0b-5a02-4336-bfc2-f6578a90b831,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:48.867907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36642) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:48.933772 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.968441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c998598-ccb5-4f13-9d7b-1d9255b0c8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.977233 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c998598-ccb5-4f13-9d7b-1d9255b0c8eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:48.981724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c998598-ccb5-4f13-9d7b-1d9255b0c8eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c314fd43-80a3-4348-9d90-639c0fa1fe0e HTTP/1.1" status: 204 len: 168 time: 0.9636035 Aug 16 02:22:48.997383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5860f5e-6f60-406e-bdd5-617fbef6d297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.003266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c998598-ccb5-4f13-9d7b-1d9255b0c8eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c314fd43-80a3-4348-9d90-639c0fa1fe0e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.071763 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5860f5e-6f60-406e-bdd5-617fbef6d297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.112170 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Network 935845d1-4754-4851-8df2-4929ddc744a7 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:49.137627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:49.160332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:49.168672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2af3e7ef-c810-4ebc-ac9c-b65e9007daf8 req-cb0df11e-539b-4316-8c3a-3f6567c534e1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 210 time: 0.0788872 Aug 16 02:22:49.170628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Pushing event updated for resources: {'Port': ['ID=c607d242-dcfa-46be-a7b4-6cd7a819ee99,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.289136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Attempting to bind port c607d242-dcfa-46be-a7b4-6cd7a819ee99 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:49.289592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Attempting to bind port c607d242-dcfa-46be-a7b4-6cd7a819ee99 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '1eb94478-a9cd-4dad-8824-8f61405d1b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '935845d1-4754-4851-8df2-4929ddc744a7'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:49.297544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Attempting to bind port c607d242-dcfa-46be-a7b4-6cd7a819ee99 on network 935845d1-4754-4851-8df2-4929ddc744a7 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:49.302845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:49.303589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Checking segment: {'id': '1eb94478-a9cd-4dad-8824-8f61405d1b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '935845d1-4754-4851-8df2-4929ddc744a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:49.304082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.304581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Bound using segment: {'id': '1eb94478-a9cd-4dad-8824-8f61405d1b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '935845d1-4754-4851-8df2-4929ddc744a7'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:49.305361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Bound port: c607d242-dcfa-46be-a7b4-6cd7a819ee99, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb94478-a9cd-4dad-8824-8f61405d1b92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '935845d1-4754-4851-8df2-4929ddc744a7'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:49.306251 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.323924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5860f5e-6f60-406e-bdd5-617fbef6d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.327103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5860f5e-6f60-406e-bdd5-617fbef6d297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.329658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c5860f5e-6f60-406e-bdd5-617fbef6d297 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/63b18d0b-5a02-4336-bfc2-f6578a90b831 HTTP/1.1" status: 204 len: 168 time: 0.4605021 Aug 16 02:22:49.358479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5860f5e-6f60-406e-bdd5-617fbef6d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b18d0b-5a02-4336-bfc2-f6578a90b831,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.501440 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.528971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Transition to ACTIVE for port object 5bda794a-ee8b-4f35-bd89-8efb50955bc1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:49.605939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.614657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] For port c607d242-dcfa-46be-a7b4-6cd7a819ee99, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:49.672614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] For port c607d242-dcfa-46be-a7b4-6cd7a819ee99, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c607d242-dcfa-46be-a7b4-6cd7a819ee99,segment=NetworkSegment(1eb94478-a9cd-4dad-8824-8f61405d1b92),segment_id=1eb94478-a9cd-4dad-8824-8f61405d1b92)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:49.752290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945793b-0944-4d82-9e3d-99cba614da35 None None] Pushing event updated for resources: {'Port': ['ID=5bda794a-ee8b-4f35-bd89-8efb50955bc1,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:49.771801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Attempting to bind port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:49.772302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Attempting to bind port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:49.772939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Attempting to bind port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:49.779852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:49.780538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Checking segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:49.781156 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.782307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Bound using segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:49.783150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Bound port: 5bda794a-ee8b-4f35-bd89-8efb50955bc1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:49.783652 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.796041 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:49.807267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Allocated IP 2001:db8::3c9 (935845d1-4754-4851-8df2-4929ddc744a7/f7911ae1-bfee-4905-aefa-0644ee59780d/58bea45f-cf46-4e80-bda7-b6fee4340bc8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:49.897438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] For port 5bda794a-ee8b-4f35-bd89-8efb50955bc1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:49.913666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] For port 5bda794a-ee8b-4f35-bd89-8efb50955bc1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5bda794a-ee8b-4f35-bd89-8efb50955bc1,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:50.011309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ace07a-fd89-4dc5-9232-22f289cef842 None None] Pushing event updated for resources: {'Port': ['ID=c607d242-dcfa-46be-a7b4-6cd7a819ee99,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.022307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.163235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.209612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Transition to ACTIVE for port object 58bea45f-cf46-4e80-bda7-b6fee4340bc8 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:50.239876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:22:50.240732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:50.307633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945793b-0944-4d82-9e3d-99cba614da35 None None] Pushing event updated for resources: {'Port': ['ID=5bda794a-ee8b-4f35-bd89-8efb50955bc1,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.371734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.464136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b343ee72-fe05-46d4-8b27-ba35eea70e97 req-e0063226-e1db-43f3-b664-f3d08937ac43 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 210 time: 0.1393878 Aug 16 02:22:50.497983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Network 935845d1-4754-4851-8df2-4929ddc744a7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:50.507036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:50.512173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:50.525380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.526436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:50.595769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event updated for resources: {'Port': ['ID=58bea45f-cf46-4e80-bda7-b6fee4340bc8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:50.614697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:22:50.645206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-868a8eb9-af8d-415d-9749-3de8130f2456 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.3481574 Aug 16 02:22:50.652034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36706) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:50.725162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b375e-5557-4013-b850-f867f6cc6181 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.739187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b375e-5557-4013-b850-f867f6cc6181 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.754177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7b375e-5557-4013-b850-f867f6cc6181 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:50.762425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bf7b375e-5557-4013-b850-f867f6cc6181 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1080341 Aug 16 02:22:50.766264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36712) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:51.043519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Deleting port 58bea45f-cf46-4e80-bda7-b6fee4340bc8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:51.044243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.142362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36722) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:51.178926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:49Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:51.240244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdc04200-0d05-41d9-87ed-ab339737cb0c None None] The sync data for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 is: [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:49Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:22:51.363508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.400837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Calling delete_port for 58bea45f-cf46-4e80-bda7-b6fee4340bc8 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:51.472433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7ffe73d1-b88e-4806-9543-93c6e5c67187 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:51.472433 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-7ffe73d1-b88e-4806-9543-93c6e5c67187 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:22:51.472433 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-7ffe73d1-b88e-4806-9543-93c6e5c67187 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:22:51.479507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ffe73d1-b88e-4806-9543-93c6e5c67187 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3344989 Aug 16 02:22:51.485514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36740) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:51.522147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--525882094'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:51.644635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c607d242-dcfa-46be-a7b4-6cd7a819ee99 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:51.694317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e5ae5f8-1e47-4d09-99b0-f821185be07b req-7fc8a88c-b0a4-44b1-95fc-172557d33eb0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 210 time: 0.0700681 Aug 16 02:22:51.728318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.741093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:51.952212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c607d242-dcfa-46be-a7b4-6cd7a819ee99 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:52.012516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.037597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-6f292c64-1adf-4c93-9f21-34a78628a98b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:52.039264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-6f292c64-1adf-4c93-9f21-34a78628a98b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 796 time: 0.3714647 Aug 16 02:22:52.070835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e521a4-6bb1-4226-b12d-8bb9729b8380 None None] Network 935845d1-4754-4851-8df2-4929ddc744a7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:52.146454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.153791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-b1e4ad76-a43e-481e-aea9-38cdc60b2205 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 380 time: 0.0869458 Aug 16 02:22:52.176322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'port': {'device_id': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'admin_state_up': True, 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'security_groups': ['df320267-5c3a-41b0-b5f3-e3592c69532f']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:52.189182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.200258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd3324e-f9b1-4858-be14-b21b56941631,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.329475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event deleted for resources: {'Port': ['ID=58bea45f-cf46-4e80-bda7-b6fee4340bc8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.337365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] Provisioning for port c607d242-dcfa-46be-a7b4-6cd7a819ee99 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:52.347569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] Provisioning complete for port c607d242-dcfa-46be-a7b4-6cd7a819ee99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:52.347946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.359720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.433930 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.465526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.467834 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a983c109-e69d-4f76-8d27-492811722f12 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "DELETE /v2.0/ports/58bea45f-cf46-4e80-bda7-b6fee4340bc8 HTTP/1.1" status: 204 len: 168 time: 1.6999464 Aug 16 02:22:52.471449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36760) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:52.478366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Request body: {'port': {'name': 'tempest-new-port-name-2001422203', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:52.478808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] bootfile-name is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:22:52.479587 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] tftp-server is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:22:52.479938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] server-ip-address is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:22:52.567229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c665b8-6b5e-4067-9c89-dc9718f8326f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.619582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:22:52.623904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.626267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.655574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.701307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.702939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-128d757c-ae4f-496d-92a0-d08a6ab377c7 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2109668 Aug 16 02:22:52.710233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36770) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:52.711966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'b2c665b8-6b5e-4067-9c89-dc9718f8326f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:52.720762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] For port c607d242-dcfa-46be-a7b4-6cd7a819ee99, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c607d242-dcfa-46be-a7b4-6cd7a819ee99,segment=NetworkSegment(1eb94478-a9cd-4dad-8824-8f61405d1b92),segment_id=1eb94478-a9cd-4dad-8824-8f61405d1b92)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:52.781218 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:52.877864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6b559b-4489-4514-840f-5f64c1433c42 None None] Pushing event updated for resources: {'Port': ['ID=c607d242-dcfa-46be-a7b4-6cd7a819ee99,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:52.917523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5243b011-6456-40e0-87d9-6940c05785f1 req-37f938f7-a1f6-48e3-b884-15cf6f76e4e4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 210 time: 0.0715265 Aug 16 02:22:52.929235 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.027017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.123901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.194768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.11 (13170a3d-26b3-4095-881a-7980aca52dc4/1169205e-3b1e-4b86-8371-0317baa144d8/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:22:53.219640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52fe44a-5ecf-4e98-b004-624c52143e99,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.243691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.247696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c396685b-0d92-46c4-8837-6353212a5897 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5388169 Aug 16 02:22:53.249718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36784) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.259840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.264612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-89591352-c0b1-4937-82c2-53c91131e1f9 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'b2c665b8-6b5e-4067-9c89-dc9718f8326f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:53.302443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8eae8b1e-aea4-420a-b371-61773667d4a7 None None] Provisioning for port 0eb13603-f3ae-4b5e-9a99-160a50686043 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:53.308058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8eae8b1e-aea4-420a-b371-61773667d4a7 None None] Provisioning complete for port 0eb13603-f3ae-4b5e-9a99-160a50686043 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:53.308649 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8eae8b1e-aea4-420a-b371-61773667d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.405897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.435300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89591352-c0b1-4937-82c2-53c91131e1f9 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.492400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8eae8b1e-aea4-420a-b371-61773667d4a7 None None] Port 0eb13603-f3ae-4b5e-9a99-160a50686043 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:53.541337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8eae8b1e-aea4-420a-b371-61773667d4a7 None None] Provisioning complete for port c607d242-dcfa-46be-a7b4-6cd7a819ee99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:53.545065 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8eae8b1e-aea4-420a-b371-61773667d4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.687748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] In _notify_port_updated(), no bound segment for port 0eb13603-f3ae-4b5e-9a99-160a50686043 on network 935845d1-4754-4851-8df2-4929ddc744a7 {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:22:53.704268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.705947 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.724862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "PUT /v2.0/ports/0eb13603-f3ae-4b5e-9a99-160a50686043 HTTP/1.1" status: 200 len: 1130 time: 1.2522194 Aug 16 02:22:53.725639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c607d242-dcfa-46be-a7b4-6cd7a819ee99 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:53.726191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36796) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.803069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074ea48-b8d0-401b-84b5-c3b2a3381ebf tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event updated for resources: {'Port': ['ID=0eb13603-f3ae-4b5e-9a99-160a50686043,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:53.832256 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-89591352-c0b1-4937-82c2-53c91131e1f9 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:22:53.833588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-89591352-c0b1-4937-82c2-53c91131e1f9 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5822153 Aug 16 02:22:53.837164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36800) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:53.899162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c607d242-dcfa-46be-a7b4-6cd7a819ee99 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:53.899550 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.908669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:53.963244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:53.987074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77da9203-0d65-43a5-9d94-7a574294f370 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:53.989412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-77da9203-0d65-43a5-9d94-7a574294f370 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "GET /v2.0/ports/0eb13603-f3ae-4b5e-9a99-160a50686043 HTTP/1.1" status: 200 len: 1130 time: 0.2605054 Aug 16 02:22:53.993188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36808) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.017087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb1c0-4d32-46b6-8434-e094ec6d24a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.164141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5bda794a-ee8b-4f35-bd89-8efb50955bc1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:54.174722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaff38bc-d035-4703-8b2b-d53f8506c32a req-305d362b-e777-47a3-bdc6-3e03fb0ca0a0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 210 time: 0.1160388 Aug 16 02:22:54.176544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb1c0-4d32-46b6-8434-e094ec6d24a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.206980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.242902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b23568c6-bb8c-473c-ae74-28232c45a42e None None] Provisioning complete for port 0eb13603-f3ae-4b5e-9a99-160a50686043 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:54.243290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b23568c6-bb8c-473c-ae74-28232c45a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.349390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.354699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b23568c6-bb8c-473c-ae74-28232c45a42e None None] Port 0eb13603-f3ae-4b5e-9a99-160a50686043 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:54.375273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 13170a3d-26b3-4095-881a-7980aca52dc4 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:22:54.412157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:22:54.414156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb1c0-4d32-46b6-8434-e094ec6d24a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.417780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e3cb1c0-4d32-46b6-8434-e094ec6d24a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.419290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e3cb1c0-4d32-46b6-8434-e094ec6d24a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/b2c665b8-6b5e-4067-9c89-dc9718f8326f HTTP/1.1" status: 204 len: 168 time: 0.5801394 Aug 16 02:22:54.425184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:22:54.428026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36812) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.458613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3cb1c0-4d32-46b6-8434-e094ec6d24a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c665b8-6b5e-4067-9c89-dc9718f8326f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:54.467421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0b11b8d5-7dd5-4b21-971d-6ed39d23141a None None] Could not find standard attr ID for object 58bea45f-cf46-4e80-bda7-b6fee4340bc8. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:22:54.508243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:54.518151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:54.518723 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.673753 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1da5c631-b8d5-44cf-818e-6e512b068f36 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2378333 Aug 16 02:22:54.678609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36816) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.695796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--1003769644'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:54.697390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Deleting port 0eb13603-f3ae-4b5e-9a99-160a50686043 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:54.698351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.731580 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.774279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36820) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.783768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5bda794a-ee8b-4f35-bd89-8efb50955bc1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5bda794a-ee8b-4f35-bd89-8efb50955bc1,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:54.828815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:54.829505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.889329 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.918066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.938418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36826) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:54.938418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:54.969673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Calling delete_port for 0eb13603-f3ae-4b5e-9a99-160a50686043 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:55.016715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-08c7411f-56eb-46c2-accf-b245ffd26d89 None None] Provisioning for port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:22:55.036133 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-9c825e08-7455-4a65-8343-71b22ee917a4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8763294 Aug 16 02:22:55.052748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Request body: {'port': {'device_id': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:55.054892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-08c7411f-56eb-46c2-accf-b245ffd26d89 None None] Provisioning complete for port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:55.055299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08c7411f-56eb-46c2-accf-b245ffd26d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.135683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5bda794a-ee8b-4f35-bd89-8efb50955bc1,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.142765 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0af1c53-cd50-4802-9f71-4414e5bbc4d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.153846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-08c7411f-56eb-46c2-accf-b245ffd26d89 None None] Port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:55.161224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f4f86cf-ee02-44e8-b2ca-429bc8868592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.231636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.283736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.303534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2a12bfb4-6c5e-4bf9-aa29-b90f0ad9a81d None None] Provisioning complete for port 0eb13603-f3ae-4b5e-9a99-160a50686043 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:55.309728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2a12bfb4-6c5e-4bf9-aa29-b90f0ad9a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.360505 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.408531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2a12bfb4-6c5e-4bf9-aa29-b90f0ad9a81d None None] Port 0eb13603-f3ae-4b5e-9a99-160a50686043 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:22:55.458993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5bda794a-ee8b-4f35-bd89-8efb50955bc1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:22:55.484260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b32db-67fd-4998-9c75-3b722298f34a req-2cf14517-d2a2-4c9c-8493-6448c7a4acd8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:55.488179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-926b32db-67fd-4998-9c75-3b722298f34a req-2cf14517-d2a2-4c9c-8493-6448c7a4acd8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 932 time: 0.2213457 Aug 16 02:22:55.547835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdcae85-e2b1-44d6-88c1-caaa094eff15,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.553945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:22:55.555135 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.556810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.617434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event deleted for resources: {'Port': ['ID=0eb13603-f3ae-4b5e-9a99-160a50686043,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.643081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-926b32db-67fd-4998-9c75-3b722298f34a req-36808a3b-2cf6-47bb-906d-c91550518de5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412210 Aug 16 02:22:55.681090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.695669 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2eeaf21b-f90b-485e-8c5b-40e65ab4d63d tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "DELETE /v2.0/ports/0eb13603-f3ae-4b5e-9a99-160a50686043 HTTP/1.1" status: 204 len: 168 time: 1.7000790 Aug 16 02:22:55.698177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36840) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.730892 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0af1c53-cd50-4802-9f71-4414e5bbc4d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.792013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Deleting subnet f7911ae1-bfee-4905-aefa-0644ee59780d {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:22:55.800216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.806352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0af1c53-cd50-4802-9f71-4414e5bbc4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.864521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0af1c53-cd50-4802-9f71-4414e5bbc4d4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a0dd750684734b83bda144e25d825936&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0860660 Aug 16 02:22:55.865336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af1c53-cd50-4802-9f71-4414e5bbc4d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a819a5-b1b5-4dd5-90b6-511003211a7b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:55.868455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.879102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:55.888090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e5364317-8d91-40d7-b04d-a064a7b53430 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2005875 Aug 16 02:22:55.890003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36846) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:55.897292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-39559606-1634-4581-8418-72dd2b09407a tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'cfdcae85-e2b1-44d6-88c1-caaa094eff15', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:55.898377 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-39559606-1634-4581-8418-72dd2b09407a tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:22:55.899188 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-39559606-1634-4581-8418-72dd2b09407a tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:55.900767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-39559606-1634-4581-8418-72dd2b09407a tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0090609 Aug 16 02:22:55.904626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.002135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-63e42504-fb41-4f91-ae5b-3ad76076d207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.016163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.033976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b25a86b-8f59-44fc-a049-5abc87d218b0 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.041382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-63e42504-fb41-4f91-ae5b-3ad76076d207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.085633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b25a86b-8f59-44fc-a049-5abc87d218b0 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.096674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:22:56.102755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f4f86cf-ee02-44e8-b2ca-429bc8868592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.111102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.166032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.203014 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f4f86cf-ee02-44e8-b2ca-429bc8868592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.232940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-63e42504-fb41-4f91-ae5b-3ad76076d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.235246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Transition to ACTIVE for port object 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:22:56.235650 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-63e42504-fb41-4f91-ae5b-3ad76076d207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.239804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-63e42504-fb41-4f91-ae5b-3ad76076d207 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/34a819a5-b1b5-4dd5-90b6-511003211a7b HTTP/1.1" status: 204 len: 168 time: 0.3673494 Aug 16 02:22:56.239804 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b25a86b-8f59-44fc-a049-5abc87d218b0 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.241914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b25a86b-8f59-44fc-a049-5abc87d218b0 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.243433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0b25a86b-8f59-44fc-a049-5abc87d218b0 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/cfdcae85-e2b1-44d6-88c1-caaa094eff15 HTTP/1.1" status: 204 len: 168 time: 0.3329446 Aug 16 02:22:56.247761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.264405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e42504-fb41-4f91-ae5b-3ad76076d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a819a5-b1b5-4dd5-90b6-511003211a7b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.264819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f86cf-ee02-44e8-b2ca-429bc8868592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe583a78-106d-4c64-9b4d-203450487d09,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.288699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f4f86cf-ee02-44e8-b2ca-429bc8868592 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac989b90585e4d54a0a156735f4de2d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3508458 Aug 16 02:22:56.291080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.293248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25a86b-8f59-44fc-a049-5abc87d218b0 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdcae85-e2b1-44d6-88c1-caaa094eff15,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.350255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fb0923a-4c33-468e-8ee0-a47352d53d0e tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1013694 Aug 16 02:22:56.355417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36856) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.360209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086983746'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:56.361649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de562b3b-5b1f-4cde-a009-78f76da12b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.373887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.412104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.428040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de562b3b-5b1f-4cde-a009-78f76da12b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.480430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event deleted for resources: {'Subnet': ['ID=f7911ae1-bfee-4905-aefa-0644ee59780d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.483436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34101983-9348-4b34-b6a6-ff1e6cd0b4a6 None None] Network 935845d1-4754-4851-8df2-4929ddc744a7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:22:56.488692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.492389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d6c15819-d027-4a74-a1ed-0558f963cc05 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "DELETE /v2.0/subnets/f7911ae1-bfee-4905-aefa-0644ee59780d HTTP/1.1" status: 204 len: 168 time: 0.7908540 Aug 16 02:22:56.493143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36858) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:56.514250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.538037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.604695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:22:56.604944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:22:56.605432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:56.615968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:22:56.616399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:22:56.625855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:22:56.626334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Checking segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:22:56.626845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Bound using segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:22:56.627365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Bound port: 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:22:56.627807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.681783 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.697039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de562b3b-5b1f-4cde-a009-78f76da12b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.704577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de562b3b-5b1f-4cde-a009-78f76da12b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.706946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de562b3b-5b1f-4cde-a009-78f76da12b83 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fe583a78-106d-4c64-9b4d-203450487d09 HTTP/1.1" status: 204 len: 168 time: 0.4146926 Aug 16 02:22:56.785059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de562b3b-5b1f-4cde-a009-78f76da12b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe583a78-106d-4c64-9b4d-203450487d09,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:56.843588 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.845332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] DHCP port deletion for 935845d1-4754-4851-8df2-4929ddc744a7 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:22:56.853513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:22:56.866106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:22:56.890775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Deleting port c607d242-dcfa-46be-a7b4-6cd7a819ee99 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:56.891231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.958756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.960683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:56.998928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] Deleting port c607d242-dcfa-46be-a7b4-6cd7a819ee99 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:22:57.000554 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.074528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f32c2-bde5-4ea3-963e-de968e72d0bf req-704b997b-cbe0-4d61-bb99-9433a360ecd7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.076517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5f32c2-bde5-4ea3-963e-de968e72d0bf req-704b997b-cbe0-4d61-bb99-9433a360ecd7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.2367189 Aug 16 02:22:57.078685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] For port c607d242-dcfa-46be-a7b4-6cd7a819ee99, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c607d242-dcfa-46be-a7b4-6cd7a819ee99,segment=NetworkSegment(1eb94478-a9cd-4dad-8824-8f61405d1b92),segment_id=1eb94478-a9cd-4dad-8824-8f61405d1b92)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:57.079180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.089282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f915cd8c-f2d7-440b-b574-8d2d7a87106c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.100802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Calling delete_port for c607d242-dcfa-46be-a7b4-6cd7a819ee99 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:57.109683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.110491 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.112109 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] 10.222.0.83 "PUT /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1093 time: 2.0664284 Aug 16 02:22:57.112683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:22:57.115761 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:22:57.201327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e42d6-6665-445f-a40c-f456724f2195 service neutron] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.231499 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc576892-978f-4ce6-bdc3-6447ff9bbc29 x-openstack-request-id: req-bc576892-978f-4ce6-bdc3-6447ff9bbc29 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:22:57.231832 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:22:57.232083 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bc576892-978f-4ce6-bdc3-6447ff9bbc29 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:22:57.236570 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'status': 'completed', 'code': 200} Aug 16 02:22:57.267806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] For port c607d242-dcfa-46be-a7b4-6cd7a819ee99, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c607d242-dcfa-46be-a7b4-6cd7a819ee99,segment=NetworkSegment(1eb94478-a9cd-4dad-8824-8f61405d1b92),segment_id=1eb94478-a9cd-4dad-8824-8f61405d1b92)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:22:57.272950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.286343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.297476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] Calling delete_port for c607d242-dcfa-46be-a7b4-6cd7a819ee99 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:22:57.310196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.316364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4f232239-ee50-453d-9d6b-dc2cb1096eb3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9561059 Aug 16 02:22:57.319907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36876) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:57.336395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0 req-f963cf7e-7912-4c19-8bd0-be4852b37e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.354058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9900d2bb-57cb-4638-b12e-8f25f405d73d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'f915cd8c-f2d7-440b-b574-8d2d7a87106c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:57.355823 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-9900d2bb-57cb-4638-b12e-8f25f405d73d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:22:57.356318 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-9900d2bb-57cb-4638-b12e-8f25f405d73d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:57.360035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9900d2bb-57cb-4638-b12e-8f25f405d73d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0364947 Aug 16 02:22:57.366257 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0 req-f963cf7e-7912-4c19-8bd0-be4852b37e8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1096 time: 0.1164579 Aug 16 02:22:57.366788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36882) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:57.457561 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.471397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c5f32c2-bde5-4ea3-963e-de968e72d0bf req-a5335e40-0a79-4c8d-9404-3375a82ca392 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3731611 Aug 16 02:22:57.475435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.503434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c607d242-dcfa-46be-a7b4-6cd7a819ee99 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:22:57.530155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event deleted for resources: {'Port': ['ID=c607d242-dcfa-46be-a7b4-6cd7a819ee99,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.532166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] No DVR routers for this DVR port c607d242-dcfa-46be-a7b4-6cd7a819ee99 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:57.598098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c607d242-dcfa-46be-a7b4-6cd7a819ee99 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:22:57.598508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c607d242-dcfa-46be-a7b4-6cd7a819ee99 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:22:57.648380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0 req-04a7755a-1df7-45cd-9bcb-9d6d35655eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.650486 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0 req-04a7755a-1df7-45cd-9bcb-9d6d35655eb4 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c271d0e92f9641bc8675871d70eb4274&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2756240 Aug 16 02:22:57.653065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b17fd7f8-f71a-4561-add5-0e19e34bdd8c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.662732 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.681258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.708109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935845d1-4754-4851-8df2-4929ddc744a7']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:57.712205 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b17fd7f8-f71a-4561-add5-0e19e34bdd8c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.731201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] Pushing event deleted for resources: {'Port': ['ID=c607d242-dcfa-46be-a7b4-6cd7a819ee99,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:57.738717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6d3cf0-e9e9-4c59-8f7a-f7f09ea2d21f None None] No DVR routers for this DVR port c607d242-dcfa-46be-a7b4-6cd7a819ee99 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:22:57.755365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb94478-a9cd-4dad-8824-8f61405d1b92') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:57.756158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb94478-a9cd-4dad-8824-8f61405d1b92') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:22:57.777942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.791621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0 req-6e69617a-c2c0-4f1e-bc36-dedb846d59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.793134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7b8f6992-ecd8-4b32-b9fa-c6325e5826b0 req-6e69617a-c2c0-4f1e-bc36-dedb846d59b3 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1350536 Aug 16 02:22:57.804047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.810430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:22:57.810872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:22:57.815298 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:22:57.877691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-c4641f67-b8fa-4110-a393-9145c6ec1d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:57.877691 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-c4641f67-b8fa-4110-a393-9145c6ec1d45 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1096 time: 0.0451810 Aug 16 02:22:57.923745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b17fd7f8-f71a-4561-add5-0e19e34bdd8c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.927053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b17fd7f8-f71a-4561-add5-0e19e34bdd8c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:57.930681 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:22:57.931266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b17fd7f8-f71a-4561-add5-0e19e34bdd8c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/f915cd8c-f2d7-440b-b574-8d2d7a87106c HTTP/1.1" status: 204 len: 168 time: 0.5669920 Aug 16 02:22:57.931396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-c3c3f042-8a46-4e3d-ac1c-32ef145be0b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 217 time: 0.0459464 Aug 16 02:22:57.931396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36894) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:57.942311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17fd7f8-f71a-4561-add5-0e19e34bdd8c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f915cd8c-f2d7-440b-b574-8d2d7a87106c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.014198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-80d2aa20-9d1e-491e-9317-cd4c0e83c606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.015790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-80d2aa20-9d1e-491e-9317-cd4c0e83c606 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.0741086 Aug 16 02:22:58.021910 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.028627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.042257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] 10.222.0.76 "DELETE /v2.0/networks/935845d1-4754-4851-8df2-4929ddc744a7 HTTP/1.1" status: 204 len: 168 time: 1.5383844 Aug 16 02:22:58.042878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1f7c52fc-e89b-42c3-811b-3ba4541181a3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055987 Aug 16 02:22:58.051184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36902) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.055972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239503416'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:58.060262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39b13b-4b39-4b6f-99aa-20ca06c10ca7 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703 tempest-ExtraDHCPOptionsIpV6TestJSON-1020279703-project] Pushing event deleted for resources: {'Network': ['ID=935845d1-4754-4851-8df2-4929ddc744a7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.076104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11381f-222e-4e43-91db-820ea84c2386 req-221e8dc7-4d98-47ee-9c9a-86f4c6533c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.084499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-221e8dc7-4d98-47ee-9c9a-86f4c6533c3a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561075 Aug 16 02:22:58.186093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.186459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-c440d73a-bb07-4b14-86bd-47a1a20842d9 service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996952 Aug 16 02:22:58.283347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.297126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca11381f-222e-4e43-91db-820ea84c2386 req-a980534d-1025-4ea0-93fc-2eccc921f547 service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036720 Aug 16 02:22:58.443078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.477893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9513c66-3f2f-4afc-97c4-c0fb2c627696,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:58.622185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.623875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ee134afa-2ba4-40b1-93f0-1d2d85204c0c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5713947 Aug 16 02:22:58.627192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36922) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.635085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-767c1129-8140-4c5f-839b-06d608cafc22 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'a9513c66-3f2f-4afc-97c4-c0fb2c627696', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:58.649141 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-767c1129-8140-4c5f-839b-06d608cafc22 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:22:58.650233 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-767c1129-8140-4c5f-839b-06d608cafc22 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:58.651102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd2e1a6-5e60-4ac9-bac5-e9b78891a6f5 req-d7441c79-ccca-4ce9-8ac9-b603fa56f16e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:58.654464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-767c1129-8140-4c5f-839b-06d608cafc22 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0218353 Aug 16 02:22:58.654720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dd2e1a6-5e60-4ac9-bac5-e9b78891a6f5 req-d7441c79-ccca-4ce9-8ac9-b603fa56f16e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.0672629 Aug 16 02:22:58.654828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.660291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6f50dc7e-e076-4b4e-87ca-5773e3c300ff tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'a9513c66-3f2f-4afc-97c4-c0fb2c627696', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:58.660984 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-6f50dc7e-e076-4b4e-87ca-5773e3c300ff tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:22:58.661575 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-6f50dc7e-e076-4b4e-87ca-5773e3c300ff tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:58.665376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f50dc7e-e076-4b4e-87ca-5773e3c300ff tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069487 Aug 16 02:22:58.665973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36926) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.675996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3c1153c1-2daa-4ed3-a707-be3bb1c899e2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'a9513c66-3f2f-4afc-97c4-c0fb2c627696', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:58.676403 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-3c1153c1-2daa-4ed3-a707-be3bb1c899e2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:22:58.676918 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-3c1153c1-2daa-4ed3-a707-be3bb1c899e2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:58.677929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3c1153c1-2daa-4ed3-a707-be3bb1c899e2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0110230 Aug 16 02:22:58.680924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36928) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.685955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7414ae66-f354-4125-a09c-e4a9a254f63d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'a9513c66-3f2f-4afc-97c4-c0fb2c627696', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:58.688484 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-7414ae66-f354-4125-a09c-e4a9a254f63d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:22:58.689123 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-7414ae66-f354-4125-a09c-e4a9a254f63d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:58.696835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7414ae66-f354-4125-a09c-e4a9a254f63d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0080452 Aug 16 02:22:58.697007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.711622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dd2e1a6-5e60-4ac9-bac5-e9b78891a6f5 req-aff9edfa-f818-4356-b25f-1290e0a3c539 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529611 Aug 16 02:22:58.715166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36934) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.791982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-716cd969-d353-434a-a994-ea4625c339c5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.819470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-716cd969-d353-434a-a994-ea4625c339c5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.935331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-716cd969-d353-434a-a994-ea4625c339c5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.937917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-716cd969-d353-434a-a994-ea4625c339c5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:58.939229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-716cd969-d353-434a-a994-ea4625c339c5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/a9513c66-3f2f-4afc-97c4-c0fb2c627696 HTTP/1.1" status: 204 len: 168 time: 0.2424262 Aug 16 02:22:58.943186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36940) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:58.955488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cd969-d353-434a-a994-ea4625c339c5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9513c66-3f2f-4afc-97c4-c0fb2c627696,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.016514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c8b6c39-d737-48b3-965a-64993827a70c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5001a122cf74487b9d43b34dfbbed99e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2977719 Aug 16 02:22:59.017336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36942) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.019159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9b408fca-bc88-498e-9454-d7a0cd5c87fb tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706875 Aug 16 02:22:59.023663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.028388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--1207139273'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:59.073029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a08031e-866c-42cf-87eb-d2a438c0f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.103915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a08031e-866c-42cf-87eb-d2a438c0f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.146361 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.234712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.328168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a08031e-866c-42cf-87eb-d2a438c0f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.331558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a08031e-866c-42cf-87eb-d2a438c0f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.332845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1a08031e-866c-42cf-87eb-d2a438c0f6f8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c380b536-2949-4d43-8855-35943f369d00 HTTP/1.1" status: 204 len: 168 time: 0.3144372 Aug 16 02:22:59.344445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08031e-866c-42cf-87eb-d2a438c0f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c380b536-2949-4d43-8855-35943f369d00,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.414775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.451539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9697d4a2-f44b-4595-914e-96174a81f562,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:22:59.557195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:22:59.558758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-404eb903-5cd3-4e83-bd94-df26ce80f198 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5337591 Aug 16 02:22:59.561521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36960) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.567140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-354b83ec-5609-46cd-bc7c-4cc773c36c6b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:59.567471 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-354b83ec-5609-46cd-bc7c-4cc773c36c6b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:22:59.567976 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-354b83ec-5609-46cd-bc7c-4cc773c36c6b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:59.568985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-354b83ec-5609-46cd-bc7c-4cc773c36c6b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064402 Aug 16 02:22:59.571278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36962) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.575307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4eb5e02f-2e7a-4f3c-bce7-258f0c835cd6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:59.827419 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-4eb5e02f-2e7a-4f3c-bce7-258f0c835cd6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:59.831066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4eb5e02f-2e7a-4f3c-bce7-258f0c835cd6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2574444 Aug 16 02:22:59.834071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 36978) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.838862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b5491d0b-f76e-4993-b038-2723e782fb01 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:59.839680 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-b5491d0b-f76e-4993-b038-2723e782fb01 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:22:59.840181 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-b5491d0b-f76e-4993-b038-2723e782fb01 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:22:59.841154 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5491d0b-f76e-4993-b038-2723e782fb01 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060506 Aug 16 02:22:59.844419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36980) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:22:59.856458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f71653-4007-4863-8c55-a69ecfd9f8f5 req-6b9ce93e-d002-4610-8c08-0e5651fc4eb8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:22:59.858295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07f71653-4007-4863-8c55-a69ecfd9f8f5 req-6b9ce93e-d002-4610-8c08-0e5651fc4eb8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.0688608 Aug 16 02:22:59.863096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6599361d-fa37-4500-94e4-e5644013cc32 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:22:59.917700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07f71653-4007-4863-8c55-a69ecfd9f8f5 req-fa22d2d2-7606-4098-8773-73ec4734c2f4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497451 Aug 16 02:23:00.174909 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-6599361d-fa37-4500-94e4-e5644013cc32 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:00.176056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6599361d-fa37-4500-94e4-e5644013cc32 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3167813 Aug 16 02:23:00.179448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36996) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.184630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b0c0b076-745a-42f7-aa83-e68c601c5dec tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.186098 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-b0c0b076-745a-42f7-aa83-e68c601c5dec tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:23:00.186098 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-b0c0b076-745a-42f7-aa83-e68c601c5dec tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:00.186776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b0c0b076-745a-42f7-aa83-e68c601c5dec tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060544 Aug 16 02:23:00.190075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 36998) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.195357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3828cb9a-a728-437b-a4ed-c19396a11d8e tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.323084 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-3828cb9a-a728-437b-a4ed-c19396a11d8e tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Project 2bcbd7eb94b74a79b12ed2974b80553a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:23:00.421572 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-3828cb9a-a728-437b-a4ed-c19396a11d8e tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:00.422947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3828cb9a-a728-437b-a4ed-c19396a11d8e tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2316632 Aug 16 02:23:00.426146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37012) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.432207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-13d180c1-acd4-4888-9c43-ec146fa95372 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.433044 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-13d180c1-acd4-4888-9c43-ec146fa95372 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:23:00.434788 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-13d180c1-acd4-4888-9c43-ec146fa95372 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:00.436372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-13d180c1-acd4-4888-9c43-ec146fa95372 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089028 Aug 16 02:23:00.439084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37016) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.444242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-aed4c06d-56af-4342-9267-f672a1e388b3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.569073 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-aed4c06d-56af-4342-9267-f672a1e388b3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Project 2bcbd7eb94b74a79b12ed2974b80553a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:23:00.659591 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-aed4c06d-56af-4342-9267-f672a1e388b3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:00.663462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aed4c06d-56af-4342-9267-f672a1e388b3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2207246 Aug 16 02:23:00.663733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37034) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.668791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2d79b19f-04c9-485c-a762-bfc1249f481b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '9697d4a2-f44b-4595-914e-96174a81f562', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.712058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37036) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:00.811541 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-2d79b19f-04c9-485c-a762-bfc1249f481b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Project 2bcbd7eb94b74a79b12ed2974b80553a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:23:00.817414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'networks': [{'name': 'tempest-network--1502996040'}, {'name': 'tempest-network--804960796'}]} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.817738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'network': {'name': 'tempest-network--1502996040'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.818256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'network': {'name': 'tempest-network--804960796'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:00.958940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'network': 2} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:00.963951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:00.972628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.046053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1e807-7e5e-470d-9658-491ad85b98e8 req-21df52f8-e0a5-4d74-89ab-17a8bcd59c55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.047661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8a1e807-7e5e-470d-9658-491ad85b98e8 req-21df52f8-e0a5-4d74-89ab-17a8bcd59c55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.0582535 Aug 16 02:23:01.087884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c8a1e807-7e5e-470d-9658-491ad85b98e8 req-1adf93f3-33e3-4e0b-b85b-34bf8b5136f0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Aug 16 02:23:01.096138 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-2d79b19f-04c9-485c-a762-bfc1249f481b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:01.097711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2d79b19f-04c9-485c-a762-bfc1249f481b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4328773 Aug 16 02:23:01.100708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37058) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.184837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8a18-a848-4c39-8302-a01b2a351a2c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.188603 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.222059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8a18-a848-4c39-8302-a01b2a351a2c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.233597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-4314609d-f3e8-484f-8ac8-72516911404c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792966 Aug 16 02:23:01.283240 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.284685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.300356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-9295b606-9cc7-4c22-b1f6-fe07f0a454c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.302105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-9295b606-9cc7-4c22-b1f6-fe07f0a454c9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1098 time: 0.0459518 Aug 16 02:23:01.326443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f835c36-8a6e-401c-8d5b-fba122ab9b5c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.424547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-4d73a5c2-b227-43a0-8229-87591a8292ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.426746 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-4d73a5c2-b227-43a0-8229-87591a8292ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.1010735 Aug 16 02:23:01.443120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8a18-a848-4c39-8302-a01b2a351a2c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.445702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8a18-a848-4c39-8302-a01b2a351a2c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.447006 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d5b8a18-a848-4c39-8302-a01b2a351a2c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/9697d4a2-f44b-4595-914e-96174a81f562 HTTP/1.1" status: 204 len: 168 time: 0.3453114 Aug 16 02:23:01.451509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.462323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:01.481426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.481883 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Added segment 02083342-80a3-4e39-a023-fa17badb7ca2 of type vlan for network 03d7dc10-64cf-4a72-80f4-4deeb958a521 Aug 16 02:23:01.490152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b8a18-a848-4c39-8302-a01b2a351a2c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9697d4a2-f44b-4595-914e-96174a81f562,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:01.511676 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-55305118-d786-470b-95c5-5eb3212e5dee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1002 time: 0.0770407 Aug 16 02:23:01.553860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2508d290-6352-4c6b-b9fd-af815a641997 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1008270 Aug 16 02:23:01.558388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.558550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37076) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:01.565990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--655895181'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:01.585255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-2cda8c87-6b8c-4792-b01c-69b7e37560c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.586858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-2cda8c87-6b8c-4792-b01c-69b7e37560c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0671380 Aug 16 02:23:01.599654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:01.611410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.611765 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Added segment 07cff1d0-f373-49fe-bc34-4c25178aa9df of type vlan for network 468f86ac-a4d2-411a-a01d-5d9fb8153283 Aug 16 02:23:01.651710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-218e9e4b-0f82-494c-9421-2109716509d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.656829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-218e9e4b-0f82-494c-9421-2109716509d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613368 Aug 16 02:23:01.678776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.753478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.798902 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-ede759fe-87a3-4b22-be69-85c550bfb81f service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316986 Aug 16 02:23:01.842179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-25ced000-88f1-4fa5-aabe-8d15c14904c0 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=deed030525a7499fad946405f6623f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335739 Aug 16 02:23:01.843063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.843776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.850210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.855679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:01.856347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.928502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:01.935277 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:01.947416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-71df1368-f67a-410b-a357-2cbcb9bca398 req-88d3ca7b-97e2-44c8-bb7e-c914294d9225 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394820 Aug 16 02:23:02.037677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.057503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Network': ['ID=03d7dc10-64cf-4a72-80f4-4deeb958a521,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.093277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0812c0-a0b5-4e7f-a733-2f066f633f85,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.161579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 03d7dc10-64cf-4a72-80f4-4deeb958a521 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:02.176416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4599442 Aug 16 02:23:02.181107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37110) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.218848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.226679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f6d70cc6-afe5-4dcb-a884-1f208c4474b8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6614676 Aug 16 02:23:02.235189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37116) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.239390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a47107-b0dd-48dc-ba48-cfaa6b4bc6e3 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Network': ['ID=468f86ac-a4d2-411a-a01d-5d9fb8153283,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.250335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3dccea24-c14e-4127-8d49-ab343b3cd930 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0812c0-a0b5-4e7f-a733-2f066f633f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:02.258835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 468f86ac-a4d2-411a-a01d-5d9fb8153283 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:02.262784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-e1670c62-111b-446f-916f-e6c4cc3c4844 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.264544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-e1670c62-111b-446f-916f-e6c4cc3c4844 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4053283 Aug 16 02:23:02.307553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8221cb5-9883-4ff3-8bea-15f2717352d5 req-d144b78a-cc43-4984-b95b-0f7796222ada tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.309511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8221cb5-9883-4ff3-8bea-15f2717352d5 req-d144b78a-cc43-4984-b95b-0f7796222ada tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.1437676 Aug 16 02:23:02.314726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-96c6110c-a1b2-4cf9-a441-edb7081cacbf tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/quotas/deed030525a7499fad946405f6623f99 HTTP/1.1" status: 200 len: 375 time: 0.0380421 Aug 16 02:23:02.369490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-1be7be36-8a2e-4fe8-9208-6665f617beec tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=deed030525a7499fad946405f6623f99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437324 Aug 16 02:23:02.380145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:02.392810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8221cb5-9883-4ff3-8bea-15f2717352d5 req-63ed7b83-209a-471c-a6b1-76c68cdfa402 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710738 Aug 16 02:23:02.421120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59009c0a-78d9-4bbc-9b1c-b2c1cb461972 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.431820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59009c0a-78d9-4bbc-9b1c-b2c1cb461972 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.435744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'port_id': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:02.439833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59009c0a-78d9-4bbc-9b1c-b2c1cb461972 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.447278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59009c0a-78d9-4bbc-9b1c-b2c1cb461972 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:02.449123 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-59009c0a-78d9-4bbc-9b1c-b2c1cb461972 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2712481 Aug 16 02:23:02.452764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37124) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.494754 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.508952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:02.529383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:02.534106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.586293 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-3dccea24-c14e-4127-8d49-ab343b3cd930 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The resource could not be found. Aug 16 02:23:02.590243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3dccea24-c14e-4127-8d49-ab343b3cd930 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3505692 Aug 16 02:23:02.590913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37134) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.596080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-91b113a1-dc61-474e-bf42-31bdfc54dfb5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': 'fd0812c0-a0b5-4e7f-a733-2f066f633f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f639f220-5394-45b3-87ce-be0845bbecb6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:02.631331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.642890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03d7dc10-64cf-4a72-80f4-4deeb958a521']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:02.654199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02083342-80a3-4e39-a023-fa17badb7ca2') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:02.654501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02083342-80a3-4e39-a023-fa17badb7ca2') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:02.664924 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.679480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.685696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:02.686093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:02.689002 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:02.757441 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.816161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.860516 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.868188 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:02.872928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37144) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:02.873099 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/networks/03d7dc10-64cf-4a72-80f4-4deeb958a521 HTTP/1.1" status: 204 len: 168 time: 0.4189103 Aug 16 02:23:02.915711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176e809-6251-439b-b11a-8fcca5cb6339 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Network': ['ID=03d7dc10-64cf-4a72-80f4-4deeb958a521,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:02.961305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:02.978896 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-91b113a1-dc61-474e-bf42-31bdfc54dfb5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The resource could not be found. Aug 16 02:23:02.988127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-91b113a1-dc61-474e-bf42-31bdfc54dfb5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3880050 Aug 16 02:23:02.988127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-095139ac-72ae-49b3-a9ad-b52d7943b7c6 req-48de38f9-eece-4361-b4fe-939e53644aec tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 210 time: 0.0368567 Aug 16 02:23:02.988515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37150) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.000678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.062005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e733b3be-b724-4b0a-891c-84c49948ef0f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.095021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e733b3be-b724-4b0a-891c-84c49948ef0f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.271653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e733b3be-b724-4b0a-891c-84c49948ef0f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.274248 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e733b3be-b724-4b0a-891c-84c49948ef0f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.278309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e733b3be-b724-4b0a-891c-84c49948ef0f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/fd0812c0-a0b5-4e7f-a733-2f066f633f85 HTTP/1.1" status: 204 len: 168 time: 0.2917929 Aug 16 02:23:03.287777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37160) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.288655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733b3be-b724-4b0a-891c-84c49948ef0f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0812c0-a0b5-4e7f-a733-2f066f633f85,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.376506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e9785b85-1dc5-4823-a5c7-ed2a4b99ecc3 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844655 Aug 16 02:23:03.380800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37166) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.386836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6f6b943a-e650-42f9-b2f8-77998abef903 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '5cca6af7-4712-46f5-9d8b-9ae86cd0f1c8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:03.529724 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.542491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468f86ac-a4d2-411a-a01d-5d9fb8153283']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:03.555610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07cff1d0-f373-49fe-bc34-4c25178aa9df') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:03.556015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07cff1d0-f373-49fe-bc34-4c25178aa9df') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:03.568652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.586791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc21d5-6aed-4473-9c97-e18470b173c6 req-e0d7404e-f134-4476-928b-c7819d54d7b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.586791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3bc21d5-6aed-4473-9c97-e18470b173c6 req-e0d7404e-f134-4476-928b-c7819d54d7b6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.0926225 Aug 16 02:23:03.596337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.615967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:03.618440 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:03.619330 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:03.637074 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-6f6b943a-e650-42f9-b2f8-77998abef903 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The resource could not be found. Aug 16 02:23:03.641666 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f6b943a-e650-42f9-b2f8-77998abef903 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2563431 Aug 16 02:23:03.641788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37180) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.647583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--1578382143'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:03.692141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3bc21d5-6aed-4473-9c97-e18470b173c6 req-a7624960-5137-4666-82c8-90f04e075460 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970778 Aug 16 02:23:03.769209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.797190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.823656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.826412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/networks/468f86ac-a4d2-411a-a01d-5d9fb8153283 HTTP/1.1" status: 204 len: 168 time: 0.9519401 Aug 16 02:23:03.827673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc54472-a143-425d-b282-8a54c78aed32 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Network': ['ID=468f86ac-a4d2-411a-a01d-5d9fb8153283,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:03.837216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37192) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.877193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:03.928133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:03.948274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc6da3-a39e-4db0-9cf6-6560686f81ce tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.954420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc6da3-a39e-4db0-9cf6-6560686f81ce tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:03.958115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-febc6da3-a39e-4db0-9cf6-6560686f81ce tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1183233 Aug 16 02:23:03.960874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37204) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:03.965929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-31666743'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:03.980235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.008503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62956cca-cc39-4eb7-a373-f7a9c5bc2d89,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.067616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f2723d9-f3aa-4a7b-a605-c6f6412aa135 req-a959656d-bd4f-4e52-a6fd-0b874fa52b7b tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 210 time: 0.0324578 Aug 16 02:23:04.083169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:04.085602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:04.088075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:04.088726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.089550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.116653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:04.127018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.127980 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Added segment f2e3048a-2242-438f-8b12-2431eeb806fb of type vlan for network 93913379-d77c-4291-af79-61ae8c68cbbd Aug 16 02:23:04.133341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.134722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4a877e14-5d9d-4f3f-8b77-fc075b426a82 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4919255 Aug 16 02:23:04.137689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37210) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.142906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--159692161'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:04.177635 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.178872 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.209374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:04.211881 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c77f2ea-7f44-41bd-ade1-a74ed9ba1ea1" -d '{"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-plugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:04.231564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:04.257103 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadcebed-31b3-4454-8d6d-2af1e1a18d35 x-openstack-request-id: req-dadcebed-31b3-4454-8d6d-2af1e1a18d35 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:04.257411 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-plugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:04.257677 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dadcebed-31b3-4454-8d6d-2af1e1a18d35 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:04.258082 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'code': 200} Aug 16 02:23:04.260443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.288665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.295459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.297104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.297234 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.361392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.373884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Network': ['ID=93913379-d77c-4291-af79-61ae8c68cbbd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.385822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 93913379-d77c-4291-af79-61ae8c68cbbd details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:04.389598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.403432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672601a4-bf65-4098-bea5-a3f9ec5778a8 req-883e0635-0c0e-4bc3-ad4b-c524553bf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.405010 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-672601a4-bf65-4098-bea5-a3f9ec5778a8 req-883e0635-0c0e-4bc3-ad4b-c524553bf0a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1098 time: 0.0541258 Aug 16 02:23:04.446773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-672601a4-bf65-4098-bea5-a3f9ec5778a8 req-5751502f-15c1-40cc-8aca-8276c5430a83 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Aug 16 02:23:04.471714 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.502120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7313535-027e-4d14-9214-1f130480b222,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:04.563179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.564310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fc3760aa-37bd-46d7-9c4d-d49ff32e84d8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6023023 Aug 16 02:23:04.566527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8810a3cb-ee7f-4395-964c-4256acc87146 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4273517 Aug 16 02:23:04.568206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.573347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1952486144'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:04.574731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.579690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-52117d7d-f38a-4364-9549-83168eebdce6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '62956cca-cc39-4eb7-a373-f7a9c5bc2d89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a7313535-027e-4d14-9214-1f130480b222'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:04.700304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:04.703808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.729243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:04.743113 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.743869 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Added segment e9d38298-70fc-4ba3-83c7-d713f177d59a of type vlan for network 5148b58f-a571-44b7-8a9e-9e15fb7dc3cc Aug 16 02:23:04.748940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37226) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.798994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.853849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf042c9-f0d7-4ab2-a1d0-241520759745 req-285364d9-22d4-4c5f-aa07-153f0e268d25 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.857525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbf042c9-f0d7-4ab2-a1d0-241520759745 req-285364d9-22d4-4c5f-aa07-153f0e268d25 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.0813920 Aug 16 02:23:04.891987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b44cc6b9-a742-4f9f-a0e5-10e93fcac340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.909482 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-52117d7d-f38a-4364-9549-83168eebdce6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:04.910522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52117d7d-f38a-4364-9549-83168eebdce6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3346024 Aug 16 02:23:04.913638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37230) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:04.915968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bbf042c9-f0d7-4ab2-a1d0-241520759745 req-cf0afd88-fe15-4028-892c-99bc79ac3911 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543325 Aug 16 02:23:04.940781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:04.946674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:04.947480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.011536 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b44cc6b9-a742-4f9f-a0e5-10e93fcac340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.047291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Network': ['ID=5148b58f-a571-44b7-8a9e-9e15fb7dc3cc,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.049926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7914de85-b9b6-46da-93f5-daada37d93e8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.057899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 5148b58f-a571-44b7-8a9e-9e15fb7dc3cc details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:05.074369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7914de85-b9b6-46da-93f5-daada37d93e8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.084270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b44cc6b9-a742-4f9f-a0e5-10e93fcac340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.142007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cc6b9-a742-4f9f-a0e5-10e93fcac340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279aa42c-84f7-4064-b657-86bef58fd484,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.147800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b44cc6b9-a742-4f9f-a0e5-10e93fcac340 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=355f5e30197d47edbfe615884de9e685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3976979 Aug 16 02:23:05.150574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.182408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a7abc956-beb2-4178-8b71-a30f8c449f3b tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6130695 Aug 16 02:23:05.187914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37236) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.193741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'ports': [{'network_id': '93913379-d77c-4291-af79-61ae8c68cbbd', 'name': 'tempest-port--842777143', 'admin_state_up': True}, {'network_id': '5148b58f-a571-44b7-8a9e-9e15fb7dc3cc', 'admin_state_up': False}]} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.194130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'port': {'network_id': '93913379-d77c-4291-af79-61ae8c68cbbd', 'name': 'tempest-port--842777143', 'admin_state_up': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.194726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'port': {'network_id': '5148b58f-a571-44b7-8a9e-9e15fb7dc3cc', 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.205983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-688c7ca2-a204-48a3-8049-28b8fc2bf05a req-45907489-f55a-4680-8a7c-5d25673080ff tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 210 time: 0.0325801 Aug 16 02:23:05.207495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7914de85-b9b6-46da-93f5-daada37d93e8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.210085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7914de85-b9b6-46da-93f5-daada37d93e8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.211330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7914de85-b9b6-46da-93f5-daada37d93e8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/a7313535-027e-4d14-9214-1f130480b222 HTTP/1.1" status: 204 len: 168 time: 0.2966783 Aug 16 02:23:05.214370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37238) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.293082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-40532f94-3450-4c70-a72d-a660bd3f8d7d tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0765610 Aug 16 02:23:05.295768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37242) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.373463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b0c78d-5f1c-41d3-be21-d50df0549065 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.398894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b0c78d-5f1c-41d3-be21-d50df0549065 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.589047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b0c78d-5f1c-41d3-be21-d50df0549065 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.591847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b0c78d-5f1c-41d3-be21-d50df0549065 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.593126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-28b0c78d-5f1c-41d3-be21-d50df0549065 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/62956cca-cc39-4eb7-a373-f7a9c5bc2d89 HTTP/1.1" status: 204 len: 168 time: 0.2958081 Aug 16 02:23:05.596881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37246) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.609548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0c78d-5f1c-41d3-be21-d50df0549065 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62956cca-cc39-4eb7-a373-f7a9c5bc2d89,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.639478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914de85-b9b6-46da-93f5-daada37d93e8 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7313535-027e-4d14-9214-1f130480b222,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.654322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9661d17b-bdd0-433c-a70d-e57da413c992 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551865 Aug 16 02:23:05.658859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37248) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:05.665423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--369542773'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:05.667950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-ed297bf4-bdfc-46c2-b449-61cd44bb507f tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=deed030525a7499fad946405f6623f99&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528238 Aug 16 02:23:05.697557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ac41c79-4e5f-4e98-bdc5-8419c1898b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.757984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.855650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ac41c79-4e5f-4e98-bdc5-8419c1898b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.868028 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.939936 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:05.974715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6c2e6-2aef-4f14-800b-bc6ce16e012b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:05.982106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-577cdd67-b3f3-4d3c-823e-1ec29cc8093d tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:05.983658 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-577cdd67-b3f3-4d3c-823e-1ec29cc8093d tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3063998 Aug 16 02:23:05.998240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Request body: {'port': {'device_id': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': 'deed030525a7499fad946405f6623f99'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.077367 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac01ef-de10-4857-8b43-0b22591ac42d req-5e046791-3e33-4e20-a80c-a93bddf1663b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.078959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bac01ef-de10-4857-8b43-0b22591ac42d req-5e046791-3e33-4e20-a80c-a93bddf1663b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.0545857 Aug 16 02:23:06.079897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'port': 2} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:06.085083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.116334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ac41c79-4e5f-4e98-bdc5-8419c1898b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.118445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1ac41c79-4e5f-4e98-bdc5-8419c1898b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.119650 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1ac41c79-4e5f-4e98-bdc5-8419c1898b04 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/279aa42c-84f7-4064-b657-86bef58fd484 HTTP/1.1" status: 204 len: 168 time: 0.9679921 Aug 16 02:23:06.122453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bac01ef-de10-4857-8b43-0b22591ac42d req-f66582cf-dce5-4c17-8b67-07195fb04b75 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350628 Aug 16 02:23:06.125755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.150086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac41c79-4e5f-4e98-bdc5-8419c1898b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279aa42c-84f7-4064-b657-86bef58fd484,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.157893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.164021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fdaac36-117e-4044-a6df-f4d78ea5adae tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5050220 Aug 16 02:23:06.165006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37258) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.170382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-187f7af5-09ee-409d-937a-e4a4ffaabbb2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '83e6c2e6-2aef-4f14-800b-bc6ce16e012b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.250187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Made reservation on behalf of deed030525a7499fad946405f6623f99 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:06.254504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.274496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.303549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] device_id is not set on port fed311bd-accd-42c6-a35b-12556c5509f0 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:06.333242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4b78f94-2cc3-4ebb-843a-27566ac19a44 req-e9673fb2-1058-4a31-af4e-0070037488e8 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 210 time: 0.0346265 Aug 16 02:23:06.342973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4815d6-3c3e-47c7-86db-223654346034 req-0274f383-65b6-44f2-9cc7-7bc0024112eb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.345292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f4815d6-3c3e-47c7-86db-223654346034 req-0274f383-65b6-44f2-9cc7-7bc0024112eb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.1175227 Aug 16 02:23:06.418428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f4815d6-3c3e-47c7-86db-223654346034 req-b20b8f67-f8ac-4ecb-9ff6-b6b79c9a9d6c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567472 Aug 16 02:23:06.445906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.496622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.509764 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d1e726-40cd-488e-a3a2-b34e3b61cbc4 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:06.514887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-55d1e726-40cd-488e-a3a2-b34e3b61cbc4 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1093 time: 0.0673862 Aug 16 02:23:06.515696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37270) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.523190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.599435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] device_id is not set on port 69faafa4-77c1-4412-bb67-2b1c08c54198 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:06.611767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.682980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.731757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99600b1f-83a0-4dc1-b605-24104e275981,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:06.743904 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-187f7af5-09ee-409d-937a-e4a4ffaabbb2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:06.745406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-187f7af5-09ee-409d-937a-e4a4ffaabbb2 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5789998 Aug 16 02:23:06.747831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37272) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.754389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7da652b5-13df-400c-9c99-15a5e0cbd76f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group_rule': {'security_group_id': '83e6c2e6-2aef-4f14-800b-bc6ce16e012b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:06.793640 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.830104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37274) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:06.844991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa472bf1-dcd4-465f-aa46-e68036055677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.880928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Allocated IP 192.168.233.247 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/1355d875-3cde-4efb-b035-380a37d081da) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:06.906351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:06.997883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.103286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Port': ['ID=fed311bd-accd-42c6-a35b-12556c5509f0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.135663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.139509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Checking segment: {'id': 'f2e3048a-2242-438f-8b12-2431eeb806fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '93913379-d77c-4291-af79-61ae8c68cbbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:07.140284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network hostable DHCP agents. Network: 93913379-d77c-4291-af79-61ae8c68cbbd, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:07.142609 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.153847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Transition to ACTIVE for port object 1355d875-3cde-4efb-b035-380a37d081da will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:07.219654 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa472bf1-dcd4-465f-aa46-e68036055677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.242907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network 93913379-d77c-4291-af79-61ae8c68cbbd is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:07.271816 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.282288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.113 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/a4a638ff-d675-476c-bea9-89cc66101c70) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:07.315715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:07.326426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:07.329352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:07.361688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Pushing event updated for resources: {'Port': ['ID=1355d875-3cde-4efb-b035-380a37d081da,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.399297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.399297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.400437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 93913379-d77c-4291-af79-61ae8c68cbbd) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:07.409280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:07.410303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.414378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c687875c-e8f5-4f1f-abbf-2250a17629e3 None None] Network 93913379-d77c-4291-af79-61ae8c68cbbd requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:07.452264 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.489905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Port': ['ID=69faafa4-77c1-4412-bb67-2b1c08c54198,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.519810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-0c0b95f8-4658-403e-a2bc-929403e21b79 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5255232 Aug 16 02:23:07.525211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Checking segment: {'id': 'e9d38298-70fc-4ba3-83c7-d713f177d59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '5148b58f-a571-44b7-8a9e-9e15fb7dc3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:07.525211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network hostable DHCP agents. Network: 5148b58f-a571-44b7-8a9e-9e15fb7dc3cc, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:07.532999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fa472bf1-dcd4-465f-aa46-e68036055677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.541395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Request body: {'port': {'device_id': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:07.624221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.655391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.683125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fa472bf1-dcd4-465f-aa46-e68036055677 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=acc6b49c31f24b6d95355122082219ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517005 Aug 16 02:23:07.687895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=a4a638ff-d675-476c-bea9-89cc66101c70,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.690233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa472bf1-dcd4-465f-aa46-e68036055677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d66018-7b58-44f6-91fb-cb8b524162b6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:07.693978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37280) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:07.701861 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-7da652b5-13df-400c-9c99-15a5e0cbd76f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:07.706666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7da652b5-13df-400c-9c99-15a5e0cbd76f tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9577115 Aug 16 02:23:07.709542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37282) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:07.717976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network 5148b58f-a571-44b7-8a9e-9e15fb7dc3cc is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:07.733857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9abc5a-d2e9-4721-997b-26345babeeeb req-0396d279-48a8-4ce8-b230-e664df3080d8 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.733857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9abc5a-d2e9-4721-997b-26345babeeeb req-0396d279-48a8-4ce8-b230-e664df3080d8 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 936 time: 0.1987972 Aug 16 02:23:07.758274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:07.771671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:07.776755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:07.829869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0bb03e02-70bd-4a83-ad36-6f775bd0b771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.836330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9abc5a-d2e9-4721-997b-26345babeeeb req-ffd72c97-ce25-4aca-a543-91b570fe073c tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Aug 16 02:23:07.857880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f057-9504-496e-ab44-104c39848e55 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.861703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dc3e22a0-431b-4150-9c94-e77a56d9f12e None None] Provisioning for port 1355d875-3cde-4efb-b035-380a37d081da completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:07.874942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dc3e22a0-431b-4150-9c94-e77a56d9f12e None None] Provisioning complete for port 1355d875-3cde-4efb-b035-380a37d081da triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:07.875928 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dc3e22a0-431b-4150-9c94-e77a56d9f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.889383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0bb03e02-70bd-4a83-ad36-6f775bd0b771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.931005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 5148b58f-a571-44b7-8a9e-9e15fb7dc3cc) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:07.945845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:07.951702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f057-9504-496e-ab44-104c39848e55 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.952293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.958058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:07.958877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:07.977327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e22a0-431b-4150-9c94-e77a56d9f12e None None] Port 1355d875-3cde-4efb-b035-380a37d081da cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:07.989343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838e5396-a07d-4c1e-aa1e-e9ad2164ef65 None None] Network 5148b58f-a571-44b7-8a9e-9e15fb7dc3cc requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:08.051065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-916050ff-506d-4530-807f-fb363d122baa tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.8611338 Aug 16 02:23:08.053457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37288) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.126715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0bb03e02-70bd-4a83-ad36-6f775bd0b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.130708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0bb03e02-70bd-4a83-ad36-6f775bd0b771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.134141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0bb03e02-70bd-4a83-ad36-6f775bd0b771 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/76d66018-7b58-44f6-91fb-cb8b524162b6 HTTP/1.1" status: 204 len: 168 time: 0.4369657 Aug 16 02:23:08.151825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa56c28-a85a-4cf6-abee-cb958595bfac tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.159564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa56c28-a85a-4cf6-abee-cb958595bfac tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.161380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-faa56c28-a85a-4cf6-abee-cb958595bfac tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1068528 Aug 16 02:23:08.164706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37292) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.170093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb03e02-70bd-4a83-ad36-6f775bd0b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d66018-7b58-44f6-91fb-cb8b524162b6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.183403 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f057-9504-496e-ab44-104c39848e55 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.187052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f057-9504-496e-ab44-104c39848e55 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.192973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d3b0f057-9504-496e-ab44-104c39848e55 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/83e6c2e6-2aef-4f14-800b-bc6ce16e012b HTTP/1.1" status: 204 len: 168 time: 0.4778287 Aug 16 02:23:08.195620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37294) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.199676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1355d875-3cde-4efb-b035-380a37d081da {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:08.243340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.271711 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d010685-86e1-4cd8-b8f0-79b0375122a6 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0745928 Aug 16 02:23:08.272814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Transition to ACTIVE for port object 1355d875-3cde-4efb-b035-380a37d081da will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:08.285504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37296) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.291327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'tempest-secgroup--257761689'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:08.317576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.410102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.498027 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.535992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.558098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Pushing event updated for resources: {'Port': ['ID=1355d875-3cde-4efb-b035-380a37d081da,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.595826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0f057-9504-496e-ab44-104c39848e55 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6c2e6-2aef-4f14-800b-bc6ce16e012b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.607832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Attempting to bind port 1355d875-3cde-4efb-b035-380a37d081da on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:08.608346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Attempting to bind port 1355d875-3cde-4efb-b035-380a37d081da by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:08.609010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Attempting to bind port 1355d875-3cde-4efb-b035-380a37d081da on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:08.615719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Port 1355d875-3cde-4efb-b035-380a37d081da on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:08.616103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Attempting to bind port 1355d875-3cde-4efb-b035-380a37d081da on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:08.618303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.668221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:08.669134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:08.669239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:08.669663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Bound port: 1355d875-3cde-4efb-b035-380a37d081da, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:08.670265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.682955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a22781-b92f-46fa-b9e9-f78d36f0cf6e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:08.697234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.700498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.701312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.701414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Deleting port fed311bd-accd-42c6-a35b-12556c5509f0 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:08.701520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.701520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:08.701803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.786337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] For port 1355d875-3cde-4efb-b035-380a37d081da, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:08.791177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] For port 1355d875-3cde-4efb-b035-380a37d081da, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1355d875-3cde-4efb-b035-380a37d081da,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:08.797819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.797819 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-712acadf-0cdf-4498-a7e4-9d2863b0bbf1 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5086498 Aug 16 02:23:08.798078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.798504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.803603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e82ffffe-84c0-42d2-97ff-9ba3607e187c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:08.804355 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-e82ffffe-84c0-42d2-97ff-9ba3607e187c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:23:08.805041 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-e82ffffe-84c0-42d2-97ff-9ba3607e187c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:08.808448 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e82ffffe-84c0-42d2-97ff-9ba3607e187c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "PUT /v2.0/security-groups/01a22781-b92f-46fa-b9e9-f78d36f0cf6e HTTP/1.1" status: 409 len: 330 time: 0.0071568 Aug 16 02:23:08.810548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37312) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:08.868986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.891264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.892818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Calling delete_port for fed311bd-accd-42c6-a35b-12556c5509f0 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:08.969770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:08.970423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:08.973112 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] 10.222.0.58 "PUT /v2.0/ports/1355d875-3cde-4efb-b035-380a37d081da HTTP/1.1" status: 200 len: 1097 time: 1.4421837 Aug 16 02:23:08.974994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'tag': '1355d875-3cde-4efb-b035-380a37d081da'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:08.978581 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef231b0-ca75-43de-8db4-45f0e307f041" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e816af-9780-48dd-b486-a2320b7de2db", "tag": "1355d875-3cde-4efb-b035-380a37d081da"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:08.986039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03911b65-1aa7-470a-8408-cbad335b2031 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.056551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03911b65-1aa7-470a-8408-cbad335b2031 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.060253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7cdc8-2c68-41b0-aa51-2fa39106af11 service neutron] Pushing event updated for resources: {'Port': ['ID=1355d875-3cde-4efb-b035-380a37d081da,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.222127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-d2e9b8aa-b31e-4f03-8fa9-4b03ced3fd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.224463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-d2e9b8aa-b31e-4f03-8fa9-4b03ced3fd6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deed030525a7499fad946405f6623f99&device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 1100 time: 0.0847960 Aug 16 02:23:09.225598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03911b65-1aa7-470a-8408-cbad335b2031 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.225982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf30d-b9fb-4361-b3c0-d88ddaf4758e req-ee04aa51-932d-4e1e-ab6a-0269b24da59a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.228501 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03911b65-1aa7-470a-8408-cbad335b2031 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.229544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03911b65-1aa7-470a-8408-cbad335b2031 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/01a22781-b92f-46fa-b9e9-f78d36f0cf6e HTTP/1.1" status: 204 len: 168 time: 0.4098434 Aug 16 02:23:09.233842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-992cf30d-b9fb-4361-b3c0-d88ddaf4758e req-ee04aa51-932d-4e1e-ab6a-0269b24da59a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.3004656 Aug 16 02:23:09.234146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37328) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.247006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c403-e4e4-4f9c-bcff-c84b6080f890 req-8f1f6f61-c414-42b4-83b6-8508b230671c tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.255172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1931c403-e4e4-4f9c-bcff-c84b6080f890 req-8f1f6f61-c414-42b4-83b6-8508b230671c tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 948 time: 0.2350979 Aug 16 02:23:09.256925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03911b65-1aa7-470a-8408-cbad335b2031 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a22781-b92f-46fa-b9e9-f78d36f0cf6e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.293987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.304327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-3721ae13-f044-4c4f-b12e-2583beac32f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1355d875-3cde-4efb-b035-380a37d081da HTTP/1.1" status: 200 len: 217 time: 0.0689592 Aug 16 02:23:09.362743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ebdfeed-83fc-4402-91f3-a5df5ad991a5 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221206 Aug 16 02:23:09.363159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-992cf30d-b9fb-4361-b3c0-d88ddaf4758e req-b2857ad1-1404-4bd8-a7f6-3959f132f84f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266019 Aug 16 02:23:09.364826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37334) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.370333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Port': ['ID=fed311bd-accd-42c6-a35b-12556c5509f0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.381128 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-40ca9920-f680-4f73-8c62-49adb5e110d4 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] delete failed (client error): The resource could not be found. Aug 16 02:23:09.381331 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.388886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-40ca9920-f680-4f73-8c62-49adb5e110d4 tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "DELETE /v2.0/security-groups/c8664608-ae22-4616-9c84-3f2a5e1bade6 HTTP/1.1" status: 404 len: 347 time: 0.0164433 Aug 16 02:23:09.389376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f5e3f868-76a0-4741-b492-84da41a843e1 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/ports/fed311bd-accd-42c6-a35b-12556c5509f0 HTTP/1.1" status: 204 len: 168 time: 1.2176747 Aug 16 02:23:09.389499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37336) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.391512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37338) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.420224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.443529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-fc02a103-6eee-457f-a669-9a7e4fbfc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.447562 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-fc02a103-6eee-457f-a669-9a7e4fbfc3cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1355472 Aug 16 02:23:09.461314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1931c403-e4e4-4f9c-bcff-c84b6080f890 req-c3f1fd6d-90ce-4020-baa7-4ea2128ed530 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052190 Aug 16 02:23:09.467543 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-d69dbf71-bbd7-4e6b-8abe-fe9fab8b166c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] show failed (client error): The resource could not be found. Aug 16 02:23:09.473354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d69dbf71-bbd7-4e6b-8abe-fe9fab8b166c tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-groups/3bf5d072-71b3-4388-bf44-386fa9860901 HTTP/1.1" status: 404 len: 347 time: 0.0230556 Aug 16 02:23:09.473354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37344) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:09.499095 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-5bef32e5-b2a4-483f-873f-71e8196aa07b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] show failed (client error): The resource could not be found. Aug 16 02:23:09.501222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5bef32e5-b2a4-483f-873f-71e8196aa07b tempest-NegativeSecGroupIPv6Test-757959838 tempest-NegativeSecGroupIPv6Test-757959838-project] 10.222.0.76 "GET /v2.0/security-group-rules/93b18602-8de1-401c-86d9-9e07b7c5cf08 HTTP/1.1" status: 404 len: 356 time: 0.0268800 Aug 16 02:23:09.505029 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be745cb8-eab0-4026-a560-904318af77ff x-openstack-request-id: req-be745cb8-eab0-4026-a560-904318af77ff {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:09.505657 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e816af-9780-48dd-b486-a2320b7de2db", "tag": "1355d875-3cde-4efb-b035-380a37d081da", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:09.505810 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.507062 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-be745cb8-eab0-4026-a560-904318af77ff {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:09.509211 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'tag': '1355d875-3cde-4efb-b035-380a37d081da', 'status': 'completed', 'code': 200} Aug 16 02:23:09.574875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-5b507a4a-7b7b-442a-816e-415a2d80eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:09.577133 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-5b507a4a-7b7b-442a-816e-415a2d80eaae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1189735 Aug 16 02:23:09.619419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=a4a638ff-d675-476c-bea9-89cc66101c70,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:09.637975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.642583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Deleting port 69faafa4-77c1-4412-bb67-2b1c08c54198 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:09.643035 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.760911 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 associated. External IP: 172.25.6.113, port: 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed. Aug 16 02:23:09.774701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:09.792608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Calling delete_port for 69faafa4-77c1-4412-bb67-2b1c08c54198 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:09.796627 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-aa8feb5d-ed0b-4269-b9c0-0b2bb0a06531 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107711 Aug 16 02:23:09.937101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2717ea84-d6b8-4b16-82ba-c9764353047a req-4ed1e045-9cd2-4ac4-9a7a-a88c2f8a2134 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310539 Aug 16 02:23:09.979082 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cd96fb40-1dc9-4812-bde5-4ef34b53fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.042373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router be0ac009-701c-4f56-b05c-39f701f15905 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:10.109564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37358) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:10.128959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.163290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-6deaaee4-0b28-4f08-9277-bea644dc1f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.164860 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-6deaaee4-0b28-4f08-9277-bea644dc1f1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=deed030525a7499fad946405f6623f99&device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 1100 time: 0.0880291 Aug 16 02:23:10.175309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.177819 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/ports/69faafa4-77c1-4412-bb67-2b1c08c54198 HTTP/1.1" status: 204 len: 168 time: 0.7881074 Aug 16 02:23:10.178870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b339c-dae4-433e-9ea9-d2410dddbf6c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Port': ['ID=69faafa4-77c1-4412-bb67-2b1c08c54198,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:10.190822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37362) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:10.194654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:10.206140 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] Sync routers for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:10.219288 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:10.219954 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:10.267815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bbbf4dcb-299b-4325-a5c2-3c71e5995c62 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0757735 Aug 16 02:23:10.272103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37364) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:10.278009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1196091522'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:10.319134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.336967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-36c2f845-528c-4424-b0e2-5780cc480278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.338975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-36c2f845-528c-4424-b0e2-5780cc480278 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.1564124 Aug 16 02:23:10.367543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a4f41f52-1e06-4bd0-a148-f921de5aefc9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8501401 Aug 16 02:23:10.368155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:10.370524 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11b6a6f-9f31-4737-9037-4ec97aecf615" -d '{"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:10.378211 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:10.394017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37372) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:10.397255 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82e22f25-782d-4e32-bfba-3391adfa4192 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2bcbd7eb94b74a79b12ed2974b80553a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2863195 Aug 16 02:23:10.434003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:10.442309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.442942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-14da1fd2-a5c8-486b-8a0a-b5c92dfca557 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=1355d875-3cde-4efb-b035-380a37d081da HTTP/1.1" status: 200 len: 217 time: 0.0754104 Aug 16 02:23:10.475726 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a9df6-1fbb-415b-8c3c-8714362dfc5c x-openstack-request-id: req-701a9df6-1fbb-415b-8c3c-8714362dfc5c {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:10.476085 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:10.476358 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-701a9df6-1fbb-415b-8c3c-8714362dfc5c {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:10.477039 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'status': 'completed', 'code': 200} Aug 16 02:23:10.499765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:10.508071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64a6b244-1f12-43bb-91ba-146d72e9dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.515953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.516248 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Added segment 00654712-5003-4180-941d-3cebdced62b2 of type vlan for network 22a01975-564d-4376-bd4b-67f17bb2c5f6 Aug 16 02:23:10.604878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64a6b244-1f12-43bb-91ba-146d72e9dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.612892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-af5f3091-81a2-46ef-a7c3-986a18cf248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.614333 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-af5f3091-81a2-46ef-a7c3-986a18cf248e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.1630070 Aug 16 02:23:10.654400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-31580bf4-7c8a-4ba4-92dc-b0f47029588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.656673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-31580bf4-7c8a-4ba4-92dc-b0f47029588f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1098 time: 0.1040020 Aug 16 02:23:10.668299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.734936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55595b-7ccb-4127-9b58-e09f192f8340 req-4d9a85f3-346d-4dcc-901b-295eba8af3c1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.737084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc55595b-7ccb-4127-9b58-e09f192f8340 req-4d9a85f3-346d-4dcc-901b-295eba8af3c1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.2055831 Aug 16 02:23:10.801424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb28613-d149-4338-b34d-60d7766254b3 req-6f57da31-d8ba-4c15-b3be-5fd225fef1fd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.807730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-182fd601-16ec-46eb-9322-ef8d1947c9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.808420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eeb28613-d149-4338-b34d-60d7766254b3 req-6f57da31-d8ba-4c15-b3be-5fd225fef1fd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2247405 Aug 16 02:23:10.808545 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-182fd601-16ec-46eb-9322-ef8d1947c9e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 897 time: 0.1414883 Aug 16 02:23:10.812285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-1f9df8b0-7d39-4fcb-884e-758a7686bc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.814103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-1f9df8b0-7d39-4fcb-884e-758a7686bc6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1915982 Aug 16 02:23:10.857584 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b7a2db90-62fc-4dee-9cbc-0bd438db2ae9', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'port_id': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:08Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:54Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:10.860456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc55595b-7ccb-4127-9b58-e09f192f8340 req-cf3ad149-5ade-40e2-b621-e49947629cde tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082063 Aug 16 02:23:10.865069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.872471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:10.872902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:10.887218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:10.917006 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] Checking router: be0ac009-701c-4f56-b05c-39f701f15905 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:10.924150 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-401e5b9b-e4bc-4424-96f2-db0fdaef9d34 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018813 Aug 16 02:23:10.932554 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:10.933279 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:22:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:10.989280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eeb28613-d149-4338-b34d-60d7766254b3 req-7250df7b-73c5-4190-8ef8-a251ad83d5d8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704912 Aug 16 02:23:10.999143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64a6b244-1f12-43bb-91ba-146d72e9dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.002603 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-64a6b244-1f12-43bb-91ba-146d72e9dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.006455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-64a6b244-1f12-43bb-91ba-146d72e9dfe9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dfd3324e-f9b1-4858-be14-b21b56941631 HTTP/1.1" status: 204 len: 168 time: 0.6094034 Aug 16 02:23:11.032982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-54b587e9-7549-4739-a6f8-51a659ec490d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1000 time: 0.2171941 Aug 16 02:23:11.066625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a6b244-1f12-43bb-91ba-146d72e9dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd3324e-f9b1-4858-be14-b21b56941631,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.102489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Network': ['ID=22a01975-564d-4376-bd4b-67f17bb2c5f6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.110770 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:11.112909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 22a01975-564d-4376-bd4b-67f17bb2c5f6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:11.132816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3c09dca7-a297-4f26-894d-9a5b199cdb99 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8595736 Aug 16 02:23:11.150076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1be5bd1e-a634-4099-b524-951d84a20429 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 HTTP/1.1" status: 200 len: 992 time: 0.2599368 Aug 16 02:23:11.150762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37390) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:11.153107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-b3f7f655-718b-4102-aeb2-cf8a0d0c9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.154598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-b3f7f655-718b-4102-aeb2-cf8a0d0c9d94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.1029289 Aug 16 02:23:11.172254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-930843627'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:11.222057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fd92d-7e99-4264-a36b-ff8ebb725ed8 req-8b04c096-6daa-40c5-a37f-f0adce3c5a0c tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.223144 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef231b0-ca75-43de-8db4-45f0e307f041 req-3078d7f9-ab27-4e6b-aa78-56ab03e3f148 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650621 Aug 16 02:23:11.226069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-dd785325-615b-4887-8f13-c7b34c32c023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.227696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d1fd92d-7e99-4264-a36b-ff8ebb725ed8 req-8b04c096-6daa-40c5-a37f-f0adce3c5a0c tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 948 time: 0.2297225 Aug 16 02:23:11.227922 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-dd785325-615b-4887-8f13-c7b34c32c023 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655968 Aug 16 02:23:11.305732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d1fd92d-7e99-4264-a36b-ff8ebb725ed8 req-049867ad-cce6-4649-95be-75ce7ef9aeb0 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695240 Aug 16 02:23:11.351761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:11.355687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.360053 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-8de179db-7262-44ab-ba39-1a385e8e92bf service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175411 Aug 16 02:23:11.413634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:11.430213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.430213 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Added segment 93d7cdd2-6e83-49d4-97de-a169557e784f of type vlan for network 38be0f09-dfe5-444f-b236-d30e420d677b Aug 16 02:23:11.430450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37396) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:11.493803 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c11b6a6f-9f31-4737-9037-4ec97aecf615 req-56b83f7a-83bb-4a9e-937e-041e041a80b1 service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247802 Aug 16 02:23:11.511671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.533751 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b7a2db90-62fc-4dee-9cbc-0bd438db2ae9', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'port_id': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:08Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:54Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:11.577586 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d0aa16-7a21-4120-8a7a-b1f3b42c346b None None] The sync data for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 is: [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'b7a2db90-62fc-4dee-9cbc-0bd438db2ae9', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.113', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'port_id': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'mac_address': 'fa:16:3e:2c:56:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:23:08Z', 'updated_at': '2021-08-16T02:23:08Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:54Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:11.676401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.682912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:11.683518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.765741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Network': ['ID=38be0f09-dfe5-444f-b236-d30e420d677b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:11.776845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-14111144', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:11.781371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 38be0f09-dfe5-444f-b236-d30e420d677b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:11.845411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ac9633e-f75c-475b-85ff-d0cbf397a221 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6917484 Aug 16 02:23:11.899351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cd6ab5-08fa-4dde-879c-5720586ad109 None None] New status for floating IP b7a2db90-62fc-4dee-9cbc-0bd438db2ae9: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:23:11.940703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Made reservation on behalf of 9a180e1f8237497fa82631b569d3944c for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:11.944561 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:11.959067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.000357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37412) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:12.006732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'subnets': [{'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--505235642', 'ip_version': 4}, {'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:12.007150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'subnet': {'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--505235642', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:12.007805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Request body: {'subnet': {'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:12.098816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.136065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fea93b-d39e-4939-b80e-c5f1f087f4db req-62f45094-dfd5-4f4a-9593-4671c5ac5b3a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.137628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20fea93b-d39e-4939-b80e-c5f1f087f4db req-62f45094-dfd5-4f4a-9593-4671c5ac5b3a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.0577357 Aug 16 02:23:12.160714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37418) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:12.216397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.219641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] device_id is not set on port 1bd54d3d-e790-408f-9ae2-1ffb96078504 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:23:12.256563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20fea93b-d39e-4939-b80e-c5f1f087f4db req-c96fae9e-b19d-41c5-a0e7-47fcbbdea3f9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116774 Aug 16 02:23:12.307388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6399df6a-ac23-4c87-9410-6712a79e21cf tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 HTTP/1.1" status: 200 len: 992 time: 0.1454370 Aug 16 02:23:12.310948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabad218-7152-4402-894d-c06285f2ef20,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.334220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Made reservation on behalf of 10ed3dd3e4b2418aabe17724228aae30 for: {'subnet': 2} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:12.336408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.336841 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.389787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Allocated IP 172.25.6.54 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/1bd54d3d-e790-408f-9ae2-1ffb96078504) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:12.473347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9b1bf-a954-4623-9b9b-db3ec586ce4c req-754593a2-afa9-47da-bff9-36889467e8af tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.481838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7db9b1bf-a954-4623-9b9b-db3ec586ce4c req-754593a2-afa9-47da-bff9-36889467e8af tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 948 time: 0.0800769 Aug 16 02:23:12.570320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7db9b1bf-a954-4623-9b9b-db3ec586ce4c req-38c78136-44a6-49cc-8bb4-13e2d1770e90 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864146 Aug 16 02:23:12.638384 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.688482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.757161 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.803966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:12.808546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:12.813235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:12.814102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a5d630f5-087a-4214-b0b0-e620b1be0e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.815317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Pushing event updated for resources: {'Port': ['ID=1bd54d3d-e790-408f-9ae2-1ffb96078504,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:12.865122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:12.865122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.928592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:12.980718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a6c08863-ab5f-441d-af21-a8452d8ef4a0 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5412829 Aug 16 02:23:12.983617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37434) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:12.988775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.54'}]}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:12.991549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Subnet': ['ID=cb019d8c-888a-4834-bbcc-bf25e23b0815,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.000217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Checking segment: {'id': '00654712-5003-4180-941d-3cebdced62b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:13.000589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network hostable DHCP agents. Network: 22a01975-564d-4376-bd4b-67f17bb2c5f6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:13.133481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network 22a01975-564d-4376-bd4b-67f17bb2c5f6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:13.133664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.141234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.185213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1355d875-3cde-4efb-b035-380a37d081da details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:13.202393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.254193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 22a01975-564d-4376-bd4b-67f17bb2c5f6) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:13.262235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.262418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acacba3-5b24-476e-9d26-6df5523ac64d None None] Network 22a01975-564d-4376-bd4b-67f17bb2c5f6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:13.310773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:13.340045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1355d875-3cde-4efb-b035-380a37d081da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1355d875-3cde-4efb-b035-380a37d081da,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:13.372159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '1355d875-3cde-4efb-b035-380a37d081da', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '1355d875-3cde-4efb-b035-380a37d081da', 'mac_address': 'fa:16:3e:37:0b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:13.387213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event updated for resources: {'Subnet': ['ID=bfc00afc-ad1e-4566-b0ab-7b1e1002c22a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.392864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Checking segment: {'id': '93d7cdd2-6e83-49d4-97de-a169557e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:13.393407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network hostable DHCP agents. Network: 38be0f09-dfe5-444f-b236-d30e420d677b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:13.467410 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.489555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1355d875-3cde-4efb-b035-380a37d081da {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:13.522905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Network 38be0f09-dfe5-444f-b236-d30e420d677b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:13.523243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1355d875-3cde-4efb-b035-380a37d081da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1355d875-3cde-4efb-b035-380a37d081da,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:13.552905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-22a01975-564d-4376-bd4b-67f17bb2c5f6', 'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6', 'tenant_id': '10ed3dd3e4b2418aabe17724228aae30', 'fixed_ips': [{'subnet_id': 'cb019d8c-888a-4834-bbcc-bf25e23b0815'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:13.553810 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.657371 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.688494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 38be0f09-dfe5-444f-b236-d30e420d677b) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:13.693582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.694083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:13.695171 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:13.719936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07aee31-770c-4abe-8050-eb222906954d None None] Network 38be0f09-dfe5-444f-b236-d30e420d677b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:13.799389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afa8e258-4fc4-4ecb-a908-54033aab33fb tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7977045 Aug 16 02:23:13.802097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37456) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:13.851929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=1355d875-3cde-4efb-b035-380a37d081da,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:13.892537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Allocated IP 172.20.0.2 (22a01975-564d-4376-bd4b-67f17bb2c5f6/cb019d8c-888a-4834-bbcc-bf25e23b0815/c6dceecf-2df3-435b-a50c-edfb90157def) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:13.904125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['1355d875-3cde-4efb-b035-380a37d081da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:13.990674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef83ee-458f-404a-9459-2c420f512c11 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.016900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef83ee-458f-404a-9459-2c420f512c11 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.021089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef83ee-458f-404a-9459-2c420f512c11 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.032010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:14.032409 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-48ef83ee-458f-404a-9459-2c420f512c11 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2269905 Aug 16 02:23:14.086117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c766056c-7bdc-4018-9dc7-22b24923b374 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 HTTP/1.1" status: 200 len: 994 time: 0.7739975 Aug 16 02:23:14.097250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.153424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53ec4a-f682-4987-bb79-171f1ab622b0 req-9544ef44-d151-4e1a-8a5d-c81d27c44459 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.156477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc53ec4a-f682-4987-bb79-171f1ab622b0 req-9544ef44-d151-4e1a-8a5d-c81d27c44459 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 949 time: 0.2456894 Aug 16 02:23:14.173561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092de6b-85be-4583-b7ca-323b742a6839 req-3700e2f7-6f32-4e9a-932e-ee03fb52decd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:14.176617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b092de6b-85be-4583-b7ca-323b742a6839 req-3700e2f7-6f32-4e9a-932e-ee03fb52decd tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2613492 Aug 16 02:23:14.194626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Deleting subnet cb019d8c-888a-4834-bbcc-bf25e23b0815 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:14.275647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-38be0f09-dfe5-444f-b236-d30e420d677b', 'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b', 'tenant_id': '10ed3dd3e4b2418aabe17724228aae30', 'fixed_ips': [{'subnet_id': 'bfc00afc-ad1e-4566-b0ab-7b1e1002c22a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:14.302244 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.302751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc53ec4a-f682-4987-bb79-171f1ab622b0 req-e2b26ea7-196d-43b7-b959-f637061060ef tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149349 Aug 16 02:23:14.306156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b092de6b-85be-4583-b7ca-323b742a6839 req-f263e93b-7e04-4091-80c0-ded86a20b40b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182435 Aug 16 02:23:14.440947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.472577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Transition to ACTIVE for port object c6dceecf-2df3-435b-a50c-edfb90157def will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:14.502899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Transition to ACTIVE for port object c6dceecf-2df3-435b-a50c-edfb90157def will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:14.507760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Allocated IP 172.20.0.18 (38be0f09-dfe5-444f-b236-d30e420d677b/bfc00afc-ad1e-4566-b0ab-7b1e1002c22a/9844bf83-365f-41fc-9861-80e9520ae885) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:14.516548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.537829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.746993 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.801747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.805567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.826155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.832202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.880947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Network 22a01975-564d-4376-bd4b-67f17bb2c5f6 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:14.892237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:14.894989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.898482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:14.911684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Pushing event updated for resources: {'Port': ['ID=c6dceecf-2df3-435b-a50c-edfb90157def,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:14.918484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Transition to ACTIVE for port object 9844bf83-365f-41fc-9861-80e9520ae885 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:14.967093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Transition to ACTIVE for port object 9844bf83-365f-41fc-9861-80e9520ae885 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:14.978433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Attempting to bind port c6dceecf-2df3-435b-a50c-edfb90157def on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:14.978846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Attempting to bind port c6dceecf-2df3-435b-a50c-edfb90157def by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '00654712-5003-4180-941d-3cebdced62b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:14.979211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Attempting to bind port c6dceecf-2df3-435b-a50c-edfb90157def on network 22a01975-564d-4376-bd4b-67f17bb2c5f6 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:14.984174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:14.984556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Checking segment: {'id': '00654712-5003-4180-941d-3cebdced62b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:14.984968 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:14.985368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Bound using segment: {'id': '00654712-5003-4180-941d-3cebdced62b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:14.985838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Bound port: c6dceecf-2df3-435b-a50c-edfb90157def, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00654712-5003-4180-941d-3cebdced62b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '22a01975-564d-4376-bd4b-67f17bb2c5f6'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:14.986229 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.044712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.048215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.055754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] For port c6dceecf-2df3-435b-a50c-edfb90157def, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:15.068779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] For port c6dceecf-2df3-435b-a50c-edfb90157def, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c6dceecf-2df3-435b-a50c-edfb90157def,segment=NetworkSegment(00654712-5003-4180-941d-3cebdced62b2),segment_id=00654712-5003-4180-941d-3cebdced62b2)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:15.095054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.140734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Network 38be0f09-dfe5-444f-b236-d30e420d677b is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:15.145506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:15.147451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Pushing event updated for resources: {'Port': ['ID=9844bf83-365f-41fc-9861-80e9520ae885,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.149603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:15.199727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1355d875-3cde-4efb-b035-380a37d081da up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:15.218866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.231665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Attempting to bind port 9844bf83-365f-41fc-9861-80e9520ae885 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:15.232051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Attempting to bind port 9844bf83-365f-41fc-9861-80e9520ae885 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '93d7cdd2-6e83-49d4-97de-a169557e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:15.232622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Attempting to bind port 9844bf83-365f-41fc-9861-80e9520ae885 on network 38be0f09-dfe5-444f-b236-d30e420d677b {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:15.237619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.249207 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.249749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8979357-7d33-448d-8aea-3572daa02081 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:23:15.280394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:15.280664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Checking segment: {'id': '93d7cdd2-6e83-49d4-97de-a169557e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:15.281090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.281490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Bound using segment: {'id': '93d7cdd2-6e83-49d4-97de-a169557e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:15.281982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Bound port: 9844bf83-365f-41fc-9861-80e9520ae885, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d7cdd2-6e83-49d4-97de-a169557e784f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '38be0f09-dfe5-444f-b236-d30e420d677b'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:15.284039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.327880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37476) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:15.353682 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:15.353938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac94db-57d8-4b00-a731-cfedb0c0e285 None None] Pushing event updated for resources: {'Port': ['ID=c6dceecf-2df3-435b-a50c-edfb90157def,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.355198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1be21ca-4845-4f80-a752-27a4daac5ceb tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3702242 Aug 16 02:23:15.357851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37484) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:15.416692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] For port 9844bf83-365f-41fc-9861-80e9520ae885, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:15.420481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] For port 9844bf83-365f-41fc-9861-80e9520ae885, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9844bf83-365f-41fc-9861-80e9520ae885,segment=NetworkSegment(93d7cdd2-6e83-49d4-97de-a169557e784f),segment_id=93d7cdd2-6e83-49d4-97de-a169557e784f)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:15.434335 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.477221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.480192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/subnets/cb019d8c-888a-4834-bbcc-bf25e23b0815 HTTP/1.1" status: 204 len: 168 time: 1.4439149 Aug 16 02:23:15.483539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37486) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:15.517169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 1355d875-3cde-4efb-b035-380a37d081da completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:15.524380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 1355d875-3cde-4efb-b035-380a37d081da triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:15.524801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.551865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d4f40-4817-4bfb-8d17-5218c79f8631 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Subnet': ['ID=cb019d8c-888a-4834-bbcc-bf25e23b0815,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.556671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2e4b-e8d6-4eac-8c64-dc2a0fefe047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.566526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.594099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Deleting subnet bfc00afc-ad1e-4566-b0ab-7b1e1002c22a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:15.598131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.693021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c723a-dd5f-4025-8481-bebcb3863a54 req-4fa131b6-07d0-47b2-b897-7d4d6890f97a tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.695263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b5c723a-dd5f-4025-8481-bebcb3863a54 req-4fa131b6-07d0-47b2-b897-7d4d6890f97a tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 949 time: 0.2207906 Aug 16 02:23:15.698756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.703209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc6543-a613-4a58-aa1a-5e747a0103a1 req-7bfb6520-eaed-4119-8dc3-396b0f42aa57 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:15.704779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4cc6543-a613-4a58-aa1a-5e747a0103a1 req-7bfb6520-eaed-4119-8dc3-396b0f42aa57 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2320127 Aug 16 02:23:15.737718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad82b39-4313-430c-a5b4-0aa9b1bc164c None None] Pushing event updated for resources: {'Port': ['ID=9844bf83-365f-41fc-9861-80e9520ae885,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:15.739869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Deleting port 1bd54d3d-e790-408f-9ae2-1ffb96078504 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:15.740350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.856339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.868835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b5c723a-dd5f-4025-8481-bebcb3863a54 req-b1be3491-3f0b-4325-a30e-9c090c73dda3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587319 Aug 16 02:23:15.899524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.907242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1355d875-3cde-4efb-b035-380a37d081da'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:15.913698 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128d9810-26cb-4aa6-b08d-26061dca28d7" -d '{"events": [{"server_uuid": "b2e816af-9780-48dd-b486-a2320b7de2db", "name": "network-vif-plugged", "status": "completed", "tag": "1355d875-3cde-4efb-b035-380a37d081da"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:15.960755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4cc6543-a613-4a58-aa1a-5e747a0103a1 req-86c080dd-6120-4603-ac36-2fe6fa28bd99 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477267 Aug 16 02:23:15.981997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:15.983727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 1355d875-3cde-4efb-b035-380a37d081da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1355d875-3cde-4efb-b035-380a37d081da,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:16.018901 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c66c4d-8e33-49ec-baf2-3b41446d59b3 x-openstack-request-id: req-c6c66c4d-8e33-49ec-baf2-3b41446d59b3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:16.021301 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e816af-9780-48dd-b486-a2320b7de2db", "name": "network-vif-plugged", "status": "completed", "tag": "1355d875-3cde-4efb-b035-380a37d081da", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:16.021301 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6c66c4d-8e33-49ec-baf2-3b41446d59b3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:16.021301 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1355d875-3cde-4efb-b035-380a37d081da', 'code': 200} Aug 16 02:23:16.036359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2e4b-e8d6-4eac-8c64-dc2a0fefe047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.037173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.059559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Calling delete_port for 1bd54d3d-e790-408f-9ae2-1ffb96078504 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:16.090207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.137590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2e4b-e8d6-4eac-8c64-dc2a0fefe047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.171962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.182985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=1355d875-3cde-4efb-b035-380a37d081da,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.391934 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.433513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bd54d3d-e790-408f-9ae2-1ffb96078504,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.512906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.518286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-457082df-9867-45e2-a3ec-c8801b5e1089 tempest-RoutersAdminNegativeTest-728068380 tempest-RoutersAdminNegativeTest-728068380-project-admin] 10.222.0.76 "DELETE /v2.0/ports/1bd54d3d-e790-408f-9ae2-1ffb96078504 HTTP/1.1" status: 204 len: 168 time: 1.1561582 Aug 16 02:23:16.638572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc00afc-ad1e-4566-b0ab-7b1e1002c22a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.643929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c42ff-e26a-4941-9b6d-891b2549fa54 req-a40f7dcb-cbdc-43c3-830a-58548fe899cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.644407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ceb257-e714-4453-9b81-82374f84bdf2 None None] Network 22a01975-564d-4376-bd4b-67f17bb2c5f6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:16.645477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e24c42ff-e26a-4941-9b6d-891b2549fa54 req-a40f7dcb-cbdc-43c3-830a-58548fe899cf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 1102 time: 0.5418255 Aug 16 02:23:16.647696 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bc4d2e4b-e8d6-4eac-8c64-dc2a0fefe047 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6bb023fe10224cd9aca660cbb7402cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3188953 Aug 16 02:23:16.650261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d2e4b-e8d6-4eac-8c64-dc2a0fefe047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aa7d20-b867-4324-9bb9-7c357cb0c854,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:16.652250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:16.654420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.656526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2d6043fe-fc23-435f-b0e8-6c1c7bec1209 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/subnets/bfc00afc-ad1e-4566-b0ab-7b1e1002c22a HTTP/1.1" status: 204 len: 168 time: 1.1717176 Aug 16 02:23:16.661891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:16.700464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e24c42ff-e26a-4941-9b6d-891b2549fa54 req-6d62731c-8f7a-4026-bf3a-5dd594bef431 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Aug 16 02:23:16.817417 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f48d5319-195d-4aa8-948f-37d2daf2bc96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.817926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e730f298-d4a2-487b-a3e8-fa22503f9434 None None] Provisioning for port c6dceecf-2df3-435b-a50c-edfb90157def completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:16.840226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebbe9d9-1448-4928-ab8f-019b37147c4d tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:16.841323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eebbe9d9-1448-4928-ab8f-019b37147c4d tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1782503 Aug 16 02:23:16.845417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:16.865322 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f48d5319-195d-4aa8-948f-37d2daf2bc96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:16.920674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] DHCP port deletion for 22a01975-564d-4376-bd4b-67f17bb2c5f6 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:16.943800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.030328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Deleting port 9844bf83-365f-41fc-9861-80e9520ae885 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:17.030708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.057868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] Deleting port c6dceecf-2df3-435b-a50c-edfb90157def {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:17.057868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.083386 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f48d5319-195d-4aa8-948f-37d2daf2bc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.093895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f48d5319-195d-4aa8-948f-37d2daf2bc96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.095473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f48d5319-195d-4aa8-948f-37d2daf2bc96 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5aa7d20-b867-4324-9bb9-7c357cb0c854 HTTP/1.1" status: 204 len: 168 time: 0.4412513 Aug 16 02:23:17.101530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37506) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:17.150630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] For port c6dceecf-2df3-435b-a50c-edfb90157def, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c6dceecf-2df3-435b-a50c-edfb90157def,segment=NetworkSegment(00654712-5003-4180-941d-3cebdced62b2),segment_id=00654712-5003-4180-941d-3cebdced62b2)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:17.151338 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.170592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] Calling delete_port for c6dceecf-2df3-435b-a50c-edfb90157def owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:17.193341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d5319-195d-4aa8-948f-37d2daf2bc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aa7d20-b867-4324-9bb9-7c357cb0c854,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.225872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] For port 9844bf83-365f-41fc-9861-80e9520ae885, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9844bf83-365f-41fc-9861-80e9520ae885,segment=NetworkSegment(93d7cdd2-6e83-49d4-97de-a169557e784f),segment_id=93d7cdd2-6e83-49d4-97de-a169557e784f)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:17.226742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.247053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Calling delete_port for 9844bf83-365f-41fc-9861-80e9520ae885 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:17.293850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e0962-dab3-470f-957d-a32c672f4e8b None None] Network 38be0f09-dfe5-444f-b236-d30e420d677b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:17.334501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa2d4e-74de-472a-9b80-621d566fe817 req-ed72d64d-0ed8-4546-97b6-c8e03315a4f5 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.337194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffaa2d4e-74de-472a-9b80-621d566fe817 req-ed72d64d-0ed8-4546-97b6-c8e03315a4f5 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 950 time: 0.3178527 Aug 16 02:23:17.448481 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f81c3120-edcc-476c-b61b-f64476d26bc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.474889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581a90-654e-4481-976c-eabd855b96c2 req-b95af08c-4b98-4b9d-a07b-2d592209c63a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:17.476999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57581a90-654e-4481-976c-eabd855b96c2 req-b95af08c-4b98-4b9d-a07b-2d592209c63a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.3745561 Aug 16 02:23:17.506924 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffaa2d4e-74de-472a-9b80-621d566fe817 req-850b5064-33e5-4256-ad8c-cadf40f3da9f tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561215 Aug 16 02:23:17.533610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9844bf83-365f-41fc-9861-80e9520ae885 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:17.564019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c98e94b-5be5-4d03-94cc-9550297b0987 None None] Provisioning for port 9844bf83-365f-41fc-9861-80e9520ae885 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:17.568602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.591925 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57581a90-654e-4481-976c-eabd855b96c2 req-5fb34498-3e88-4b6d-81d9-20d43226060c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888817 Aug 16 02:23:17.614101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.622411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f97387-ecfa-4044-861d-996007acfbc2 None None] DHCP port deletion for 38be0f09-dfe5-444f-b236-d30e420d677b request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:17.627852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] No DVR routers for this DVR port c6dceecf-2df3-435b-a50c-edfb90157def on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:17.633155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00117d4a-82fd-4ea4-b197-4fec24b6c00b None None] Pushing event deleted for resources: {'Port': ['ID=c6dceecf-2df3-435b-a50c-edfb90157def,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.637856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] No DVR routers for this DVR port 9844bf83-365f-41fc-9861-80e9520ae885 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:17.652638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No active binding found for port 9844bf83-365f-41fc-9861-80e9520ae885 {{(pid=101947) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 16 02:23:17.656025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9844bf83-365f-41fc-9861-80e9520ae885 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:23:17.682540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Port 9844bf83-365f-41fc-9861-80e9520ae885 not found, will not notify nova. {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:23:17.714182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f81c3120-edcc-476c-b61b-f64476d26bc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.725748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Port': ['ID=9844bf83-365f-41fc-9861-80e9520ae885,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.772246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.781980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38be0f09-dfe5-444f-b236-d30e420d677b']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:17.793120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d7cdd2-6e83-49d4-97de-a169557e784f') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:17.793423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d7cdd2-6e83-49d4-97de-a169557e784f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:17.802770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.817288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.823090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:17.823485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:17.826449 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:17.870963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f81c3120-edcc-476c-b61b-f64476d26bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.913498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f81c3120-edcc-476c-b61b-f64476d26bc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ce9926b323ff4dac9592c918ac24d42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8027673 Aug 16 02:23:17.914360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c3120-edcc-476c-b61b-f64476d26bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a301e7a-e635-47d6-b076-9abb39cbe7a0,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:17.917313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37516) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:17.963635 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.981125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:17.981125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/networks/38be0f09-dfe5-444f-b236-d30e420d677b HTTP/1.1" status: 204 len: 168 time: 1.1315176 Aug 16 02:23:17.981957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37518) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:17.996410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0472e-2905-49ce-aef4-200a5633a837 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Network': ['ID=38be0f09-dfe5-444f-b236-d30e420d677b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.004506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a73d21a-5b06-4a67-ba3f-2993fceed79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.028779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a73d21a-5b06-4a67-ba3f-2993fceed79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.072381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.084382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37520) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:18.101087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026aa0fe-f714-413b-adcb-4bd8ef384212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.168673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.178563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a01975-564d-4376-bd4b-67f17bb2c5f6']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:18.181651 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a73d21a-5b06-4a67-ba3f-2993fceed79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.184363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a73d21a-5b06-4a67-ba3f-2993fceed79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.192757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2a73d21a-5b06-4a67-ba3f-2993fceed79e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4a301e7a-e635-47d6-b076-9abb39cbe7a0 HTTP/1.1" status: 204 len: 168 time: 0.2669146 Aug 16 02:23:18.193497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00654712-5003-4180-941d-3cebdced62b2') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:18.193497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00654712-5003-4180-941d-3cebdced62b2') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:18.201210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.201448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73d21a-5b06-4a67-ba3f-2993fceed79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a301e7a-e635-47d6-b076-9abb39cbe7a0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.229288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.241358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:18.241884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:18.250833 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:18.266812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026aa0fe-f714-413b-adcb-4bd8ef384212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.356712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026aa0fe-f714-413b-adcb-4bd8ef384212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.403420 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-026aa0fe-f714-413b-adcb-4bd8ef384212 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=034e2edc33a841449e11231916889198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157668 Aug 16 02:23:18.404387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026aa0fe-f714-413b-adcb-4bd8ef384212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d438ee7b-8a37-4cd3-8a46-529b4335f039,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.405610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37526) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:18.440040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.454135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.456647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/networks/22a01975-564d-4376-bd4b-67f17bb2c5f6 HTTP/1.1" status: 204 len: 168 time: 0.4733946 Aug 16 02:23:18.460059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37528) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:18.472531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bdb18-18bc-42c8-8666-0e15a4184889 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Network': ['ID=22a01975-564d-4376-bd4b-67f17bb2c5f6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.491085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067df9c7-9755-4860-944b-2d4a06741503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.515524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067df9c7-9755-4860-944b-2d4a06741503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.559666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.650513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892545ba-de5c-4e8a-8bbb-b0b5ab687277 req-a1b5e12d-9ae0-4612-8fb9-9bf8987b95b2 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.651632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-892545ba-de5c-4e8a-8bbb-b0b5ab687277 req-a1b5e12d-9ae0-4612-8fb9-9bf8987b95b2 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 950 time: 0.0600939 Aug 16 02:23:18.657376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.668191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5148b58f-a571-44b7-8a9e-9e15fb7dc3cc']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:18.683416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d38298-70fc-4ba3-83c7-d713f177d59a') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:18.683725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d38298-70fc-4ba3-83c7-d713f177d59a') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:18.705482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.719471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-892545ba-de5c-4e8a-8bbb-b0b5ab687277 req-aa4c2872-0874-40c1-ab40-02e989ee635f tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579586 Aug 16 02:23:18.724783 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.731631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:18.732944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:18.736555 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:18.750940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067df9c7-9755-4860-944b-2d4a06741503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.753971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-067df9c7-9755-4860-944b-2d4a06741503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.757941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-067df9c7-9755-4860-944b-2d4a06741503 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d438ee7b-8a37-4cd3-8a46-529b4335f039 HTTP/1.1" status: 204 len: 168 time: 0.3481827 Aug 16 02:23:18.774060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067df9c7-9755-4860-944b-2d4a06741503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438ee7b-8a37-4cd3-8a46-529b4335f039,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:18.795454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafb66c9-5fe7-40ce-92d9-31af0e496e95 req-4632642b-9224-49f0-9f13-51af8c952866 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:18.797000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fafb66c9-5fe7-40ce-92d9-31af0e496e95 req-4632642b-9224-49f0-9f13-51af8c952866 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.0765831 Aug 16 02:23:18.857355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fafb66c9-5fe7-40ce-92d9-31af0e496e95 req-ef24f3ff-1079-466d-bf23-e15c292e7ef2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370412 Aug 16 02:23:18.962756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.967973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:18.970023 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/networks/5148b58f-a571-44b7-8a9e-9e15fb7dc3cc HTTP/1.1" status: 204 len: 168 time: 0.5083139 Aug 16 02:23:18.976917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37542) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:18.992226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae7b90-2cc9-4c43-ab1c-9ef12879e66c tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Network': ['ID=5148b58f-a571-44b7-8a9e-9e15fb7dc3cc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:19.072388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.098371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37544) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:19.155475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-805e54f4-a9f8-4638-8e17-09cf01f023c0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a180e1f8237497fa82631b569d3944c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557389 Aug 16 02:23:19.157946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37548) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:19.190330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.206248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93913379-d77c-4291-af79-61ae8c68cbbd']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:19.222752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e3048a-2242-438f-8b12-2431eeb806fb') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:19.222752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e3048a-2242-438f-8b12-2431eeb806fb') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:19.223945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026b9df4-bc6e-45ba-bb03-c8acc3cd1feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.230573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.245507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.246539 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026b9df4-bc6e-45ba-bb03-c8acc3cd1feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.262005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:23:19.262428 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:23:19.271441 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:23:19.438947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb07fe-ca2c-4a2e-9733-82dee31d6dd1 req-2b34248d-350e-4628-8d88-2bf2d3b010d0 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:19.440460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2efb07fe-ca2c-4a2e-9733-82dee31d6dd1 req-2b34248d-350e-4628-8d88-2bf2d3b010d0 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 950 time: 0.0685868 Aug 16 02:23:19.451251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9844bf83-365f-41fc-9861-80e9520ae885 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:19.478322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9844bf83-365f-41fc-9861-80e9520ae885 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:19.478823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9844bf83-365f-41fc-9861-80e9520ae885 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:19.489688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2efb07fe-ca2c-4a2e-9733-82dee31d6dd1 req-924b4ebd-d73c-4a8a-9f61-77c0cdb87db4 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421362 Aug 16 02:23:19.522271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.522462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026b9df4-bc6e-45ba-bb03-c8acc3cd1feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.530148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-026b9df4-bc6e-45ba-bb03-c8acc3cd1feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.534066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-026b9df4-bc6e-45ba-bb03-c8acc3cd1feb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dabad218-7152-4402-894d-c06285f2ef20 HTTP/1.1" status: 204 len: 168 time: 0.3726716 Aug 16 02:23:19.534549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:19.535802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] 10.222.0.76 "DELETE /v2.0/networks/93913379-d77c-4291-af79-61ae8c68cbbd HTTP/1.1" status: 204 len: 168 time: 0.5615826 Aug 16 02:23:19.541637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026b9df4-bc6e-45ba-bb03-c8acc3cd1feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabad218-7152-4402-894d-c06285f2ef20,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:19.554855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a1b19-2c49-44d0-84a6-d4c453fc5ac8 tempest-BulkNetworkOpsTest-1957662688 tempest-BulkNetworkOpsTest-1957662688-project] Pushing event deleted for resources: {'Network': ['ID=93913379-d77c-4291-af79-61ae8c68cbbd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.010069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57438781-9817-497b-928c-ebda7c392102 req-46e55e57-5263-4f8d-a9b9-fbfcdb5cac08 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.015108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57438781-9817-497b-928c-ebda7c392102 req-46e55e57-5263-4f8d-a9b9-fbfcdb5cac08 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.0696807 Aug 16 02:23:20.057119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57438781-9817-497b-928c-ebda7c392102 req-6136cdb7-fd1e-44ce-840a-ddac71ce5d92 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346994 Aug 16 02:23:20.252058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37576) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:20.428033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fc89f4a9-e554-4471-89be-7efe0580d494 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10ed3dd3e4b2418aabe17724228aae30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1742089 Aug 16 02:23:20.430586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:20.485589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c64dce-491c-4f3b-b05c-da4a573e04d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.510483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c64dce-491c-4f3b-b05c-da4a573e04d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.667011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cae405-8894-4c99-b7db-8245fc28fe41 req-0bf29157-51fe-4460-b4a3-dd2d884d6868 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.668584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46cae405-8894-4c99-b7db-8245fc28fe41 req-0bf29157-51fe-4460-b4a3-dd2d884d6868 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 950 time: 0.0633380 Aug 16 02:23:20.672311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c64dce-491c-4f3b-b05c-da4a573e04d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.677178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-77c64dce-491c-4f3b-b05c-da4a573e04d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.687793 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-77c64dce-491c-4f3b-b05c-da4a573e04d3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7f835c36-8a6e-401c-8d5b-fba122ab9b5c HTTP/1.1" status: 204 len: 168 time: 0.2471352 Aug 16 02:23:20.715530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46cae405-8894-4c99-b7db-8245fc28fe41 req-59c4d0ef-9c17-4020-bd62-51f4594e77ae tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/security-groups?id=99600b1f-83a0-4dc1-b605-24104e275981&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393143 Aug 16 02:23:20.728208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c64dce-491c-4f3b-b05c-da4a573e04d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f835c36-8a6e-401c-8d5b-fba122ab9b5c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:20.785104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-72626845-50f6-4a75-8da1-23c8b03e96f3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:20.788845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-72626845-50f6-4a75-8da1-23c8b03e96f3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 950 time: 0.0945346 Aug 16 02:23:20.889976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Deleting port 1355d875-3cde-4efb-b035-380a37d081da {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:20.890322 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:20.997527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] For port 1355d875-3cde-4efb-b035-380a37d081da, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=1355d875-3cde-4efb-b035-380a37d081da,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:20.997527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.012966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Calling delete_port for 1355d875-3cde-4efb-b035-380a37d081da owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:21.232482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:21.247260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b58f5-a2bf-4ed7-8fee-a55322af4a2d req-e236bd8c-badb-4655-8c4c-7bf22a21144b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:21.248840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e6b58f5-a2bf-4ed7-8fee-a55322af4a2d req-e236bd8c-badb-4655-8c4c-7bf22a21144b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.0928366 Aug 16 02:23:21.299570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e6b58f5-a2bf-4ed7-8fee-a55322af4a2d req-db81ebd9-055b-4e2c-9922-9e8fd0047315 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439458 Aug 16 02:23:21.344851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:21.357572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'mac_address': 'fa:16:3e:ea:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:23:21.367326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.386465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['1355d875-3cde-4efb-b035-380a37d081da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:21.414522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Pushing event deleted for resources: {'Port': ['ID=1355d875-3cde-4efb-b035-380a37d081da,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:21.436566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.451481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25ced1d4-03ed-4202-9db3-d311702cf15d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:23:21.494129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:21.595385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] No DVR routers for this DVR port 1355d875-3cde-4efb-b035-380a37d081da on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:21.602599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.602599 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d99370c-759c-45b9-b11a-40ae146103d1 req-49ebb913-9ce9-4783-82b0-d28ab4d0b3b3 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.58 "DELETE /v2.0/ports/1355d875-3cde-4efb-b035-380a37d081da HTTP/1.1" status: 204 len: 173 time: 0.8090363 Aug 16 02:23:21.603022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'name': 'network-vif-deleted', 'tag': '1355d875-3cde-4efb-b035-380a37d081da'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:21.605374 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363747e-61c5-4e9c-a19e-19ef7bff7197" -d '{"events": [{"server_uuid": "b2e816af-9780-48dd-b486-a2320b7de2db", "name": "network-vif-deleted", "tag": "1355d875-3cde-4efb-b035-380a37d081da"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:21.652791 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:21.665005 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b95abb-d3e6-415d-9178-8edd451a223e x-openstack-request-id: req-f4b95abb-d3e6-415d-9178-8edd451a223e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:21.665205 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e816af-9780-48dd-b486-a2320b7de2db", "name": "network-vif-deleted", "tag": "1355d875-3cde-4efb-b035-380a37d081da", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:21.665923 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4b95abb-d3e6-415d-9178-8edd451a223e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:21.666566 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e816af-9780-48dd-b486-a2320b7de2db', 'name': 'network-vif-deleted', 'tag': '1355d875-3cde-4efb-b035-380a37d081da', 'status': 'completed', 'code': 200} Aug 16 02:23:21.719796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37646) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:21.732993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['25ced1d4-03ed-4202-9db3-d311702cf15d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:21.792540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:21.852217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dac7c30-f268-4fa7-85bc-b801ce52b0e9 req-50682eff-b6b8-4b16-9695-a2515dc49671 tempest-VolumesNegativeTest-138784337 tempest-VolumesNegativeTest-138784337-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2e816af-9780-48dd-b486-a2320b7de2db HTTP/1.1" status: 200 len: 210 time: 0.0406954 Aug 16 02:23:22.036864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-6e6c54e5-e8fa-405e-a6f6-4907ecfcaa0a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.038855 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6e6c54e5-e8fa-405e-a6f6-4907ecfcaa0a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3175774 Aug 16 02:23:22.043494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.050483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-d4fb4b5f-29b9-4b70-be7c-7cc3bd0b0870 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.052512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4fb4b5f-29b9-4b70-be7c-7cc3bd0b0870 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0074790 Aug 16 02:23:22.054513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37662) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.059394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-d839f780-4712-425e-825c-50e60288670f tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.060626 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d839f780-4712-425e-825c-50e60288670f tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048072 Aug 16 02:23:22.063004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37664) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.069832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-65b82402-52cc-4c97-b7f7-7fafcdce5ea6 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.071282 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-65b82402-52cc-4c97-b7f7-7fafcdce5ea6 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073380 Aug 16 02:23:22.073997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37666) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.078626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-d6cce7a0-724a-4324-968c-9601a8537247 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.079702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6cce7a0-724a-4324-968c-9601a8537247 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046179 Aug 16 02:23:22.085325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37668) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.089701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-f9f072b8-861f-4b36-b825-9ddf806ef948 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.091682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9f072b8-861f-4b36-b825-9ddf806ef948 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0050681 Aug 16 02:23:22.094546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.103616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-8a7323f5-ca54-40d9-8ffd-769a56a8e8da tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.104915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a7323f5-ca54-40d9-8ffd-769a56a8e8da tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0088630 Aug 16 02:23:22.107649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37672) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.114284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-a9fd055a-d66a-441a-8c65-91450dcba894 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.115479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a9fd055a-d66a-441a-8c65-91450dcba894 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068951 Aug 16 02:23:22.118233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37674) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.131814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-ef611831-9f58-46e9-a865-58b9c000a8e7 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.136069 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ef611831-9f58-46e9-a865-58b9c000a8e7 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0136628 Aug 16 02:23:22.136330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37676) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.141617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-db6d6523-2aef-4784-9149-e006809a5620 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.143028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db6d6523-2aef-4784-9149-e006809a5620 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056441 Aug 16 02:23:22.147106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37678) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.152060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-b36144d1-73f9-4edf-bffd-18ec6dda164d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.154272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b36144d1-73f9-4edf-bffd-18ec6dda164d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058546 Aug 16 02:23:22.156879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37682) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.168567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-ffb9062e-3ee7-46e4-8631-353e8f44950e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.170273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ffb9062e-3ee7-46e4-8631-353e8f44950e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0121601 Aug 16 02:23:22.173483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37688) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.179859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-b614624b-2990-4c17-a6a7-9c309f9264cb tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.180950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b614624b-2990-4c17-a6a7-9c309f9264cb tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053339 Aug 16 02:23:22.183543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37692) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.189159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-175be4cc-4b91-407a-b877-95b614a56ee3 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.193254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37694) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.194193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-175be4cc-4b91-407a-b877-95b614a56ee3 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0092676 Aug 16 02:23:22.207789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-8c2445a3-aa10-4e19-877c-e2d7df538bb2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.208817 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8c2445a3-aa10-4e19-877c-e2d7df538bb2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0145819 Aug 16 02:23:22.211589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.218618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-74f178aa-0d63-49db-a952-711540c0cd5f tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.219638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74f178aa-0d63-49db-a952-711540c0cd5f tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065162 Aug 16 02:23:22.223023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37702) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.228165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-94ff964b-7a0c-405c-829b-40f162b3f13f tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.229135 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-94ff964b-7a0c-405c-829b-40f162b3f13f tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053508 Aug 16 02:23:22.231637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37704) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.238486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-74cb2c44-88dc-4290-9fc7-e9e55bf204d3 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.239709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-74cb2c44-88dc-4290-9fc7-e9e55bf204d3 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0058403 Aug 16 02:23:22.243453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37706) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.249386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-59ab7b58-facd-460c-ab29-cf99a82620a1 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.251689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-59ab7b58-facd-460c-ab29-cf99a82620a1 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059860 Aug 16 02:23:22.253107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37708) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.261205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-03a9baa8-1178-4d49-a016-db4e5991a5e0 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.262732 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03a9baa8-1178-4d49-a016-db4e5991a5e0 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0077314 Aug 16 02:23:22.269463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37710) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.275522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-7b7c0798-5b6a-4dd1-8ec8-4f94acabd434 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.279291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b7c0798-5b6a-4dd1-8ec8-4f94acabd434 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0084414 Aug 16 02:23:22.279900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37712) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.288458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-03c85008-b095-4d19-b02e-20b2bc40cedc tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.292290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37714) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.292446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03c85008-b095-4d19-b02e-20b2bc40cedc tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0113976 Aug 16 02:23:22.297466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-b1096f99-4015-409c-862d-1dc3efecbb31 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.301393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1096f99-4015-409c-862d-1dc3efecbb31 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0050788 Aug 16 02:23:22.303314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37716) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.309126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-894b6029-b341-401c-8e08-cdb77f7a6652 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.310325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-894b6029-b341-401c-8e08-cdb77f7a6652 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0058663 Aug 16 02:23:22.312944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37718) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.319338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-457aa39c-85c7-42d0-ae8b-86116f77b3ae tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.323079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.323291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-457aa39c-85c7-42d0-ae8b-86116f77b3ae tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0091450 Aug 16 02:23:22.328529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-f88a2f2e-02f0-498a-a718-0bcde6a5f00c tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.336567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f88a2f2e-02f0-498a-a718-0bcde6a5f00c tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0054703 Aug 16 02:23:22.336567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37728) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.341380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-09e06fe8-55ba-4720-8862-75711ef8d295 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.342401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-09e06fe8-55ba-4720-8862-75711ef8d295 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048599 Aug 16 02:23:22.345323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37732) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.357527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-a8c9187a-2156-40c1-9656-12a41919d447 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.357527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a8c9187a-2156-40c1-9656-12a41919d447 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065842 Aug 16 02:23:22.357918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37734) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.364058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-935c28af-8bf4-4d20-be1d-a64ae113cb8b tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.365334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-935c28af-8bf4-4d20-be1d-a64ae113cb8b tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0063016 Aug 16 02:23:22.367917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37736) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.378160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-c19ac07c-45dc-49f5-8fd7-377744851102 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.382325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37738) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.386074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c19ac07c-45dc-49f5-8fd7-377744851102 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0134559 Aug 16 02:23:22.387922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-449ca60f-197b-4dc6-8f63-b261ef996bb2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.391099 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-449ca60f-197b-4dc6-8f63-b261ef996bb2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050538 Aug 16 02:23:22.391577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37740) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.397562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-ce9361f2-1b25-4764-99e1-522c2edd2f4b tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.399703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ce9361f2-1b25-4764-99e1-522c2edd2f4b tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0069463 Aug 16 02:23:22.401204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37742) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.406175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-a290321e-244c-4ae0-bfe6-f4193ca20573 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.422053 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a290321e-244c-4ae0-bfe6-f4193ca20573 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0046890 Aug 16 02:23:22.422228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37744) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.434850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-ccb97f0e-c2ed-4776-8105-158ed103a43a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.436804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ccb97f0e-c2ed-4776-8105-158ed103a43a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0131128 Aug 16 02:23:22.439414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37746) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.445441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-474b53bf-0768-4bfa-a6a3-816d11028f9d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.446535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-474b53bf-0768-4bfa-a6a3-816d11028f9d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0053573 Aug 16 02:23:22.449240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.454242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-b7aebae1-e6bb-4de3-bd2e-95edb8b932ee tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.460352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b7aebae1-e6bb-4de3-bd2e-95edb8b932ee tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0051506 Aug 16 02:23:22.460951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37750) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.466045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-0012870c-752e-422b-a35a-79142c558713 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.467428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0012870c-752e-422b-a35a-79142c558713 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0052390 Aug 16 02:23:22.469855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37752) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.475697 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-0154c440-c96e-4d99-88f9-5a242252ea1a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.480614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0154c440-c96e-4d99-88f9-5a242252ea1a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0095990 Aug 16 02:23:22.481023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37756) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.485968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-4214b35a-b9c5-4198-bb39-f51810dc6e23 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.487468 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4214b35a-b9c5-4198-bb39-f51810dc6e23 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052893 Aug 16 02:23:22.491604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37758) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.492109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5a999-d954-428b-8cf9-9a168ea8060b req-bbc690fd-e89b-4c5f-b912-49208c4dfb96 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:22.496779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-6d234028-7a96-4370-ae1f-04449e17fd30 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.500059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93a5a999-d954-428b-8cf9-9a168ea8060b req-bbc690fd-e89b-4c5f-b912-49208c4dfb96 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 945 time: 0.1058702 Aug 16 02:23:22.500488 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6d234028-7a96-4370-ae1f-04449e17fd30 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0071678 Aug 16 02:23:22.501140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37760) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.506068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-cd4c9de0-c838-4ef0-936e-47b0923556b3 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.509844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37762) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.510252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd4c9de0-c838-4ef0-936e-47b0923556b3 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0077937 Aug 16 02:23:22.514511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-1bba7402-2c20-4fed-80fc-60a5ed438e7a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.519264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37764) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.519508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1bba7402-2c20-4fed-80fc-60a5ed438e7a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0079572 Aug 16 02:23:22.526437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-cd37d5b0-1f64-4491-9215-a52222f016e2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.529986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd37d5b0-1f64-4491-9215-a52222f016e2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094306 Aug 16 02:23:22.534307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.546298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-c218eb7b-5772-4e05-91e4-95ee1333bb61 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.553263 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c218eb7b-5772-4e05-91e4-95ee1333bb61 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0140760 Aug 16 02:23:22.554067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37768) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.564848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-1c5e5701-24f9-44d5-a9f4-60a2592edffe tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.571272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1c5e5701-24f9-44d5-a9f4-60a2592edffe tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0118959 Aug 16 02:23:22.571473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93a5a999-d954-428b-8cf9-9a168ea8060b req-69c17108-6b00-4238-8824-8b0c9b938dca tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674322 Aug 16 02:23:22.573954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.583006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-48f9c67a-59ab-4ace-bfa1-6178782d1c88 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.587779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-48f9c67a-59ab-4ace-bfa1-6178782d1c88 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0122850 Aug 16 02:23:22.590143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37772) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.598696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-c8f71722-7cd1-4bc7-a4ab-23c73d9581db tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.611366 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c8f71722-7cd1-4bc7-a4ab-23c73d9581db tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0091956 Aug 16 02:23:22.613910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37774) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.623782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-e2231592-1b1d-49c9-883a-f25aadaa6a0d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.627338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e2231592-1b1d-49c9-883a-f25aadaa6a0d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0105355 Aug 16 02:23:22.628135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.632235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-cd5c184f-570a-46d5-bc98-7bf23348cfc0 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.633175 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd5c184f-570a-46d5-bc98-7bf23348cfc0 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043485 Aug 16 02:23:22.635689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37778) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.641154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-224c4734-ccb3-46f0-8ef3-458717445354 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.642127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-224c4734-ccb3-46f0-8ef3-458717445354 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0055735 Aug 16 02:23:22.645275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37782) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.654664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-db5dd103-17b3-4b97-b745-4d252825d288 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.654664 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db5dd103-17b3-4b97-b745-4d252825d288 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0043001 Aug 16 02:23:22.656661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37784) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.661959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-84b37aab-32db-4d64-8d65-a9ebfad6f9c2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.665699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37786) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.665862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-84b37aab-32db-4d64-8d65-a9ebfad6f9c2 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078263 Aug 16 02:23:22.685487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-f1dbe37a-5fa3-49ac-aabc-2f1aff5fcc20 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.688730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1dbe37a-5fa3-49ac-aabc-2f1aff5fcc20 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0212064 Aug 16 02:23:22.692140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37788) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.697648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-0e6f8cf6-19ed-4c2d-b008-fc3894d66397 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.701270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0e6f8cf6-19ed-4c2d-b008-fc3894d66397 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0080118 Aug 16 02:23:22.702054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37790) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.721490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-7c22f487-c617-4cd4-8815-30cdcb13796d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.725086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7c22f487-c617-4cd4-8815-30cdcb13796d tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0218143 Aug 16 02:23:22.735667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.743562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-bb67ad65-c789-4c27-b750-686c16b18121 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.744728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bb67ad65-c789-4c27-b750-686c16b18121 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0096321 Aug 16 02:23:22.747696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37796) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.760417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-a38de274-5d09-4af3-b183-e9f4d952989e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.767790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a38de274-5d09-4af3-b183-e9f4d952989e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0180376 Aug 16 02:23:22.771986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.790869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-dde480de-00a4-48bc-96f3-7c273eaa6517 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.795727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37802) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.798450 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dde480de-00a4-48bc-96f3-7c273eaa6517 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0229781 Aug 16 02:23:22.801365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-a42e43bf-f5e6-4590-b09a-b1245a070193 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.806547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37804) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.813325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a42e43bf-f5e6-4590-b09a-b1245a070193 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095375 Aug 16 02:23:22.813464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-9eece13a-3550-4b74-9ab3-b4b93e51d37c tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.819931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37806) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.823170 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9eece13a-3550-4b74-9ab3-b4b93e51d37c tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0151143 Aug 16 02:23:22.824422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-54c3dc54-7bc5-4f53-bc7c-e479a34f66c6 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.825386 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-54c3dc54-7bc5-4f53-bc7c-e479a34f66c6 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044830 Aug 16 02:23:22.827907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37808) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.837240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-74275b38-da25-4572-ac06-b30a2a09d26a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.844509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74275b38-da25-4572-ac06-b30a2a09d26a tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105801 Aug 16 02:23:22.846733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37810) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.853862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-91f93926-f848-4438-b76b-048b9e0fe1d5 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.854862 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-91f93926-f848-4438-b76b-048b9e0fe1d5 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0070274 Aug 16 02:23:22.857558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37812) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.868098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-32f01aab-0ce1-4c8f-b536-3145875dd48e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.869097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-32f01aab-0ce1-4c8f-b536-3145875dd48e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092728 Aug 16 02:23:22.872191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37814) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.878455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-ff54206a-93e9-45be-be44-940b8f5e07ef tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.884485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ff54206a-93e9-45be-be44-940b8f5e07ef tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0108197 Aug 16 02:23:22.885229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37818) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.899370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-3b04b677-d6da-470b-ac4a-118f1e6e4c59 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.905164 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3b04b677-d6da-470b-ac4a-118f1e6e4c59 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0171282 Aug 16 02:23:22.907751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37820) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.913188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [None req-241cb8aa-6c3a-448e-8e29-6375aceb334e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.917644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37822) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.918383 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-241cb8aa-6c3a-448e-8e29-6375aceb334e tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0095572 Aug 16 02:23:22.922602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-95ca0332-0157-4679-a92b-edf676ced4e6 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.936660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-95ca0332-0157-4679-a92b-edf676ced4e6 tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0173883 Aug 16 02:23:22.937454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37824) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:22.943048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [None req-20f69e70-ca53-4405-8176-7bbfc23895cf tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] http://10.222.0.76:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:22.944012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-20f69e70-ca53-4405-8176-7bbfc23895cf tempest-ExtensionsTestJSON-247908363 tempest-ExtensionsTestJSON-247908363-project] 10.222.0.76 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0055788 Aug 16 02:23:22.975341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37832) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.136017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1703787431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:23.233437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:23.268466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.271715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.321370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 25ced1d4-03ed-4202-9db3-d311702cf15d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:23.322015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.415583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.428579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.463243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:23.466009 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b713935e-6cbd-47be-a8d5-b2bd2040c459" -d '{"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-plugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:23.484765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:23.511391 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c625dff-e94c-4df5-b3d9-50f0bab44370 x-openstack-request-id: req-1c625dff-e94c-4df5-b3d9-50f0bab44370 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:23.512073 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-plugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:23.512562 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c625dff-e94c-4df5-b3d9-50f0bab44370 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:23.513519 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'code': 200} Aug 16 02:23:23.557226 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.614335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.620061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1355d875-3cde-4efb-b035-380a37d081da no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:23.711366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.712103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 1355d875-3cde-4efb-b035-380a37d081da {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:23:23.712727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 1355d875-3cde-4efb-b035-380a37d081da not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:23.714626 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ced4d74e-4f9a-4c5c-ac23-7b6a94e9fe8b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7352357 Aug 16 02:23:23.716170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37870) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.730429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-450813495'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:23.794414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:23.838422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6493f87-5f93-4bb1-b64a-1a198e334fa6 req-b7112a03-3f11-4c7d-9cf4-0b836273a0b6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:23.840133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6493f87-5f93-4bb1-b64a-1a198e334fa6 req-b7112a03-3f11-4c7d-9cf4-0b836273a0b6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.1574724 Aug 16 02:23:23.853012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Made reservation on behalf of 48ed2fa18e684de8bf16e49afed4e871 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:23.857184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:23.860136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37874) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:23.895060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6493f87-5f93-4bb1-b64a-1a198e334fa6 req-367ad01d-4dd3-484d-b7db-5b06bd0ae861 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477960 Aug 16 02:23:23.909313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.092253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.130217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8828acbf-21d4-4dd6-841a-bdcce1d04f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.197116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.281179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:24.288186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ad6f50-13b5-4d11-822e-b8ca9252fca7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.328547 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.328866 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Added segment 0945413a-9fd1-4710-aed4-07162eafcd66 of type vlan for network 3f15203c-3038-47eb-b354-54de17ec0ece Aug 16 02:23:24.407778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.472777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8828acbf-21d4-4dd6-841a-bdcce1d04f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.568570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.575074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:24.575739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.649794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8828acbf-21d4-4dd6-841a-bdcce1d04f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.683372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Network': ['ID=3f15203c-3038-47eb-b354-54de17ec0ece,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.713335 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8828acbf-21d4-4dd6-841a-bdcce1d04f7c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7d9d6ec8592d4e759d8bf9964085f7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8495128 Aug 16 02:23:24.713335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828acbf-21d4-4dd6-841a-bdcce1d04f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9bd7b-f842-450b-bb91-88d7fe7b2f9e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:24.713882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 37946) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:24.716839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 3f15203c-3038-47eb-b354-54de17ec0ece details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:24.754939 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eb4e2e4a-06ab-4eb2-bbf3-2c6d20bdc886 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0376348 Aug 16 02:23:24.757888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 37948) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:24.764000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'subnet': {'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:24.828699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266605a9-d10b-4739-bc53-569f13946b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.854940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266605a9-d10b-4739-bc53-569f13946b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:24.979961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Made reservation on behalf of 48ed2fa18e684de8bf16e49afed4e871 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:24.995225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.025979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266605a9-d10b-4739-bc53-569f13946b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.041831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-266605a9-d10b-4739-bc53-569f13946b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.046400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-266605a9-d10b-4739-bc53-569f13946b15 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/afa9bd7b-f842-450b-bb91-88d7fe7b2f9e HTTP/1.1" status: 204 len: 168 time: 0.3309510 Aug 16 02:23:25.142915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266605a9-d10b-4739-bc53-569f13946b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9bd7b-f842-450b-bb91-88d7fe7b2f9e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:25.239346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0e79d-3707-48c7-a637-d7ac1ca1f0e5 req-4f2f5576-865e-4ced-bcb1-31db11942a28 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:25.251096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6af0e79d-3707-48c7-a637-d7ac1ca1f0e5 req-4f2f5576-865e-4ced-bcb1-31db11942a28 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2031426 Aug 16 02:23:25.351770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6af0e79d-3707-48c7-a637-d7ac1ca1f0e5 req-374349cf-cbe0-448d-acb1-050b91195bb1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947735 Aug 16 02:23:25.671463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:25.814072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Subnet': ['ID=091a91f2-0ccd-4bab-8326-d04959a33314,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:25.825019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Checking segment: {'id': '0945413a-9fd1-4710-aed4-07162eafcd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:25.825549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network hostable DHCP agents. Network: 3f15203c-3038-47eb-b354-54de17ec0ece, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:25.974043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network 3f15203c-3038-47eb-b354-54de17ec0ece is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:26.076259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 3f15203c-3038-47eb-b354-54de17ec0ece) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:26.081998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.082945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.090467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce40e26-18a1-4c4f-b1d3-1f14a6092846 None None] Network 3f15203c-3038-47eb-b354-54de17ec0ece requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:26.229308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38026) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:26.233614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4b156f2e-dd84-46c3-b82e-5ca71f73b798 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4740088 Aug 16 02:23:26.240359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'network': {'name': 'tempest-router-network01--1752047901'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:26.370156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Made reservation on behalf of 48ed2fa18e684de8bf16e49afed4e871 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:26.375998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.496235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:26.502090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-3f15203c-3038-47eb-b354-54de17ec0ece', 'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece', 'tenant_id': '48ed2fa18e684de8bf16e49afed4e871', 'fixed_ips': [{'subnet_id': '091a91f2-0ccd-4bab-8326-d04959a33314'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:26.503513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.531074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.531074 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Added segment a8ca3578-d449-47e1-86a9-ef51d7f56ec5 of type vlan for network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 Aug 16 02:23:26.619284 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.795850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595daa7-3474-4517-a517-ee8517b53f1a req-f2d48141-3d41-41b5-8cdb-08f2d0425bb1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.806150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6595daa7-3474-4517-a517-ee8517b53f1a req-f2d48141-3d41-41b5-8cdb-08f2d0425bb1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.1169960 Aug 16 02:23:26.811374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Allocated IP 172.20.0.2 (3f15203c-3038-47eb-b354-54de17ec0ece/091a91f2-0ccd-4bab-8326-d04959a33314/83285765-c771-4cee-afb8-a4295ff8fe44) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:26.819235 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.826052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:26.827074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:26.934073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6595daa7-3474-4517-a517-ee8517b53f1a req-16221e46-1b92-413f-bd09-1d6f63501992 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242445 Aug 16 02:23:26.996423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Network': ['ID=2046239b-7f9c-4932-96d5-e4d7cbb244c6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.013604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:27.076829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38102) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:27.192497 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.208327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Transition to ACTIVE for port object 83285765-c771-4cee-afb8-a4295ff8fe44 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:27.645283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Transition to ACTIVE for port object 83285765-c771-4cee-afb8-a4295ff8fe44 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:27.648378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-992603341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:27.649785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.650387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ac21f98-74f0-4ef4-8a0f-fb09df950e9b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0802042 Aug 16 02:23:27.650387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38110) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:27.650387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'network': {'name': 'tempest-router-network02--792733338'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:27.651326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.651326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.651748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.651748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Network 3f15203c-3038-47eb-b354-54de17ec0ece is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Pushing event updated for resources: {'Port': ['ID=83285765-c771-4cee-afb8-a4295ff8fe44,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.652984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Attempting to bind port 83285765-c771-4cee-afb8-a4295ff8fe44 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Attempting to bind port 83285765-c771-4cee-afb8-a4295ff8fe44 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0945413a-9fd1-4710-aed4-07162eafcd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Attempting to bind port 83285765-c771-4cee-afb8-a4295ff8fe44 on network 3f15203c-3038-47eb-b354-54de17ec0ece {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Checking segment: {'id': '0945413a-9fd1-4710-aed4-07162eafcd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Bound using segment: {'id': '0945413a-9fd1-4710-aed4-07162eafcd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Bound port: 83285765-c771-4cee-afb8-a4295ff8fe44, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0945413a-9fd1-4710-aed4-07162eafcd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '3f15203c-3038-47eb-b354-54de17ec0ece'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:27.653163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.730627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] For port 83285765-c771-4cee-afb8-a4295ff8fe44, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:27.734618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] For port 83285765-c771-4cee-afb8-a4295ff8fe44, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83285765-c771-4cee-afb8-a4295ff8fe44,segment=NetworkSegment(0945413a-9fd1-4710-aed4-07162eafcd66),segment_id=0945413a-9fd1-4710-aed4-07162eafcd66)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:27.778921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Made reservation on behalf of 48ed2fa18e684de8bf16e49afed4e871 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:27.795287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.818312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:27.832309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.832892 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Added segment fb1c7bff-6397-4bde-b28f-c992f13b8c7e of type vlan for network a31bdb79-2707-4c4c-a1b2-b76e86db0589 Aug 16 02:23:27.893836 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.907315 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:27.969686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.072744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.076495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.076657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-985e2fd9-40e0-4ffa-b0c6-f0121cd22898 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.9961421 Aug 16 02:23:28.077993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38132) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.084189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1643724866'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:28.084922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.085739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.214352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269929e6-3425-4310-ae3d-cd2a3fa7736c None None] Pushing event updated for resources: {'Port': ['ID=83285765-c771-4cee-afb8-a4295ff8fe44,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.289663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:28.298677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.328306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.340089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b40d4b-8efe-4935-b600-f85fdafa246f req-520b46d3-a6f1-4a1f-9e6a-ca4d883057c0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:28.341782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6b40d4b-8efe-4935-b600-f85fdafa246f req-520b46d3-a6f1-4a1f-9e6a-ca4d883057c0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2083404 Aug 16 02:23:28.343033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Network': ['ID=a31bdb79-2707-4c4c-a1b2-b76e86db0589,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.358934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a31bdb79-2707-4c4c-a1b2-b76e86db0589 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:28.406873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52664946-6e46-4c88-b2a9-293df2ec686d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0853436 Aug 16 02:23:28.408876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38152) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:28.420287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6b40d4b-8efe-4935-b600-f85fdafa246f req-87b5fe5b-2aaf-4e80-898e-16d3671db5bf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688438 Aug 16 02:23:28.425751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'subnet': {'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:28.672446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.764434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.817473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:28.836047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d485364-6c8a-4b49-885e-5844b3a98031,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:28.841956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.841956 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Added segment 5326807a-0963-4802-b6b5-b9652a47888f of type vlan for network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b Aug 16 02:23:28.930849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:28.934770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Made reservation on behalf of 48ed2fa18e684de8bf16e49afed4e871 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:28.939974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.053031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38174) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.074837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.080853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.081474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.262345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1832690 Aug 16 02:23:29.267460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d8d0e-d5a0-493f-9f42-927dbaac6dab tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Network': ['ID=6fbdebdb-22c2-4ab1-9b68-dab06a439e4b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.279142 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.281287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38182) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.292916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'subnet': {'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:29.297340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:29.625997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83285765-c771-4cee-afb8-a4295ff8fe44 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:29.758774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.778806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.861795 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49411e0d-803a-497b-84f6-670302327a2f req-6d95421a-4d03-4a7a-add2-7dbe416dc70a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:29.866160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49411e0d-803a-497b-84f6-670302327a2f req-6d95421a-4d03-4a7a-add2-7dbe416dc70a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2877817 Aug 16 02:23:29.878978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:29.884881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Checking segment: {'id': 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:29.888471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network hostable DHCP agents. Network: 2046239b-7f9c-4932-96d5-e4d7cbb244c6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:29.900487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Subnet': ['ID=d6501b3f-f6b8-496f-9640-31c29b09d42b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.920995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 83285765-c771-4cee-afb8-a4295ff8fe44 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:29.972952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4c90ec7ccb44be4809d476d1aa404aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9185693 Aug 16 02:23:29.975589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38214) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:29.982206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f5cd0-16d0-4fdf-a03f-86a9d1743cc8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.994689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:29.995414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15dff5c5-cafb-4066-b570-6a96acde83a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:23:30.009701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49411e0d-803a-497b-84f6-670302327a2f req-983e4c3b-3196-4c73-81c7-b13b79b14a57 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246035 Aug 16 02:23:30.032230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8cb833-a984-4189-9de3-7e1d49a644b4 None None] Network 3f15203c-3038-47eb-b354-54de17ec0ece requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:30.068533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:30.071892 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.081010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:30.145133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7011d58c-1518-45a6-81ab-06159fdc686f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.239470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2046239b-7f9c-4932-96d5-e4d7cbb244c6) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:30.242286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7011d58c-1518-45a6-81ab-06159fdc686f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.253332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da932ec1-5b87-45b6-a5a8-0232e11d4126 None None] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:30.263137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:30.264058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.336239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] Provisioning for port 83285765-c771-4cee-afb8-a4295ff8fe44 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:30.345324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] Provisioning complete for port 83285765-c771-4cee-afb8-a4295ff8fe44 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:30.346512 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.472294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e164381b-d9a0-4542-8005-b9ebd5ac127b tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0618670 Aug 16 02:23:30.475027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38224) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:30.480610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'subnet': {'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:30.481400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.505767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7011d58c-1518-45a6-81ab-06159fdc686f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.508243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7011d58c-1518-45a6-81ab-06159fdc686f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.509509 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7011d58c-1518-45a6-81ab-06159fdc686f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/501f5cd0-16d0-4fdf-a03f-86a9d1743cc8 HTTP/1.1" status: 204 len: 168 time: 0.5326977 Aug 16 02:23:30.525483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011d58c-1518-45a6-81ab-06159fdc686f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f5cd0-16d0-4fdf-a03f-86a9d1743cc8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:30.627480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] For port 83285765-c771-4cee-afb8-a4295ff8fe44, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83285765-c771-4cee-afb8-a4295ff8fe44,segment=NetworkSegment(0945413a-9fd1-4710-aed4-07162eafcd66),segment_id=0945413a-9fd1-4710-aed4-07162eafcd66)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:30.693392 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.701406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2046239b-7f9c-4932-96d5-e4d7cbb244c6', 'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6', 'tenant_id': '48ed2fa18e684de8bf16e49afed4e871', 'fixed_ips': [{'subnet_id': 'd6501b3f-f6b8-496f-9640-31c29b09d42b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:30.702937 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:30.899558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc35d6-745b-4e0c-a785-a848870401b0 None None] Pushing event updated for resources: {'Port': ['ID=83285765-c771-4cee-afb8-a4295ff8fe44,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.016970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Allocated IP 172.20.0.2 (2046239b-7f9c-4932-96d5-e4d7cbb244c6/d6501b3f-f6b8-496f-9640-31c29b09d42b/68cc1b94-ce76-4618-bb67-0c214b24af23) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:31.169118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aa587262-3a44-42fe-8544-9775913178a5 None None] Provisioning complete for port 83285765-c771-4cee-afb8-a4295ff8fe44 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:31.169766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa587262-3a44-42fe-8544-9775913178a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.358908 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.376430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Transition to ACTIVE for port object 68cc1b94-ce76-4618-bb67-0c214b24af23 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:31.423464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.504939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Transition to ACTIVE for port object 68cc1b94-ce76-4618-bb67-0c214b24af23 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:31.531854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83285765-c771-4cee-afb8-a4295ff8fe44 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:31.545469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Subnet': ['ID=ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:31.575365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38238) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:31.600116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1b5-0caf-40f4-964f-6db4da59d46b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.650842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32642a7c-a09f-41e2-9b3f-5aee3d028efe req-68237e2c-bf2a-40f8-bc6e-28ac1c2552d2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:31.661100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32642a7c-a09f-41e2-9b3f-5aee3d028efe req-68237e2c-bf2a-40f8-bc6e-28ac1c2552d2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.3142140 Aug 16 02:23:31.665608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.699102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Checking segment: {'id': '5326807a-0963-4802-b6b5-b9652a47888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:31.699473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network hostable DHCP agents. Network: 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:31.750204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32642a7c-a09f-41e2-9b3f-5aee3d028efe req-a7f2d3db-7bbb-4b76-a16f-440b27db8669 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830581 Aug 16 02:23:31.790746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Made reservation on behalf of 48ed2fa18e684de8bf16e49afed4e871 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:31.801352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:31.962629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:31.999088 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1b5-0caf-40f4-964f-6db4da59d46b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.012990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:32.020509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:32.024053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 83285765-c771-4cee-afb8-a4295ff8fe44 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:32.024439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.028561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:32.057877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Pushing event updated for resources: {'Port': ['ID=68cc1b94-ce76-4618-bb67-0c214b24af23,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.105547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:32.114173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.115108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.123369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3915f7-2916-4ab4-972e-49e11334ba05 None None] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:32.156569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e75c1b5-0caf-40f4-964f-6db4da59d46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.192495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Attempting to bind port 68cc1b94-ce76-4618-bb67-0c214b24af23 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:32.192877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Attempting to bind port 68cc1b94-ce76-4618-bb67-0c214b24af23 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:32.193259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Attempting to bind port 68cc1b94-ce76-4618-bb67-0c214b24af23 on network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:32.207791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:32.208220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Checking segment: {'id': 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:32.208641 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.209147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Bound using segment: {'id': 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:32.209678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Bound port: 68cc1b94-ce76-4618-bb67-0c214b24af23, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2046239b-7f9c-4932-96d5-e4d7cbb244c6'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:32.210458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.245581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38240) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:32.246011 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e75c1b5-0caf-40f4-964f-6db4da59d46b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=580dc34b137c4c83a9e9cea46bfdca98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6652236 Aug 16 02:23:32.254689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e75c1b5-0caf-40f4-964f-6db4da59d46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46a9fa2-0840-4d1d-a543-7f9aaba2cc7b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.285554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eda3385b-864e-4d16-ba42-90227481fe80 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9995234 Aug 16 02:23:32.285941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38242) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:32.292981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'network': {'name': 'tempest-router-network01--800711339'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:32.328771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.414288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] For port 68cc1b94-ce76-4618-bb67-0c214b24af23, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:32.419090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] For port 68cc1b94-ce76-4618-bb67-0c214b24af23, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=68cc1b94-ce76-4618-bb67-0c214b24af23,segment=NetworkSegment(a8ca3578-d449-47e1-86a9-ef51d7f56ec5),segment_id=a8ca3578-d449-47e1-86a9-ef51d7f56ec5)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:32.431820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:32.437132 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.460128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-6fbdebdb-22c2-4ab1-9b68-dab06a439e4b', 'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b', 'tenant_id': 'c474b4a8ba174ab880278be64ea949b8', 'fixed_ips': [{'subnet_id': 'ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:32.461531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.490103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d870b92-7071-427c-9a1e-238654f44768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.503965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:32.516932 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d870b92-7071-427c-9a1e-238654f44768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.527701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.528549 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Added segment 8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1 of type vlan for network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 Aug 16 02:23:32.577200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Subnet': ['ID=cd472353-7c44-475b-bede-b615b0dedb77,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.613391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Checking segment: {'id': 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:32.613788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network hostable DHCP agents. Network: a31bdb79-2707-4c4c-a1b2-b76e86db0589, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:32.645504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.667543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d870b92-7071-427c-9a1e-238654f44768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.688212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d870b92-7071-427c-9a1e-238654f44768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.694284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d870b92-7071-427c-9a1e-238654f44768 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d46a9fa2-0840-4d1d-a543-7f9aaba2cc7b HTTP/1.1" status: 204 len: 168 time: 0.4474225 Aug 16 02:23:32.716702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870b92-7071-427c-9a1e-238654f44768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46a9fa2-0840-4d1d-a543-7f9aaba2cc7b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:32.730047 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.745370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network a31bdb79-2707-4c4c-a1b2-b76e86db0589 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:32.749801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Allocated IP 2001:db8::2 (6fbdebdb-22c2-4ab1-9b68-dab06a439e4b/ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3/8851c4db-fd18-4c38-9c30-a30f26224214) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:32.824948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.835560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.836213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:32.881167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a31bdb79-2707-4c4c-a1b2-b76e86db0589) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:32.886390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:32.887392 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.038899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8272a-d1fe-4809-b26e-a1891c69456b req-f3e5636f-8e4b-47d7-bfb5-adb6d01a208a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.057450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92d8272a-d1fe-4809-b26e-a1891c69456b req-f3e5636f-8e4b-47d7-bfb5-adb6d01a208a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.1467643 Aug 16 02:23:33.065355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Network': ['ID=71b8c97e-a66d-4f7f-b7a9-1777834b6a53,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:33.082606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38254) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.084256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a97bd7d2-e015-4be4-baf5-a27625074d79 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7965736 Aug 16 02:23:33.114719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef5c66-00b6-4526-9c0a-23b44356bf13 None None] Network a31bdb79-2707-4c4c-a1b2-b76e86db0589 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:33.114719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:33.141433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'network': {'name': 'tempest-router-network02--845580295'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:33.163020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92d8272a-d1fe-4809-b26e-a1891c69456b req-4ebfc425-0f7c-4abf-9387-2f33fd27118b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959969 Aug 16 02:23:33.163020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-db1ef29e-d29d-439c-8ad6-73658decef8c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6798930 Aug 16 02:23:33.167175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.327189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7fecf-1835-4a79-8f24-30aa4da69698 None None] Pushing event updated for resources: {'Port': ['ID=68cc1b94-ce76-4618-bb67-0c214b24af23,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:33.345003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:33.349090 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.428517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:33.443365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.443973 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Added segment 1f23c203-8cf9-4fa0-9e06-edce64dda075 of type vlan for network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d Aug 16 02:23:33.476227 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.510716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Transition to ACTIVE for port object 8851c4db-fd18-4c38-9c30-a30f26224214 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:33.565756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.577976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68cc1b94-ce76-4618-bb67-0c214b24af23 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:33.636583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Transition to ACTIVE for port object 8851c4db-fd18-4c38-9c30-a30f26224214 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:33.743140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a31bdb79-2707-4c4c-a1b2-b76e86db0589', 'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589', 'tenant_id': '48ed2fa18e684de8bf16e49afed4e871', 'fixed_ips': [{'subnet_id': 'cd472353-7c44-475b-bede-b615b0dedb77'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:33.744186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.796875 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.797046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.801992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 68cc1b94-ce76-4618-bb67-0c214b24af23 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:33.806816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:33.806816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.806993 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:33.940912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Network': ['ID=bfd7ac66-2a52-4c1f-8a03-1997b3ab907d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:33.982169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c442e016-5449-47fb-99b4-526f08f2a5fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8647413 Aug 16 02:23:33.985441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:33.991788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'subnet': {'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:34.069993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Allocated IP 172.20.0.2 (a31bdb79-2707-4c4c-a1b2-b76e86db0589/cd472353-7c44-475b-bede-b615b0dedb77/2bdf14b1-17fc-48d4-a186-f22275c06367) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:34.374201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:34.387874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.497903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:34.512351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:34.518277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:34.522749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:34.785317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Pushing event updated for resources: {'Port': ['ID=8851c4db-fd18-4c38-9c30-a30f26224214,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:34.795481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af913546-930c-4e6d-99d7-414bee4c4049 None None] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:34.883569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f1f3b-cd7a-4aec-b93f-8cce28a63fb3 req-5bf35f42-623b-4918-bdfb-88ff25abacaa tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:34.896751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e62f1f3b-cd7a-4aec-b93f-8cce28a63fb3 req-5bf35f42-623b-4918-bdfb-88ff25abacaa tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.5462196 Aug 16 02:23:34.904003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:34.942244 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:23:35.074708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Subnet': ['ID=3172ec6f-99e6-47fd-bab3-a0072ca34ded,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:35.114442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e62f1f3b-cd7a-4aec-b93f-8cce28a63fb3 req-8377a091-2608-40b8-8582-99bd135e1e92 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153201 Aug 16 02:23:35.127197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Checking segment: {'id': '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:35.133906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network hostable DHCP agents. Network: 71b8c97e-a66d-4f7f-b7a9-1777834b6a53, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:35.205569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.263580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:35.342962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Allocated IP 172.20.0.1 (2046239b-7f9c-4932-96d5-e4d7cbb244c6/d6501b3f-f6b8-496f-9640-31c29b09d42b/51d31dca-d9ce-4cb7-b2d2-b38f7fddb630) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:35.413576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 71b8c97e-a66d-4f7f-b7a9-1777834b6a53) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:35.422148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:35.422789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.464389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Transition to ACTIVE for port object 2bdf14b1-17fc-48d4-a186-f22275c06367 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.474190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba326458-5af6-4888-bb1c-77f741d001c9 None None] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:35.553688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] Provisioning for port 68cc1b94-ce76-4618-bb67-0c214b24af23 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:35.562845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f7c580db-62f7-4658-9e27-928c5cbf5d98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5757673 Aug 16 02:23:35.565881 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38304) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.574255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'subnet': {'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:35.575380 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Attempting to bind port 8851c4db-fd18-4c38-9c30-a30f26224214 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:35.575776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Attempting to bind port 8851c4db-fd18-4c38-9c30-a30f26224214 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5326807a-0963-4802-b6b5-b9652a47888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:35.576146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Attempting to bind port 8851c4db-fd18-4c38-9c30-a30f26224214 on network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:35.583474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.612293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:35.612844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Checking segment: {'id': '5326807a-0963-4802-b6b5-b9652a47888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:35.624688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.624688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Bound using segment: {'id': '5326807a-0963-4802-b6b5-b9652a47888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:35.624688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Bound port: 8851c4db-fd18-4c38-9c30-a30f26224214, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5326807a-0963-4802-b6b5-b9652a47888f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '6fbdebdb-22c2-4ab1-9b68-dab06a439e4b'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:35.624688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.625035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Transition to ACTIVE for port object 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.635145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38306) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:35.676822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Transition to ACTIVE for port object 2bdf14b1-17fc-48d4-a186-f22275c06367 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:35.680620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] Provisioning complete for port 68cc1b94-ce76-4618-bb67-0c214b24af23 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:35.681013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.866532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:35.917866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:35.928040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.070145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.113867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:36.154974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:36.163937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:36.169082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Network a31bdb79-2707-4c4c-a1b2-b76e86db0589 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:36.259062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:36.265087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:36.269307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Port': ['ID=51d31dca-d9ce-4cb7-b2d2-b38f7fddb630,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.348377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.353297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1a287d28-0fb3-4dc4-b297-84e0fb81d76d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=deed030525a7499fad946405f6623f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143288 Aug 16 02:23:36.360819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38324) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:36.474095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] For port 8851c4db-fd18-4c38-9c30-a30f26224214, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:36.599365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Pushing event updated for resources: {'Port': ['ID=2bdf14b1-17fc-48d4-a186-f22275c06367,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.606195 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-71b8c97e-a66d-4f7f-b7a9-1777834b6a53', 'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53', 'tenant_id': 'c474b4a8ba174ab880278be64ea949b8', 'fixed_ips': [{'subnet_id': '3172ec6f-99e6-47fd-bab3-a0072ca34ded'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:36.607208 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.628847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] For port 8851c4db-fd18-4c38-9c30-a30f26224214, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8851c4db-fd18-4c38-9c30-a30f26224214,segment=NetworkSegment(5326807a-0963-4802-b6b5-b9652a47888f),segment_id=5326807a-0963-4802-b6b5-b9652a47888f)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:36.660825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Attempting to bind port 2bdf14b1-17fc-48d4-a186-f22275c06367 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:36.661737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Attempting to bind port 2bdf14b1-17fc-48d4-a186-f22275c06367 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:36.661737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Attempting to bind port 2bdf14b1-17fc-48d4-a186-f22275c06367 on network a31bdb79-2707-4c4c-a1b2-b76e86db0589 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:36.688574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:36.688958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Checking segment: {'id': 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:36.690533 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.690974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Bound using segment: {'id': 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:36.691665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Bound port: 2bdf14b1-17fc-48d4-a186-f22275c06367, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'a31bdb79-2707-4c4c-a1b2-b76e86db0589'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:36.692260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.735188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903afb56-c100-4832-b3b6-91b2533b8c8f req-5df4873d-2e10-4e09-b313-fb4a2bb03f6e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.737638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-903afb56-c100-4832-b3b6-91b2533b8c8f req-5df4873d-2e10-4e09-b313-fb4a2bb03f6e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.3778751 Aug 16 02:23:36.784694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] For port 2bdf14b1-17fc-48d4-a186-f22275c06367, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:36.794098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] For port 2bdf14b1-17fc-48d4-a186-f22275c06367, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2bdf14b1-17fc-48d4-a186-f22275c06367,segment=NetworkSegment(fb1c7bff-6397-4bde-b28f-c992f13b8c7e),segment_id=fb1c7bff-6397-4bde-b28f-c992f13b8c7e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:36.796762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.801161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.925270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d571c7e-3b5e-4340-8a06-bba1ae419032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.934892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b2132-558d-480e-a533-a73874ec3f71 None None] Pushing event updated for resources: {'Port': ['ID=8851c4db-fd18-4c38-9c30-a30f26224214,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:36.947577 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:36.947734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-903afb56-c100-4832-b3b6-91b2533b8c8f req-b9d0cd55-d18e-47ae-8f8c-2d6cf8109d3e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013118 Aug 16 02:23:36.962299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280110e-1744-4395-b058-aaf14ceee4d9 req-fbab1c8e-1cde-4101-a77a-b969c60f6a18 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:36.963962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8280110e-1744-4395-b058-aaf14ceee4d9 req-fbab1c8e-1cde-4101-a77a-b969c60f6a18 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.1695912 Aug 16 02:23:37.037416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d571c7e-3b5e-4340-8a06-bba1ae419032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.080494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.101071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] For port 68cc1b94-ce76-4618-bb67-0c214b24af23, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=68cc1b94-ce76-4618-bb67-0c214b24af23,segment=NetworkSegment(a8ca3578-d449-47e1-86a9-ef51d7f56ec5),segment_id=a8ca3578-d449-47e1-86a9-ef51d7f56ec5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:37.135093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.151848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a1fee-303b-4643-9c5e-5bf4f1b2b66c None None] Pushing event updated for resources: {'Port': ['ID=2bdf14b1-17fc-48d4-a186-f22275c06367,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.186287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Allocated IP 2001:db8::2 (71b8c97e-a66d-4f7f-b7a9-1777834b6a53/3172ec6f-99e6-47fd-bab3-a0072ca34ded/0002e34e-3a85-4b36-a603-5d9aec71e4a6) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:37.210478 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.316011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d36bf-e95e-497f-9f96-2e7fb0708f74 None None] Pushing event updated for resources: {'Port': ['ID=68cc1b94-ce76-4618-bb67-0c214b24af23,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.363654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8280110e-1744-4395-b058-aaf14ceee4d9 req-ba124acc-4100-4353-b73a-352709e20a18 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3930895 Aug 16 02:23:37.375285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38340) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:37.437467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Subnet': ['ID=5b51aea4-3731-4f78-8eca-f48fd863df7f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.477089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6718357a-b118-4b86-9e54-3fcae1cd9f82 None None] Provisioning complete for port 68cc1b94-ce76-4618-bb67-0c214b24af23 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:37.477479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6718357a-b118-4b86-9e54-3fcae1cd9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.604115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Checking segment: {'id': '1f23c203-8cf9-4fa0-9e06-edce64dda075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:37.605206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network hostable DHCP agents. Network: bfd7ac66-2a52-4c1f-8a03-1997b3ab907d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:37.661779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0475280-728f-4ee7-826b-bb26bcf5c3ed tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 HTTP/1.1" status: 200 len: 994 time: 0.2850623 Aug 16 02:23:37.661963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68cc1b94-ce76-4618-bb67-0c214b24af23 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:37.665178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d571c7e-3b5e-4340-8a06-bba1ae419032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.679236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5d571c7e-3b5e-4340-8a06-bba1ae419032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.682176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5d571c7e-3b5e-4340-8a06-bba1ae419032 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99600b1f-83a0-4dc1-b605-24104e275981 HTTP/1.1" status: 204 len: 168 time: 1.3199611 Aug 16 02:23:37.720082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d571c7e-3b5e-4340-8a06-bba1ae419032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99600b1f-83a0-4dc1-b605-24104e275981,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:37.754719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:37.857435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, bfd7ac66-2a52-4c1f-8a03-1997b3ab907d) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:37.880537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:37.881408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:37.898847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f7447-9d32-4ecd-ad67-7014900f00e4 None None] Network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:37.912944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.003934 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eaa9c169-e083-4832-a349-3f70fa87e243 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4364097 Aug 16 02:23:38.005947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38356) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:38.014775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.045933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.065665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 68cc1b94-ce76-4618-bb67-0c214b24af23 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:38.069314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.071283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Transition to ACTIVE for port object 0002e34e-3a85-4b36-a603-5d9aec71e4a6 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:38.114429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6718357a-b118-4b86-9e54-3fcae1cd9f82 None None] Provisioning for port 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:38.136223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6718357a-b118-4b86-9e54-3fcae1cd9f82 None None] Provisioning complete for port 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:38.136629 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6718357a-b118-4b86-9e54-3fcae1cd9f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.138658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Transition to ACTIVE for port object 0002e34e-3a85-4b36-a603-5d9aec71e4a6 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:38.140833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.218829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-bfd7ac66-2a52-4c1f-8a03-1997b3ab907d', 'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d', 'tenant_id': 'c474b4a8ba174ab880278be64ea949b8', 'fixed_ips': [{'subnet_id': '5b51aea4-3731-4f78-8eca-f48fd863df7f'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:38.219691 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.240308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.305718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6718357a-b118-4b86-9e54-3fcae1cd9f82 None None] Port 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:38.400543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:38.478431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Port': ['ID=51d31dca-d9ce-4cb7-b2d2-b38f7fddb630,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.551519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:38.569481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:38.652095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:38.654695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Pushing event updated for resources: {'Port': ['ID=0002e34e-3a85-4b36-a603-5d9aec71e4a6,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:38.667726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:38.847045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Attempting to bind port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:38.847550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Attempting to bind port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:38.847781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Attempting to bind port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 on network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:38.864956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:38.865557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Checking segment: {'id': '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:38.865976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.866378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Bound using segment: {'id': '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:38.866898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Bound port: 0002e34e-3a85-4b36-a603-5d9aec71e4a6, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '71b8c97e-a66d-4f7f-b7a9-1777834b6a53'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:38.867289 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:38.895543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd2f3f-6e89-4258-9c15-d5805a05fdd3 req-56c23c36-d0d1-4388-bf9d-9a617995108f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:38.903282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85fd2f3f-6e89-4258-9c15-d5805a05fdd3 req-56c23c36-d0d1-4388-bf9d-9a617995108f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.6470101 Aug 16 02:23:38.913489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Allocated IP 2001:db8::2 (bfd7ac66-2a52-4c1f-8a03-1997b3ab907d/5b51aea4-3731-4f78-8eca-f48fd863df7f/3e7fff8f-fc88-4b37-9482-a3db7e72493c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:39.084251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] For port 0002e34e-3a85-4b36-a603-5d9aec71e4a6, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:39.101157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] For port 0002e34e-3a85-4b36-a603-5d9aec71e4a6, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0002e34e-3a85-4b36-a603-5d9aec71e4a6,segment=NetworkSegment(8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1),segment_id=8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:39.177441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Router 29b72ff0-cb8c-439d-8257-a7ad29e04fec is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:39.266151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.285007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb865c91-3f83-465c-99ef-e9950112f9ad req-deb1dc14-a5dc-4af4-ae4d-a9dde1acea67 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:39.287179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb865c91-3f83-465c-99ef-e9950112f9ad req-deb1dc14-a5dc-4af4-ae4d-a9dde1acea67 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1098 time: 1.0568347 Aug 16 02:23:39.360846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:39.400966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3831fd-162d-4c04-9fa5-bd4a3a40c5bc None None] Network a31bdb79-2707-4c4c-a1b2-b76e86db0589 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:39.453552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb865c91-3f83-465c-99ef-e9950112f9ad req-3d64a379-b537-4709-9fa2-01a78d1f57d8 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488769 Aug 16 02:23:39.491518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:39.505614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7a280a1f-8b49-4580-b668-a57524d68e9c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3349941 Aug 16 02:23:39.505986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38394) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:39.521955 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] Sync routers for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:39.551024 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:39.555661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:39.677972 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:39.698651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09390e-46bf-4357-9d4b-262f0bee11c9 None None] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:39.699336 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:39.700954 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:39.770158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85fd2f3f-6e89-4258-9c15-d5805a05fdd3 req-df1f1ee6-3d4b-49d2-b010-01422923b624 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6195474 Aug 16 02:23:39.883883 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:39.888742 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e21dd0-49bf-4906-8658-07314a625a50 None None] The sync data for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:40.042587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bdf14b1-17fc-48d4-a186-f22275c06367 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:40.083228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38408) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.238961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Allocated IP 2001:db8::1 (71b8c97e-a66d-4f7f-b7a9-1777834b6a53/3172ec6f-99e6-47fd-bab3-a0072ca34ded/6639cd45-5d32-48c1-9771-6dc65458eaf2) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:40.349303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56eab039-2479-430b-b35f-a1de0e45bb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.374877 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.466971 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-474e57eb-77f5-4c76-8a00-ab23f11fd0bb tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:40.469000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-474e57eb-77f5-4c76-8a00-ab23f11fd0bb tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9620461 Aug 16 02:23:40.472743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38420) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.553923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.596259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Transition to ACTIVE for port object 6639cd45-5d32-48c1-9771-6dc65458eaf2 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:40.622983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Transition to ACTIVE for port object 3e7fff8f-fc88-4b37-9482-a3db7e72493c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:40.717041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38428) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:40.734270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d14bea7f-8117-429b-831f-384a2ea9329b None None] Provisioning for port 2bdf14b1-17fc-48d4-a186-f22275c06367 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:40.746572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.767826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda2db5-c744-4afa-abae-1a4eac89f9c6 None None] Pushing event updated for resources: {'Port': ['ID=0002e34e-3a85-4b36-a603-5d9aec71e4a6,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:40.800653 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-53164c9b-5d2b-43ff-b028-4f452149b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:40.839887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:40.848359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Transition to ACTIVE for port object 3e7fff8f-fc88-4b37-9482-a3db7e72493c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:40.853816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:40.864377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:40.865347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.005465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Port': ['ID=6639cd45-5d32-48c1-9771-6dc65458eaf2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.137497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2076006662-network', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:41.226127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56eab039-2479-430b-b35f-a1de0e45bb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.254048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d4fb-58a7-4346-8596-c573be7c8b37 req-ee792cec-9f85-4e6a-a25d-5df079d3008b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:41.259304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4132d4fb-58a7-4346-8596-c573be7c8b37 req-ee792cec-9f85-4e6a-a25d-5df079d3008b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2296288 Aug 16 02:23:41.269872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.305863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e3e2f-e6fd-47b1-b616-d30655be827f None None] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:41.312244 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.318490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d14bea7f-8117-429b-831f-384a2ea9329b None None] Provisioning complete for port 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:41.318490 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d14bea7f-8117-429b-831f-384a2ea9329b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.389810 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56eab039-2479-430b-b35f-a1de0e45bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.443391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4132d4fb-58a7-4346-8596-c573be7c8b37 req-f84275ce-1069-4d7b-a24e-ffae524df852 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763561 Aug 16 02:23:41.502401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Made reservation on behalf of c3af7332bb0f41f08b105a63dee79308 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:41.505061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.530310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2bdf14b1-17fc-48d4-a186-f22275c06367 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:41.554834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:41.572701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:41.589728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:41.610048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eab039-2479-430b-b35f-a1de0e45bb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c17f39-5b5a-4f82-8f48-d810bcafb059,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.628252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-56eab039-2479-430b-b35f-a1de0e45bb60 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c89077b8fa534450b0e13c4afae998dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5299888 Aug 16 02:23:41.630818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38442) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:41.631828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.632822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2bdf14b1-17fc-48d4-a186-f22275c06367 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:41.633386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.682263 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-c496f683-5e27-4c3d-a673-9cadbebcbf72 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2705874 Aug 16 02:23:41.753316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d14bea7f-8117-429b-831f-384a2ea9329b None None] Port 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:41.812942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Attempting to bind port 3e7fff8f-fc88-4b37-9482-a3db7e72493c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:41.812942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Attempting to bind port 3e7fff8f-fc88-4b37-9482-a3db7e72493c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '1f23c203-8cf9-4fa0-9e06-edce64dda075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:41.813554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Attempting to bind port 3e7fff8f-fc88-4b37-9482-a3db7e72493c on network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:41.817701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Pushing event updated for resources: {'Port': ['ID=3e7fff8f-fc88-4b37-9482-a3db7e72493c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:41.849800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:41.850598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Checking segment: {'id': '1f23c203-8cf9-4fa0-9e06-edce64dda075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:41.851131 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.851773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Bound using segment: {'id': '1f23c203-8cf9-4fa0-9e06-edce64dda075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:41.856883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Bound port: 3e7fff8f-fc88-4b37-9482-a3db7e72493c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f23c203-8cf9-4fa0-9e06-edce64dda075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'bfd7ac66-2a52-4c1f-8a03-1997b3ab907d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:41.859058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:41.870053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.079831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c7e92db0-eb40-460c-aa68-fa0fdc62f131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.084229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.103274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-46e3287f-7eb5-41f1-b28a-683edc357ef2 None None] Provisioning for port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:42.128217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c7e92db0-eb40-460c-aa68-fa0fdc62f131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.177753 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.185077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] For port 3e7fff8f-fc88-4b37-9482-a3db7e72493c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:42.239950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:42.278208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.278568 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Added segment c60338cd-d1bb-4122-b30d-919e7802293a of type vlan for network 4e824329-03cd-4594-96ef-5f620771ec29 Aug 16 02:23:42.296463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e21cf3-a7e6-46c2-93ec-daf05c94eec2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.325903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.336208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-46e3287f-7eb5-41f1-b28a-683edc357ef2 None None] Provisioning for port 8851c4db-fd18-4c38-9c30-a30f26224214 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:42.345874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] For port 3e7fff8f-fc88-4b37-9482-a3db7e72493c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3e7fff8f-fc88-4b37-9482-a3db7e72493c,segment=NetworkSegment(1f23c203-8cf9-4fa0-9e06-edce64dda075),segment_id=1f23c203-8cf9-4fa0-9e06-edce64dda075)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:42.361672 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.397480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.410581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.411573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.441334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.493739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c7e92db0-eb40-460c-aa68-fa0fdc62f131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.497103 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c7e92db0-eb40-460c-aa68-fa0fdc62f131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.499504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c7e92db0-eb40-460c-aa68-fa0fdc62f131 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/00c17f39-5b5a-4f82-8f48-d810bcafb059 HTTP/1.1" status: 204 len: 168 time: 0.8651555 Aug 16 02:23:42.612886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Port': ['ID=6639cd45-5d32-48c1-9771-6dc65458eaf2,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.632617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9c7b3-eafb-4e12-97c0-b1d8e757e5f3 None None] Pushing event updated for resources: {'Port': ['ID=3e7fff8f-fc88-4b37-9482-a3db7e72493c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.666578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e92db0-eb40-460c-aa68-fa0fdc62f131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c17f39-5b5a-4f82-8f48-d810bcafb059,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:42.684010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f1f17efa-a44f-47aa-a1a2-1fbcdf8950d4 None None] Provisioning complete for port 2bdf14b1-17fc-48d4-a186-f22275c06367 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:42.685025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f1f17efa-a44f-47aa-a1a2-1fbcdf8950d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.746052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9856d-3861-4be7-8bf7-53d4f90eb0e9 req-59d81062-d6fa-482b-a8e6-03ef49c17965 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.755167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ead9856d-3861-4be7-8bf7-53d4f90eb0e9 req-59d81062-d6fa-482b-a8e6-03ef49c17965 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.1365423 Aug 16 02:23:42.774143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.775235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:42.775902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.822651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 2bdf14b1-17fc-48d4-a186-f22275c06367, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2bdf14b1-17fc-48d4-a186-f22275c06367,segment=NetworkSegment(fb1c7bff-6397-4bde-b28f-c992f13b8c7e),segment_id=fb1c7bff-6397-4bde-b28f-c992f13b8c7e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:42.843338 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.926949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:42.931138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8851c4db-fd18-4c38-9c30-a30f26224214 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:43.026947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Deleting port 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:43.027438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.064212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7c3375a-9c00-407e-8c46-1648f28632e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.077774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=2bdf14b1-17fc-48d4-a186-f22275c06367,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.099555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ead9856d-3861-4be7-8bf7-53d4f90eb0e9 req-109023a9-936f-4a62-8c25-cff93f86b550 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3433709 Aug 16 02:23:43.120121 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f1f17efa-a44f-47aa-a1a2-1fbcdf8950d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.128582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] Pushing event updated for resources: {'Network': ['ID=4e824329-03cd-4594-96ef-5f620771ec29,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:43.160124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-02f9323f-956b-472d-b8e9-1d7b316678c2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4349592 Aug 16 02:23:43.162439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:43.193303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Request body: {'subnet': {'network_id': '4e824329-03cd-4594-96ef-5f620771ec29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2076006662-subnet', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:43.211460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 4e824329-03cd-4594-96ef-5f620771ec29 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:43.229480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:43.233107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:43.310202 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.340504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Calling delete_port for 51d31dca-d9ce-4cb7-b2d2-b38f7fddb630 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:43.467791 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-f1f17efa-a44f-47aa-a1a2-1fbcdf8950d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:23:43.468828 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-f1f17efa-a44f-47aa-a1a2-1fbcdf8950d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:23:43.506777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Made reservation on behalf of c3af7332bb0f41f08b105a63dee79308 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:43.506777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.566828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8851c4db-fd18-4c38-9c30-a30f26224214 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:43.583270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8851c4db-fd18-4c38-9c30-a30f26224214 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:43.583905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.713481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-b390e62f-4901-4359-ad88-f23288ffcf61 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:43.714581 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-b390e62f-4901-4359-ad88-f23288ffcf61 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5765979 Aug 16 02:23:43.734499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Request body: {'binding': {'host': 'n-h2-768852-19', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:43.735063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Unknown quota resources ['binding']. {{(pid=101946) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Aug 16 02:23:43.735180 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:43.811637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 8851c4db-fd18-4c38-9c30-a30f26224214, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8851c4db-fd18-4c38-9c30-a30f26224214,segment=NetworkSegment(5326807a-0963-4802-b6b5-b9652a47888f),segment_id=5326807a-0963-4802-b6b5-b9652a47888f)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:43.920215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on host n-h2-768852-19 for vnic_type normal with profile None {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:43.920794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:43.923410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:43.928401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:43.928724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:43.934116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:43.934465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Checking segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:43.934894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Bound using segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:43.935451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Bound port: 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:44.034496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:44.065804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Router c1107753-54fd-4acc-b130-8225a8d64995 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:44.065983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.066077 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.070693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.127958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38476) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.177086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae66449-e9ac-4899-bf21-7ec82d1674c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.190268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Port': ['ID=51d31dca-d9ce-4cb7-b2d2-b38f7fddb630,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.209111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.210554 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] 10.222.0.76 "POST /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed/bindings HTTP/1.1" status: 201 len: 390 time: 0.4810920 Aug 16 02:23:44.266425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=8851c4db-fd18-4c38-9c30-a30f26224214,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.329566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6ce378-be1f-4460-9fd7-92fa6635b3ac,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:44.396217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d5ed0cf6-37d5-41a0-be12-3f64e783cb46 None None] Provisioning for port 6639cd45-5d32-48c1-9771-6dc65458eaf2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:44.401180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d5ed0cf6-37d5-41a0-be12-3f64e783cb46 None None] Provisioning complete for port 6639cd45-5d32-48c1-9771-6dc65458eaf2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:44.401819 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d5ed0cf6-37d5-41a0-be12-3f64e783cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.499788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d5ed0cf6-37d5-41a0-be12-3f64e783cb46 None None] Port 6639cd45-5d32-48c1-9771-6dc65458eaf2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:44.557610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0002e34e-3a85-4b36-a603-5d9aec71e4a6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:44.605940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:44.617976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a205b9cb-a09e-46dc-8ed1-e4a31b3aa0df tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6088815 Aug 16 02:23:44.627280 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38486) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:44.630492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a3e169-1acc-4c22-8b90-87f33d81b6a4 None None] Network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:44.643481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] Sync routers for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:44.793931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:44.795192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:44.822740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.889827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4db1e4ec-e058-46c1-9041-699dbe98b881 None None] Provisioning for port 3e7fff8f-fc88-4b37-9482-a3db7e72493c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:44.894309 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:44.899447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:44.943626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:44.945462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.010490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.011211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110566a9-0bae-4f0a-8fd7-a1acd2df3bdf None None] The sync data for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:45.021206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:45.054574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:45.055238 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.202708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Checking segment: {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:45.203413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Network hostable DHCP agents. Network: 4e824329-03cd-4594-96ef-5f620771ec29, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:45.229510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf7ef0-3c4b-439b-b1e7-aa2698a2958f req-a1d2f3e2-e865-4bde-9666-9af3273ac852 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.241079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dcf7ef0-3c4b-439b-b1e7-aa2698a2958f req-a1d2f3e2-e865-4bde-9666-9af3273ac852 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.8528452 Aug 16 02:23:45.242851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9cddfc88-69b7-4e60-9425-ddc6fe44c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.244416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9cddfc88-69b7-4e60-9425-ddc6fe44c3ce service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1098 time: 0.2828472 Aug 16 02:23:45.257322 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae66449-e9ac-4899-bf21-7ec82d1674c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.264137 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.343073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0002e34e-3a85-4b36-a603-5d9aec71e4a6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0002e34e-3a85-4b36-a603-5d9aec71e4a6,segment=NetworkSegment(8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1),segment_id=8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:45.368645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Router 29b72ff0-cb8c-439d-8257-a7ad29e04fec has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:45.442832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ae66449-e9ac-4899-bf21-7ec82d1674c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.506425 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.506425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e7fff8f-fc88-4b37-9482-a3db7e72493c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:45.539913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:45.550213 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] Sync routers for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:45.561519 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:45.562454 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.575383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dcf7ef0-3c4b-439b-b1e7-aa2698a2958f req-5b612cec-4b62-4570-afbc-57bc43be9dbc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3334284 Aug 16 02:23:45.609490 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fd4a51af-6b1b-4047-bc64-cbc3c3281d5c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1314590 Aug 16 02:23:45.611382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38490) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.622787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fb889-78c6-49c0-b36a-be6bd11c8baf req-d911b5c0-65d8-4a44-b701-b6e2dc55c630 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.627900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e29fb889-78c6-49c0-b36a-be6bd11c8baf req-d911b5c0-65d8-4a44-b701-b6e2dc55c630 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.4117978 Aug 16 02:23:45.640909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0815054d-1482-44f3-844a-bc4e54c556d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:45.644217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0815054d-1482-44f3-844a-bc4e54c556d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 897 time: 0.3895054 Aug 16 02:23:45.660134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0002e34e-3a85-4b36-a603-5d9aec71e4a6,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.673489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.678419 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-f29bebfd-3880-4c20-83da-d4d7d75c01d7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] delete failed (client error): The resource could not be found. Aug 16 02:23:45.683109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f29bebfd-3880-4c20-83da-d4d7d75c01d7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1266391030 HTTP/1.1" status: 404 len: 335 time: 0.0492961 Aug 16 02:23:45.691842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38492) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.710991 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ae66449-e9ac-4899-bf21-7ec82d1674c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2276feed01b547a78a7c8d82f98a4368&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5614603 Aug 16 02:23:45.711902 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:45.720523 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.747331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-93bb83f2-a93b-41f4-9988-e0671e607fe4 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'router': {'external_gateway_info': {'network_id': '29b72ff0-cb8c-439d-8257-a7ad29e04fec'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:45.801163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38494) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:45.812405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae66449-e9ac-4899-bf21-7ec82d1674c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3084cad0-4bc8-4d3f-909b-356be6f5bd5b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:45.834791 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:45.836752 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8864f48-ae45-440f-b60e-e0c7e00ca08a None None] The sync data for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:45.847665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Network 4e824329-03cd-4594-96ef-5f620771ec29 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:45.917848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-ae2e0f7c-3d64-445f-a028-0cdb4fd0866e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1002 time: 0.2616987 Aug 16 02:23:45.964893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55e3c6ad-40d5-407a-96c8-627c3036210c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.967428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 4e824329-03cd-4594-96ef-5f620771ec29) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:45.978130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9664c9-42da-4bbc-89ca-4c387a899683 None None] Network 4e824329-03cd-4594-96ef-5f620771ec29 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:45.997748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:45.998773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e29fb889-78c6-49c0-b36a-be6bd11c8baf req-479e34f5-43b5-49c9-a5a4-5b4d2175765d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698339 Aug 16 02:23:46.002867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.003510 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.007318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-5516c016-655d-4d84-9f75-e1f46ec631e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.009383 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-5516c016-655d-4d84-9f75-e1f46ec631e6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.0792177 Aug 16 02:23:46.049153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3e7fff8f-fc88-4b37-9482-a3db7e72493c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:46.055587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3e7fff8f-fc88-4b37-9482-a3db7e72493c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:46.055976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.072110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55e3c6ad-40d5-407a-96c8-627c3036210c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.105091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-61a6638f-ec30-4e2f-8649-c452ea1d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.107430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-61a6638f-ec30-4e2f-8649-c452ea1d11d3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869298 Aug 16 02:23:46.181121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7be92b6d-5e70-4903-a395-ed02b73bebc3 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0175314 Aug 16 02:23:46.185800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.189547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-93bb83f2-a93b-41f4-9988-e0671e607fe4 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.200176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:46.261948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-8a38ad00-a59a-4168-ab52-6daac88e83c2 service neutron] 10.222.0.58 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402719 Aug 16 02:23:46.275596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.309607 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-fb5a7abc-8caa-4b58-b12a-f2f4bd6f07d7 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:46.317253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.321517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fb5a7abc-8caa-4b58-b12a-f2f4bd6f07d7 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6806948 Aug 16 02:23:46.403197 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-93bb83f2-a93b-41f4-9988-e0671e607fe4 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] update failed (client error): The resource could not be found. Aug 16 02:23:46.407957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-93bb83f2-a93b-41f4-9988-e0671e607fe4 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec HTTP/1.1" status: 404 len: 339 time: 0.7114930 Aug 16 02:23:46.409162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38500) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:46.425626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3e7fff8f-fc88-4b37-9482-a3db7e72493c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3e7fff8f-fc88-4b37-9482-a3db7e72493c,segment=NetworkSegment(1f23c203-8cf9-4fa0-9e06-edce64dda075),segment_id=1f23c203-8cf9-4fa0-9e06-edce64dda075)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:46.443089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55e3c6ad-40d5-407a-96c8-627c3036210c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.445653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-55e3c6ad-40d5-407a-96c8-627c3036210c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.452030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-55e3c6ad-40d5-407a-96c8-627c3036210c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3084cad0-4bc8-4d3f-909b-356be6f5bd5b HTTP/1.1" status: 204 len: 168 time: 0.6383669 Aug 16 02:23:46.479991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-4e824329-03cd-4594-96ef-5f620771ec29', 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'fixed_ips': [{'subnet_id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:46.480756 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.520747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3c6ad-40d5-407a-96c8-627c3036210c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3084cad0-4bc8-4d3f-909b-356be6f5bd5b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:46.536486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.538129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.559268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-c1cd99e0-b7a3-4435-a6a3-8c8649c3e37f service neutron] 10.222.0.58 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901924 Aug 16 02:23:46.596875 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.597907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bdf14b1-17fc-48d4-a186-f22275c06367 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:46.610220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:46.925854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-581d2e67-b51d-494f-b9ef-702add1fa7e8 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:46.927430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-581d2e67-b51d-494f-b9ef-702add1fa7e8 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a&tenant_id=c271d0e92f9641bc8675871d70eb4274&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1098 time: 0.2346389 Aug 16 02:23:46.944135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-768852-19'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:47.076117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.092836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.161574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6afbb41-bb6a-47d9-a36a-7428b37875a2 req-d03e1266-e0c1-4341-b55b-a9160b54083d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.169384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6afbb41-bb6a-47d9-a36a-7428b37875a2 req-d03e1266-e0c1-4341-b55b-a9160b54083d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.3289456 Aug 16 02:23:47.201209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2bdf14b1-17fc-48d4-a186-f22275c06367 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:47.201603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.269509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3e7fff8f-fc88-4b37-9482-a3db7e72493c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:47.273189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Allocated IP 172.20.0.2 (4e824329-03cd-4594-96ef-5f620771ec29/ec6ce378-be1f-4460-9fd7-92fa6635b3ac/e7094dcb-4204-458e-a041-f00e728c7d07) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:47.306674 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.335734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2f5180-83ca-42e2-896f-656353d7699c req-5ed070ce-3693-400f-9d1b-88f5c1dc1ec5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.338092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c2f5180-83ca-42e2-896f-656353d7699c req-5ed070ce-3693-400f-9d1b-88f5c1dc1ec5 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.2292016 Aug 16 02:23:47.426836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6afbb41-bb6a-47d9-a36a-7428b37875a2 req-afab7d71-3cbe-494b-b51b-cace1f1563e5 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563267 Aug 16 02:23:47.467396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c2f5180-83ca-42e2-896f-656353d7699c req-6c056ac1-a134-4283-a897-0361d679638e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192288 Aug 16 02:23:47.658566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.671971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Transition to ACTIVE for port object e7094dcb-4204-458e-a041-f00e728c7d07 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:47.691772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Transition to ACTIVE for port object e7094dcb-4204-458e-a041-f00e728c7d07 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:47.703494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.783941 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.797814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:47.811964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Network 4e824329-03cd-4594-96ef-5f620771ec29 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:47.822713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:47.826929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-86fae5ea-802a-459b-bc9b-171ecf95564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:47.836855 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-86fae5ea-802a-459b-bc9b-171ecf95564a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1098 time: 0.1822400 Aug 16 02:23:47.837262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:47.937162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Attempting to bind port e7094dcb-4204-458e-a041-f00e728c7d07 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:47.937550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Attempting to bind port e7094dcb-4204-458e-a041-f00e728c7d07 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:47.937921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Attempting to bind port e7094dcb-4204-458e-a041-f00e728c7d07 on network 4e824329-03cd-4594-96ef-5f620771ec29 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:47.954969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:47.955413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Checking segment: {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:47.956745 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.956745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Bound using segment: {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:47.957709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Bound port: e7094dcb-4204-458e-a041-f00e728c7d07, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:47.958118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:47.964459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8851c4db-fd18-4c38-9c30-a30f26224214 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:48.006757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:48.103711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] For port e7094dcb-4204-458e-a041-f00e728c7d07, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:48.107159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] For port e7094dcb-4204-458e-a041-f00e728c7d07, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e7094dcb-4204-458e-a041-f00e728c7d07,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:48.113761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:48.114743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Allocated IP 172.20.0.1 (3f15203c-3038-47eb-b354-54de17ec0ece/091a91f2-0ccd-4bab-8326-d04959a33314/2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:48.116096 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d0c1f0-d813-49b1-85ab-f1b6e287c954" -d '{"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-unplugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:48.120335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Pushing event updated for resources: {'Port': ['ID=e7094dcb-4204-458e-a041-f00e728c7d07,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:48.120485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.134372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-0a59ab47-9738-43d1-b492-2365f6206f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.136289 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-0a59ab47-9738-43d1-b492-2365f6206f82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.2890167 Aug 16 02:23:48.138884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8851c4db-fd18-4c38-9c30-a30f26224214 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:48.139527 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.156017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38542) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:48.198253 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e2c3ed-d446-4af8-bfab-fe9434aecba8 x-openstack-request-id: req-87e2c3ed-d446-4af8-bfab-fe9434aecba8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:48.198558 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-unplugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:48.198856 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-87e2c3ed-d446-4af8-bfab-fe9434aecba8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:48.199274 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'code': 200} Aug 16 02:23:48.202163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.212084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.259219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.259415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.333937 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-fbd1d27f-8ba1-432e-8bda-d000fd46eabb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1002 time: 0.1887000 Aug 16 02:23:48.361851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72279371-1ddc-44cd-bf43-0e213ac8a950 None None] Pushing event updated for resources: {'Port': ['ID=e7094dcb-4204-458e-a041-f00e728c7d07,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:48.419066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.443897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Transition to ACTIVE for port object 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:48.463045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0002e34e-3a85-4b36-a603-5d9aec71e4a6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:48.467205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Allocated IP 172.25.6.55 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/179b7c41-98d1-47cf-8972-3a4fd41610cb) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:48.582340 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:48.582814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.717920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-c3e9c4ce-58f1-4bc1-8064-48a287091ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.721131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-c3e9c4ce-58f1-4bc1-8064-48a287091ce9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.3710909 Aug 16 02:23:48.726366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:48.838756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1843876625-network', 'tenant_id': '9a92e1485fde42cb95975bcde76c3d85'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:48.858314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e7fff8f-fc88-4b37-9482-a3db7e72493c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:48.880363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e916de-3438-4b18-ad66-57044766d76d req-f2a7f882-d54d-4df4-9338-4fdb8d50a4c2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.888081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e916de-3438-4b18-ad66-57044766d76d req-f2a7f882-d54d-4df4-9338-4fdb8d50a4c2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2250969 Aug 16 02:23:48.905576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-31c7a5c4-a6d1-4fa1-b4d3-33a902b56ad9 None None] Provisioning complete for port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:48.905957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31c7a5c4-a6d1-4fa1-b4d3-33a902b56ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.907879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5b468-d5e3-4c6d-84e1-118198ca6814 req-4b105715-1b72-491a-8241-0a65e2cd8c67 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:48.915957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bde5b468-d5e3-4c6d-84e1-118198ca6814 req-4b105715-1b72-491a-8241-0a65e2cd8c67 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.2545624 Aug 16 02:23:48.934800 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.959198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:48.970558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-31c7a5c4-a6d1-4fa1-b4d3-33a902b56ad9 None None] Port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:48.976489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on host n-h1-768852-19 for vnic_type normal with profile {"migrating_to": "n-h2-768852-19"} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:48.976842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:48.977179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:48.981256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3e7fff8f-fc88-4b37-9482-a3db7e72493c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:48.981832 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.005768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting port 6639cd45-5d32-48c1-9771-6dc65458eaf2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:49.005768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.024468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:23:49.024827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Attempting to bind port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on network 13170a3d-26b3-4095-881a-7980aca52dc4 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:49.048834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Port': ['ID=2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.065102 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-cb9dacd4-a7ab-4327-bace-69103b2777b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.067030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-cb9dacd4-a7ab-4327-bace-69103b2777b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3366110 Aug 16 02:23:49.071523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:49.071881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Checking segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:49.072277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Bound using segment: {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:49.072735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Bound port: 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '623ca230-98b2-4467-bd37-868fa2935a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:49.073112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.092035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Made reservation on behalf of 9a92e1485fde42cb95975bcde76c3d85 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:49.094240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.100247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network 3f15203c-3038-47eb-b354-54de17ec0ece is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:49.108505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52e916de-3438-4b18-ad66-57044766d76d req-5a4cefd8-68e2-4725-8e95-f1ba282b1c61 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2193832 Aug 16 02:23:49.117740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:49.123710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:49.171241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.185216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bde5b468-d5e3-4c6d-84e1-118198ca6814 req-7e00986e-088b-479c-8928-1f83daf39c96 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2683532 Aug 16 02:23:49.224703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.263963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.313814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:49.321274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:49.326393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Calling delete_port for 6639cd45-5d32-48c1-9771-6dc65458eaf2 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:49.360023 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-1cf13026-e8d2-4a30-ac06-53efd85157e1 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844377 Aug 16 02:23:49.381735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.457148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:49.471692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:49.477279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:49.492942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.572524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Pushing event updated for resources: {'Port': ['ID=179b7c41-98d1-47cf-8972-3a4fd41610cb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.656830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.682119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6b8e2cdb-d869-4930-925f-8c022b169bbe None None] Provisioning for port 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:49.686470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6b8e2cdb-d869-4930-925f-8c022b169bbe None None] Provisioning complete for port 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:49.686829 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b8e2cdb-d869-4930-925f-8c022b169bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.751330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=8']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:49.757574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d3416194-b2e2-4afd-bb0b-744c8cf48739 req-85662866-21c6-4556-bc23-5edef8a5d98e service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499217 Aug 16 02:23:49.775352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.795209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6b8e2cdb-d869-4930-925f-8c022b169bbe None None] Port 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:49.871917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:49.872574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.874055 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-9dae2437-b7aa-44be-bde6-c4d5a417488a service neutron] 10.222.0.58 "PUT /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1124 time: 2.9381535 Aug 16 02:23:49.880168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:49.927433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:49.936619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:23:49.977512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab83b47c-df43-4c23-9f36-5955aa6b2320,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.005760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.007720 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Added segment 6b418197-aff5-4b35-a65a-8b7249951748 of type vlan for network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c Aug 16 02:23:50.024115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e7094dcb-4204-458e-a041-f00e728c7d07 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:50.093804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.137305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2e705728-0e04-4e2d-b8cd-b0ce64ed7dcf None None] Provisioning complete for port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:50.137639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e705728-0e04-4e2d-b8cd-b0ce64ed7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.139307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.146716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c748e9-821a-4944-b6bf-fede11ef506a None None] Network 4e824329-03cd-4594-96ef-5f620771ec29 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:50.185618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Port': ['ID=6639cd45-5d32-48c1-9771-6dc65458eaf2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.207474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:50.209873 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff" -d '{"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:50.265388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.266548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.267245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.502196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.510087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e7094dcb-4204-458e-a041-f00e728c7d07 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:50.517953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.545432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:50.561773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e705728-0e04-4e2d-b8cd-b0ce64ed7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.698971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:50.701290 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb289839-1667-4ecf-968c-3deb5c46f6cd" -d '{"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-plugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:50.731961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2e705728-0e04-4e2d-b8cd-b0ce64ed7dcf None None] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:50.819364 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2e705728-0e04-4e2d-b8cd-b0ce64ed7dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:50.861451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf01e3f-ce60-42a6-9c5a-2c3ec31794a2 req-4f4995b3-4172-401d-a124-ad512a5d3d5d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.863122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaf01e3f-ce60-42a6-9c5a-2c3ec31794a2 req-4f4995b3-4172-401d-a124-ad512a5d3d5d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 944 time: 0.2451513 Aug 16 02:23:50.888619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d5fdf2b8-1f57-49cd-be20-05606ecfa681 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7315309 Aug 16 02:23:50.898512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e705728-0e04-4e2d-b8cd-b0ce64ed7dcf None None] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:50.899571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab3c8a-ca52-479d-94a1-241bf358198b req-86e102af-495c-413a-ad8b-b4c8eef48b5c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:50.901150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aab3c8a-ca52-479d-94a1-241bf358198b req-86e102af-495c-413a-ad8b-b4c8eef48b5c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 946 time: 0.2814746 Aug 16 02:23:50.908636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38562) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:50.930092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Request body: {'subnet': {'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1843876625-subnet', 'tenant_id': '9a92e1485fde42cb95975bcde76c3d85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:50.992175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Router c1107753-54fd-4acc-b130-8225a8d64995 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:51.010854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.108932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6aab3c8a-ca52-479d-94a1-241bf358198b req-07bbb591-f371-42d5-8a01-38c43518944e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752601 Aug 16 02:23:51.111069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:51.120486 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ccab0838-243e-4e1f-8bbc-740d68d83cfb tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8000693 Aug 16 02:23:51.123916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.127309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaf01e3f-ce60-42a6-9c5a-2c3ec31794a2 req-c0f6734d-2e3c-4728-92c2-067893ab09b2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495379 Aug 16 02:23:51.150631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.238895 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46372981-46eb-4848-95a8-b59ee82a0cd4 x-openstack-request-id: req-46372981-46eb-4848-95a8-b59ee82a0cd4 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:51.239191 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:51.239445 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-46372981-46eb-4848-95a8-b59ee82a0cd4 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:51.239840 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'status': 'completed', 'code': 200} Aug 16 02:23:51.249327 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-1f99edb4-b2c9-448f-a592-34e132b277fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] delete failed (client error): The resource could not be found. Aug 16 02:23:51.253058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Made reservation on behalf of 9a92e1485fde42cb95975bcde76c3d85 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:51.254170 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec89364-1663-4922-8e94-f76a8c3bcbf3 x-openstack-request-id: req-cec89364-1663-4922-8e94-f76a8c3bcbf3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:51.254663 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-plugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:51.254941 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cec89364-1663-4922-8e94-f76a8c3bcbf3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:51.255492 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'code': 200} Aug 16 02:23:51.255742 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1f99edb4-b2c9-448f-a592-34e132b277fa tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/routers/tempest-non_exist_router-1433033837 HTTP/1.1" status: 404 len: 335 time: 0.1293802 Aug 16 02:23:51.257744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] Sync routers for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:51.258050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38568) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.260565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.263575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ce8724d4-ff50-4f4e-a007-38c05b78d351 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c1107753-54fd-4acc-b130-8225a8d64995'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:51.280354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:51.281086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.313854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.316179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.328308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:51.329131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.366180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-ec536f05-e723-4786-9002-dbac312fc4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.367759 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-ec536f05-e723-4786-9002-dbac312fc4f1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1129 time: 0.1263759 Aug 16 02:23:51.383313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:51.383996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf60096-8809-41e9-a28b-6718788ddfd7 None None] The sync data for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:51.392604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:51.469014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event updated for resources: {'Port': ['ID=2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.475831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.480496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.522001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:51.572537 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce8724d4-ff50-4f4e-a007-38c05b78d351 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.605892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-e0d372c6-f10f-4e25-8fc1-6dd09632302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.607748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-e0d372c6-f10f-4e25-8fc1-6dd09632302a service neutron] 10.222.0.83 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 897 time: 0.2030187 Aug 16 02:23:51.621373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.636267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] Provisioning for port e7094dcb-4204-458e-a041-f00e728c7d07 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:51.638655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.646494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] Provisioning complete for port e7094dcb-4204-458e-a041-f00e728c7d07 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:51.658125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.704860 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-ce8724d4-ff50-4f4e-a007-38c05b78d351 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] update failed (client error): The resource could not be found. Aug 16 02:23:51.709623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce8724d4-ff50-4f4e-a007-38c05b78d351 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995 HTTP/1.1" status: 404 len: 339 time: 0.4470227 Aug 16 02:23:51.710868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:51.717047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-165111861'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:51.731955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:51.749219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-53df0c85-ae1b-4288-8028-c80a30a39d35 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1002 time: 0.1345162 Aug 16 02:23:51.803982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.826501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Network 3f15203c-3038-47eb-b354-54de17ec0ece is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:51.828810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-efdeb28c-c854-4062-a56b-95954fc59dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.829690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:51.831071 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-efdeb28c-c854-4062-a56b-95954fc59dbf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.0749021 Aug 16 02:23:51.857063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:51.862969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] For port e7094dcb-4204-458e-a041-f00e728c7d07, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e7094dcb-4204-458e-a041-f00e728c7d07,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:51.871156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.919154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:51.925806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.928928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-9e5b4b06-d6b4-4462-a5ac-bfbb2178be49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:51.930504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-9e5b4b06-d6b4-4462-a5ac-bfbb2178be49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886331 Aug 16 02:23:51.934980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:51.935334 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Added segment 71d0bc70-93f4-441e-af66-c25a65566cd7 of type vlan for network 8e4d0571-6cc4-4228-84ac-f3455ec76017 Aug 16 02:23:51.990242 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.029776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2e9d0f-ed47-4c72-aa81-ca05d477b48a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.053820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Router 29b72ff0-cb8c-439d-8257-a7ad29e04fec has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:52.067818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.074511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Checking segment: {'id': '6b418197-aff5-4b35-a65a-8b7249951748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:52.075083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Network hostable DHCP agents. Network: 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:52.080264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52272f-3f23-4a8a-a10a-9432a57e1375 None None] Pushing event updated for resources: {'Port': ['ID=e7094dcb-4204-458e-a041-f00e728c7d07,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.143334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-080c4dff-8126-43da-a181-f3c9f63dcd1a service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992931 Aug 16 02:23:52.236822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-08dc9c21-3f30-4272-b36e-76ebba19a3ad None None] Provisioning complete for port 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:52.237437 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-08dc9c21-3f30-4272-b36e-76ebba19a3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.247201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:52.261533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.263425 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] Sync routers for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:52.275185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.276291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Router b7a6a637-f02b-4df4-9720-402fe07a6162 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:23:52.278330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.280560 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:52.281300 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.285735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-01a2811e-825f-4f54-aa72-092376f27b8d tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8730683 Aug 16 02:23:52.288057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:52.294339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38578) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.333054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-08dc9c21-3f30-4272-b36e-76ebba19a3ad None None] Port 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:52.345517 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.354999 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:52.355621 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.385185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-427e8dde-2acb-4a78-b47b-0aa6cfb20eff req-6819bb04-0533-44dd-9639-a80ac20fe9fd service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344875 Aug 16 02:23:52.390496 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.391178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cbc31e-1d35-4b36-a9f9-436da37a4cf8 None None] The sync data for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:52.392440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Network': ['ID=8e4d0571-6cc4-4228-84ac-f3455ec76017,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:52.416938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8e4d0571-6cc4-4228-84ac-f3455ec76017 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:52.419399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8aeb01e0-74bc-44c2-a0fa-671a3adfa6dc tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7072842 Aug 16 02:23:52.423357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38580) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.431787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'subnet': {'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:52.544179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4b41e-e064-4b78-8765-0e35d3daf092 req-ac25b352-8cf8-44ac-9ec6-560b6f3af8c9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.545723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2c4b41e-e064-4b78-8765-0e35d3daf092 req-ac25b352-8cf8-44ac-9ec6-560b6f3af8c9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.2855973 Aug 16 02:23:52.552080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9650e355-8bc2-4b5d-bb63-0a2a7fed1521 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.635376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Made reservation on behalf of c474b4a8ba174ab880278be64ea949b8 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:52.638990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.670276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723a141-9434-4662-81d8-4904b2d0c09b req-f61f7349-4ff6-4e9e-9a23-159efb41cdc1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.671862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6723a141-9434-4662-81d8-4904b2d0c09b req-f61f7349-4ff6-4e9e-9a23-159efb41cdc1 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.3783820 Aug 16 02:23:52.678058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:52.691706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1a6bd5-5cd3-48c9-afd5-785d1bffac7d None None] Network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:52.718079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:52.718729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.767465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2c4b41e-e064-4b78-8765-0e35d3daf092 req-0e86dc07-85ee-4ca9-a4dc-6e1158151e49 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124081 Aug 16 02:23:52.773375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:52.775135 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-9650e355-8bc2-4b5d-bb63-0a2a7fed1521 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:23:52.776198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9650e355-8bc2-4b5d-bb63-0a2a7fed1521 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec HTTP/1.1" status: 409 len: 329 time: 0.4613497 Aug 16 02:23:52.779138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38582) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:52.793044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6723a141-9434-4662-81d8-4904b2d0c09b req-501a1846-637e-4727-bd76-2f2c613ccbad tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130071 Aug 16 02:23:52.793231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Sync routers for ids ['b7a6a637-f02b-4df4-9720-402fe07a6162'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:52.841587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Routers {'b7a6a637-f02b-4df4-9720-402fe07a6162'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:52.842223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b7a6a637-f02b-4df4-9720-402fe07a6162'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:52.903654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8eac3e21-9a0d-46bc-9293-6ceebf81f090 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9825609 Aug 16 02:23:52.942798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41e2b36-d899-4b56-8006-ab18e1326ddf None None] Network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:52.946546 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:52.948656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fb7abf2f-6511-4fba-9580-bbeb128ebe7f admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.7621062 Aug 16 02:23:52.955442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.039678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.079827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Set router b7a6a637-f02b-4df4-9720-402fe07a6162 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:53.162971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Subnet': ['ID=b0cda6da-cca3-4786-8fe1-9542d11a5419,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:53.229466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.256162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:53.258455 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a894e87e-aeea-429d-88f7-270ad1b9d8ab" -d '{"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-unplugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:53.310241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Checking segment: {'id': '71d0bc70-93f4-441e-af66-c25a65566cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:53.310620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network hostable DHCP agents. Network: 8e4d0571-6cc4-4228-84ac-f3455ec76017, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:53.359224 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33eada0-c4e0-4c58-81e3-ff0ba3f33c33 x-openstack-request-id: req-f33eada0-c4e0-4c58-81e3-ff0ba3f33c33 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:53.360254 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-unplugged", "status": "failed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "code": 422}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:53.360254 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f33eada0-c4e0-4c58-81e3-ff0ba3f33c33 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:53.361602 n-d-768852-19 neutron-server[101947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'code': 422} returned with failed status Aug 16 02:23:53.416065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:23:53.443032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:50Z', 'revision_number': 3, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:53.490319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Checking router: b7a6a637-f02b-4df4-9720-402fe07a6162 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:23:53.490771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Updating router b7a6a637-f02b-4df4-9720-402fe07a6162 port 179b7c41-98d1-47cf-8972-3a4fd41610cb binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:23:53.501555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 8e4d0571-6cc4-4228-84ac-f3455ec76017 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:53.569693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.682227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8e4d0571-6cc4-4228-84ac-f3455ec76017) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:53.737533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:53.738469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.780079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429e86e-1dbd-4886-8a09-f803e299f5e4 None None] Network 8e4d0571-6cc4-4228-84ac-f3455ec76017 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:53.844257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:53.892994 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-51c577e2-4391-4971-a5b4-5f7803c56f42 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4570429 Aug 16 02:23:53.892994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38612) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:53.906654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c9690ee8-23e5-45e8-a2ff-fa4425d0e951 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'router': {'external_gateway_info': {'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:53.994427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e7094dcb-4204-458e-a041-f00e728c7d07 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:54.101392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:54.138694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38618) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:54.147718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1176204946-network', 'tenant_id': 'a285fe575b654de0969fa63cde27a2af'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:54.197269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e30d76-f682-4060-a78f-dfee3dba1a54 req-1fccebaf-2bf4-434e-b408-892bdcfe8c0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.198959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8e30d76-f682-4060-a78f-dfee3dba1a54 req-1fccebaf-2bf4-434e-b408-892bdcfe8c0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.1605814 Aug 16 02:23:54.229736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed has no active binding in host n-h2-768852-19 {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 16 02:23:54.272768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Made reservation on behalf of a285fe575b654de0969fa63cde27a2af for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:54.274839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.294747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.319261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a8e30d76-f682-4060-a78f-dfee3dba1a54 req-7a25e25d-1778-4bb9-8bf1-8678dbb1d9e1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976107 Aug 16 02:23:54.338996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e7094dcb-4204-458e-a041-f00e728c7d07 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:54.339455 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.480540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-8e4d0571-6cc4-4228-84ac-f3455ec76017', 'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017', 'tenant_id': 'c474b4a8ba174ab880278be64ea949b8', 'fixed_ips': [{'subnet_id': 'b0cda6da-cca3-4786-8fe1-9542d11a5419'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:23:54.481706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.554127 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.557450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.625070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Deleting port 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:54.625070 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.625244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Transition to ACTIVE for port object 179b7c41-98d1-47cf-8972-3a4fd41610cb will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:54.681450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.711632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:23:54.723851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Allocated IP 2001:db8:1::2 (8e4d0571-6cc4-4228-84ac-f3455ec76017/b0cda6da-cca3-4786-8fe1-9542d11a5419/dc39ad40-2317-49e3-9a47-f03a54c43ab4) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:54.726019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.726863 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Added segment 654bf0a1-b277-4b3a-8c14-e3f1dfa7b740 of type vlan for network a5119267-9723-4830-9dd0-505e0c2070d5 Aug 16 02:23:54.796427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.857328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92698ee9-ebb8-472e-a242-418d17c78606,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:54.894315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.910349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Calling delete_port for 2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:54.965066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:54.966321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:54.967137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.063843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.071832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5119267-9723-4830-9dd0-505e0c2070d5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.078484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d263ea00-cfe0-4405-a371-eb5e8312f9f5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9357269 Aug 16 02:23:55.107978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a5119267-9723-4830-9dd0-505e0c2070d5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:23:55.116432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38630) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:55.143993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Request body: {'subnet': {'network_id': 'a5119267-9723-4830-9dd0-505e0c2070d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1176204946-subnet', 'tenant_id': 'a285fe575b654de0969fa63cde27a2af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:55.154334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-6e47673e-4f53-4c53-b7a7-2cd67a8e40eb tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:23:55.155450 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-6e47673e-4f53-4c53-b7a7-2cd67a8e40eb tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073843 Aug 16 02:23:55.194869 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9690ee8-23e5-45e8-a2ff-fa4425d0e951 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.228803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Attempting to bind port 179b7c41-98d1-47cf-8972-3a4fd41610cb on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:55.229504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Attempting to bind port 179b7c41-98d1-47cf-8972-3a4fd41610cb by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:55.230036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Attempting to bind port 179b7c41-98d1-47cf-8972-3a4fd41610cb on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:55.273951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:55.274610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:55.275236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.275782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:55.276428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Bound port: 179b7c41-98d1-47cf-8972-3a4fd41610cb, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:55.276981 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.288538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Made reservation on behalf of a285fe575b654de0969fa63cde27a2af for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:23:55.292759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.322222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Allocated IP 172.20.0.1 (4e824329-03cd-4594-96ef-5f620771ec29/ec6ce378-be1f-4460-9fd7-92fa6635b3ac/3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:55.322968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942a86-9041-46d3-8060-04229fdbb838 None None] Pushing event updated for resources: {'Port': ['ID=179b7c41-98d1-47cf-8972-3a4fd41610cb,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.365745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-a3458c35-7fe0-4c25-950e-fc479244353a service neutron] 10.222.0.83 "GET /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed/bindings/n-h2-768852-19 HTTP/1.1" status: 200 len: 385 time: 0.1889064 Aug 16 02:23:55.419430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:55.437620 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.504654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Port': ['ID=2803e8aa-9a18-40a2-8fe3-3a2b8830e7eb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.524204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] For port 179b7c41-98d1-47cf-8972-3a4fd41610cb, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:55.563713 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] For port 179b7c41-98d1-47cf-8972-3a4fd41610cb, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=179b7c41-98d1-47cf-8972-3a4fd41610cb,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:55.591365 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.611917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Transition to ACTIVE for port object dc39ad40-2317-49e3-9a47-f03a54c43ab4 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:55.649951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Transition to ACTIVE for port object dc39ad40-2317-49e3-9a47-f03a54c43ab4 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:55.689974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.766109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.779575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8315b96b-42ff-459a-8e8a-13fd656d29c3 req-e7d25fba-835d-41d7-a9a2-60601edd6dac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:55.779575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8315b96b-42ff-459a-8e8a-13fd656d29c3 req-e7d25fba-835d-41d7-a9a2-60601edd6dac tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 946 time: 0.2743611 Aug 16 02:23:55.796544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58942a86-9041-46d3-8060-04229fdbb838 None None] Pushing event updated for resources: {'Port': ['ID=179b7c41-98d1-47cf-8972-3a4fd41610cb,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.805887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:55.859978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Transition to ACTIVE for port object 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:55.879366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Network 8e4d0571-6cc4-4228-84ac-f3455ec76017 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:55.889789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:55.897272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:55.910134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Pushing event updated for resources: {'Port': ['ID=dc39ad40-2317-49e3-9a47-f03a54c43ab4,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:55.914624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Routers {'b7a6a637-f02b-4df4-9720-402fe07a6162'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:55.915644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b7a6a637-f02b-4df4-9720-402fe07a6162'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:55.918367 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-c9690ee8-23e5-45e8-a2ff-fa4425d0e951 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:23:55.923058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9690ee8-23e5-45e8-a2ff-fa4425d0e951 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995 HTTP/1.1" status: 400 len: 364 time: 2.0219517 Aug 16 02:23:55.932355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.002767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8315b96b-42ff-459a-8e8a-13fd656d29c3 req-641b2e2e-4f18-48a3-a1e0-54a92060c6d4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815326 Aug 16 02:23:56.049602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Attempting to bind port dc39ad40-2317-49e3-9a47-f03a54c43ab4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:23:56.050090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Attempting to bind port dc39ad40-2317-49e3-9a47-f03a54c43ab4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '71d0bc70-93f4-441e-af66-c25a65566cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:23:56.050539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Attempting to bind port dc39ad40-2317-49e3-9a47-f03a54c43ab4 on network 8e4d0571-6cc4-4228-84ac-f3455ec76017 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:23:56.062297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:23:56.065063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Checking segment: {'id': '71d0bc70-93f4-441e-af66-c25a65566cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:56.065170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.065279 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.065279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Bound using segment: {'id': '71d0bc70-93f4-441e-af66-c25a65566cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:23:56.065279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Bound port: dc39ad40-2317-49e3-9a47-f03a54c43ab4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d0bc70-93f4-441e-af66-c25a65566cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '8e4d0571-6cc4-4228-84ac-f3455ec76017'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:23:56.065279 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.090067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:56.109681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] Set router b7a6a637-f02b-4df4-9720-402fe07a6162 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:23:56.182968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.244376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] For port dc39ad40-2317-49e3-9a47-f03a54c43ab4, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:56.268563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] For port dc39ad40-2317-49e3-9a47-f03a54c43ab4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc39ad40-2317-49e3-9a47-f03a54c43ab4,segment=NetworkSegment(71d0bc70-93f4-441e-af66-c25a65566cd7),segment_id=71d0bc70-93f4-441e-af66-c25a65566cd7)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:23:56.273735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.276359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:23:56.344377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Network 4e824329-03cd-4594-96ef-5f620771ec29 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:23:56.354613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:50Z', 'revision_number': 3, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.387622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.395523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769e3d92-ee28-44c1-820a-f4b0dbbb2056 None None] The sync data for ids ['b7a6a637-f02b-4df4-9720-402fe07a6162'] in n-d-768852-19 is: [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:50Z', 'revision_number': 3, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:56.397723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:56.421552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Router 29b72ff0-cb8c-439d-8257-a7ad29e04fec has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:23:56.443277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:23:56.444570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729fdb5-0700-481c-8cd0-8ac813270574 req-70b5f088-b7f1-4418-8448-af29520c0693 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.447222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4729fdb5-0700-481c-8cd0-8ac813270574 req-70b5f088-b7f1-4418-8448-af29520c0693 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.1757987 Aug 16 02:23:56.456113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Pushing event updated for resources: {'Port': ['ID=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.463825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff46461f-95da-42de-8c14-3f4232275e5c,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.507733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Checking segment: {'id': '654bf0a1-b277-4b3a-8c14-e3f1dfa7b740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'a5119267-9723-4830-9dd0-505e0c2070d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:23:56.509021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Network hostable DHCP agents. Network: a5119267-9723-4830-9dd0-505e0c2070d5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:23:56.523690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:23:56.525497 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985109f9-b384-4cb8-b776-4d23a66f4520" -d '{"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-unplugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:23:56.527925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf02e10-44da-446c-989b-f98fce37009d None None] Pushing event updated for resources: {'Port': ['ID=dc39ad40-2317-49e3-9a47-f03a54c43ab4,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:56.542632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:56.632437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4729fdb5-0700-481c-8cd0-8ac813270574 req-ecaaa383-fa97-48b8-89f3-8a46dbe40f5d tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632924 Aug 16 02:23:56.635950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:23:56.669417 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] Sync routers for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:23:56.669887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2018b89e-e8ed-45df-be9c-7cbe2df5c82f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8854425 Aug 16 02:23:56.675034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38656) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.686579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:56.687454 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.710612 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed1b328-e204-421d-82b5-6fcab01ed0eb x-openstack-request-id: req-1ed1b328-e204-421d-82b5-6fcab01ed0eb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:23:56.710922 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-unplugged", "status": "completed", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:23:56.711112 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1ed1b328-e204-421d-82b5-6fcab01ed0eb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:23:56.711522 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'code': 200} Aug 16 02:23:56.712727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.739591 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-4a4e93b6-ee67-4b4d-91f6-b9ed1baec8d8 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] show failed (client error): The resource could not be found. Aug 16 02:23:56.741123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.745102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a4e93b6-ee67-4b4d-91f6-b9ed1baec8d8 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-620992351 HTTP/1.1" status: 404 len: 334 time: 0.0687778 Aug 16 02:23:56.745460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38662) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.751531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Network a5119267-9723-4830-9dd0-505e0c2070d5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:23:56.755153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f046f47d-816d-4d39-96d9-8a4d7cf26545 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:23:56.809858 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.816061 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-f046f47d-816d-4d39-96d9-8a4d7cf26545 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] update failed (client error): The resource could not be found. Aug 16 02:23:56.817126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f046f47d-816d-4d39-96d9-8a4d7cf26545 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-36446822 HTTP/1.1" status: 404 len: 333 time: 0.0678747 Aug 16 02:23:56.817979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.823227 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] Routers {'29b72ff0-cb8c-439d-8257-a7ad29e04fec'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:23:56.824188 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.826074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38664) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:56.906716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a5119267-9723-4830-9dd0-505e0c2070d5) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:23:56.914743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:56.915473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.943329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Deleting subnet cd472353-7c44-475b-bede-b615b0dedb77 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:56.945130 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:23:56.945814 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f37277-fed5-4ae0-ba1b-6e710e27defa None None] The sync data for ids ['29b72ff0-cb8c-439d-8257-a7ad29e04fec'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:23:56.946612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:56.972717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ec3ad4d6-6baa-44cd-ab3b-778c589157b6 None None] Provisioning for port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:56.977270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ec3ad4d6-6baa-44cd-ab3b-778c589157b6 None None] Provisioning complete for port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:56.980558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ec3ad4d6-6baa-44cd-ab3b-778c589157b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.066741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b8d80004-d294-48e0-8c82-23848a21971a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9375660 Aug 16 02:23:57.085941 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.107566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb4dc4d-3d6a-4f51-a8fa-9d226ee1872e None None] Network a5119267-9723-4830-9dd0-505e0c2070d5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:57.320966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ad4d6-6baa-44cd-ab3b-778c589157b6 None None] Port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:23:57.376699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-0e6b986d-f852-42db-bfa3-dfb19783812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.379108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-0e6b986d-f852-42db-bfa3-dfb19783812c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1086 time: 0.2682512 Aug 16 02:23:57.426498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26ae37-e57e-4bbd-a0af-87aad9f78c57 req-8016617c-21a2-4f14-bf20-8a40e112926e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.429181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.434529 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c26ae37-e57e-4bbd-a0af-87aad9f78c57 req-8016617c-21a2-4f14-bf20-8a40e112926e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.2361834 Aug 16 02:23:57.467754 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.484629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6426e15-c75f-4038-9345-7fa42ee89c52 None None] Network a5119267-9723-4830-9dd0-505e0c2070d5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:57.499630 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.598515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c26ae37-e57e-4bbd-a0af-87aad9f78c57 req-592598e1-8e24-4384-8d6b-fe30198fa991 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530030 Aug 16 02:23:57.622354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-bc739514-5c69-46e3-a256-a3986f19d169 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9176250 Aug 16 02:23:57.680294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-a9f74383-5ebb-41e6-b483-451eb0484dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:57.682788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-a9f74383-5ebb-41e6-b483-451eb0484dd8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 897 time: 0.2806132 Aug 16 02:23:57.747370 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.792302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] Transition to ACTIVE for port object 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:57.817947 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.923644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Subnet': ['ID=cd472353-7c44-475b-bede-b615b0dedb77,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:57.960306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:57.975180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bcc10d-6bcd-497e-8486-5039e0b34f74 None None] Network a31bdb79-2707-4c4c-a1b2-b76e86db0589 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:57.995771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.001470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-686e3df2-2413-44de-8c3f-6b1dcbf939d1 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/subnets/cd472353-7c44-475b-bede-b615b0dedb77 HTTP/1.1" status: 204 len: 168 time: 1.1657822 Aug 16 02:23:58.008811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-0b791002-d0aa-4de9-87ad-4fb991f86546 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1000 time: 0.3137183 Aug 16 02:23:58.009321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38694) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:58.109213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Allocated IP 2001:db8::1 (6fbdebdb-22c2-4ab1-9b68-dab06a439e4b/ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3/ef09ef1c-b361-4799-9ed1-a4631e63c535) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:23:58.232708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc39ad40-2317-49e3-9a47-f03a54c43ab4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:58.332323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:23:58.443024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:23:58.461637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a279-79fe-4bf4-9994-f27c23f85a6a req-2ec74152-e32e-4fcd-9122-79be7c142f68 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:58.463441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0e2a279-79fe-4bf4-9994-f27c23f85a6a req-2ec74152-e32e-4fcd-9122-79be7c142f68 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.6602519 Aug 16 02:23:58.501223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] No DVR routers for this DVR port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:58.536923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-14689f73-3225-4d79-b0ef-2156bc425d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:58.538513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-14689f73-3225-4d79-b0ef-2156bc425d33 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.4790804 Aug 16 02:23:58.552045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] DHCP port deletion for a31bdb79-2707-4c4c-a1b2-b76e86db0589 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:58.562547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Deleting subnet d6501b3f-f6b8-496f-9640-31c29b09d42b {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:23:58.597067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.618123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port dc39ad40-2317-49e3-9a47-f03a54c43ab4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:58.627191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] Pushing event updated for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=11']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:58.627683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 179b7c41-98d1-47cf-8972-3a4fd41610cb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:23:58.696899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] Deleting port 2bdf14b1-17fc-48d4-a186-f22275c06367 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:23:58.699389 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.723443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0e2a279-79fe-4bf4-9994-f27c23f85a6a req-aeb41e66-4ee5-4522-9b5a-184ea8881d09 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2491951 Aug 16 02:23:58.734576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-d0bb0775-8454-4c00-ba02-f277405d2bcf tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:58.737651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-d0bb0775-8454-4c00-ba02-f277405d2bcf tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/networks?id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c HTTP/1.1" status: 200 len: 812 time: 0.7266576 Aug 16 02:23:58.746552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788f3131-7c10-42db-ae1f-3c43811ffc22 None None] Network 8e4d0571-6cc4-4228-84ac-f3455ec76017 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:58.755154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.820444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-eedf7949-ecfc-4c56-94fd-5c9c5e8145e4 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/quotas/9a92e1485fde42cb95975bcde76c3d85 HTTP/1.1" status: 200 len: 375 time: 0.0696449 Aug 16 02:23:58.833889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-7b61c30d-c88c-421d-92fe-7ba750a103fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:58.836016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-7b61c30d-c88c-421d-92fe-7ba750a103fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2602975 Aug 16 02:23:58.897388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] For port 2bdf14b1-17fc-48d4-a186-f22275c06367, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2bdf14b1-17fc-48d4-a186-f22275c06367,segment=NetworkSegment(fb1c7bff-6397-4bde-b28f-c992f13b8c7e),segment_id=fb1c7bff-6397-4bde-b28f-c992f13b8c7e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:58.898833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.900118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-2c4f2604-127b-444f-9a51-954eba53b283 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=9a92e1485fde42cb95975bcde76c3d85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629549 Aug 16 02:23:58.907150 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:58.914278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 179b7c41-98d1-47cf-8972-3a4fd41610cb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:58.963449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-0f157f0a-4cea-452b-8aba-f10955e6ce66 service neutron] 10.222.0.83 "PUT /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed/bindings/n-h2-768852-19/activate HTTP/1.1" status: 200 len: 370 time: 3.5884736 Aug 16 02:23:58.990596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] Calling delete_port for 2bdf14b1-17fc-48d4-a186-f22275c06367 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:23:58.992241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.003015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 179b7c41-98d1-47cf-8972-3a4fd41610cb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:59.003510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.012769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] Provisioning for port dc39ad40-2317-49e3-9a47-f03a54c43ab4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:23:59.021778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Transition to ACTIVE for port object ef09ef1c-b361-4799-9ed1-a4631e63c535 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:23:59.043889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.106817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] Provisioning complete for port dc39ad40-2317-49e3-9a47-f03a54c43ab4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:59.107203 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.144469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.222296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cf8fb-7b83-4cfb-b0d2-221b9b065af6 req-fbbc6517-9dfc-4e8e-a9ec-180912aa79ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:59.230018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf8cf8fb-7b83-4cfb-b0d2-221b9b065af6 req-fbbc6517-9dfc-4e8e-a9ec-180912aa79ee tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.2409685 Aug 16 02:23:59.258798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.272418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-7b360e46-f7c9-4511-86d7-c80c3ba79d66 service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4204252 Aug 16 02:23:59.293145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-e6591617-1dc9-4837-b8b0-1c5c33d3f9c0 service neutron] 10.222.0.76 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606508 Aug 16 02:23:59.316121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Pushing event updated for resources: {'Port': ['ID=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.388890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-34900a8d-aaa0-4212-9717-a9140de3ad2e tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:23:59.391526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-34900a8d-aaa0-4212-9717-a9140de3ad2e tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a&tenant_id=c271d0e92f9641bc8675871d70eb4274&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.2293270 Aug 16 02:23:59.418097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.427932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.455681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.462792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 179b7c41-98d1-47cf-8972-3a4fd41610cb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=179b7c41-98d1-47cf-8972-3a4fd41610cb,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:59.478982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf8cf8fb-7b83-4cfb-b0d2-221b9b065af6 req-a51213c0-a2e0-4274-b6af-f13640b55af2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480781 Aug 16 02:23:59.497450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] Pushing event deleted for resources: {'Port': ['ID=2bdf14b1-17fc-48d4-a186-f22275c06367,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.514928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.524391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a3c49a-8c4c-4726-9c2e-c31e607ad663 None None] No DVR routers for this DVR port 2bdf14b1-17fc-48d4-a186-f22275c06367 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:23:59.526976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] For port dc39ad40-2317-49e3-9a47-f03a54c43ab4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc39ad40-2317-49e3-9a47-f03a54c43ab4,segment=NetworkSegment(71d0bc70-93f4-441e-af66-c25a65566cd7),segment_id=71d0bc70-93f4-441e-af66-c25a65566cd7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:23:59.545407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd5f8679-8cd2-44df-a82c-0e154e22455c req-c52dd49f-5778-4c73-939b-80372b9272b1 service neutron] 10.222.0.83 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616229 Aug 16 02:23:59.582581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Subnet': ['ID=d6501b3f-f6b8-496f-9640-31c29b09d42b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.584680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.591398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d47fd1e-dbc2-4a8c-8595-b3c5eaddb397 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/subnets/d6501b3f-f6b8-496f-9640-31c29b09d42b HTTP/1.1" status: 204 len: 168 time: 1.5467200 Aug 16 02:23:59.597250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc258542-194e-49d6-8ac7-293de137bbe3 None None] Network 2046239b-7f9c-4932-96d5-e4d7cbb244c6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:23:59.597584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38700) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:23:59.615315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.655057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.742425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=179b7c41-98d1-47cf-8972-3a4fd41610cb,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.833598 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe7962-5aeb-4c8e-9ff6-591bbd7563e9 None None] Pushing event updated for resources: {'Port': ['ID=dc39ad40-2317-49e3-9a47-f03a54c43ab4,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:23:59.888615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43710f04-3f83-4581-a961-305d702f733d None None] Provisioning complete for port dc39ad40-2317-49e3-9a47-f03a54c43ab4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:23:59.889006 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43710f04-3f83-4581-a961-305d702f733d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.953112 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:23:59.953904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] DHCP port deletion for 2046239b-7f9c-4932-96d5-e4d7cbb244c6 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:23:59.959285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 179b7c41-98d1-47cf-8972-3a4fd41610cb up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:00.072046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:00.073856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Network 4e824329-03cd-4594-96ef-5f620771ec29 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:00.090377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:00.105567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:00.185335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-d1708bcb-b472-43eb-9024-6e422fa1ef6a service neutron] 10.222.0.76 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8724005 Aug 16 02:24:00.264109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.300124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-71c19c27-20f1-4ff0-a053-c5cf27b37bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.301736 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-71c19c27-20f1-4ff0-a053-c5cf27b37bbf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 1097 time: 0.8980219 Aug 16 02:24:00.306841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Port': ['ID=ef09ef1c-b361-4799-9ed1-a4631e63c535,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:00.320450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:00.324967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.345302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Router b7a6a637-f02b-4df4-9720-402fe07a6162 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:00.348162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-eb9ef5c0-b4b9-4e17-a377-5dcc8e690a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.349986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-eb9ef5c0-b4b9-4e17-a377-5dcc8e690a45 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328&tenant_id=9a37a709918341e7b9cf803768997d36 HTTP/1.1" status: 200 len: 1096 time: 0.4081120 Aug 16 02:24:00.454961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 179b7c41-98d1-47cf-8972-3a4fd41610cb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:00.456155 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.514119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] Deleting port 68cc1b94-ce76-4618-bb67-0c214b24af23 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:00.514558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.527404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.576419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31bdb79-2707-4c4c-a1b2-b76e86db0589']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.621718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.622031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1c7bff-6397-4bde-b28f-c992f13b8c7e') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:00.635391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] For port 68cc1b94-ce76-4618-bb67-0c214b24af23, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=68cc1b94-ce76-4618-bb67-0c214b24af23,segment=NetworkSegment(a8ca3578-d449-47e1-86a9-ef51d7f56ec5),segment_id=a8ca3578-d449-47e1-86a9-ef51d7f56ec5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:00.635811 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.644010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.663322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf0c0f-a169-43af-8e20-7ed350311392 req-48673b0e-d970-4503-a8b2-3aaa32832a4e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.668084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ddf0c0f-a169-43af-8e20-7ed350311392 req-48673b0e-d970-4503-a8b2-3aaa32832a4e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.5172443 Aug 16 02:24:00.729616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.729763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a186e27f-0cec-4429-b04e-11c87eb142cb None None] Provisioning complete for port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:00.729763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a186e27f-0cec-4429-b04e-11c87eb142cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.730128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:00.730551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:00.735376 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:00.774362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] Calling delete_port for 68cc1b94-ce76-4618-bb67-0c214b24af23 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:00.776061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a186e27f-0cec-4429-b04e-11c87eb142cb None None] Port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:00.809091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0250ab3-69a3-4a10-8dd1-0c9d9946f758 req-8561a9c3-2195-4e99-bb2f-66e933561923 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.810461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-bc0bfd76-89ec-4de8-b89d-722333d2cbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.811190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0250ab3-69a3-4a10-8dd1-0c9d9946f758 req-8561a9c3-2195-4e99-bb2f-66e933561923 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.1708202 Aug 16 02:24:00.812355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-bc0bfd76-89ec-4de8-b89d-722333d2cbb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1097 time: 0.4041381 Aug 16 02:24:00.816467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-2d903979-00a7-4c68-8121-7f18ce616400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:00.818355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-2d903979-00a7-4c68-8121-7f18ce616400 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1096 time: 0.3862786 Aug 16 02:24:00.824270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ddf0c0f-a169-43af-8e20-7ed350311392 req-289a1612-4a54-4c78-9535-472f37dfd7ae tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552649 Aug 16 02:24:00.842708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bdf14b1-17fc-48d4-a186-f22275c06367 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:00.866300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 2bdf14b1-17fc-48d4-a186-f22275c06367 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:00.866678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2bdf14b1-17fc-48d4-a186-f22275c06367 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:00.895734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0250ab3-69a3-4a10-8dd1-0c9d9946f758 req-d8c32b12-2cef-4afe-ba83-0b1ab89abb4a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639217 Aug 16 02:24:00.911867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15bbdad9-ce20-44d3-a9da-41f4bb75fd9b req-5be88e7c-15ae-4612-9c02-6df1d48771ab tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 210 time: 0.0344231 Aug 16 02:24:00.938878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.947247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:00.953899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/networks/a31bdb79-2707-4c4c-a1b2-b76e86db0589 HTTP/1.1" status: 204 len: 168 time: 1.3505337 Aug 16 02:24:00.959250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38718) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:00.968701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da13cc-b10e-4478-a09f-3a3d92391fb7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Network': ['ID=a31bdb79-2707-4c4c-a1b2-b76e86db0589,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:01.007613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e5ae27c-01ac-429e-8c9a-ca31575e7679 None None] Provisioning for port ef09ef1c-b361-4799-9ed1-a4631e63c535 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:01.014096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e5ae27c-01ac-429e-8c9a-ca31575e7679 None None] Provisioning complete for port ef09ef1c-b361-4799-9ed1-a4631e63c535 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:01.016750 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e5ae27c-01ac-429e-8c9a-ca31575e7679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.044357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.047665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.058981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:01.065430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.073149 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c42efdf5-bf27-41b9-8629-cb64c80c6908 admin admin] 10.222.0.76 "PUT /v2.0/routers/b7a6a637-f02b-4df4-9720-402fe07a6162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1164887 Aug 16 02:24:01.091694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Sync routers for ids ['b7a6a637-f02b-4df4-9720-402fe07a6162'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:01.099935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] No DVR routers for this DVR port 68cc1b94-ce76-4618-bb67-0c214b24af23 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:01.107067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b29238-3d13-4a98-937e-89f06508ef97 None None] Pushing event deleted for resources: {'Port': ['ID=68cc1b94-ce76-4618-bb67-0c214b24af23,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:01.110462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Routers {'b7a6a637-f02b-4df4-9720-402fe07a6162'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:01.111516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b7a6a637-f02b-4df4-9720-402fe07a6162'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.164565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-7a75ed2f-8289-492c-9476-ce9e6b329a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.166076 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-7a75ed2f-8289-492c-9476-ce9e6b329a8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.2920091 Aug 16 02:24:01.194361 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.210106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2046239b-7f9c-4932-96d5-e4d7cbb244c6']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.235513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-8b0274d3-fc0d-45db-ac56-a6e2ccc3dace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.235513 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-8b0274d3-fc0d-45db-ac56-a6e2ccc3dace service neutron] 10.222.0.58 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 897 time: 0.3550122 Aug 16 02:24:01.247188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Set router b7a6a637-f02b-4df4-9720-402fe07a6162 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:01.248213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.250061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8ca3578-d449-47e1-86a9-ef51d7f56ec5') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.269062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.298559 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.316048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:01.322266 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:01.338173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9e5ae27c-01ac-429e-8c9a-ca31575e7679 None None] Port ef09ef1c-b361-4799-9ed1-a4631e63c535 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:01.415042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-c93286ab-4dff-4eb7-b682-73602d0f179b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1000 time: 0.2399189 Aug 16 02:24:01.504294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-d9f1d1f3-8d27-4c43-bd87-45d4e1afaae3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 1000 time: 0.2461452 Aug 16 02:24:01.519774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 4, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85', 'name': '', 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'mac_address': 'fa:16:3e:a4:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:54Z', 'updated_at': '2021-08-16T02:23:58Z', 'revision_number': 2, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'subnets': [{'id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:01.533523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.545145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.550831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/networks/2046239b-7f9c-4932-96d5-e4d7cbb244c6 HTTP/1.1" status: 204 len: 168 time: 0.5869970 Aug 16 02:24:01.551376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:01.555715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-8127c74c-9a3a-44b9-80f6-3e8e61de9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.557199 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-8127c74c-9a3a-44b9-80f6-3e8e61de9a65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.1283467 Aug 16 02:24:01.575006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Checking router: b7a6a637-f02b-4df4-9720-402fe07a6162 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:01.575406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Updating router b7a6a637-f02b-4df4-9720-402fe07a6162 port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:01.599231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08326a23-d5e0-4e57-9084-17c0ffb6cdcd tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Network': ['ID=2046239b-7f9c-4932-96d5-e4d7cbb244c6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:01.622387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.626133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Deleting subnet 091a91f2-0ccd-4bab-8326-d04959a33314 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:01.630056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.683356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.709061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-a351c38e-4bdd-4446-b3c2-af9f8d19b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.710632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-a351c38e-4bdd-4446-b3c2-af9f8d19b26b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.1989510 Aug 16 02:24:01.718887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-cb4f0016-e819-4f3a-999b-29d7a8bfed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.721195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-cb4f0016-e819-4f3a-999b-29d7a8bfed4b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516652 Aug 16 02:24:01.876426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-1d32ae2b-50a5-4256-98bb-28374287d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:01.881258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-1d32ae2b-50a5-4256-98bb-28374287d0f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561258 Aug 16 02:24:01.912029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:01.928122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc39ad40-2317-49e3-9a47-f03a54c43ab4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:02.051671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.058065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-4cf786d5-45ac-4af1-8ff5-aea85e1b6af9 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066838 Aug 16 02:24:02.061982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dc39ad40-2317-49e3-9a47-f03a54c43ab4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:02.062561 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.103508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.114425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3938a641-21c8-456f-b4bf-cca9dfc20289 req-9306cd44-ad7d-4fd8-bcf5-f1394ce37a9c tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 210 time: 0.0484149 Aug 16 02:24:02.145312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.145312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.145960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c813b-249d-4ca8-b5b7-00560eb00741 req-7aad218a-5ce2-41e6-9dcc-1d32f7d74150 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.145960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-137c813b-249d-4ca8-b5b7-00560eb00741 req-7aad218a-5ce2-41e6-9dcc-1d32f7d74150 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.1448655 Aug 16 02:24:02.175443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Transition to ACTIVE for port object 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:02.204012 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.279293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.294344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-137c813b-249d-4ca8-b5b7-00560eb00741 req-387f43a3-577f-4c74-8b91-8984463c5226 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430569 Aug 16 02:24:02.295111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Subnet': ['ID=091a91f2-0ccd-4bab-8326-d04959a33314,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.311128 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-fa8f6941-daf2-4da3-8c2f-b6e115209d27 service neutron] 10.222.0.58 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240115 Aug 16 02:24:02.319939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.322433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-18e0e62b-59e5-49e3-874c-bc9dc14b0eaf tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/subnets/091a91f2-0ccd-4bab-8326-d04959a33314 HTTP/1.1" status: 204 len: 168 time: 0.7697735 Aug 16 02:24:02.342252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38748) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.346826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68cc1b94-ce76-4618-bb67-0c214b24af23 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:02.378839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6534ec-bdeb-4722-9722-ca1353220f99 None None] Network 3f15203c-3038-47eb-b354-54de17ec0ece requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:02.388688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 68cc1b94-ce76-4618-bb67-0c214b24af23 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:02.388688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68cc1b94-ce76-4618-bb67-0c214b24af23 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:02.397818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event updated for resources: {'Port': ['ID=ef09ef1c-b361-4799-9ed1-a4631e63c535,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.465517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b7acb-d500-4d60-b7c3-793b13bf2527 req-e29cdea3-a19e-4e1d-a130-30625d79690b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:02.475711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b31b7acb-d500-4d60-b7c3-793b13bf2527 req-e29cdea3-a19e-4e1d-a130-30625d79690b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.2166996 Aug 16 02:24:02.524455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.559049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b31b7acb-d500-4d60-b7c3-793b13bf2527 req-f928c5a6-33b3-4950-9411-c02f985ae6a3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821621 Aug 16 02:24:02.569252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38752) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:02.576262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-578095782-network', 'tenant_id': '183feaa91a384f11ba574cc298e090db'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:02.607419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f042bb3-c822-40ea-a4ac-a912be71c815 None None] Pushing event updated for resources: {'Port': ['ID=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:02.669319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Deleting port 83285765-c771-4cee-afb8-a4295ff8fe44 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:02.669688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.688367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Attempting to bind port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:02.689657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Attempting to bind port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:02.690149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Attempting to bind port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 on network 4e824329-03cd-4594-96ef-5f620771ec29 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:02.701353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:02.702003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Checking segment: {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:02.702613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.703239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Bound using segment: {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:02.704677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Bound port: 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60338cd-d1bb-4122-b30d-919e7802293a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:02.705340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.782025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Made reservation on behalf of 183feaa91a384f11ba574cc298e090db for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:02.789517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.806879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] DHCP port deletion for 3f15203c-3038-47eb-b354-54de17ec0ece request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:02.811705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.860870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] For port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:02.865460 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-f0852d57-7e1b-4f69-b8e0-6c7f8eb4bce0 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7980311 Aug 16 02:24:02.901758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] For port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:02.915677 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] For port 83285765-c771-4cee-afb8-a4295ff8fe44, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83285765-c771-4cee-afb8-a4295ff8fe44,segment=NetworkSegment(0945413a-9fd1-4710-aed4-07162eafcd66),segment_id=0945413a-9fd1-4710-aed4-07162eafcd66)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:02.916057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.933958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] Deleting port 83285765-c771-4cee-afb8-a4295ff8fe44 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:02.934314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.934559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:02.938553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Calling delete_port for 83285765-c771-4cee-afb8-a4295ff8fe44 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:02.974899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f578ffc2-468b-4b25-81b6-0a73cbcca6d3 service neutron] 10.222.0.58 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014857 Aug 16 02:24:02.976567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:02.977936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:03.039381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] For port 83285765-c771-4cee-afb8-a4295ff8fe44, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83285765-c771-4cee-afb8-a4295ff8fe44,segment=NetworkSegment(0945413a-9fd1-4710-aed4-07162eafcd66),segment_id=0945413a-9fd1-4710-aed4-07162eafcd66)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:03.041549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.059057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] Calling delete_port for 83285765-c771-4cee-afb8-a4295ff8fe44 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:03.082292 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.089227 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.114223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:03.128760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Router c1107753-54fd-4acc-b130-8225a8d64995 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:03.139231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.139623 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Added segment 5cbd05d0-1693-4d29-b0d6-c1359a7ddd93 of type vlan for network 2c941780-d479-4541-a545-7a6ad757f97a Aug 16 02:24:03.274131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.347330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Routers {'b7a6a637-f02b-4df4-9720-402fe07a6162'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:03.348089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b7a6a637-f02b-4df4-9720-402fe07a6162'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.350288 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.350436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f042bb3-c822-40ea-a4ac-a912be71c815 None None] Pushing event updated for resources: {'Port': ['ID=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.467078 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Port': ['ID=83285765-c771-4cee-afb8-a4295ff8fe44,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.472873 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.482105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bee8b58c-724c-420c-8790-727e0f8a6d35 req-00b97ea2-05c0-47b0-a13a-ec7d8c760992 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 210 time: 0.1509523 Aug 16 02:24:03.483108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] No DVR routers for this DVR port 83285765-c771-4cee-afb8-a4295ff8fe44 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:03.525736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.528133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.529141 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.532083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87846df9-087d-4af4-9f49-d88e3cae7b06,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.564402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:03.584973 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] Sync routers for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:03.595562 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-41e158f3-2892-4528-aba6-c3be4d9e5eb1 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6619389 Aug 16 02:24:03.597838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38772) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.618609 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:03.619215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-4f02eed0-fe77-4431-8ac9-f1e2645862b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.625924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.635978 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-4f02eed0-fe77-4431-8ac9-f1e2645862b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1096 time: 0.4700913 Aug 16 02:24:03.644786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] Pushing event deleted for resources: {'Port': ['ID=83285765-c771-4cee-afb8-a4295ff8fe44,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.663515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e09a5-ad04-466f-86a4-00f8efd1c85a None None] No DVR routers for this DVR port 83285765-c771-4cee-afb8-a4295ff8fe44 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:03.743004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-18fe21cb-72c9-4e85-9c39-88c86ed55210 None None] Provisioning complete for port ef09ef1c-b361-4799-9ed1-a4631e63c535 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:03.743004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18fe21cb-72c9-4e85-9c39-88c86ed55210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.747749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] Pushing event updated for resources: {'Network': ['ID=2c941780-d479-4541-a545-7a6ad757f97a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:03.766717 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.778608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2c941780-d479-4541-a545-7a6ad757f97a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:03.784012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dea0fb-9b40-4326-bfeb-df191b266ae2 req-890b690d-30db-4440-8372-79ada69945bf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:03.785841 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:03.788039 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.791672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4dea0fb-9b40-4326-bfeb-df191b266ae2 req-890b690d-30db-4440-8372-79ada69945bf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.3065534 Aug 16 02:24:03.831655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0933c841-a644-42d1-9aa7-4b4826d17fd2 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2613621 Aug 16 02:24:03.835484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.858948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38774) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:03.878037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Request body: {'subnet': {'network_id': '2c941780-d479-4541-a545-7a6ad757f97a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-578095782-subnet', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:03.878555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] Set router b7a6a637-f02b-4df4-9720-402fe07a6162 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:03.893094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f15203c-3038-47eb-b354-54de17ec0ece']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.916385 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.917324 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ddfefc-862d-4110-81f0-52b2072d4e95 None None] The sync data for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:03.919173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4dea0fb-9b40-4326-bfeb-df191b266ae2 req-95ac0e33-e6c0-4c1b-8ea3-ac6040276eae tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244116 Aug 16 02:24:03.941536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0945413a-9fd1-4710-aed4-07162eafcd66') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.941536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0945413a-9fd1-4710-aed4-07162eafcd66') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:03.977921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83285765-c771-4cee-afb8-a4295ff8fe44 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:03.985056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:03.991181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-18fe21cb-72c9-4e85-9c39-88c86ed55210 None None] Port ef09ef1c-b361-4799-9ed1-a4631e63c535 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:04.018959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be21ea1-3f3c-482c-a2ad-a95fc6993da1 req-1923f7a0-ce38-43ea-b4b3-c12fbf76bd46 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:04.021769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1be21ea1-3f3c-482c-a2ad-a95fc6993da1 req-1923f7a0-ce38-43ea-b4b3-c12fbf76bd46 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.2510934 Aug 16 02:24:04.022570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 83285765-c771-4cee-afb8-a4295ff8fe44 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:04.023204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83285765-c771-4cee-afb8-a4295ff8fe44 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:04.089305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15a9d3dc-5ae7-487b-b08f-391eb6b6a08d tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.105099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-99b8a215-7b6d-4482-882b-ef8dc6274df6 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:04.106667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-99b8a215-7b6d-4482-882b-ef8dc6274df6 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a&tenant_id=c271d0e92f9641bc8675871d70eb4274&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 1097 time: 0.2445302 Aug 16 02:24:04.114970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.141624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Made reservation on behalf of 183feaa91a384f11ba574cc298e090db for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:04.144689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.200039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:04.200556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.220452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-98e0bf5a-2a3e-4e02-946b-ed95963dc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:04.222348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-98e0bf5a-2a3e-4e02-946b-ed95963dc6b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.3960354 Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:04.299908 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:04.358147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 4, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85', 'name': '', 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'mac_address': 'fa:16:3e:a4:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:54Z', 'updated_at': '2021-08-16T02:24:02Z', 'revision_number': 4, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'subnets': [{'id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:04.467676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f9cc2f-01cd-4b1a-8c6b-9f16648d5614 None None] The sync data for ids ['b7a6a637-f02b-4df4-9720-402fe07a6162'] in n-d-768852-19 is: [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:23:57Z', 'revision_number': 4, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85', 'name': '', 'network_id': '4e824329-03cd-4594-96ef-5f620771ec29', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'mac_address': 'fa:16:3e:a4:c7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:54Z', 'updated_at': '2021-08-16T02:24:02Z', 'revision_number': 4, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'subnets': [{'id': 'ec6ce378-be1f-4460-9fd7-92fa6635b3ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:04.469854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1be21ea1-3f3c-482c-a2ad-a95fc6993da1 req-d085352d-1ae1-47a1-929a-9797d8202f01 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4006557 Aug 16 02:24:04.683794 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.692271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-46464891-ee75-47c3-afa2-3a7ae01feb03 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:04.693959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-46464891-ee75-47c3-afa2-3a7ae01feb03 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.83 "GET /v2.0/networks?id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c HTTP/1.1" status: 200 len: 812 time: 0.7301195 Aug 16 02:24:04.699882 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-62fb1906-7fa4-429c-a092-9cb5d19da3c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1000 time: 0.3435628 Aug 16 02:24:04.701259 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-15a9d3dc-5ae7-487b-b08f-391eb6b6a08d tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 16 02:24:04.706346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15a9d3dc-5ae7-487b-b08f-391eb6b6a08d tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995 HTTP/1.1" status: 409 len: 329 time: 1.1026273 Aug 16 02:24:04.706934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38786) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:04.738032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-470e5f12-442b-4ed8-92d7-312d4ef55aa7 req-38602203-3e3a-4cb2-b6ab-06ba26dc1cd0 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 210 time: 0.0666108 Aug 16 02:24:04.744747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.749655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/networks/3f15203c-3038-47eb-b354-54de17ec0ece HTTP/1.1" status: 204 len: 168 time: 2.4020021 Aug 16 02:24:04.752924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38788) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:04.756993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Request body: {'port': {'device_id': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c', 'admin_state_up': True, 'tenant_id': '9a92e1485fde42cb95975bcde76c3d85'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:04.902500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-cd8c37db-7f77-41f6-b5e1-54b4a13ed6b5 service neutron] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:04.909973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262a9ee-6731-4160-93f8-5df9ed35d21f tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Pushing event deleted for resources: {'Network': ['ID=3f15203c-3038-47eb-b354-54de17ec0ece,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:04.914219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1cac919d-97b5-457d-8a2e-24acb37df45c tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "GET /v2.0/ports?device_id=29b72ff0-cb8c-439d-8257-a7ad29e04fec HTTP/1.1" status: 200 len: 205 time: 0.0592973 Aug 16 02:24:04.923420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38790) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:04.987748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-cd8c37db-7f77-41f6-b5e1-54b4a13ed6b5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:04.989401 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-cd8c37db-7f77-41f6-b5e1-54b4a13ed6b5 service neutron] 10.222.0.58 "DELETE /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed/bindings/n-h1-768852-19 HTTP/1.1" status: 204 len: 173 time: 0.7991934 Aug 16 02:24:05.071258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-2ccddc33-37d0-4142-bb3f-7e81251d49b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.077461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.080510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-2ccddc33-37d0-4142-bb3f-7e81251d49b7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.3594649 Aug 16 02:24:05.327681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-6a6494d1-0599-4c72-b5a9-3ccf3ce49b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.329856 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-6a6494d1-0599-4c72-b5a9-3ccf3ce49b3e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088560 Aug 16 02:24:05.397908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.494140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbae5405-b58c-4377-83c8-18246efaf571,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:05.502704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Made reservation on behalf of 9a92e1485fde42cb95975bcde76c3d85 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:05.506518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.512695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-5169f011-fc67-48dc-8cb8-9866be541f3a service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611004 Aug 16 02:24:05.581331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.805372 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0f364f83-30ba-46a8-a98e-c11490f0fe57 req-81676c07-446a-4eab-84dc-95a571c6cb61 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805109 Aug 16 02:24:05.828878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.836768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:05.881006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93caaae9-38b4-4726-91df-58d8b2196ca3 req-94d569e2-4bfe-4b4a-a3f7-fd85965cc094 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:05.887223 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93caaae9-38b4-4726-91df-58d8b2196ca3 req-94d569e2-4bfe-4b4a-a3f7-fd85965cc094 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.8291776 Aug 16 02:24:05.998769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:06.131513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e22c9b-2a08-4628-a0cc-67b1a4bdcd09 req-3be70372-6c18-4b85-a205-d1a650437637 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.142500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5e22c9b-2a08-4628-a0cc-67b1a4bdcd09 req-3be70372-6c18-4b85-a205-d1a650437637 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.3902011 Aug 16 02:24:06.184501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Checking segment: {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:06.184877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Network hostable DHCP agents. Network: 2c941780-d479-4541-a545-7a6ad757f97a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:06.196124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93caaae9-38b4-4726-91df-58d8b2196ca3 req-a00dab71-8dab-4266-8f63-f22234d3980a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913921 Aug 16 02:24:06.256153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:06.257962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.261420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Fanout notify agent at l3_agent the message router_deleted on router 29b72ff0-cb8c-439d-8257-a7ad29e04fec {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:06.280731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:06.281303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.296622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting port ef09ef1c-b361-4799-9ed1-a4631e63c535 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:06.297161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.312400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.314741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d47a7ff3-4a71-4bb7-87bf-a681929cece7 tempest-RoutersNegativeTest-1648873819 tempest-RoutersNegativeTest-1648873819-project] 10.222.0.76 "DELETE /v2.0/routers/29b72ff0-cb8c-439d-8257-a7ad29e04fec HTTP/1.1" status: 204 len: 168 time: 1.3881655 Aug 16 02:24:06.333020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5e22c9b-2a08-4628-a0cc-67b1a4bdcd09 req-5f2d9b6f-dfe1-4e70-a25a-3b3241328351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887379 Aug 16 02:24:06.424893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Allocated IP 172.20.0.13 (9dd0156e-8bbe-4838-9c9c-e1ac9dab151c/9b2e9d0f-ed47-4c72-aa81-ca05d477b48a/e09b3afc-c1dd-475d-b093-cdee237e11da) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:06.579692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5a7d6b5-7fed-448f-bf4d-dd211a98c4ff req-c3954733-4226-4df9-9b21-5295edb27f19 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 210 time: 0.0545948 Aug 16 02:24:06.611508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.627745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5d412-2579-41d7-b094-3777f7c548c6 req-5ed5ce8a-1c5e-47ce-a114-4ed43bb3ce67 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:06.640011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6af5d412-2579-41d7-b094-3777f7c548c6 req-5ed5ce8a-1c5e-47ce-a114-4ed43bb3ce67 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1097 time: 0.1523235 Aug 16 02:24:06.646257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Calling delete_port for ef09ef1c-b361-4799-9ed1-a4631e63c535 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:06.655779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.763181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Network 2c941780-d479-4541-a545-7a6ad757f97a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:06.792820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:06.887127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.907521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:06.985419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:06.988650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6af5d412-2579-41d7-b094-3777f7c548c6 req-1f51c14e-7045-4b26-a1e1-173cec652c8d tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3473113 Aug 16 02:24:07.084236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.142800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.163170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2c941780-d479-4541-a545-7a6ad757f97a) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:07.182341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.182341 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.183902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a9f999-8a37-4c0c-9abb-5b7f2aee8e17 None None] Network 2c941780-d479-4541-a545-7a6ad757f97a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:07.194284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Pushing event updated for resources: {'Port': ['ID=e09b3afc-c1dd-475d-b093-cdee237e11da,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:07.202354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:07.206998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:07.212704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:07.228411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c5eb-d142-4b4e-812d-078c3b114c53 req-17e95049-966d-464b-8052-d7e99c61e90d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.228411 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17c7c5eb-d142-4b4e-812d-078c3b114c53 req-17e95049-966d-464b-8052-d7e99c61e90d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.1566312 Aug 16 02:24:07.300337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Port': ['ID=ef09ef1c-b361-4799-9ed1-a4631e63c535,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:07.339549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5fabdf1e-61ea-4e90-970f-605a7ed6135a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4721680 Aug 16 02:24:07.344787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38814) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:07.384935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:07.414524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38816) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:07.480144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.480144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.493978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17c7c5eb-d142-4b4e-812d-078c3b114c53 req-2b358ebe-bc67-4fec-813c-dfbc80723e9e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423964 Aug 16 02:24:07.526042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38820) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:07.562056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.567601 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.667277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2c941780-d479-4541-a545-7a6ad757f97a', 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'fixed_ips': [{'subnet_id': 'fbae5405-b58c-4377-83c8-18246efaf571'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:07.668200 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.687345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:07.702140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-8666eba2-4a0a-4be8-94bb-a4ae34b40be1 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9539504 Aug 16 02:24:07.726205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e7502-78b7-4b3e-9fae-480b4a3f4a73 req-fab936ab-289a-457e-b2a7-615f4ebed9c8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:07.738964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-624e7502-78b7-4b3e-9fae-480b4a3f4a73 req-fab936ab-289a-457e-b2a7-615f4ebed9c8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.2875690 Aug 16 02:24:07.791041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Request body: {'port': {'device_id': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:07.873690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.073606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:08.212670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:08.223289 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.365237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Allocated IP 172.20.0.2 (2c941780-d479-4541-a545-7a6ad757f97a/fbae5405-b58c-4377-83c8-18246efaf571/9c145e9d-d421-47ee-92b7-9d727f75db2d) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:08.593373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-31a1227f-245d-4e89-beec-8443e2fe5409 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 HTTP/1.1" status: 200 len: 992 time: 1.0595326 Aug 16 02:24:08.613601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Router c1107753-54fd-4acc-b130-8225a8d64995 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:08.630287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-51fdf04a-c5d1-47be-a683-ddaf66f2ace4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=48ed2fa18e684de8bf16e49afed4e871&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2134881 Aug 16 02:24:08.633080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.682742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-624e7502-78b7-4b3e-9fae-480b4a3f4a73 req-3f5607c3-6e6a-424c-a398-b0ab8e31e650 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9427729 Aug 16 02:24:08.972842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.972842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc918454-d952-4659-892f-ed833cfc25b0 req-affa2f77-3bfc-41db-b07f-b0eb3550d1d4 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:08.972842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc918454-d952-4659-892f-ed833cfc25b0 req-affa2f77-3bfc-41db-b07f-b0eb3550d1d4 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 932 time: 1.0011055 Aug 16 02:24:08.972842 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.973258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:08.973258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.973258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e7460743-2646-4228-8b0e-4bea7a4289a0 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1648767 Aug 16 02:24:08.973958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] Sync routers for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:08.974046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc918454-d952-4659-892f-ed833cfc25b0 req-267075a0-1ac0-47c2-b4c1-4c40d02ee36a tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023076 Aug 16 02:24:08.974424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:08.974424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:08.974579 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.974675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:08.974675 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:08.978515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38830) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:08.991490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] Routers {'c1107753-54fd-4acc-b130-8225a8d64995'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:08.992583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['c1107753-54fd-4acc-b130-8225a8d64995'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:09.056447 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-c612f69f-dc2e-4d04-a9d2-7f1db422e740 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] show failed (client error): The resource could not be found. Aug 16 02:24:09.057745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c612f69f-dc2e-4d04-a9d2-7f1db422e740 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "GET /v2.0/routers/tempest-non_exist_router-1140489213 HTTP/1.1" status: 404 len: 335 time: 0.0796397 Aug 16 02:24:09.059204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:09.061262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1438f2-33e3-42a0-beec-bf1b72bd3c02 None None] The sync data for ids ['c1107753-54fd-4acc-b130-8225a8d64995'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:09.061872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38838) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.074730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-97acebe2-c3a8-4ef4-8b3a-a92c7d9a1f31 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:09.131782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38840) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.181812 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-97acebe2-c3a8-4ef4-8b3a-a92c7d9a1f31 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] update failed (client error): The resource could not be found. Aug 16 02:24:09.183070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-97acebe2-c3a8-4ef4-8b3a-a92c7d9a1f31 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "PUT /v2.0/routers/tempest-non_exist_router-459905522 HTTP/1.1" status: 404 len: 334 time: 0.1161950 Aug 16 02:24:09.209239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Transition to ACTIVE for port object 9c145e9d-d421-47ee-92b7-9d727f75db2d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:09.233197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38842) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:09.254675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Transition to ACTIVE for port object 9c145e9d-d421-47ee-92b7-9d727f75db2d will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:09.265969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.277988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.287127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46ad6f50-13b5-4d11-822e-b8ca9252fca7 HTTP/1.1" status: 204 len: 168 time: 0.6505344 Aug 16 02:24:09.368014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ad6f50-13b5-4d11-822e-b8ca9252fca7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.373495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.396278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.396824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.397575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.398021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.398432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.398938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.399331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.399718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.400784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.401131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.401474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.401807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ef762-bd69-4e30-a9ce-6f89218b93ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:09.403732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Network 2c941780-d479-4541-a545-7a6ad757f97a is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:09.405235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:09.414123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:09.417129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting subnet b0cda6da-cca3-4786-8fe1-9542d11a5419 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:09.426700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.518088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Pushing event updated for resources: {'Port': ['ID=9c145e9d-d421-47ee-92b7-9d727f75db2d,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:09.558422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Attempting to bind port 9c145e9d-d421-47ee-92b7-9d727f75db2d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:09.558834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Attempting to bind port 9c145e9d-d421-47ee-92b7-9d727f75db2d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:09.559206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Attempting to bind port 9c145e9d-d421-47ee-92b7-9d727f75db2d on network 2c941780-d479-4541-a545-7a6ad757f97a {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:09.566287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:09.566287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Checking segment: {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:09.572079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.572079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Bound using segment: {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:09.572079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Bound port: 9c145e9d-d421-47ee-92b7-9d727f75db2d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:09.572079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.591779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.689626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] For port 9c145e9d-d421-47ee-92b7-9d727f75db2d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:09.696083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] For port 9c145e9d-d421-47ee-92b7-9d727f75db2d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9c145e9d-d421-47ee-92b7-9d727f75db2d,segment=NetworkSegment(5cbd05d0-1693-4d29-b0d6-c1359a7ddd93),segment_id=5cbd05d0-1693-4d29-b0d6-c1359a7ddd93)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:09.735986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port a4a638ff-d675-476c-bea9-89cc66101c70 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:09.742307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.785864 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.796063 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.839629 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e09b3afc-c1dd-475d-b093-cdee237e11da {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:09.851447 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.897755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Transition to ACTIVE for port object e09b3afc-c1dd-475d-b093-cdee237e11da will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:09.900620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.901242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:09.926213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for a4a638ff-d675-476c-bea9-89cc66101c70 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:09.933744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63efdfd-b514-4741-937e-f4b26a36a1d2 None None] Pushing event updated for resources: {'Port': ['ID=9c145e9d-d421-47ee-92b7-9d727f75db2d,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.035686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dc80482c-7eb4-4a1c-89c0-87c1c6a5233b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.039959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.058781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.123096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cda6da-cca3-4786-8fe1-9542d11a5419,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.125163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.127319 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ce2a0ac-06ed-49b4-80e5-432eb40bec98 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/subnets/b0cda6da-cca3-4786-8fe1-9542d11a5419 HTTP/1.1" status: 204 len: 168 time: 0.8875222 Aug 16 02:24:10.130523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38858) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:10.141555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1200f533-e507-44e8-b429-72895d5b8872 None None] Network 8e4d0571-6cc4-4228-84ac-f3455ec76017 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:10.315955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e09b3afc-c1dd-475d-b093-cdee237e11da,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:10.412795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.482919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f089-f908-4717-9419-45cb4fb6c593 req-9b5514ba-d211-401a-b163-6741e8d93d23 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:10.489058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.495429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c9f089-f908-4717-9419-45cb4fb6c593 req-9b5514ba-d211-401a-b163-6741e8d93d23 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 944 time: 0.3342314 Aug 16 02:24:10.502574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.680817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting port dc39ad40-2317-49e3-9a47-f03a54c43ab4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:10.681181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.688521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c9f089-f908-4717-9419-45cb4fb6c593 req-aee2ac86-bc0d-48eb-94a7-89bbf37a8f71 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901414 Aug 16 02:24:10.691952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Attempting to bind port e09b3afc-c1dd-475d-b093-cdee237e11da on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:10.692537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Attempting to bind port e09b3afc-c1dd-475d-b093-cdee237e11da by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '6b418197-aff5-4b35-a65a-8b7249951748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:10.692801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] DHCP port deletion for 8e4d0571-6cc4-4228-84ac-f3455ec76017 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:10.693643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Attempting to bind port e09b3afc-c1dd-475d-b093-cdee237e11da on network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:10.707640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Port e09b3afc-c1dd-475d-b093-cdee237e11da on network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:10.708194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Attempting to bind port e09b3afc-c1dd-475d-b093-cdee237e11da on network 9dd0156e-8bbe-4838-9c9c-e1ac9dab151c {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:10.763832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:10.764442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Checking segment: {'id': '6b418197-aff5-4b35-a65a-8b7249951748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:10.765038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Bound using segment: {'id': '6b418197-aff5-4b35-a65a-8b7249951748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:10.766226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Bound port: e09b3afc-c1dd-475d-b093-cdee237e11da, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b418197-aff5-4b35-a65a-8b7249951748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:10.766744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.810006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] For port dc39ad40-2317-49e3-9a47-f03a54c43ab4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc39ad40-2317-49e3-9a47-f03a54c43ab4,segment=NetworkSegment(71d0bc70-93f4-441e-af66-c25a65566cd7),segment_id=71d0bc70-93f4-441e-af66-c25a65566cd7)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:10.811106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.835222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] Deleting port dc39ad40-2317-49e3-9a47-f03a54c43ab4 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:10.835707 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.853282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Calling delete_port for dc39ad40-2317-49e3-9a47-f03a54c43ab4 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:10.869778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:10.920024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Allocated IP 172.25.6.220 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3e9b10be-1e89-4e2f-b967-713282e3ae3c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:10.980963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] For port dc39ad40-2317-49e3-9a47-f03a54c43ab4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc39ad40-2317-49e3-9a47-f03a54c43ab4,segment=NetworkSegment(71d0bc70-93f4-441e-af66-c25a65566cd7),segment_id=71d0bc70-93f4-441e-af66-c25a65566cd7)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:10.985818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.014499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] Calling delete_port for dc39ad40-2317-49e3-9a47-f03a54c43ab4 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:11.067638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] For port e09b3afc-c1dd-475d-b093-cdee237e11da, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:11.067638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] For port e09b3afc-c1dd-475d-b093-cdee237e11da, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e09b3afc-c1dd-475d-b093-cdee237e11da,segment=NetworkSegment(6b418197-aff5-4b35-a65a-8b7249951748),segment_id=6b418197-aff5-4b35-a65a-8b7249951748)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:11.070920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=a4a638ff-d675-476c-bea9-89cc66101c70,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:11.249027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.249380 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 disassociated (deleted). External IP: 172.25.6.113, port: 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed. Aug 16 02:24:11.258899 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.314583 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.354275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.361033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.365688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.365688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] 10.222.0.83 "PUT /v2.0/ports/e09b3afc-c1dd-475d-b093-cdee237e11da HTTP/1.1" status: 200 len: 1093 time: 3.5770380 Aug 16 02:24:11.383138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] Pushing event deleted for resources: {'Port': ['ID=dc39ad40-2317-49e3-9a47-f03a54c43ab4,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:11.388923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fef3e5-4e4e-4de6-9555-c7653fa1becd None None] No DVR routers for this DVR port dc39ad40-2317-49e3-9a47-f03a54c43ab4 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:11.401145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Port': ['ID=dc39ad40-2317-49e3-9a47-f03a54c43ab4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:11.411472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] No DVR routers for this DVR port dc39ad40-2317-49e3-9a47-f03a54c43ab4 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:11.452172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'tag': 'e09b3afc-c1dd-475d-b093-cdee237e11da'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:11.476600 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec4e4c8-1332-4186-904d-eb876b8e00a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac79be90-fbfb-4013-aa85-0233df668eca", "tag": "e09b3afc-c1dd-475d-b093-cdee237e11da"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:11.605647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea633-fc93-48b7-8958-9223433e2bc5 req-7e46e0f3-6638-4b44-8f4b-0f3004143364 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.631658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfcea633-fc93-48b7-8958-9223433e2bc5 req-7e46e0f3-6638-4b44-8f4b-0f3004143364 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 1.4762499 Aug 16 02:24:11.636551 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce92168-303f-4c91-a6f8-c5335cc8a16a x-openstack-request-id: req-fce92168-303f-4c91-a6f8-c5335cc8a16a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:11.636780 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac79be90-fbfb-4013-aa85-0233df668eca", "tag": "e09b3afc-c1dd-475d-b093-cdee237e11da", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:11.639698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.641275 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fce92168-303f-4c91-a6f8-c5335cc8a16a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:11.642572 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'tag': 'e09b3afc-c1dd-475d-b093-cdee237e11da', 'status': 'completed', 'code': 200} Aug 16 02:24:11.647935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3131df-d55b-4c2e-95dd-f648508d71a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e09b3afc-c1dd-475d-b093-cdee237e11da,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:11.662518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4d0571-6cc4-4228-84ac-f3455ec76017']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:11.680195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d0bc70-93f4-441e-af66-c25a65566cd7') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:11.680784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d0bc70-93f4-441e-af66-c25a65566cd7') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:11.764705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.773530 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:11.931131 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:11.938390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-2915cc8b-a467-44a5-bd0f-cadede3a7793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:11.948337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-2915cc8b-a467-44a5-bd0f-cadede3a7793 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a92e1485fde42cb95975bcde76c3d85&device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 1096 time: 0.4035568 Aug 16 02:24:11.970613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfcea633-fc93-48b7-8958-9223433e2bc5 req-7801922a-45c2-4d42-8583-7aaddfd93654 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376908 Aug 16 02:24:12.045868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.078735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:12.078735 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.091292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7afaf2-bbda-4d7c-b942-076d311cf1fd None None] Network 2c941780-d479-4541-a545-7a6ad757f97a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:12.145195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-4fadf69b-631b-43c8-ba73-2eab3d529846 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09b3afc-c1dd-475d-b093-cdee237e11da HTTP/1.1" status: 200 len: 217 time: 0.1633892 Aug 16 02:24:12.213844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9c145e9d-d421-47ee-92b7-9d727f75db2d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:12.263479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a4e57-8c03-4b87-b40a-e25490489359 req-9cf835fb-3442-431d-9ca6-4e2619f22f44 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.271260 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-832a4e57-8c03-4b87-b40a-e25490489359 req-9cf835fb-3442-431d-9ca6-4e2619f22f44 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 944 time: 0.3560135 Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:12.271460 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:12.280486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.284120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router be0ac009-701c-4f56-b05c-39f701f15905 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:12.330515 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-449a9301-8738-4370-a879-9010202654b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:12.334730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-449a9301-8738-4370-a879-9010202654b9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b2e9d0f-ed47-4c72-aa81-ca05d477b48a HTTP/1.1" status: 200 len: 852 time: 0.1763964 Aug 16 02:24:12.410553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] Provisioning for port 9c145e9d-d421-47ee-92b7-9d727f75db2d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:12.439806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 9c145e9d-d421-47ee-92b7-9d727f75db2d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:12.445999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] Provisioning complete for port 9c145e9d-d421-47ee-92b7-9d727f75db2d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:12.446154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.446891 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.458355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.460336 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/networks/8e4d0571-6cc4-4228-84ac-f3455ec76017 HTTP/1.1" status: 204 len: 168 time: 2.3284447 Aug 16 02:24:12.461741 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:12.467720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38896) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:12.475060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:12.486569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9c145e9d-d421-47ee-92b7-9d727f75db2d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:12.487089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.488917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:12.546189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a721a7-f9aa-40b9-ab9f-55dd5f7acbe6 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Network': ['ID=8e4d0571-6cc4-4228-84ac-f3455ec76017,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.569976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-7f4c6cad-a173-46e8-ad2d-6fc647ccdfc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550758 Aug 16 02:24:12.689862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:12.699539 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] Sync routers for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:12.702572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.721167 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:12.721949 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:23:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:12.736564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=3e9b10be-1e89-4e2f-b967-713282e3ae3c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:12.737673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.825071 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e3312970-bb63-4084-8232-cb0cb41cd033 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/floatingips/b7a2db90-62fc-4dee-9cbc-0bd438db2ae9 HTTP/1.1" status: 204 len: 168 time: 3.6887491 Aug 16 02:24:12.825071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:12.829665 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48824e1-fb97-403b-928b-a58752f77125" -d '{"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:12.838555 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.839306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-832a4e57-8c03-4b87-b40a-e25490489359 req-f136063d-0353-476c-a638-f7dcb9ebc40d tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5645070 Aug 16 02:24:12.864025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.894780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-77a74159-84d6-49a9-8d4c-2dd5676fdec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:12.899753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] For port 9c145e9d-d421-47ee-92b7-9d727f75db2d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9c145e9d-d421-47ee-92b7-9d727f75db2d,segment=NetworkSegment(5cbd05d0-1693-4d29-b0d6-c1359a7ddd93),segment_id=5cbd05d0-1693-4d29-b0d6-c1359a7ddd93)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:12.964181 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d49e3-639f-4858-a6b9-371147db25cb x-openstack-request-id: req-b45d49e3-639f-4858-a6b9-371147db25cb {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:12.965359 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:12.965619 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b45d49e3-639f-4858-a6b9-371147db25cb {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:12.966039 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'status': 'completed', 'code': 200} Aug 16 02:24:12.966987 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.018855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting subnet 5b51aea4-3731-4f78-8eca-f48fd863df7f {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:13.121928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.132314 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:13.155747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48824e1-fb97-403b-928b-a58752f77125 req-cac68972-b250-4435-90ae-f503877da403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.164632 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-cac68972-b250-4435-90ae-f503877da403 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 1097 time: 0.1478565 Aug 16 02:24:13.247308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.293273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:24:13.297359 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:24:13.356609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e7aa-1760-4b5d-b1be-822e1f674e56 None None] Pushing event updated for resources: {'Port': ['ID=9c145e9d-d421-47ee-92b7-9d727f75db2d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:13.374250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6be13c88-7113-4aca-a010-ff519f61d0d4 None None] Provisioning complete for port 9c145e9d-d421-47ee-92b7-9d727f75db2d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:13.375505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6be13c88-7113-4aca-a010-ff519f61d0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:13.524449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48824e1-fb97-403b-928b-a58752f77125 req-93e999cf-20de-4280-a4d3-839d7dad9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.526083 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-93e999cf-20de-4280-a4d3-839d7dad9c14 service neutron] 10.222.0.58 "GET /v2.0/networks?id=13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 200 len: 897 time: 0.3292050 Aug 16 02:24:13.634250 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-d27d729b-f94d-494e-9129-d5088e200a4c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 200 len: 217 time: 0.0672245 Aug 16 02:24:13.688978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-5a095d58-53f8-41f5-91b3-29e3b0f34bde service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9880035 Aug 16 02:24:13.779696 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:54Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:13.829087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48824e1-fb97-403b-928b-a58752f77125 req-440c8292-4f98-4c25-a419-d2b5cca32b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:13.830949 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-440c8292-4f98-4c25-a419-d2b5cca32b77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 200 len: 834 time: 0.1526039 Aug 16 02:24:13.961255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc39ad40-2317-49e3-9a47-f03a54c43ab4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:13.969137 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] Checking router: be0ac009-701c-4f56-b05c-39f701f15905 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:13.979998 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:13.980668 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:13.986035 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.011618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.022705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: dc39ad40-2317-49e3-9a47-f03a54c43ab4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:14.023290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc39ad40-2317-49e3-9a47-f03a54c43ab4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:14.129075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48824e1-fb97-403b-928b-a58752f77125 req-cd6aa9c3-ac1e-4af6-80b9-606eda002426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.129075 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-cd6aa9c3-ac1e-4af6-80b9-606eda002426 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=13170a3d-26b3-4095-881a-7980aca52dc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1665540 Aug 16 02:24:14.129075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-3dd71012-b932-457f-8f21-1b6cf3f0e80a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.129075 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-3dd71012-b932-457f-8f21-1b6cf3f0e80a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.1435115 Aug 16 02:24:14.166036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9c145e9d-d421-47ee-92b7-9d727f75db2d up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:14.166217 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:14.173205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c7164-07ce-403f-91fd-3bbfb35aa1b9 req-5afdedd2-8333-4cd9-b9c3-7b453f111c3b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.181646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-934c7164-07ce-403f-91fd-3bbfb35aa1b9 req-5afdedd2-8333-4cd9-b9c3-7b453f111c3b tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 1.0316930 Aug 16 02:24:14.293408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-515cc39a-d6ec-47c5-9745-afb0b1b61622 req-fdd1235d-52f6-4965-a981-d582200b5105 service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946209 Aug 16 02:24:14.316075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed722e1-f16e-4e67-bea2-3a4ff47d04c0 req-bb87485d-ed07-4e55-a1e6-9dfb99ec0da1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:14.326054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ed722e1-f16e-4e67-bea2-3a4ff47d04c0 req-bb87485d-ed07-4e55-a1e6-9dfb99ec0da1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 945 time: 0.6498430 Aug 16 02:24:14.377065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9c145e9d-d421-47ee-92b7-9d727f75db2d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:14.377714 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.415853 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-934c7164-07ce-403f-91fd-3bbfb35aa1b9 req-03a09c57-13c3-4ea5-878d-1f59bb59e63a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316821 Aug 16 02:24:14.464683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-4af61e33-764f-4751-a85a-cd98adf68b4e service neutron] 10.222.0.58 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657269 Aug 16 02:24:14.608989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.762418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ed722e1-f16e-4e67-bea2-3a4ff47d04c0 req-a04335bc-dd95-4d9b-beda-561df94396f1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=df320267-5c3a-41b0-b5f3-e3592c69532f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355807 Aug 16 02:24:14.785744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.793663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:14.793663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.880865 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:54Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:14.921012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Subnet': ['ID=5b51aea4-3731-4f78-8eca-f48fd863df7f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:14.937230 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:14.947216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f0d1a68-a948-43c4-8638-7a96a63239e5 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/subnets/5b51aea4-3731-4f78-8eca-f48fd863df7f HTTP/1.1" status: 204 len: 168 time: 2.4493599 Aug 16 02:24:14.956326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe21563-0857-495a-abf8-fe41ffeb263c None None] Network bfd7ac66-2a52-4c1f-8a03-1997b3ab907d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:14.966230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38936) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:14.967741 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c642cc3-756d-4390-bbeb-48bca8dbff6b None None] The sync data for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 is: [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:22:45Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5bda794a-ee8b-4f35-bd89-8efb50955bc1', 'name': '', 'network_id': '13170a3d-26b3-4095-881a-7980aca52dc4', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:67:5e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_interface', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:43Z', 'updated_at': '2021-08-16T02:22:54Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '1169205e-3b1e-4b86-8371-0317baa144d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:15.093090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:15.094250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.112546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:15.206358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af500993-4540-4799-8d7f-fd4c78423a5c req-a352c603-6b5a-4d9c-93f3-d71091d3deb9 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.221363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af500993-4540-4799-8d7f-fd4c78423a5c req-a352c603-6b5a-4d9c-93f3-d71091d3deb9 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 944 time: 0.6083100 Aug 16 02:24:15.225780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-3473adad-cecf-495d-8c9e-01078a5b75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:15.227177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f48824e1-fb97-403b-928b-a58752f77125 req-131bc88c-bc47-4729-ad65-c312c32b8990 service neutron] 10.222.0.58 "GET /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7203467 Aug 16 02:24:15.230332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-3473adad-cecf-495d-8c9e-01078a5b75cf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a92e1485fde42cb95975bcde76c3d85&device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 1096 time: 0.7956297 Aug 16 02:24:15.435073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] DHCP port deletion for bfd7ac66-2a52-4c1f-8a03-1997b3ab907d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:15.486210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting subnet 3172ec6f-99e6-47fd-bab3-a0072ca34ded {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:15.514900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.529949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.562579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] Deleting port 3e7fff8f-fc88-4b37-9482-a3db7e72493c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:15.563244 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.623309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af500993-4540-4799-8d7f-fd4c78423a5c req-9420302f-5c0d-4b2f-ae2b-826383246b62 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4009290 Aug 16 02:24:15.645784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=271cd7ac-4a4e-4e6d-a7f7-b18323e266ed,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:15.656877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.758439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] For port 3e7fff8f-fc88-4b37-9482-a3db7e72493c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3e7fff8f-fc88-4b37-9482-a3db7e72493c,segment=NetworkSegment(1f23c203-8cf9-4fa0-9e06-edce64dda075),segment_id=1f23c203-8cf9-4fa0-9e06-edce64dda075)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:15.758439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.794846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] No DVR routers for this DVR port 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:15.809957 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:15.819983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e387faee-7d4b-47d1-82fe-c4bc63b8d874 req-1abcc791-7799-47d2-8f52-d3a09136c175 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.58 "DELETE /v2.0/ports/271cd7ac-4a4e-4e6d-a7f7-b18323e266ed HTTP/1.1" status: 204 len: 173 time: 1.6867476 Aug 16 02:24:15.820777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-deleted', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:15.822547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28562844-72df-490a-8377-3b3d94d1bab7 None None] New status for floating IP b7a2db90-62fc-4dee-9cbc-0bd438db2ae9: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:24:15.852652 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a38aca-eae2-48d7-9276-4c3fa52b550b" -d '{"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-deleted", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:15.866308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] Calling delete_port for 3e7fff8f-fc88-4b37-9482-a3db7e72493c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:16.301080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.325231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e09b3afc-c1dd-475d-b093-cdee237e11da details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:16.550913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e7fff8f-fc88-4b37-9482-a3db7e72493c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:16.573658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:16.743893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e09b3afc-c1dd-475d-b093-cdee237e11da, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e09b3afc-c1dd-475d-b093-cdee237e11da,segment=NetworkSegment(6b418197-aff5-4b35-a65a-8b7249951748),segment_id=6b418197-aff5-4b35-a65a-8b7249951748)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:16.776329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'e09b3afc-c1dd-475d-b093-cdee237e11da', 'network_id': '9dd0156e-8bbe-4838-9c9c-e1ac9dab151c', 'port_id': 'e09b3afc-c1dd-475d-b093-cdee237e11da', 'mac_address': 'fa:16:3e:9b:5a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2e9d0f-ed47-4c72-aa81-ca05d477b48a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:16.788660 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-430fba7b-b0f3-4c79-90a0-798acbad44ec req-c06d86b1-784c-40be-b5b6-3dd4b6186fe1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=d57c77ed-9928-4931-9475-8c940299fa8a HTTP/1.1" status: 200 len: 210 time: 0.2060916 Aug 16 02:24:16.818240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-3bc52286-b4f9-494f-b070-6db8bd499dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:16.824962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-3bc52286-b4f9-494f-b070-6db8bd499dc4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c HTTP/1.1" status: 200 len: 913 time: 1.5824401 Aug 16 02:24:16.983988 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8564dd-ab91-4942-bebf-acf6e8c3626c x-openstack-request-id: req-fe8564dd-ab91-4942-bebf-acf6e8c3626c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:16.985376 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d57c77ed-9928-4931-9475-8c940299fa8a", "name": "network-vif-deleted", "tag": "271cd7ac-4a4e-4e6d-a7f7-b18323e266ed", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:16.985839 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe8564dd-ab91-4942-bebf-acf6e8c3626c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:16.986447 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd57c77ed-9928-4931-9475-8c940299fa8a', 'name': 'network-vif-deleted', 'tag': '271cd7ac-4a4e-4e6d-a7f7-b18323e266ed', 'status': 'completed', 'code': 200} Aug 16 02:24:17.035257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.084445 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.100118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.119018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e09b3afc-c1dd-475d-b093-cdee237e11da {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:17.138945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e09b3afc-c1dd-475d-b093-cdee237e11da, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e09b3afc-c1dd-475d-b093-cdee237e11da,segment=NetworkSegment(6b418197-aff5-4b35-a65a-8b7249951748),segment_id=6b418197-aff5-4b35-a65a-8b7249951748)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:17.181264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-5c63c6cb-b7a4-4ccd-a94b-76ec1010b726 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09b3afc-c1dd-475d-b093-cdee237e11da HTTP/1.1" status: 200 len: 217 time: 0.0593770 Aug 16 02:24:17.190174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f26b6-0fac-425d-a08a-3e82f8ded1c8 req-7ce07ee9-e48e-45d8-b9d8-fa72f9e1b4da tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.191612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-389f26b6-0fac-425d-a08a-3e82f8ded1c8 req-7ce07ee9-e48e-45d8-b9d8-fa72f9e1b4da tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 1.5174618 Aug 16 02:24:17.211022 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.266589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-07d75f79-dd53-41bd-b510-a91cbd0149bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.268082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-07d75f79-dd53-41bd-b510-a91cbd0149bd service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b2e9d0f-ed47-4c72-aa81-ca05d477b48a HTTP/1.1" status: 200 len: 852 time: 0.0667818 Aug 16 02:24:17.322744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-f3490220-72ea-4a97-b091-a950c20303e1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408380 Aug 16 02:24:17.446899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d025774-ca7c-4d8f-81c9-8851172dceb0 req-43460ae2-9bd7-40c1-99c9-be37f3ddd992 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:17.448874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d025774-ca7c-4d8f-81c9-8851172dceb0 req-43460ae2-9bd7-40c1-99c9-be37f3ddd992 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 944 time: 0.2868156 Aug 16 02:24:17.452190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-389f26b6-0fac-425d-a08a-3e82f8ded1c8 req-cdc65dda-9c6b-4156-bd99-3a1c9d924d10 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792715 Aug 16 02:24:17.507259 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.541046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:17.542935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.556941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Subnet': ['ID=3172ec6f-99e6-47fd-bab3-a0072ca34ded,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.558485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:24:17.570434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] Pushing event deleted for resources: {'Port': ['ID=3e7fff8f-fc88-4b37-9482-a3db7e72493c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.582215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.582764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:17.582764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 271cd7ac-4a4e-4e6d-a7f7-b18323e266ed not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:17.584202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6c76606f-e1ce-4bbd-9883-526183abf427 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/subnets/3172ec6f-99e6-47fd-bab3-a0072ca34ded HTTP/1.1" status: 204 len: 168 time: 2.6110802 Aug 16 02:24:17.585493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ecf8e-5730-4a89-8581-a7c25072e4c8 None None] No DVR routers for this DVR port 3e7fff8f-fc88-4b37-9482-a3db7e72493c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:17.586752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.588939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-2f4909a8-f137-462d-baa9-d234fb3d1d09 service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520485 Aug 16 02:24:17.589222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdebfa84-3799-41e4-8376-4f5ed11b34fa None None] Network 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:17.592198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d025774-ca7c-4d8f-81c9-8851172dceb0 req-91ada7a5-e6a3-43fe-b369-54e713230921 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314895 Aug 16 02:24:17.755334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e09b3afc-c1dd-475d-b093-cdee237e11da,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:17.771139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e09b3afc-c1dd-475d-b093-cdee237e11da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:17.798452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ec4e4c8-1332-4186-904d-eb876b8e00a9 req-ed68ff12-fe45-4070-8e5c-051f2313fc0c service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019138 Aug 16 02:24:17.799824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:17.818300 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Sync routers for ids ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:17.829868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.833737 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Routers {'5087aed1-fe6c-4fbf-97fe-8e337b432bfd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:17.834583 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:17.909892 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:17.911423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e4eb20b-fea6-4030-953c-1fa9f80b0ad5 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.5611010 Aug 16 02:24:17.914390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38966) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.936685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 38968) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:17.971967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] DHCP port deletion for 71b8c97e-a66d-4f7f-b7a9-1777834b6a53 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:18.127116 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Set router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:18.212063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] Deleting port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:18.212586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.333299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.351472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] For port 0002e34e-3a85-4b36-a603-5d9aec71e4a6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0002e34e-3a85-4b36-a603-5d9aec71e4a6,segment=NetworkSegment(8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1),segment_id=8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:18.356640 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.367151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd7ac66-2a52-4c1f-8a03-1997b3ab907d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:18.387001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] Calling delete_port for 0002e34e-3a85-4b36-a603-5d9aec71e4a6 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:18.411818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f23c203-8cf9-4fa0-9e06-edce64dda075') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:18.412428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f23c203-8cf9-4fa0-9e06-edce64dda075') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:18.462515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.488552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0002e34e-3a85-4b36-a603-5d9aec71e4a6 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:18.669549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:13Z', 'revision_number': 3, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:18.698384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.716699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:18.717448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:18.721745 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:18.851524 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Checking router: 5087aed1-fe6c-4fbf-97fe-8e337b432bfd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:18.853596 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Updating router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd port 3e9b10be-1e89-4e2f-b967-713282e3ae3c binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:18.877371 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.897672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] No DVR routers for this DVR port 0002e34e-3a85-4b36-a603-5d9aec71e4a6 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:18.923344 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.976317 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:18.978060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdc9e63-17b8-499b-8168-9501f6259564 None None] Pushing event deleted for resources: {'Port': ['ID=0002e34e-3a85-4b36-a603-5d9aec71e4a6,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:19.081774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee92dd0-9db6-49aa-bc66-646cbc3cab15 req-6776a3ae-4cd3-4810-bfa1-3eb6b02f67b3 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.094935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bee92dd0-9db6-49aa-bc66-646cbc3cab15 req-6776a3ae-4cd3-4810-bfa1-3eb6b02f67b3 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 945 time: 0.2448411 Aug 16 02:24:19.138179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34301ea-f098-49c6-b380-397d3827174a req-0ea24960-459a-4b10-9666-0a10d283aa85 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:19.140848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e34301ea-f098-49c6-b380-397d3827174a req-0ea24960-459a-4b10-9666-0a10d283aa85 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.4772580 Aug 16 02:24:19.376823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e34301ea-f098-49c6-b380-397d3827174a req-99c0bef1-661c-473d-bfa6-4238f1cecec6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251823 Aug 16 02:24:19.471885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bee92dd0-9db6-49aa-bc66-646cbc3cab15 req-6cf1819c-b7d4-4fd5-841e-74c1f69b6e3b tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274145 Aug 16 02:24:19.622664 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.668537 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Transition to ACTIVE for port object 3e9b10be-1e89-4e2f-b967-713282e3ae3c will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:19.675703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:19.997099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.037282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Allocated IP 172.20.0.1 (2c941780-d479-4541-a545-7a6ad757f97a/fbae5405-b58c-4377-83c8-18246efaf571/293ac6e3-7bd9-4bcd-9a0f-20ad347607e3) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:20.112714 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.166251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.213248 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Attempting to bind port 3e9b10be-1e89-4e2f-b967-713282e3ae3c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:20.213248 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Attempting to bind port 3e9b10be-1e89-4e2f-b967-713282e3ae3c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:20.213248 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Attempting to bind port 3e9b10be-1e89-4e2f-b967-713282e3ae3c on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:20.213562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.213562 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/networks/bfd7ac66-2a52-4c1f-8a03-1997b3ab907d HTTP/1.1" status: 204 len: 168 time: 2.6090288 Aug 16 02:24:20.213708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 38994) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:20.214108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbb97b-1427-4d94-aeae-1ae267ab1398 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Network': ['ID=bfd7ac66-2a52-4c1f-8a03-1997b3ab907d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.222231 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Pushing event updated for resources: {'Port': ['ID=3e9b10be-1e89-4e2f-b967-713282e3ae3c,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.231935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:20.231935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:20.232323 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.232722 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:20.233184 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Bound port: 3e9b10be-1e89-4e2f-b967-713282e3ae3c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:20.233571 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.272584 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.331631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e09b3afc-c1dd-475d-b093-cdee237e11da up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:20.342326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Transition to ACTIVE for port object 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:20.353993 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.360601 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.361450 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.361992 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.363105 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.364776 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.365350 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.365927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.366466 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.367223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.368477 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.369027 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.370385 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:20.401743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 5bda794a-ee8b-4f35-bd89-8efb50955bc1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:20.402156 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.423848 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] For port 3e9b10be-1e89-4e2f-b967-713282e3ae3c, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:20.427035 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] For port 3e9b10be-1e89-4e2f-b967-713282e3ae3c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3e9b10be-1e89-4e2f-b967-713282e3ae3c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:20.516035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port e09b3afc-c1dd-475d-b093-cdee237e11da completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:20.517571 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.528052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port e09b3afc-c1dd-475d-b093-cdee237e11da triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:20.528544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.540219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 5bda794a-ee8b-4f35-bd89-8efb50955bc1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5bda794a-ee8b-4f35-bd89-8efb50955bc1,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:20.540606 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.555150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 5bda794a-ee8b-4f35-bd89-8efb50955bc1 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:20.658386 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.675036 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9f5a2-f474-4bb8-9021-e99a4297b2b5 None None] Pushing event updated for resources: {'Port': ['ID=3e9b10be-1e89-4e2f-b967-713282e3ae3c,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.723980 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Routers {'5087aed1-fe6c-4fbf-97fe-8e337b432bfd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:20.728905 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.733690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.774422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.803851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e09b3afc-c1dd-475d-b093-cdee237e11da, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e09b3afc-c1dd-475d-b093-cdee237e11da,segment=NetworkSegment(6b418197-aff5-4b35-a65a-8b7249951748),segment_id=6b418197-aff5-4b35-a65a-8b7249951748)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:20.804860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09b3afc-c1dd-475d-b093-cdee237e11da'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:20.808270 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a57176-c9ea-43cb-a57c-3e13dfbda7d0" -d '{"events": [{"server_uuid": "ac79be90-fbfb-4013-aa85-0233df668eca", "name": "network-vif-plugged", "status": "completed", "tag": "e09b3afc-c1dd-475d-b093-cdee237e11da"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:20.869308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.871855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b8c97e-a66d-4f7f-b7a9-1777834b6a53']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.904531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Network 2c941780-d479-4541-a545-7a6ad757f97a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:20.915827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:20.919699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:20.925823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.926200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8da8d946-fae9-4d6a-a79f-7c3c5e20e3e1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:20.960379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:20.960618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e09b3afc-c1dd-475d-b093-cdee237e11da,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:20.965471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] Set router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:21.008205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:21.029496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.030138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=5bda794a-ee8b-4f35-bd89-8efb50955bc1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:21.051440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bffa842-a67c-4de2-b5ac-30addd8ae4ae req-251d42ef-3323-4d7b-ac94-36783af79a52 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.053720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bffa842-a67c-4de2-b5ac-30addd8ae4ae req-251d42ef-3323-4d7b-ac94-36783af79a52 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.5462801 Aug 16 02:24:21.176417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37068a5-9bfa-45ef-b884-498ce048d046 req-89addf5d-85ad-4b0f-96bc-ff5f3f73bdd6 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.177605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e37068a5-9bfa-45ef-b884-498ce048d046 req-89addf5d-85ad-4b0f-96bc-ff5f3f73bdd6 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 945 time: 0.5107689 Aug 16 02:24:21.194558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.234831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.359387 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:13Z', 'revision_number': 3, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:21.396753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:21.397332 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:21.403466 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:21.422947 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95b81d6-f8e6-49f1-ba60-4115d9208567 None None] The sync data for ids ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'] in n-d-768852-19 is: [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:13Z', 'revision_number': 3, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:21.454527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.497495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-695c04eb-a103-4a4e-af70-736c40769ca5 None None] Provisioning for port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:21.501794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-695c04eb-a103-4a4e-af70-736c40769ca5 None None] Provisioning complete for port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:21.502400 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-695c04eb-a103-4a4e-af70-736c40769ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.558685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-695c04eb-a103-4a4e-af70-736c40769ca5 None None] Port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:21.577180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e37068a5-9bfa-45ef-b884-498ce048d046 req-bc16e411-2cfc-47f7-a1c0-0df295b6f54e tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840296 Aug 16 02:24:21.580165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7bffa842-a67c-4de2-b5ac-30addd8ae4ae req-d50b7b9e-2d20-44eb-976c-f9bbf38c5d0c tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5089226 Aug 16 02:24:21.649874 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e4558d-a6d4-4d78-97a5-7b84f8fa3bad x-openstack-request-id: req-42e4558d-a6d4-4d78-97a5-7b84f8fa3bad {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:21.650184 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79be90-fbfb-4013-aa85-0233df668eca", "name": "network-vif-plugged", "status": "completed", "tag": "e09b3afc-c1dd-475d-b093-cdee237e11da", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:21.650447 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42e4558d-a6d4-4d78-97a5-7b84f8fa3bad {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:21.650941 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e09b3afc-c1dd-475d-b093-cdee237e11da', 'code': 200} Aug 16 02:24:21.652367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.667848 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.678414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/networks/71b8c97e-a66d-4f7f-b7a9-1777834b6a53 HTTP/1.1" status: 204 len: 168 time: 1.4745445 Aug 16 02:24:21.679230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39010) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:21.733380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29c5f2-47f7-4845-be56-274a5c2146ef tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Network': ['ID=71b8c97e-a66d-4f7f-b7a9-1777834b6a53,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:21.861093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.863873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router be0ac009-701c-4f56-b05c-39f701f15905 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:21.882370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting subnet ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:21.889612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:21.949239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38766ae8-c109-4fea-b771-3d041d23548a req-9e9e52fb-493c-4ec8-aebf-1f89392133b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:21.952126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38766ae8-c109-4fea-b771-3d041d23548a req-9e9e52fb-493c-4ec8-aebf-1f89392133b9 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 1098 time: 0.2099226 Aug 16 02:24:22.009933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.012544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:22.024256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] Sync routers for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:22.024446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b60824ff-0d7d-4f4e-ae5a-1596022ffd62 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/be0ac009-701c-4f56-b05c-39f701f15905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0919845 Aug 16 02:24:22.027780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39014) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:22.036454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:22.037358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:22.133879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting subnet 1169205e-3b1e-4b86-8371-0317baa144d8 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:22.144577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.185733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:22.243611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.273468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38766ae8-c109-4fea-b771-3d041d23548a req-e457aae2-8cd1-4080-ae78-7eae3429a3b1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820014 Aug 16 02:24:22.336148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.402972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e9b10be-1e89-4e2f-b967-713282e3ae3c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:22.449854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.542038 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.559897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.598851 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516ed70d-d813-416f-8263-2a172631a37a None None] Network 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:22.600500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.603133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.608470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39020) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:22.618703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8f29d496-4d48-496b-b5a5-590df0d0acb2 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/subnets/ceb83a74-bb58-4ccc-bd2e-5d5767cb4be3 HTTP/1.1" status: 204 len: 168 time: 0.9261899 Aug 16 02:24:22.651733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.709659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3e9b10be-1e89-4e2f-b967-713282e3ae3c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:22.722507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3e9b10be-1e89-4e2f-b967-713282e3ae3c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:22.722923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.799815 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.807381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.813762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:24:20Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:22.895526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Subnet': ['ID=1169205e-3b1e-4b86-8371-0317baa144d8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.926545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] Checking router: be0ac009-701c-4f56-b05c-39f701f15905 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:22.929021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Pushing event updated for resources: {'Port': ['ID=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:22.939225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.949403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:22.953933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce733431-971f-4502-b6f3-13d6533e3a53 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/subnets/1169205e-3b1e-4b86-8371-0317baa144d8 HTTP/1.1" status: 204 len: 168 time: 0.9223824 Aug 16 02:24:22.954443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39030) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:22.972801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44dce0d9-840b-43fe-abe8-64e132e8c1e4 None None] Network 13170a3d-26b3-4095-881a-7980aca52dc4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:23.029439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39032) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:23.035720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] Routers {'be0ac009-701c-4f56-b05c-39f701f15905'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:23.036449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['be0ac009-701c-4f56-b05c-39f701f15905'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:23.146717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Network 2c941780-d479-4541-a545-7a6ad757f97a is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:23.164781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad397084-201d-472e-9ea6-ed880798e269 req-bc70164b-d0ce-4ac2-b76a-5e2f8a6e5b48 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:23.173674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad397084-201d-472e-9ea6-ed880798e269 req-bc70164b-d0ce-4ac2-b76a-5e2f8a6e5b48 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.3594415 Aug 16 02:24:23.186035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bed1c3-3208-4c76-9f56-afa10ab90da1 req-1f6574d5-da86-4a54-b0ba-292d5c5a9c96 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:23.196652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4bed1c3-3208-4c76-9f56-afa10ab90da1 req-1f6574d5-da86-4a54-b0ba-292d5c5a9c96 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.4134293 Aug 16 02:24:23.208323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Deleting port 8851c4db-fd18-4c38-9c30-a30f26224214 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:23.208807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.239241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:23.272677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.355505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad397084-201d-472e-9ea6-ed880798e269 req-ef105e9c-b25f-4318-9fd0-6c302e3c328e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754529 Aug 16 02:24:23.381533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] Set router be0ac009-701c-4f56-b05c-39f701f15905 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:23.392816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4bed1c3-3208-4c76-9f56-afa10ab90da1 req-7801164e-50b2-4422-a5e7-4d8a289b3c34 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925266 Aug 16 02:24:23.453159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baa89f6c-44a8-47f2-8c18-0611335fb948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.496402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] For port 8851c4db-fd18-4c38-9c30-a30f26224214, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8851c4db-fd18-4c38-9c30-a30f26224214,segment=NetworkSegment(5326807a-0963-4802-b6b5-b9652a47888f),segment_id=5326807a-0963-4802-b6b5-b9652a47888f)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:23.496687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.541374 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.554858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Calling delete_port for 8851c4db-fd18-4c38-9c30-a30f26224214 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:23.573761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:24:23.639490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.810675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baa89f6c-44a8-47f2-8c18-0611335fb948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.837866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 61066f9c-a963-44db-8f11-c4a266dcaa25 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:23.838312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.859247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:23.950372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Port': ['ID=8851c4db-fd18-4c38-9c30-a30f26224214,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:23.956896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-baa89f6c-44a8-47f2-8c18-0611335fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.041375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] No DVR routers for this DVR port 8851c4db-fd18-4c38-9c30-a30f26224214 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:24.142087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3e9b10be-1e89-4e2f-b967-713282e3ae3c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3e9b10be-1e89-4e2f-b967-713282e3ae3c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:24.172182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.172630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:24.179453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-900aef83-e121-479a-a489-1cc92c81ff0c None None] Provisioning complete for port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:24.180114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-900aef83-e121-479a-a489-1cc92c81ff0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.184107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbdebdb-22c2-4ab1-9b68-dab06a439e4b']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.239609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d662fa25-7937-46cc-8b27-7751308921f6 None None] DHCP port deletion for 6fbdebdb-22c2-4ab1-9b68-dab06a439e4b request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:24.253902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-900aef83-e121-479a-a489-1cc92c81ff0c None None] Port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:24.255998 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.256745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-baa89f6c-44a8-47f2-8c18-0611335fb948 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fa1211e28206446e8c8ea61342426ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2197213 Aug 16 02:24:24.264611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39042) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:24.275157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa89f6c-44a8-47f2-8c18-0611335fb948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a1ad80-a58b-4923-b8cd-7e02cf38bb95,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:24.290941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5326807a-0963-4802-b6b5-b9652a47888f') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.293012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5326807a-0963-4802-b6b5-b9652a47888f') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.321902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.338336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:24.363729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'port_id': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'mac_address': 'fa:16:3e:ea:27:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:24:24.373949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:24:20Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.397561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:24.412760 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Sync routers for ids ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:24.415667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.419150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 61066f9c-a963-44db-8f11-c4a266dcaa25, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=61066f9c-a963-44db-8f11-c4a266dcaa25,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:24.421696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.428985 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.431206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] DHCP port deletion for 13170a3d-26b3-4095-881a-7980aca52dc4 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:24.448590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-88260c5e-b064-41d1-aeb3-c6c2e8613cc6 admin admin] 10.222.0.76 "PUT /v2.0/routers/5087aed1-fe6c-4fbf-97fe-8e337b432bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5269012 Aug 16 02:24:24.460067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Routers {'5087aed1-fe6c-4fbf-97fe-8e337b432bfd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:24.463829 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:24.472596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8851c4db-fd18-4c38-9c30-a30f26224214 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:24.509259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf5b85-96b9-4253-9035-8a8c99f2a4d4 None None] The sync data for ids ['be0ac009-701c-4f56-b05c-39f701f15905'] in n-d-768852-19 is: [{'id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789383174', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7'}], 'enable_snat': True}, 'gw_port_id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:22:35Z', 'updated_at': '2021-08-16T02:24:20Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '61066f9c-a963-44db-8f11-c4a266dcaa25', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:be:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be0ac009-701c-4f56-b05c-39f701f15905', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:22:37Z', 'updated_at': '2021-08-16T02:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:24.511988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 61066f9c-a963-44db-8f11-c4a266dcaa25 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:24.524464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 8851c4db-fd18-4c38-9c30-a30f26224214 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:24.524834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8851c4db-fd18-4c38-9c30-a30f26224214 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:24.547449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25ced1d4-03ed-4202-9db3-d311702cf15d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:24.605182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3e9b10be-1e89-4e2f-b967-713282e3ae3c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:24.664730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:24.702833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] Deleting port cb07d52c-c2f0-48e3-9c5c-79f15964814b {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:24.706953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.721214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165057ba-34a7-47b8-9802-1ddf876eca76 req-86522ca8-bc7d-4cac-a743-860b0a6fff06 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.724964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:24.724964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.725171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-165057ba-34a7-47b8-9802-1ddf876eca76 req-86522ca8-bc7d-4cac-a743-860b0a6fff06 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1998551 Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:24.737325 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:24.803796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce801423-cf9a-4cf9-96b9-a41245017396 req-a3962e12-8c7e-4e04-b1af-a1bd1c42e854 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:24.807450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce801423-cf9a-4cf9-96b9-a41245017396 req-a3962e12-8c7e-4e04-b1af-a1bd1c42e854 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 944 time: 0.2081323 Aug 16 02:24:24.881594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] For port cb07d52c-c2f0-48e3-9c5c-79f15964814b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cb07d52c-c2f0-48e3-9c5c-79f15964814b,segment=NetworkSegment(623ca230-98b2-4467-bd37-868fa2935a2b),segment_id=623ca230-98b2-4467-bd37-868fa2935a2b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:24.882018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.911543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] Calling delete_port for cb07d52c-c2f0-48e3-9c5c-79f15964814b owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:24.912194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-165057ba-34a7-47b8-9802-1ddf876eca76 req-5f119755-27b6-4421-b66e-4370f654c5fa tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797094 Aug 16 02:24:24.929114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d667-5735-4c4f-8084-61bca6e09fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.934142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce801423-cf9a-4cf9-96b9-a41245017396 req-a74697de-a50a-4d21-9012-8421b4bab172 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150057 Aug 16 02:24:24.934875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:24.988152 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Set router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:25.004584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=61066f9c-a963-44db-8f11-c4a266dcaa25,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.016854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.039282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d667-5735-4c4f-8084-61bca6e09fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.181003 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.186193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.186456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.231513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9aadb-c0ab-4c5b-974c-0721047eb5ac req-a7236c2c-793f-456e-b0ad-7734eb67b505 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:25.234967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1a9aadb-c0ab-4c5b-974c-0721047eb5ac req-a7236c2c-793f-456e-b0ad-7734eb67b505 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1249142 Aug 16 02:24:25.251998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['25ced1d4-03ed-4202-9db3-d311702cf15d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:25.288927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.303041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/networks/6fbdebdb-22c2-4ab1-9b68-dab06a439e4b HTTP/1.1" status: 204 len: 168 time: 2.6849165 Aug 16 02:24:25.303620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39056) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.305472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f1a9aadb-c0ab-4c5b-974c-0721047eb5ac req-1793f221-a119-401a-b4b1-53e60ce25ece tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633035 Aug 16 02:24:25.312187 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.334710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] No DVR routers for this DVR port cb07d52c-c2f0-48e3-9c5c-79f15964814b on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:25.375770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75cc2d-503a-4196-a317-69302f20eb33 None None] Pushing event deleted for resources: {'Port': ['ID=cb07d52c-c2f0-48e3-9c5c-79f15964814b,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.435310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6afa40-fa97-4f86-bb2d-099c1e556566 tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Pushing event deleted for resources: {'Network': ['ID=6fbdebdb-22c2-4ab1-9b68-dab06a439e4b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.464701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39064) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.465419 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ec0698d6-bb5f-4ad8-8426-cdb652d1396d tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1107753-54fd-4acc-b130-8225a8d64995 HTTP/1.1" status: 200 len: 205 time: 0.1211951 Aug 16 02:24:25.468229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.470884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.554284 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:21Z', 'revision_number': 4, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '293ac6e3-7bd9-4bcd-9a0f-20ad347607e3', 'name': '', 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'mac_address': 'fa:16:3e:e8:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fbae5405-b58c-4377-83c8-18246efaf571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:19Z', 'updated_at': '2021-08-16T02:24:21Z', 'revision_number': 2, 'project_id': '183feaa91a384f11ba574cc298e090db', 'subnets': [{'id': 'fbae5405-b58c-4377-83c8-18246efaf571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:25.592080 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Checking router: 5087aed1-fe6c-4fbf-97fe-8e337b432bfd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:25.597729 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Updating router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:25.601636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.629606 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.676114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d667-5735-4c4f-8084-61bca6e09fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.676114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f9c5d667-5735-4c4f-8084-61bca6e09fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.681866 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f9c5d667-5735-4c4f-8084-61bca6e09fd9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0a1ad80-a58b-4923-b8cd-7e02cf38bb95 HTTP/1.1" status: 204 len: 168 time: 1.3910143 Aug 16 02:24:25.695820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.696447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Fanout notify agent at l3_agent the message router_deleted on router be0ac009-701c-4f56-b05c-39f701f15905 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:25.707116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.714232 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-068b5c9c-d214-4043-93ab-14c85459ddf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/routers/be0ac009-701c-4f56-b05c-39f701f15905 HTTP/1.1" status: 204 len: 168 time: 2.7583601 Aug 16 02:24:25.717392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39076) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:25.719464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c5d667-5735-4c4f-8084-61bca6e09fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a1ad80-a58b-4923-b8cd-7e02cf38bb95,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:25.918757 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.922957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:25.929880 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.094196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.094782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Fanout notify agent at l3_agent the message router_deleted on router c1107753-54fd-4acc-b130-8225a8d64995 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:26.102616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.107158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2c192942-7602-4478-9f48-2b4efc8c2a1b tempest-RoutersNegativeIpV6Test-315066043 tempest-RoutersNegativeIpV6Test-315066043-project] 10.222.0.76 "DELETE /v2.0/routers/c1107753-54fd-4acc-b130-8225a8d64995 HTTP/1.1" status: 204 len: 168 time: 0.6411438 Aug 16 02:24:26.122795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.142893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0a75c-615b-4e45-bfb2-ff866a0d6cd4 req-b16eb18d-626d-4a8f-8839-c52a8b74756a tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.144501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45e0a75c-615b-4e45-bfb2-ff866a0d6cd4 req-b16eb18d-626d-4a8f-8839-c52a8b74756a tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1522124 Aug 16 02:24:26.146314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13170a3d-26b3-4095-881a-7980aca52dc4']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:26.168565 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.182606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623ca230-98b2-4467-bd37-868fa2935a2b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:26.182939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623ca230-98b2-4467-bd37-868fa2935a2b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:26.184638 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Transition to ACTIVE for port object 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:26.226831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.259206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45e0a75c-615b-4e45-bfb2-ff866a0d6cd4 req-50bf1199-6ecd-4530-810c-28110d28927d tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053171 Aug 16 02:24:26.260789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.262037 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.282597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:26.282597 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:26.350256 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:26.367433 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6512a-f025-4f5f-9e34-5c21d0afbbbe None None] Pushing event updated for resources: {'Port': ['ID=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.454577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5890c73-94dd-4245-a785-05f35a14d421 req-7237e759-4636-416c-b43f-8a951fe16da3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:26.456826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5890c73-94dd-4245-a785-05f35a14d421 req-7237e759-4636-416c-b43f-8a951fe16da3 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 945 time: 0.1031439 Aug 16 02:24:26.484885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e9b10be-1e89-4e2f-b967-713282e3ae3c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:26.504692 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.569100 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.571020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/networks/13170a3d-26b3-4095-881a-7980aca52dc4 HTTP/1.1" status: 204 len: 168 time: 0.8523788 Aug 16 02:24:26.577866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39100) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:26.588685 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Attempting to bind port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:26.588685 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Attempting to bind port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:26.589487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Attempting to bind port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 on network 2c941780-d479-4541-a545-7a6ad757f97a {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:26.593406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46935992-8c68-413d-83ac-aa69247b50ea tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Network': ['ID=13170a3d-26b3-4095-881a-7980aca52dc4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:26.614927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:26.615579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Checking segment: {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:26.616204 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.616794 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Bound using segment: {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:26.617448 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Bound port: 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:26.618019 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.644700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5890c73-94dd-4245-a785-05f35a14d421 req-76022a85-a610-49bb-bb1c-60266738c31e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808186 Aug 16 02:24:26.670391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3e9b10be-1e89-4e2f-b967-713282e3ae3c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:26.671081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.729218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:26.745505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f946547-1625-4921-ad85-da7c59cd776d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.748480 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8c96d8a-0dde-4f2d-81c8-504808365e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.761528 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] For port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:26.765670 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] For port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,segment=NetworkSegment(5cbd05d0-1693-4d29-b0d6-c1359a7ddd93),segment_id=5cbd05d0-1693-4d29-b0d6-c1359a7ddd93)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:26.805240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f946547-1625-4921-ad85-da7c59cd776d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.895639 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.928994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb07d52c-c2f0-48e3-9c5c-79f15964814b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:26.961434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8c96d8a-0dde-4f2d-81c8-504808365e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:26.978960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: cb07d52c-c2f0-48e3-9c5c-79f15964814b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:26.979424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cb07d52c-c2f0-48e3-9c5c-79f15964814b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:26.979899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 61066f9c-a963-44db-8f11-c4a266dcaa25 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:27.027549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6512a-f025-4f5f-9e34-5c21d0afbbbe None None] Pushing event updated for resources: {'Port': ['ID=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.032695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 61066f9c-a963-44db-8f11-c4a266dcaa25 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:27.039366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 61066f9c-a963-44db-8f11-c4a266dcaa25 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:27.039366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5bda794a-ee8b-4f35-bd89-8efb50955bc1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:27.039544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8c96d8a-0dde-4f2d-81c8-504808365e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.039649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f946547-1625-4921-ad85-da7c59cd776d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.045686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9f946547-1625-4921-ad85-da7c59cd776d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.059267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9f946547-1625-4921-ad85-da7c59cd776d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/security-groups/df320267-5c3a-41b0-b5f3-e3592c69532f HTTP/1.1" status: 204 len: 168 time: 0.4765103 Aug 16 02:24:27.077310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Routers {'5087aed1-fe6c-4fbf-97fe-8e337b432bfd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:27.077310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:27.085186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5bda794a-ee8b-4f35-bd89-8efb50955bc1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:27.085324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5bda794a-ee8b-4f35-bd89-8efb50955bc1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:27.096969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.122089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c8c96d8a-0dde-4f2d-81c8-504808365e48 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4b5a51f4377048b9904df101ff96ee8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917453 Aug 16 02:24:27.123294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f946547-1625-4921-ad85-da7c59cd776d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df320267-5c3a-41b0-b5f3-e3592c69532f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.127787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39122) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.203103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c96d8a-0dde-4f2d-81c8-504808365e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efed051-ba47-44cb-87d9-ef8086413f9a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.271678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.282720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd998e2b-def3-4c54-b6ea-1d4e6d9839eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.301006 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.310715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd998e2b-def3-4c54-b6ea-1d4e6d9839eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.401200 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] Set router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:27.434678 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fd453112-6f87-4e94-bb93-594087c8e7b7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c474b4a8ba174ab880278be64ea949b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352544 Aug 16 02:24:27.436989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39134) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.490194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5899af3e-2e93-44f7-bc2b-3cff5c274908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.525468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:27.532110 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5899af3e-2e93-44f7-bc2b-3cff5c274908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.617409 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd998e2b-def3-4c54-b6ea-1d4e6d9839eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.621276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cd998e2b-def3-4c54-b6ea-1d4e6d9839eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.627672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd998e2b-def3-4c54-b6ea-1d4e6d9839eb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9efed051-ba47-44cb-87d9-ef8086413f9a HTTP/1.1" status: 204 len: 168 time: 0.4897778 Aug 16 02:24:27.643302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd998e2b-def3-4c54-b6ea-1d4e6d9839eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efed051-ba47-44cb-87d9-ef8086413f9a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.694833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 25ced1d4-03ed-4202-9db3-d311702cf15d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:27.701763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.704897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5899af3e-2e93-44f7-bc2b-3cff5c274908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.714482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5899af3e-2e93-44f7-bc2b-3cff5c274908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.714482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5899af3e-2e93-44f7-bc2b-3cff5c274908 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d485364-6c8a-4b49-885e-5844b3a98031 HTTP/1.1" status: 204 len: 168 time: 0.2733152 Aug 16 02:24:27.721567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899af3e-2e93-44f7-bc2b-3cff5c274908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d485364-6c8a-4b49-885e-5844b3a98031,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:27.745247 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:21Z', 'revision_number': 4, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '293ac6e3-7bd9-4bcd-9a0f-20ad347607e3', 'name': '', 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'mac_address': 'fa:16:3e:e8:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fbae5405-b58c-4377-83c8-18246efaf571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:19Z', 'updated_at': '2021-08-16T02:24:26Z', 'revision_number': 4, 'project_id': '183feaa91a384f11ba574cc298e090db', 'subnets': [{'id': 'fbae5405-b58c-4377-83c8-18246efaf571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:27.750791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442fb6f-7b1a-4afe-8b09-4e8a08e8734c req-d7391a56-6b2d-4174-8a18-22cbaad0fe73 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:27.770986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5442fb6f-7b1a-4afe-8b09-4e8a08e8734c req-d7391a56-6b2d-4174-8a18-22cbaad0fe73 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1377244 Aug 16 02:24:27.777613 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09ce920-b381-44bf-bc39-bd10efd57c8c None None] The sync data for ids ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'] in n-d-768852-19 is: [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:21Z', 'revision_number': 4, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '293ac6e3-7bd9-4bcd-9a0f-20ad347607e3', 'name': '', 'network_id': '2c941780-d479-4541-a545-7a6ad757f97a', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'mac_address': 'fa:16:3e:e8:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': 'fbae5405-b58c-4377-83c8-18246efaf571', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:19Z', 'updated_at': '2021-08-16T02:24:26Z', 'revision_number': 4, 'project_id': '183feaa91a384f11ba574cc298e090db', 'subnets': [{'id': 'fbae5405-b58c-4377-83c8-18246efaf571', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:27.877209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39148) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:27.888850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5442fb6f-7b1a-4afe-8b09-4e8a08e8734c req-8377890a-31e7-4d91-9a05-afa229d1e990 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110785 Aug 16 02:24:27.902014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762735876', 'description': 'tempest-secgroup-smoke-1762735876 description', 'project_id': 'c271d0e92f9641bc8675871d70eb4274'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:27.930698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:27.999505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:28.001970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:28.004803 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cc53eb-c443-47fd-bb53-223a77053e24" -d '{"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-plugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:28.022501 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.044320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b5a58-32e0-4cdc-8c45-93c4e131b81d req-0f2479e3-d5d6-4729-9306-4c80de8ce30f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:28.046950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e94b5a58-32e0-4cdc-8c45-93c4e131b81d req-0f2479e3-d5d6-4729-9306-4c80de8ce30f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 945 time: 0.0832691 Aug 16 02:24:28.047806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39156) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.080382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.196423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.218873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=10']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.232560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.233183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.242146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.244338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.247099 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.247712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.258666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.259143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.259594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.260037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.260622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.261182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:28.263465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.357369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0627fa-1e7b-4822-9260-48fa70d3a0b6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:28.439440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:28.449561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e94b5a58-32e0-4cdc-8c45-93c4e131b81d req-a3be5ad4-614b-4eb1-a3b4-53ab83ba4006 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936918 Aug 16 02:24:28.455074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.459146 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7a98eba9-b5ab-4e5b-a642-1fa40ba88760 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5781634 Aug 16 02:24:28.459368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39164) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.477964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'dc0627fa-1e7b-4822-9260-48fa70d3a0b6', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:28.504250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39166) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:28.536127 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c34d97-9f60-4fce-b16f-48202351334e x-openstack-request-id: req-d8c34d97-9f60-4fce-b16f-48202351334e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:28.537093 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-plugged", "status": "completed", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:28.537634 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d8c34d97-9f60-4fce-b16f-48202351334e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:28.538199 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'code': 200} Aug 16 02:24:28.664549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:28.675110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:28.675410 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.680197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.720318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ae480-f277-487b-b6ec-16efa58b2893 req-1618f0cc-c2e4-4f10-83ae-0fa446d824a9 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:28.720318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae7ae480-f277-487b-b6ec-16efa58b2893 req-1618f0cc-c2e4-4f10-83ae-0fa446d824a9 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1479745 Aug 16 02:24:28.852701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a80f050-b330-4b03-97a7-fefb5dd30d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:28.911841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae7ae480-f277-487b-b6ec-16efa58b2893 req-14223292-a0b9-4b8c-b3ef-37b45b557240 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679661 Aug 16 02:24:28.923156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-59eb0c14-5c29-450f-8618-be86945ac973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:28.925375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-59eb0c14-5c29-450f-8618-be86945ac973 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a92e1485fde42cb95975bcde76c3d85&device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 1098 time: 0.1832936 Aug 16 02:24:28.932633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.013621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,segment=NetworkSegment(5cbd05d0-1693-4d29-b0d6-c1359a7ddd93),segment_id=5cbd05d0-1693-4d29-b0d6-c1359a7ddd93)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:29.066375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a80f050-b330-4b03-97a7-fefb5dd30d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.073471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.092075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-65568141-9449-42a7-b4a7-71e1a3188b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:29.094612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-65568141-9449-42a7-b4a7-71e1a3188b89 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c HTTP/1.1" status: 200 len: 913 time: 0.1580338 Aug 16 02:24:29.100933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.129382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a80f050-b330-4b03-97a7-fefb5dd30d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.196041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a80f050-b330-4b03-97a7-fefb5dd30d2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b854ca21a7fc4086a77b4b616363446f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6854126 Aug 16 02:24:29.196829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39188) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:29.204372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.209157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-33ce7e61-03a1-4a0c-aa1d-138ce066dc63 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09b3afc-c1dd-475d-b093-cdee237e11da HTTP/1.1" status: 200 len: 217 time: 0.0923438 Aug 16 02:24:29.214540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80f050-b330-4b03-97a7-fefb5dd30d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597bafbc-e073-47b8-b984-bb2e682abe55,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.233123 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.373037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-ced3b6e3-3379-4b88-bbd2-4db1f997eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:29.374634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-ced3b6e3-3379-4b88-bbd2-4db1f997eec9 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b2e9d0f-ed47-4c72-aa81-ca05d477b48a HTTP/1.1" status: 200 len: 852 time: 0.1357214 Aug 16 02:24:29.397356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.411063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d356b2-1064-452d-93c7-ffdaab0148f3,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.437559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e549177-66d4-40c9-853b-5fc783b13f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.452542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-8f29f601-2e85-4324-8ed2-e3786a4a5bb4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674720 Aug 16 02:24:29.463492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c5957-dbf5-4c8e-ac22-3d4fc92bfaaf req-0d7154e4-52df-4f83-9fa7-a5113d0d3597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:29.465119 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e98c5957-dbf5-4c8e-ac22-3d4fc92bfaaf req-0d7154e4-52df-4f83-9fa7-a5113d0d3597 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1099 time: 0.6101685 Aug 16 02:24:29.471272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e549177-66d4-40c9-853b-5fc783b13f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.474479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.474986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-31527da5-f7eb-4080-bfdb-97041879f872 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0138059 Aug 16 02:24:29.486778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39190) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:29.492882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'dc0627fa-1e7b-4822-9260-48fa70d3a0b6', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:29.569393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e98c5957-dbf5-4c8e-ac22-3d4fc92bfaaf req-451950e3-16b4-48dd-ae0a-eb8d80dbf425 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930574 Aug 16 02:24:29.656982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.691237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e549177-66d4-40c9-853b-5fc783b13f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.694716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e549177-66d4-40c9-853b-5fc783b13f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.695900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9e549177-66d4-40c9-853b-5fc783b13f6a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/597bafbc-e073-47b8-b984-bb2e682abe55 HTTP/1.1" status: 204 len: 168 time: 0.4982598 Aug 16 02:24:29.699993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861567d-4fe9-45b2-91fa-4dfc3da8bc18 req-62bd2efa-d8e1-40f8-aa98-4be8f68db162 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:29.701571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e861567d-4fe9-45b2-91fa-4dfc3da8bc18 req-62bd2efa-d8e1-40f8-aa98-4be8f68db162 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.1562390 Aug 16 02:24:29.706531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-bd6338f2-b4b5-4459-9f29-7084b94396fd service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198875 Aug 16 02:24:29.719657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e549177-66d4-40c9-853b-5fc783b13f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597bafbc-e073-47b8-b984-bb2e682abe55,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.768733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.838701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.861914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdb274a-4466-4176-badd-b8e328213ab2,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:29.898802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e861567d-4fe9-45b2-91fa-4dfc3da8bc18 req-235af812-db44-4553-8829-3db66a66ab1a tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840284 Aug 16 02:24:29.924026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36fecd15-a5af-4f6b-96b9-52ef951599cd req-a1f45123-1633-4d48-aa3d-b7e6fca8f79f service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070704 Aug 16 02:24:29.970044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:29.971361 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bcf678d1-3973-41e7-91aa-5359a5fd125a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4830215 Aug 16 02:24:29.974448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39214) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:29.979601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'dc0627fa-1e7b-4822-9260-48fa70d3a0b6', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:30.089686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6467871-b22e-48d4-9d33-ea6b371468ad req-1d848117-6382-4712-bc3f-43927718526d tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:30.091245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6467871-b22e-48d4-9d33-ea6b371468ad req-1d848117-6382-4712-bc3f-43927718526d tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1050179 Aug 16 02:24:30.100746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Deleting port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:30.101073 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.189401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6467871-b22e-48d4-9d33-ea6b371468ad req-921f86b7-c3df-4f9d-9a7c-4be288f25e4f tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854371 Aug 16 02:24:30.190078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.236650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] For port 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:30.237025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.259742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Calling delete_port for 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:30.283427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.318995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39228) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.367863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:30.397090 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.427141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:30.427141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.431057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad02b183-7e45-4a95-bc7d-08f95fb7a022,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.446736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.447634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.448084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.448532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.449155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.449502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.449843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.450241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.450514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.450919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.451261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.451617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:24:30.503695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.505099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b83854ba-2d56-4612-8bb3-95775cc751dc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5296488 Aug 16 02:24:30.514313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39242) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.520163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'dc0627fa-1e7b-4822-9260-48fa70d3a0b6', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:30.617197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.632616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bd40dfbf-f021-445d-ae0c-bcd7085a90c5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:30.633210 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-bd40dfbf-f021-445d-ae0c-bcd7085a90c5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:24:30.633802 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-bd40dfbf-f021-445d-ae0c-bcd7085a90c5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:24:30.634863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bd40dfbf-f021-445d-ae0c-bcd7085a90c5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3151124 Aug 16 02:24:30.638527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39246) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.644070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--25939117'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:30.649303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.681867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.710892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.781061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.803056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f958773-b74e-4d5e-86d4-2b6614e61732,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:30.816347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.832612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.896274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:30.899610 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-85387d9a-00d5-4a77-ae81-270c8906e46b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3836901 Aug 16 02:24:30.902371 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39256) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:30.923687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'dc0627fa-1e7b-4822-9260-48fa70d3a0b6', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:30.964839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.152858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607fe2-c2f0-4696-9b1f-a4e2311793ef req-246dbe25-fcc9-4d65-8ce5-9a8796109c46 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.154384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d607fe2-c2f0-4696-9b1f-a4e2311793ef req-246dbe25-fcc9-4d65-8ce5-9a8796109c46 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.1307561 Aug 16 02:24:31.664996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.738898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d607fe2-c2f0-4696-9b1f-a4e2311793ef req-08bf2afb-db23-4ca8-8770-855dfde4e5c2 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5700793 Aug 16 02:24:31.760945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e56cd-f670-462b-8582-1edf1957ea70 req-daa4c02e-8446-4c84-b2f6-26a76628161e tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:31.762885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-533e56cd-f670-462b-8582-1edf1957ea70 req-daa4c02e-8446-4c84-b2f6-26a76628161e tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1425734 Aug 16 02:24:31.820843 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.879461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe78d8-41f2-4901-82ec-2d21d37acceb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:31.880273 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:24:31.885709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:31.889765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-533e56cd-f670-462b-8582-1edf1957ea70 req-3e2b297f-8306-43f0-acaa-c8b6f856e504 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175845 Aug 16 02:24:31.908152 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Router b7a6a637-f02b-4df4-9720-402fe07a6162 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:31.957882 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.055539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.060489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.100921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:32.101120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbc0f30-85f0-4905-99d5-e9946fc227f1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.103316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fbd06be-0e9b-45fc-875a-42bdb7f44c78 admin admin] 10.222.0.76 "PUT /v2.0/routers/b7a6a637-f02b-4df4-9720-402fe07a6162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0540659 Aug 16 02:24:32.105634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39314) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.111211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] Sync routers for ids ['b7a6a637-f02b-4df4-9720-402fe07a6162'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:32.116308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.131565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] Routers {'b7a6a637-f02b-4df4-9720-402fe07a6162'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:32.132408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b7a6a637-f02b-4df4-9720-402fe07a6162'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.200234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e15969-2214-4cd8-85fa-8401fc11389e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.228852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.230379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4aa8e64-f46b-476b-b1e5-0200daff139a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3255587 Aug 16 02:24:32.233287 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39318) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.237954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'security_group_rule': {'security_group_id': 'dc0627fa-1e7b-4822-9260-48fa70d3a0b6', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:32.253356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.254957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e40b3f76-8aab-44ea-934e-604812f028e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6153874 Aug 16 02:24:32.257762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.263388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '99e15969-2214-4cd8-85fa-8401fc11389e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:32.270078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.275343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] Set router b7a6a637-f02b-4df4-9720-402fe07a6162 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:32.417498 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.427046 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Project c271d0e92f9641bc8675871d70eb4274 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:24:32.433481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.508019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:24:30Z', 'revision_number': 5, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port': {'id': '179b7c41-98d1-47cf-8972-3a4fd41610cb', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:44:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:23:48Z', 'updated_at': '2021-08-16T02:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.561988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] Checking router: b7a6a637-f02b-4df4-9720-402fe07a6162 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:32.568663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.573525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] Routers {'b7a6a637-f02b-4df4-9720-402fe07a6162'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:32.574498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b7a6a637-f02b-4df4-9720-402fe07a6162'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.604927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b7b3f-9395-45ad-ae11-7e581a48df87 req-31ccdc8a-b486-4b6f-bc01-3dcbc6c4a778 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.606563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c07b7b3f-9395-45ad-ae11-7e581a48df87 req-31ccdc8a-b486-4b6f-bc01-3dcbc6c4a778 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1205661 Aug 16 02:24:32.609854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.660948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.665499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] Set router b7a6a637-f02b-4df4-9720-402fe07a6162 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:32.688426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310a262f-bf19-491a-90c1-d5754a4a2ad8,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:32.706625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c07b7b3f-9395-45ad-ae11-7e581a48df87 req-51be6845-0f83-430b-8c1c-6edd19008aac tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888290 Aug 16 02:24:32.725760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Deleting port 179b7c41-98d1-47cf-8972-3a4fd41610cb {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:32.726195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.733866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:24:32Z', 'revision_number': 6, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:32.762318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195e1302-9c6d-4f0d-b208-50f4da671f6a None None] The sync data for ids ['b7a6a637-f02b-4df4-9720-402fe07a6162'] in n-d-768852-19 is: [{'id': 'b7a6a637-f02b-4df4-9720-402fe07a6162', 'name': 'tempest-TestAggregatesBasicOps-2076006662-router', 'tenant_id': 'c3af7332bb0f41f08b105a63dee79308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:23:46Z', 'updated_at': '2021-08-16T02:24:32Z', 'revision_number': 6, 'project_id': 'c3af7332bb0f41f08b105a63dee79308', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:32.789012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.790301 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da278a26-2080-4fe6-9753-7de8938dcd78 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5559516 Aug 16 02:24:32.793115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39336) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:32.802771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'network': {'name': 'tempest-network-smoke--1549961530', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:32.839662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.880395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] For port 179b7c41-98d1-47cf-8972-3a4fd41610cb, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=179b7c41-98d1-47cf-8972-3a4fd41610cb,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:32.880395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.894964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:32.898565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.908261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Calling delete_port for 179b7c41-98d1-47cf-8972-3a4fd41610cb owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:32.923296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:32.934845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.935244 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Added segment 70983339-df78-4073-951d-cf8f482b2271 of type vlan for network 493f2749-338b-408b-a54a-af5b5af97c34 Aug 16 02:24:32.960860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:32.977202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c92f3-7918-465f-aedf-c67ce019d33c req-5cf5197a-4033-40b5-bc79-33e301fb8151 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:32.978903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e6c92f3-7918-465f-aedf-c67ce019d33c req-5cf5197a-4033-40b5-bc79-33e301fb8151 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.1243434 Aug 16 02:24:32.990077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.011014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5350a87f-a89e-4d9c-a079-958464270ffe,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.101895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e6c92f3-7918-465f-aedf-c67ce019d33c req-84f2d402-5cba-4487-b3a3-9a68228e3d44 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051085 Aug 16 02:24:33.114222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.118332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39344) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.118847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-428e5324-49d6-4ba7-a688-946a9891e31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8598733 Aug 16 02:24:33.126015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d0814919-fa3d-4726-97a0-8dfa57b54c04 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '99e15969-2214-4cd8-85fa-8401fc11389e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:33.136322 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.142503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.143133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.314373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.349740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Pushing event deleted for resources: {'Port': ['ID=179b7c41-98d1-47cf-8972-3a4fd41610cb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.421493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.535286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.537950 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.620758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Network': ['ID=493f2749-338b-408b-a54a-af5b5af97c34,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:33.634914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 493f2749-338b-408b-a54a-af5b5af97c34 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:33.652309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.653145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a6a637-f02b-4df4-9720-402fe07a6162 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:33.661645 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.667437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39360) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.677536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-720a6cb3-beab-42ad-b911-4a02a4868bcc admin admin] 10.222.0.76 "DELETE /v2.0/routers/b7a6a637-f02b-4df4-9720-402fe07a6162 HTTP/1.1" status: 204 len: 168 time: 1.5707426 Aug 16 02:24:33.737755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d0814919-fa3d-4726-97a0-8dfa57b54c04 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.791004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39364) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:33.796461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'admin_state_up': True, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:33.801731 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b460bb19-6a20-4a72-8862-40c9242d6209 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9929483 Aug 16 02:24:33.846085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Deleting subnet ec6ce378-be1f-4460-9fd7-92fa6635b3ac {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:33.849541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.899812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.901430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635cec-43ec-4112-a9f5-06c76ed1a50e req-317c98e0-fbba-4e92-bd83-35688f1418c6 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:33.903158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48635cec-43ec-4112-a9f5-06c76ed1a50e req-317c98e0-fbba-4e92-bd83-35688f1418c6 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.0581310 Aug 16 02:24:33.940647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.941722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:33.970725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48635cec-43ec-4112-a9f5-06c76ed1a50e req-89cad86f-2cf3-4ab3-afc2-e5ade8302e05 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503643 Aug 16 02:24:34.009586 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.043547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.070832 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-d0814919-fa3d-4726-97a0-8dfa57b54c04 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): There was a conflict when trying to complete your request. Aug 16 02:24:34.072241 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d0814919-fa3d-4726-97a0-8dfa57b54c04 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9520338 Aug 16 02:24:34.078209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.196724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39372) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.204273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'network': {'name': 'tempest-network-smoke--1667143633', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:34.207001 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1a77fb-60be-447a-8263-b37507849c06 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.243615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.271059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6ce378-be1f-4460-9fd7-92fa6635b3ac,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.286503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79e3445-69f8-4c33-8d37-3e6fd1b34682 None None] Network 4e824329-03cd-4594-96ef-5f620771ec29 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:34.286591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.286591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0d8c23d6-858e-4a9c-b654-32c401ae2f83 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ec6ce378-be1f-4460-9fd7-92fa6635b3ac HTTP/1.1" status: 204 len: 168 time: 0.6181884 Aug 16 02:24:34.291102 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39374) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.314730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1a77fb-60be-447a-8263-b37507849c06 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.356550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Made reservation on behalf of 35e16e4c1d9e4df0a6831e17b6f254b6 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:34.360884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.363566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.374827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.386899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:34.417962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.429707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:34.430044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3a519dc2-3bf1-4afb-b7d5-7a87c86e1c85 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:34.431336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 179b7c41-98d1-47cf-8972-3a4fd41610cb no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:34.438725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80035d24-f480-487e-8d80-ba14f88b7806 req-5ea2533c-9142-42cb-b7b9-45daf142c5ce tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.447018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80035d24-f480-487e-8d80-ba14f88b7806 req-5ea2533c-9142-42cb-b7b9-45daf142c5ce tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.0789857 Aug 16 02:24:34.462246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 179b7c41-98d1-47cf-8972-3a4fd41610cb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:34.462871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 179b7c41-98d1-47cf-8972-3a4fd41610cb not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:34.505982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Deleting port e7094dcb-4204-458e-a041-f00e728c7d07 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:34.506351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.552599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1a77fb-60be-447a-8263-b37507849c06 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.554064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ec1a77fb-60be-447a-8263-b37507849c06 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.555271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ec1a77fb-60be-447a-8263-b37507849c06 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/99e15969-2214-4cd8-85fa-8401fc11389e HTTP/1.1" status: 204 len: 168 time: 0.4765322 Aug 16 02:24:34.563762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39378) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.571227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80035d24-f480-487e-8d80-ba14f88b7806 req-385e7378-8651-4e01-b786-e5395f5e4f06 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224573 Aug 16 02:24:34.595864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a77fb-60be-447a-8263-b37507849c06 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e15969-2214-4cd8-85fa-8401fc11389e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.600914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] DHCP port deletion for 4e824329-03cd-4594-96ef-5f620771ec29 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:34.603956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-2175b791-c2a9-476a-8e9d-a906588653d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.605508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-2175b791-c2a9-476a-8e9d-a906588653d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9a92e1485fde42cb95975bcde76c3d85&device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 1098 time: 0.1350369 Aug 16 02:24:34.635136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] For port e7094dcb-4204-458e-a041-f00e728c7d07, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e7094dcb-4204-458e-a041-f00e728c7d07,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:34.635627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.663499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Calling delete_port for e7094dcb-4204-458e-a041-f00e728c7d07 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:34.663876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] Deleting port e7094dcb-4204-458e-a041-f00e728c7d07 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:34.664835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.679294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81ae451a-6b36-41f9-9137-dbdfc088fdfe tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1123133 Aug 16 02:24:34.682891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39380) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:34.688605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--871870978'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:34.730200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-14634954-f328-43d6-9e5a-e7667f020e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.732072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-14634954-f328-43d6-9e5a-e7667f020e66 service neutron] 10.222.0.83 "GET /v2.0/networks?id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c HTTP/1.1" status: 200 len: 913 time: 0.1186814 Aug 16 02:24:34.748199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] For port e7094dcb-4204-458e-a041-f00e728c7d07, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e7094dcb-4204-458e-a041-f00e728c7d07,segment=NetworkSegment(c60338cd-d1bb-4122-b30d-919e7802293a),segment_id=c60338cd-d1bb-4122-b30d-919e7802293a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:34.748798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.765998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] Calling delete_port for e7094dcb-4204-458e-a041-f00e728c7d07 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:34.785970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.813271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-f18511a0-b590-41c9-9357-268ce545135c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e09b3afc-c1dd-475d-b093-cdee237e11da HTTP/1.1" status: 200 len: 217 time: 0.0715511 Aug 16 02:24:34.859508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.891759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.894273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.901748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:34.902578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.923455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] Pushing event deleted for resources: {'Port': ['ID=e7094dcb-4204-458e-a041-f00e728c7d07,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.925343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3721f-a1a7-43cf-b747-b690e4096e23 None None] No DVR routers for this DVR port e7094dcb-4204-458e-a041-f00e728c7d07 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:34.927643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.941352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-1ad3ed62-2dbf-4403-9b02-59c410cbeb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:34.942897 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-1ad3ed62-2dbf-4403-9b02-59c410cbeb6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9b2e9d0f-ed47-4c72-aa81-ca05d477b48a HTTP/1.1" status: 200 len: 852 time: 0.0957708 Aug 16 02:24:34.946690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7094dcb-4204-458e-a041-f00e728c7d07,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.954941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] No DVR routers for this DVR port e7094dcb-4204-458e-a041-f00e728c7d07 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:34.960490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:34.960856 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Added segment a3568f93-c1d1-46de-84d0-b3c100ea3f3c of type vlan for network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 Aug 16 02:24:34.962183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2aa4cf-2f71-4272-84c0-64df982ac874,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:34.991340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.007164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-cfbc79c9-42b8-46d3-8100-9359617feee7 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332339 Aug 16 02:24:35.078345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.099483 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.118614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e824329-03cd-4594-96ef-5f620771ec29']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.133859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.238 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/0ac5f26a-096a-458b-8557-a280e7548a79) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:35.140513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60338cd-d1bb-4122-b30d-919e7802293a') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.140814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60338cd-d1bb-4122-b30d-919e7802293a') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:35.157680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.163523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-3c7c6596-5589-4968-a5a4-76e884b468b0 service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468949 Aug 16 02:24:35.180884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.193375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:35.193723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:35.195457 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:35.271777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.277197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.283120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:35.283734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.323425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af531291-9a03-403f-8cdc-f96f1edd9bd9 req-0dc548f7-5e36-43c7-badf-2fa7578b20ae service neutron] 10.222.0.83 "GET /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497602 Aug 16 02:24:35.326124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.359486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Network': ['ID=b687e1eb-fbd6-436e-9ff9-8ca05ce18647,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.369467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:35.381926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.383498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.393910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.395778 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] 10.222.0.76 "DELETE /v2.0/networks/4e824329-03cd-4594-96ef-5f620771ec29 HTTP/1.1" status: 204 len: 168 time: 1.1052887 Aug 16 02:24:35.398958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39386) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.431645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76346d-6a0f-4cde-8c92-0f1a83e6e97d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e824329-03cd-4594-96ef-5f620771ec29,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.450227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02e8b3c-518f-428c-b2da-f467f73adee0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.542259 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.578692 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1510a765-f792-4635-b1fe-36860df0ebcd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3802083 Aug 16 02:24:35.580687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.586245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab9678f0-d0b6-472b-a873-316ca8147c71 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8983569 Aug 16 02:24:35.586245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39390) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.587818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'admin_state_up': True, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:35.593789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.598444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-be2c3655-6a93-415a-8f53-8d062beb4ed8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': 'c02e8b3c-518f-428c-b2da-f467f73adee0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:35.618142 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-be2c3655-6a93-415a-8f53-8d062beb4ed8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 16 02:24:35.618142 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-be2c3655-6a93-415a-8f53-8d062beb4ed8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:35.618142 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-be2c3655-6a93-415a-8f53-8d062beb4ed8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0119998 Aug 16 02:24:35.618610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:35.619527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39396) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.624533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:35.632804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:35.680811 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d003a96-f1d5-48a0-a928-1d8e6d211114 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.708273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d003a96-f1d5-48a0-a928-1d8e6d211114 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.723513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=0ac5f26a-096a-458b-8557-a280e7548a79,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:35.724864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.724864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.804661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.872346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d003a96-f1d5-48a0-a928-1d8e6d211114 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.876119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1d003a96-f1d5-48a0-a928-1d8e6d211114 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:35.878206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1d003a96-f1d5-48a0-a928-1d8e6d211114 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/c02e8b3c-518f-428c-b2da-f467f73adee0 HTTP/1.1" status: 204 len: 168 time: 0.2577851 Aug 16 02:24:35.883445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39398) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:35.909701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d003a96-f1d5-48a0-a928-1d8e6d211114 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02e8b3c-518f-428c-b2da-f467f73adee0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.089355 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f0a1647-02f3-4d6f-9c61-8c7e8ab48a04 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2047009 Aug 16 02:24:36.092777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.094756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39400) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.100800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1741452332'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:36.235482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.263331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9f955-d1a4-4ede-ac93-91ba1698d6e3 req-efd00052-a174-405c-bcc1-8d398681615a tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:36.271182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ab9f955-d1a4-4ede-ac93-91ba1698d6e3 req-efd00052-a174-405c-bcc1-8d398681615a tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.5630572 Aug 16 02:24:36.382763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ab9f955-d1a4-4ede-ac93-91ba1698d6e3 req-58b3f7c1-804c-47a5-ade5-8d50866910aa tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106787 Aug 16 02:24:36.390219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e7094dcb-4204-458e-a041-f00e728c7d07 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:36.420954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e7094dcb-4204-458e-a041-f00e728c7d07 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:36.421314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e7094dcb-4204-458e-a041-f00e728c7d07 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:36.438578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.470073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.471967 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.540825 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.562166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.606185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb51f8-d189-45f3-ba71-909cb4d1445a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:36.628069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.25.6.231 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/428205ca-a8a3-4ab7-9583-83d738caf1b7) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:36.658849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.662929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e8d9ff0e-5b24-4b2f-a493-3b581b349072 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5643811 Aug 16 02:24:36.682203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39404) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.682873 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.688785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5a2bb7e1-e93f-4574-b238-f76c6470c6a5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '68fb51f8-d189-45f3-ba71-909cb4d1445a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:36.689361 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-5a2bb7e1-e93f-4574-b238-f76c6470c6a5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 16 02:24:36.689870 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-5a2bb7e1-e93f-4574-b238-f76c6470c6a5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:36.690857 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5a2bb7e1-e93f-4574-b238-f76c6470c6a5 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058832 Aug 16 02:24:36.694261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39406) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:36.814725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.817254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-457066ab-902e-4c86-8eb6-224078f0d8a1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:36.855036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-457066ab-902e-4c86-8eb6-224078f0d8a1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.000239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.006493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.037394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-457066ab-902e-4c86-8eb6-224078f0d8a1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.040300 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-457066ab-902e-4c86-8eb6-224078f0d8a1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.044238 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-457066ab-902e-4c86-8eb6-224078f0d8a1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/68fb51f8-d189-45f3-ba71-909cb4d1445a HTTP/1.1" status: 204 len: 168 time: 0.3487356 Aug 16 02:24:37.044888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39410) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.082693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457066ab-902e-4c86-8eb6-224078f0d8a1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb51f8-d189-45f3-ba71-909cb4d1445a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.089750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:37.096279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:37.098312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=428205ca-a8a3-4ab7-9583-83d738caf1b7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.100892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:37.160558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Deleting port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:37.160912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.178700 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1620f630-e0fd-4172-b85e-7955e5abee2d tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227241 Aug 16 02:24:37.179716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39412) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.184447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--882790480'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.277401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] For port 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,segment=NetworkSegment(5cbd05d0-1693-4d29-b0d6-c1359a7ddd93),segment_id=5cbd05d0-1693-4d29-b0d6-c1359a7ddd93)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:37.277777 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.290579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Calling delete_port for 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:37.353165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:24:37.366197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.514145 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.575533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:37.585788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.591635 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Sync routers for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:37.604793 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:37.605891 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:37.606603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bf98c-f4ee-4c61-81c1-8e54122f6925 req-293afa5f-1135-40ec-9d78-7a34f373dbf6 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:37.614599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-487bf98c-f4ee-4c61-81c1-8e54122f6925 req-293afa5f-1135-40ec-9d78-7a34f373dbf6 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1528471 Aug 16 02:24:37.679556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.679919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-487bf98c-f4ee-4c61-81c1-8e54122f6925 req-341aa5e2-9004-4572-bbd8-6ad8ddfccb20 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Aug 16 02:24:37.743026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.744283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-30d0ecd9-de11-4734-8092-cf6d04cc5340 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9522471 Aug 16 02:24:37.747983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39420) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.752198 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:37.789531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-86425044-aee1-4341-ac60-cc7ff1df2190 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c271d0e92f9641bc8675871d70eb4274&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0397155 Aug 16 02:24:37.790469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.792726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39422) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.822125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db882b5b-6a39-4af4-8ffd-8c565e413549,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.839515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.847686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7e1a449c-4054-43f0-af05-238afd72c646 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6668437 Aug 16 02:24:37.851014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.861944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cfe25e95-3d1f-421a-ae24-d6fda8878f23 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': 'db882b5b-6a39-4af4-8ffd-8c565e413549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.862133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Pushing event deleted for resources: {'Port': ['ID=293ac6e3-7bd9-4bcd-9a0f-20ad347607e3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:37.862219 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-cfe25e95-3d1f-421a-ae24-d6fda8878f23 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 16 02:24:37.862219 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-cfe25e95-3d1f-421a-ae24-d6fda8878f23 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:37.862219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cfe25e95-3d1f-421a-ae24-d6fda8878f23 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0095193 Aug 16 02:24:37.865997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.872491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dc7cef55-9277-4952-a4fd-23f22812d9a8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': 'db882b5b-6a39-4af4-8ffd-8c565e413549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.874556 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-dc7cef55-9277-4952-a4fd-23f22812d9a8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 16 02:24:37.875888 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-dc7cef55-9277-4952-a4fd-23f22812d9a8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:37.877931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc7cef55-9277-4952-a4fd-23f22812d9a8 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0104296 Aug 16 02:24:37.881683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.891395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ae6c0227-83d9-46aa-a196-95791a8c3181 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': 'db882b5b-6a39-4af4-8ffd-8c565e413549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.893272 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-ae6c0227-83d9-46aa-a196-95791a8c3181 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 16 02:24:37.894767 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-ae6c0227-83d9-46aa-a196-95791a8c3181 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:37.902987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ae6c0227-83d9-46aa-a196-95791a8c3181 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0199850 Aug 16 02:24:37.912169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39430) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.924832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:37.930187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-377e48d7-58e9-47ea-9e7b-c951b998f76d tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': 'db882b5b-6a39-4af4-8ffd-8c565e413549', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:37.931139 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-377e48d7-58e9-47ea-9e7b-c951b998f76d tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 16 02:24:37.931664 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-377e48d7-58e9-47ea-9e7b-c951b998f76d tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:37.932706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-377e48d7-58e9-47ea-9e7b-c951b998f76d tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0165827 Aug 16 02:24:37.936144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:37.998617 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:36Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:38.118570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85b67737-3236-4f05-acf1-40911575b5e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.176448 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85b67737-3236-4f05-acf1-40911575b5e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.179330 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Checking router: 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:38.182235 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Updating router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d port 0ac5f26a-096a-458b-8557-a280e7548a79 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:38.226220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d0553-2f88-4add-958b-68eef8b91cc5 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:38.230783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ea9d0553-2f88-4add-958b-68eef8b91cc5 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4318457 Aug 16 02:24:38.232267 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.232454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39436) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:38.304156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f67867df-5ed9-4af7-a857-807a47694a06 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679038 Aug 16 02:24:38.306381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39438) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:38.318761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1860223865', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:38.325587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.349106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8142-0b1f-434f-8600-96afe0f6c985 req-d90ebc74-8aca-4dd2-8591-8f59b4e9c6bc tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:38.350943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88aa8142-0b1f-434f-8600-96afe0f6c985 req-d90ebc74-8aca-4dd2-8591-8f59b4e9c6bc tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1215978 Aug 16 02:24:38.444920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router 921f3915-893d-45c5-8cad-1e4ecc41972b is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:24:38.452316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85b67737-3236-4f05-acf1-40911575b5e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.456962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-85b67737-3236-4f05-acf1-40911575b5e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.463226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-85b67737-3236-4f05-acf1-40911575b5e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/db882b5b-6a39-4af4-8ffd-8c565e413549 HTTP/1.1" status: 204 len: 168 time: 0.5257189 Aug 16 02:24:38.463977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88aa8142-0b1f-434f-8600-96afe0f6c985 req-0d79343a-1bd0-45c1-bfb7-cf6bc36ebd9d tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746570 Aug 16 02:24:38.464456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39440) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:38.504014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b67737-3236-4f05-acf1-40911575b5e0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db882b5b-6a39-4af4-8ffd-8c565e413549,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:38.554742 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.566357 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Transition to ACTIVE for port object 0ac5f26a-096a-458b-8557-a280e7548a79 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:38.605183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-065b2ab6-8415-467b-8154-526efd21ff63 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1380253 Aug 16 02:24:38.610039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:38.616471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1841974166'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:38.657152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:38.664157 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.666395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:38.675361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.678680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Sync routers for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:38.693347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:38.694210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:38.749093 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e50b7b-3041-4929-8907-e1e142d9ec46 None None] Pushing event updated for resources: {'Port': ['ID=0ac5f26a-096a-458b-8557-a280e7548a79,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:38.758128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:38.768290 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.780984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Attempting to bind port 0ac5f26a-096a-458b-8557-a280e7548a79 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:38.781693 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Attempting to bind port 0ac5f26a-096a-458b-8557-a280e7548a79 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:38.782279 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Attempting to bind port 0ac5f26a-096a-458b-8557-a280e7548a79 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:38.788725 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:38.789429 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:38.790108 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.790848 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:38.791529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Bound port: 0ac5f26a-096a-458b-8557-a280e7548a79, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:38.792191 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.824617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:38.855549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:38.857585 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e110c74-aedf-489a-b46b-4075c9fbb192 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2728903 Aug 16 02:24:38.861270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39446) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:38.906924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] For port 0ac5f26a-096a-458b-8557-a280e7548a79, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:38.912292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] For port 0ac5f26a-096a-458b-8557-a280e7548a79, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0ac5f26a-096a-458b-8557-a280e7548a79,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:39.001182 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.038264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:39.049407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-53b5e3c0-75e7-4e7b-b5b3-b73c8bcb0103 admin admin] 10.222.0.76 "PUT /v2.0/routers/5087aed1-fe6c-4fbf-97fe-8e337b432bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6493363 Aug 16 02:24:39.053377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39450) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.069499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0f9d8819-cb29-481f-9f20-008ac168d237 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=35e16e4c1d9e4df0a6831e17b6f254b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2050655 Aug 16 02:24:39.072015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.074006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39452) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.088431 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] Sync routers for ids ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:39.132007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:37Z', 'revision_number': 3, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:39.140011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.151431 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e50b7b-3041-4929-8907-e1e142d9ec46 None None] Pushing event updated for resources: {'Port': ['ID=0ac5f26a-096a-458b-8557-a280e7548a79,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.178610 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] Routers {'5087aed1-fe6c-4fbf-97fe-8e337b432bfd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:39.179728 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:39.184984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:39.186889 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:39.194395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.266702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.353456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Checking router: 921f3915-893d-45c5-8cad-1e4ecc41972b for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:39.353735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Updating router 921f3915-893d-45c5-8cad-1e4ecc41972b port 428205ca-a8a3-4ab7-9583-83d738caf1b7 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:39.380095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=026f61ad-3cfb-4833-ba82-63b1e43e728a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.382047 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.385376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.389930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-32d8be24-0dfe-402d-9b11-a0ceec6685d7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7784209 Aug 16 02:24:39.394005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39454) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.400418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-14f2bb53-c4e2-47a0-a427-e3be3865d7e1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:39.402254 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-14f2bb53-c4e2-47a0-a427-e3be3865d7e1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:24:39.402897 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-14f2bb53-c4e2-47a0-a427-e3be3865d7e1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:39.407869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-14f2bb53-c4e2-47a0-a427-e3be3865d7e1 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0126748 Aug 16 02:24:39.411028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39456) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.418620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c6406cdf-24db-48fe-a6c4-e0ef507cdeb0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:39.491397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.530554 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:39.538279 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] Set router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:39.663741 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-c6406cdf-24db-48fe-a6c4-e0ef507cdeb0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:39.668507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c6406cdf-24db-48fe-a6c4-e0ef507cdeb0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2563548 Aug 16 02:24:39.669092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.677596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-1653efbd-4660-4608-87ad-71252700f3c9 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:39.678081 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-1653efbd-4660-4608-87ad-71252700f3c9 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 16 02:24:39.678618 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-1653efbd-4660-4608-87ad-71252700f3c9 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:39.681689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1653efbd-4660-4608-87ad-71252700f3c9 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076277 Aug 16 02:24:39.689743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39464) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:39.698150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0c487241-93ea-48eb-9fc8-82e01bf6e778 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:39.748017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbac98-5497-4810-88e2-996430e5a4a3 req-6bc56022-d014-4cc8-80df-368a4991a3c2 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.756530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0fbac98-5497-4810-88e2-996430e5a4a3 req-6bc56022-d014-4cc8-80df-368a4991a3c2 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.1452038 Aug 16 02:24:39.774619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Deleting port 3e9b10be-1e89-4e2f-b967-713282e3ae3c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:39.774619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.824694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.839375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Transition to ACTIVE for port object 428205ca-a8a3-4ab7-9583-83d738caf1b7 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:39.856452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Subnet': ['ID=03efc52c-9978-4b62-85f3-b5a4965f614c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:39.901472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0fbac98-5497-4810-88e2-996430e5a4a3 req-7f7f92bd-9290-4f41-8d32-13590ca4c777 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390302 Aug 16 02:24:39.902923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:39.955790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Checking segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:39.956330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network hostable DHCP agents. Network: 493f2749-338b-408b-a54a-af5b5af97c34, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:39.985947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8310c5-0c09-49bf-9c62-0e99043d0b0c tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:39.988130 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a8310c5-0c09-49bf-9c62-0e99043d0b0c tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8678570 Aug 16 02:24:39.991493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39466) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.019002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34092e-c795-4fde-abb5-3398f7c36518 None None] Pushing event updated for resources: {'Port': ['ID=428205ca-a8a3-4ab7-9583-83d738caf1b7,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:40.034081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cd88a7c6-7e02-4d75-beb8-02be4e854514 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404289 Aug 16 02:24:40.036031 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76a02d48-e926-41a0-b4e0-c84d1a7be4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.036997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39468) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.045975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907532144', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:40.059844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Attempting to bind port 428205ca-a8a3-4ab7-9583-83d738caf1b7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:40.060399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Attempting to bind port 428205ca-a8a3-4ab7-9583-83d738caf1b7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:40.062372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Attempting to bind port 428205ca-a8a3-4ab7-9583-83d738caf1b7 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:40.068345 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:40.068891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:40.069422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.069962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:40.070577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Bound port: 428205ca-a8a3-4ab7-9583-83d738caf1b7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:40.071107 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.085248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 493f2749-338b-408b-a54a-af5b5af97c34 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:40.103755 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220'}], 'enable_snat': True}, 'gw_port_id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:37Z', 'revision_number': 5, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port': {'id': '3e9b10be-1e89-4e2f-b967-713282e3ae3c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:44:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3360, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:10Z', 'updated_at': '2021-08-16T02:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.136440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] For port 428205ca-a8a3-4ab7-9583-83d738caf1b7, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:40.141464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] For port 428205ca-a8a3-4ab7-9583-83d738caf1b7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=428205ca-a8a3-4ab7-9583-83d738caf1b7,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:40.142026 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] Checking router: 5087aed1-fe6c-4fbf-97fe-8e337b432bfd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:40.162751 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:36Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.166576 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] Routers {'5087aed1-fe6c-4fbf-97fe-8e337b432bfd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:40.167254 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.226358 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.254681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 493f2749-338b-408b-a54a-af5b5af97c34) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:40.260758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.261371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.307072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Made reservation on behalf of 35e16e4c1d9e4df0a6831e17b6f254b6 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:40.308577 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] Set router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:40.311259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.321513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34092e-c795-4fde-abb5-3398f7c36518 None None] Pushing event updated for resources: {'Port': ['ID=428205ca-a8a3-4ab7-9583-83d738caf1b7,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:40.327221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62c368b-71ce-4089-8266-76c0ebb30bca None None] Network 493f2749-338b-408b-a54a-af5b5af97c34 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:40.382245 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:39Z', 'revision_number': 6, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.384449 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6b8bd6-d431-4b30-8773-1755a138b972 None None] The sync data for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 is: [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:36Z', 'revision_number': 3, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:40.412099 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cb15ca5d-38dc-4bc2-b7b3-a195a2b447ae tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1022701 Aug 16 02:24:40.419279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39470) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.429940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:40.433147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:40.435932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33723d89-96eb-4dc0-ad45-0a25a03266a6 None None] The sync data for ids ['5087aed1-fe6c-4fbf-97fe-8e337b432bfd'] in n-d-768852-19 is: [{'id': '5087aed1-fe6c-4fbf-97fe-8e337b432bfd', 'name': 'tempest-TestAggregatesBasicOps-578095782-router', 'tenant_id': '183feaa91a384f11ba574cc298e090db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:07Z', 'updated_at': '2021-08-16T02:24:39Z', 'revision_number': 6, 'project_id': '183feaa91a384f11ba574cc298e090db', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:40.488644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca79320-88e5-4532-b5d8-401583e8277a req-41cd3890-866e-49cc-bf75-53cc05752d10 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:40.490560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ca79320-88e5-4532-b5d8-401583e8277a req-41cd3890-866e-49cc-bf75-53cc05752d10 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.83 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.6265388 Aug 16 02:24:40.495649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] For port 3e9b10be-1e89-4e2f-b967-713282e3ae3c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3e9b10be-1e89-4e2f-b967-713282e3ae3c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:40.495649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.500068 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-0c487241-93ea-48eb-9fc8-82e01bf6e778 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:40.501742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0c487241-93ea-48eb-9fc8-82e01bf6e778 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8095779 Aug 16 02:24:40.510015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39472) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.519680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-82470249-8623-40b5-b68c-b226fe83cda4 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:40.520745 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-82470249-8623-40b5-b68c-b226fe83cda4 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 16 02:24:40.520971 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-82470249-8623-40b5-b68c-b226fe83cda4 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:40.525448 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-82470249-8623-40b5-b68c-b226fe83cda4 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101120 Aug 16 02:24:40.529381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39474) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.540797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-bb386b0a-d7ad-4343-ae1c-f791ff891f22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:40.568350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Calling delete_port for 3e9b10be-1e89-4e2f-b967-713282e3ae3c owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:40.801258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Deleting port e09b3afc-c1dd-475d-b093-cdee237e11da {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:40.801928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.859367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-493f2749-338b-408b-a54a-af5b5af97c34', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:40.860251 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:40.919126 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-bb386b0a-d7ad-4343-ae1c-f791ff891f22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:40.923292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bb386b0a-d7ad-4343-ae1c-f791ff891f22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3866465 Aug 16 02:24:40.936850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39480) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.960641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:40.965120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dc9b5540-caca-43b8-83b2-5014f665cc00 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:40.970034 n-d-768852-19 neutron-server[101946]: WARNING neutron.api.v2.base [None req-dc9b5540-caca-43b8-83b2-5014f665cc00 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 16 02:24:40.970758 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-dc9b5540-caca-43b8-83b2-5014f665cc00 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:40.971959 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc9b5540-caca-43b8-83b2-5014f665cc00 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0339651 Aug 16 02:24:40.975406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39482) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:40.990364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-623acf0e-88ed-429d-8393-92b2ae169413 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:41.007743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.039039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.102446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9b10be-1e89-4e2f-b967-713282e3ae3c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.204373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Allocated IP 172.20.0.2 (493f2749-338b-408b-a54a-af5b5af97c34/03efc52c-9978-4b62-85f3-b5a4965f614c/23380107-a04e-4e39-b16f-a31eb17f57fd) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:41.258869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] For port e09b3afc-c1dd-475d-b093-cdee237e11da, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e09b3afc-c1dd-475d-b093-cdee237e11da,segment=NetworkSegment(6b418197-aff5-4b35-a65a-8b7249951748),segment_id=6b418197-aff5-4b35-a65a-8b7249951748)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:41.259508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.275081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Calling delete_port for e09b3afc-c1dd-475d-b093-cdee237e11da owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:41.276379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Subnet': ['ID=57db94d1-77c5-49f5-8666-45b5400311bc,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.337973 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-623acf0e-88ed-429d-8393-92b2ae169413 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:41.344572 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-623acf0e-88ed-429d-8393-92b2ae169413 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3578308 Aug 16 02:24:41.345171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39484) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.365296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cc919be5-a340-4f5f-be25-0cd13c51bf1e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '026f61ad-3cfb-4833-ba82-63b1e43e728a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:41.374297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Checking segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:41.382577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network hostable DHCP agents. Network: b687e1eb-fbd6-436e-9ff9-8ca05ce18647, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:41.403519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:37Z', 'revision_number': 3, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:41.447370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596eee29-e037-456d-b2c6-9a5d12b9f8e8 None None] The sync data for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 is: [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:37Z', 'revision_number': 3, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:41.539824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.549702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.551155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff619a7-b6bd-4b6f-bb6c-3bee05000e0c req-34c05061-5a10-4ed7-818f-c33ddd641931 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:41.552804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ff619a7-b6bd-4b6f-bb6c-3bee05000e0c req-34c05061-5a10-4ed7-818f-c33ddd641931 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 946 time: 0.4710445 Aug 16 02:24:41.564869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Transition to ACTIVE for port object 23380107-a04e-4e39-b16f-a31eb17f57fd will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:41.596820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Transition to ACTIVE for port object 23380107-a04e-4e39-b16f-a31eb17f57fd will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:41.635471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:41.646479 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.659794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e09b3afc-c1dd-475d-b093-cdee237e11da'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:24:41.691010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.726356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, b687e1eb-fbd6-436e-9ff9-8ca05ce18647) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:41.739628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:41.747656 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.748687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27a94d5-4ac7-44b1-9998-9040086c9a7f None None] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:41.797443 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Pushing event deleted for resources: {'Port': ['ID=e09b3afc-c1dd-475d-b093-cdee237e11da,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.816265 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-cc919be5-a340-4f5f-be25-0cd13c51bf1e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:41.819999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cc919be5-a340-4f5f-be25-0cd13c51bf1e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4630613 Aug 16 02:24:41.823216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39490) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.835883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Network 493f2749-338b-408b-a54a-af5b5af97c34 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:41.848358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:41.859249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:41.859358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.861846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Pushing event updated for resources: {'Port': ['ID=23380107-a04e-4e39-b16f-a31eb17f57fd,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:41.872305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db15a2ae-dc1b-4a00-bad8-0f7c7c90c9b7 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8341105 Aug 16 02:24:41.878015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:41.953485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Attempting to bind port 23380107-a04e-4e39-b16f-a31eb17f57fd on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:41.954003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Attempting to bind port 23380107-a04e-4e39-b16f-a31eb17f57fd by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:41.954479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Attempting to bind port 23380107-a04e-4e39-b16f-a31eb17f57fd on network 493f2749-338b-408b-a54a-af5b5af97c34 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:41.956531 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.960817 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] No DVR routers for this DVR port e09b3afc-c1dd-475d-b093-cdee237e11da on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:41.965068 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.967209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ca79320-88e5-4532-b5d8-401583e8277a req-a6a86035-3e5f-4d17-a364-7b8aa370d7fd tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.83 "DELETE /v2.0/ports/e09b3afc-c1dd-475d-b093-cdee237e11da HTTP/1.1" status: 204 len: 173 time: 1.4695981 Aug 16 02:24:41.968136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'name': 'network-vif-deleted', 'tag': 'e09b3afc-c1dd-475d-b093-cdee237e11da'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:41.970546 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380139af-ef5a-4791-99db-24ce7e40f304" -d '{"events": [{"server_uuid": "ac79be90-fbfb-4013-aa85-0233df668eca", "name": "network-vif-deleted", "tag": "e09b3afc-c1dd-475d-b093-cdee237e11da"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:41.984114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:41.993049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Checking segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:41.993049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.993049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Bound using segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:41.993049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Bound port: 23380107-a04e-4e39-b16f-a31eb17f57fd, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:41.993049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:41.993634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ff619a7-b6bd-4b6f-bb6c-3bee05000e0c req-a50df827-6991-4a07-b84e-4e3914a77503 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/security-groups?id=ab83b47c-df43-4c23-9f36-5955aa6b2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956907 Aug 16 02:24:42.050051 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.189639 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50b8a364-33b9-4355-bb9b-e939fa2cd3df x-openstack-request-id: req-50b8a364-33b9-4355-bb9b-e939fa2cd3df {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:42.190345 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac79be90-fbfb-4013-aa85-0233df668eca", "name": "network-vif-deleted", "tag": "e09b3afc-c1dd-475d-b093-cdee237e11da", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:42.190597 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50b8a364-33b9-4355-bb9b-e939fa2cd3df {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:42.191038 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac79be90-fbfb-4013-aa85-0233df668eca', 'name': 'network-vif-deleted', 'tag': 'e09b3afc-c1dd-475d-b093-cdee237e11da', 'status': 'completed', 'code': 200} Aug 16 02:24:42.249465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.250572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7be82b0-5d25-4494-89ce-c9b3ee76261f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.251133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5087aed1-fe6c-4fbf-97fe-8e337b432bfd {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:24:42.266576 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.267838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d1a6ed93-782b-474c-a701-8db66533f906 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5087aed1-fe6c-4fbf-97fe-8e337b432bfd HTTP/1.1" status: 204 len: 168 time: 3.2134230 Aug 16 02:24:42.273747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:42.274110 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.275171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39498) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.311356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7be82b0-5d25-4494-89ce-c9b3ee76261f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.322731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] For port 23380107-a04e-4e39-b16f-a31eb17f57fd, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:42.361935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] For port 23380107-a04e-4e39-b16f-a31eb17f57fd, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=23380107-a04e-4e39-b16f-a31eb17f57fd,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:42.384793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Deleting subnet fbae5405-b58c-4377-83c8-18246efaf571 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:42.399639 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.470345 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.476856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.504714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0ac5f26a-096a-458b-8557-a280e7548a79 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:42.602838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.685557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bac7f7-5c41-40cb-8533-fe5904a071d7 None None] Pushing event updated for resources: {'Port': ['ID=23380107-a04e-4e39-b16f-a31eb17f57fd,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.717944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7be82b0-5d25-4494-89ce-c9b3ee76261f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.721075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7be82b0-5d25-4494-89ce-c9b3ee76261f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.725476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e7be82b0-5d25-4494-89ce-c9b3ee76261f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/026f61ad-3cfb-4833-ba82-63b1e43e728a HTTP/1.1" status: 204 len: 168 time: 0.8979383 Aug 16 02:24:42.729229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39502) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.745341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Allocated IP 172.20.0.2 (b687e1eb-fbd6-436e-9ff9-8ca05ce18647/57db94d1-77c5-49f5-8666-45b5400311bc/fa25339e-50d3-4451-a040-eb2802a30b98) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:42.765367 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.802853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.832012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.1 (493f2749-338b-408b-a54a-af5b5af97c34/03efc52c-9978-4b62-85f3-b5a4965f614c/73f7dfd5-e064-44e2-8fe6-78f14b40bcc1) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:42.878960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:42.881038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fbae5405-b58c-4377-83c8-18246efaf571 HTTP/1.1" status: 204 len: 168 time: 0.6048322 Aug 16 02:24:42.881868 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b362b837-01fd-4b4b-8319-c56c26b8f2f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbae5405-b58c-4377-83c8-18246efaf571,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:42.887469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d7eaeb45-9322-4406-b714-744b0976387a tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1601033 Aug 16 02:24:42.888513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39504) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.895755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39506) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:42.900645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040880285'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:43.059150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.097863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be82b0-5d25-4494-89ce-c9b3ee76261f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f61ad-3cfb-4833-ba82-63b1e43e728a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.139949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.261894 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2507b501-99db-4a2d-97f6-2da031fbe4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.264208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27e6ae-1c74-4489-87f1-5c5a132c1f7c None None] Network 2c941780-d479-4541-a545-7a6ad757f97a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:43.278286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0ac5f26a-096a-458b-8557-a280e7548a79 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:43.350622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0ac5f26a-096a-458b-8557-a280e7548a79 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:43.351448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.365000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.396866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:43.399581 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.433107 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a409066-3ddd-42ca-9f56-263d72b9b29d req-9cfd9cf4-a48d-4784-9f4f-328a890499a3 tempest-TestServerAdvancedOps-20991464 tempest-TestServerAdvancedOps-20991464-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac79be90-fbfb-4013-aa85-0233df668eca HTTP/1.1" status: 200 len: 210 time: 0.1464183 Aug 16 02:24:43.442249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Deleting port 9c145e9d-d421-47ee-92b7-9d727f75db2d {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:24:43.442599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.548652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] For port 9c145e9d-d421-47ee-92b7-9d727f75db2d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9c145e9d-d421-47ee-92b7-9d727f75db2d,segment=NetworkSegment(5cbd05d0-1693-4d29-b0d6-c1359a7ddd93),segment_id=5cbd05d0-1693-4d29-b0d6-c1359a7ddd93)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:43.548652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.568436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Calling delete_port for 9c145e9d-d421-47ee-92b7-9d727f75db2d owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:24:43.585673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.600822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.626035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0ac5f26a-096a-458b-8557-a280e7548a79, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0ac5f26a-096a-458b-8557-a280e7548a79,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:43.629005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.629308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.652961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Transition to ACTIVE for port object fa25339e-50d3-4451-a040-eb2802a30b98 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:43.665615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.685265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9cf4e0-aab2-4c44-ba2d-cc5de04593eb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.688780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Transition to ACTIVE for port object fa25339e-50d3-4451-a040-eb2802a30b98 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:43.700973 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.700973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 428205ca-a8a3-4ab7-9583-83d738caf1b7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:43.740067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 493f2749-338b-408b-a54a-af5b5af97c34 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:43.745668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:43.748854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.750754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d431839f-9e90-4e92-9b4f-6395a40e0f8b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8538768 Aug 16 02:24:43.753565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39512) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:43.762836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:43.763173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6a858559-21f5-47cd-ab28-cc22e88a88c0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '1e9cf4e0-aab2-4c44-ba2d-cc5de04593eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:43.777435 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.784697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5f4127-1e99-47df-adcf-2640cef9c33b None None] DHCP port deletion for 2c941780-d479-4541-a545-7a6ad757f97a request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:24:43.794062 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.840223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] No DVR routers for this DVR port 9c145e9d-d421-47ee-92b7-9d727f75db2d on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:24:43.842610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0ac5f26a-096a-458b-8557-a280e7548a79,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.847422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:43.851350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:43.853545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.854589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:43.866098 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.884596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c145e9d-d421-47ee-92b7-9d727f75db2d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.936750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Pushing event updated for resources: {'Port': ['ID=fa25339e-50d3-4451-a040-eb2802a30b98,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:43.959372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Attempting to bind port fa25339e-50d3-4451-a040-eb2802a30b98 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:43.959864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Attempting to bind port fa25339e-50d3-4451-a040-eb2802a30b98 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:43.960184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Attempting to bind port fa25339e-50d3-4451-a040-eb2802a30b98 on network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:43.970432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:43.970902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Checking segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:43.972259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.973667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Bound using segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:43.984606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Bound port: fa25339e-50d3-4451-a040-eb2802a30b98, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:43.985249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:43.987466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 428205ca-a8a3-4ab7-9583-83d738caf1b7 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:43.991243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.000588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 428205ca-a8a3-4ab7-9583-83d738caf1b7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:44.000588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.007807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c941780-d479-4541-a545-7a6ad757f97a']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:44.021990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:44.022547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbd05d0-1693-4d29-b0d6-c1359a7ddd93') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:44.033935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.063901 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-6a858559-21f5-47cd-ab28-cc22e88a88c0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The resource could not be found. Aug 16 02:24:44.065557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6a858559-21f5-47cd-ab28-cc22e88a88c0 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3103776 Aug 16 02:24:44.068481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39522) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:44.074196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f603722c-2066-46b1-8028-b5af27a3a31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '1e9cf4e0-aab2-4c44-ba2d-cc5de04593eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5c5285b7-2240-437d-b998-987a0188aa14'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:44.097041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.127918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:44.128353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:44.130167 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:44.141885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] For port fa25339e-50d3-4451-a040-eb2802a30b98, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:44.145711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] For port fa25339e-50d3-4451-a040-eb2802a30b98, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa25339e-50d3-4451-a040-eb2802a30b98,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:44.182127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.217431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 428205ca-a8a3-4ab7-9583-83d738caf1b7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=428205ca-a8a3-4ab7-9583-83d738caf1b7,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:44.217758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.261102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.292235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.20.0.1 (b687e1eb-fbd6-436e-9ff9-8ca05ce18647/57db94d1-77c5-49f5-8666-45b5400311bc/4a48628b-dd9a-4cbb-8453-4f3066bc70d9) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:44.303256 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.333168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.334236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf91be-0090-4491-a34f-08d88d1cb7d2 None None] Pushing event updated for resources: {'Port': ['ID=fa25339e-50d3-4451-a040-eb2802a30b98,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:44.339034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] 10.222.0.76 "DELETE /v2.0/networks/2c941780-d479-4541-a545-7a6ad757f97a HTTP/1.1" status: 204 len: 168 time: 1.4492409 Aug 16 02:24:44.340180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07567c67-79aa-4033-8746-6393e170c341 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c941780-d479-4541-a545-7a6ad757f97a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:44.406020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.408082 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-f603722c-2066-46b1-8028-b5af27a3a31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The resource could not be found. Aug 16 02:24:44.409664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f603722c-2066-46b1-8028-b5af27a3a31c tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3395767 Aug 16 02:24:44.418949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39528) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:44.472523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e09b3afc-c1dd-475d-b093-cdee237e11da no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:44.520181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e9b10be-1e89-4e2f-b967-713282e3ae3c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:44.551083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: e09b3afc-c1dd-475d-b093-cdee237e11da {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:44.551613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e09b3afc-c1dd-475d-b093-cdee237e11da not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:44.599973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39536) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:44.617925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3e9b10be-1e89-4e2f-b967-713282e3ae3c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:44.617925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3e9b10be-1e89-4e2f-b967-713282e3ae3c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:44.617925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:44.658369 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c46c092d-027d-47dd-b366-bc0a0498f825 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.678139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:44.678587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 293ac6e3-7bd9-4bcd-9a0f-20ad347607e3 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:44.691574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=428205ca-a8a3-4ab7-9583-83d738caf1b7,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:44.694620 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c46c092d-027d-47dd-b366-bc0a0498f825 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.774386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.819567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Deleting subnet 9b2e9d0f-ed47-4c72-aa81-ca05d477b48a {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:44.835272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.929347 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:44.959470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5744dd24-d010-46e1-a220-997b16faaedb None None] Network 493f2749-338b-408b-a54a-af5b5af97c34 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:44.995882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c46c092d-027d-47dd-b366-bc0a0498f825 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.006733 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c46c092d-027d-47dd-b366-bc0a0498f825 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.009847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c46c092d-027d-47dd-b366-bc0a0498f825 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/1e9cf4e0-aab2-4c44-ba2d-cc5de04593eb HTTP/1.1" status: 204 len: 168 time: 0.5854888 Aug 16 02:24:45.009847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39542) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.027002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39544) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.068723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c092d-027d-47dd-b366-bc0a0498f825 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9cf4e0-aab2-4c44-ba2d-cc5de04593eb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.074319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0ac5f26a-096a-458b-8557-a280e7548a79 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:45.092667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.131144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f96100ed-e315-421e-a195-ef930b7b679f None None] Provisioning for port 23380107-a04e-4e39-b16f-a31eb17f57fd completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:45.161217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3b90d253-e15a-4858-a25a-87bc0cec4688 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c3af7332bb0f41f08b105a63dee79308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293573 Aug 16 02:24:45.161473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-54c0daef-7554-457b-a848-29e45bf11c86 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1375532 Aug 16 02:24:45.164191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.164191 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39548) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.180963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-86c397bf-7187-44fe-b81b-2fc6c89f96bc tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '9761d915-2665-4ac0-83c3-81b113b3f041', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:45.241314 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.265383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0ac5f26a-096a-458b-8557-a280e7548a79 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:45.265903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.266393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcffd689-c317-40de-9bd2-a365fd106a88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.293030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Transition to ACTIVE for port object 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:45.296787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcffd689-c317-40de-9bd2-a365fd106a88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.352262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.397288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2e9d0f-ed47-4c72-aa81-ca05d477b48a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.401536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa25339e-50d3-4451-a040-eb2802a30b98 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:45.405528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.410383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0525b4bb-f73a-4565-999d-65bbdf052a2c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9b2e9d0f-ed47-4c72-aa81-ca05d477b48a HTTP/1.1" status: 204 len: 168 time: 0.8068917 Aug 16 02:24:45.410778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39556) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.417671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.476518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcffd689-c317-40de-9bd2-a365fd106a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.479155 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dcffd689-c317-40de-9bd2-a365fd106a88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.483306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dcffd689-c317-40de-9bd2-a365fd106a88 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/42e21cf3-a7e6-46c2-93ec-daf05c94eec2 HTTP/1.1" status: 204 len: 168 time: 0.3139899 Aug 16 02:24:45.495104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.513486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcffd689-c317-40de-9bd2-a365fd106a88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e21cf3-a7e6-46c2-93ec-daf05c94eec2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.541469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.579335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.586339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.601165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:45.639818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port fa25339e-50d3-4451-a040-eb2802a30b98 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:45.645796 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-86c397bf-7187-44fe-b81b-2fc6c89f96bc tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The resource could not be found. Aug 16 02:24:45.645949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 23380107-a04e-4e39-b16f-a31eb17f57fd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:45.646045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-86c397bf-7187-44fe-b81b-2fc6c89f96bc tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4797444 Aug 16 02:24:45.653979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:45.655859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:45.664088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--570202303'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:45.669055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:45.741498 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.755639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd0156e-8bbe-4838-9c9c-e1ac9dab151c']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:45.770257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b418197-aff5-4b35-a65a-8b7249951748') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:45.770257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b418197-aff5-4b35-a65a-8b7249951748') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:45.780201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.786402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 23380107-a04e-4e39-b16f-a31eb17f57fd completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:45.799829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 23380107-a04e-4e39-b16f-a31eb17f57fd triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:45.800219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.805411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.819389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:45.820709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:45.822872 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:45.854672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.871538 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.876036 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.899437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Provisioning complete for port 23380107-a04e-4e39-b16f-a31eb17f57fd triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:45.899826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.953712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:45.963415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:45.989543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.000506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.006128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] 10.222.0.76 "DELETE /v2.0/networks/9dd0156e-8bbe-4838-9c9c-e1ac9dab151c HTTP/1.1" status: 204 len: 168 time: 0.5933468 Aug 16 02:24:46.006312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44deaa-a5be-4e97-b80b-b10bfbb182ac None None] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:46.036077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39570) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.049420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5901600-0783-4c17-a10c-7749343e9e89 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd0156e-8bbe-4838-9c9c-e1ac9dab151c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.131287 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.169077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Deleting subnet ff46461f-95da-42de-8c14-3f4232275e5c {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:24:46.179454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.202033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 23380107-a04e-4e39-b16f-a31eb17f57fd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=23380107-a04e-4e39-b16f-a31eb17f57fd,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:46.233614 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.258009 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.260959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 493f2749-338b-408b-a54a-af5b5af97c34 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:46.268727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:46.279566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.306186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.319002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.392853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.405078 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.411379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9c145e9d-d421-47ee-92b7-9d727f75db2d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:24:46.456617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9c145e9d-d421-47ee-92b7-9d727f75db2d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:24:46.456976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9c145e9d-d421-47ee-92b7-9d727f75db2d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:24:46.482296 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:24:46.483217 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:24:46.486880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=23380107-a04e-4e39-b16f-a31eb17f57fd,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.487001 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.505259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ec044b-5bcc-476c-9c97-1ed2ece337c7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.525405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff46461f-95da-42de-8c14-3f4232275e5c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:46.537720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.540317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3dd8b97b-16d9-4471-b4d6-7de467bdf5cc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff46461f-95da-42de-8c14-3f4232275e5c HTTP/1.1" status: 204 len: 168 time: 0.5015702 Aug 16 02:24:46.542614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39574) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.551509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.552641 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc755451-7dc1-4fdf-a9d5-bf3fccfeb13f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8943131 Aug 16 02:24:46.556878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39576) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.580870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1799652453'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:46.592928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:46.652871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.668883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39580) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.798519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.817631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.822721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:46.827832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 23380107-a04e-4e39-b16f-a31eb17f57fd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:46.839670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2bbcef4f-af26-45c9-83b7-5de745d73351 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4091816 Aug 16 02:24:46.839774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fcb927dd-d524-4716-942a-b07e0aecd9f8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=183feaa91a384f11ba574cc298e090db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686869 Aug 16 02:24:46.840945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39582) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:46.848957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Sync routers for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:46.852576 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5119267-9723-4830-9dd0-505e0c2070d5']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:46.876660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '654bf0a1-b277-4b3a-8c14-e3f1dfa7b740') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:46.876973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '654bf0a1-b277-4b3a-8c14-e3f1dfa7b740') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:46.905351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:46.909893 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:46.941125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.974719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.993064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:24:46.993775 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:24:46.995152 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:24:47.062268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 23380107-a04e-4e39-b16f-a31eb17f57fd triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:47.062860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.083806 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc8589dc-76e0-41db-af9d-47d2325abfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.090170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.141607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:47.157536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.165570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc8589dc-76e0-41db-af9d-47d2325abfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.223764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.259094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.263223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.275564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.277504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.285742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] 10.222.0.76 "DELETE /v2.0/networks/a5119267-9723-4830-9dd0-505e0c2070d5 HTTP/1.1" status: 204 len: 168 time: 0.7419999 Aug 16 02:24:47.290152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-4eb22ac6-d2b7-4e40-9957-17856c897151 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762735876&fields=id&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 267 time: 0.1524127 Aug 16 02:24:47.317212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.332947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f246d-f6db-4137-a287-8691a475780b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5119267-9723-4830-9dd0-505e0c2070d5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.438596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15daff18-6d52-4cd3-8581-d91a59a399c6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.458433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:47.464207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:47.502103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-bda7e6ec-ee9e-43ab-aa45-fcb7377624d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:47.509043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-bda7e6ec-ee9e-43ab-aa45-fcb7377624d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/networks?id=493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 200 len: 797 time: 0.1946838 Aug 16 02:24:47.528319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-b03d488f-a796-4734-b6e3-5f2221222996 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/quotas/c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 375 time: 0.0179200 Aug 16 02:24:47.562965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Provisioning for port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:47.568837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Provisioning complete for port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:47.568941 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.569035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.574740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-36898c7d-7ccb-4904-a0ea-149a2606af22 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0123334 Aug 16 02:24:47.574740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39606) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.581017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b3670d54-f4e9-4046-95d4-462f8f1f7a2f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group_rule': {'security_group_id': '72ec044b-5bcc-476c-9c97-1ed2ece337c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '15daff18-6d52-4cd3-8581-d91a59a399c6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:47.637874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-8cf2f4a4-a8f1-4c75-a60f-ee900e54b077 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1019297 Aug 16 02:24:47.644072 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc8589dc-76e0-41db-af9d-47d2325abfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.649154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fc8589dc-76e0-41db-af9d-47d2325abfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.650451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fc8589dc-76e0-41db-af9d-47d2325abfad admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87846df9-087d-4af4-9f49-d88e3cae7b06 HTTP/1.1" status: 204 len: 168 time: 0.8062739 Aug 16 02:24:47.656005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router 921f3915-893d-45c5-8cad-1e4ecc41972b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:24:47.690816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8589dc-76e0-41db-af9d-47d2325abfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87846df9-087d-4af4-9f49-d88e3cae7b06,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:47.715838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7a26983b-41c4-4f63-94b4-afe6cf21e5b9 None None] Port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:47.721985 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 428205ca-a8a3-4ab7-9583-83d738caf1b7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:47.836830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:24:47.842945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9af41727-18e1-46ca-b08d-fcae12f22dfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "PUT /v2.0/routers/921f3915-893d-45c5-8cad-1e4ecc41972b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9635253 Aug 16 02:24:47.845390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.846405 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-b3670d54-f4e9-4046-95d4-462f8f1f7a2f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:24:47.850555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b3670d54-f4e9-4046-95d4-462f8f1f7a2f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2711980 Aug 16 02:24:47.850980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 428205ca-a8a3-4ab7-9583-83d738caf1b7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:47.850980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:47.851290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39616) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.852953 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Sync routers for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:24:47.855561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--390700196', 'description': 'tempest-secgroup_access--390700196 description', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:47.863700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:47.864604 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:47.902084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:45Z', 'revision_number': 2, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:47.935252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Checking router: 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:47.936287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Updating router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:47.940673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:47.987771 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.045397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Provisioning for port fa25339e-50d3-4451-a040-eb2802a30b98 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:48.051127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.059490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3188cd23-487f-48a1-95ab-b99c5dfee2d3 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.072591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Provisioning complete for port fa25339e-50d3-4451-a040-eb2802a30b98 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:48.073059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.081741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-222d4d7f-0117-41f3-bcf6-32a15369d477 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a92e1485fde42cb95975bcde76c3d85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254857 Aug 16 02:24:48.082071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39622) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.165517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3188cd23-487f-48a1-95ab-b99c5dfee2d3 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.200282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.259024 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:48.280244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.364590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ceb901b-da53-4ff0-9190-9e2767bfb762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.364802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=306b9026-1419-46eb-9c8a-7d3a27535041,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.411497 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ceb901b-da53-4ff0-9190-9e2767bfb762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.432282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.434806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e7c5ad43-0175-4060-8aa3-05e51c97b3de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5878913 Aug 16 02:24:48.438043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39626) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.446198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-a50c6992-b244-4074-99e3-d39217e1b51a service neutron] 10.222.0.76 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943547 Aug 16 02:24:48.456983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--433053406', 'description': 'tempest-secgroup_general--433053406 description', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:48.563869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3188cd23-487f-48a1-95ab-b99c5dfee2d3 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.566548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3188cd23-487f-48a1-95ab-b99c5dfee2d3 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.567847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3188cd23-487f-48a1-95ab-b99c5dfee2d3 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/15daff18-6d52-4cd3-8581-d91a59a399c6 HTTP/1.1" status: 204 len: 168 time: 0.7155755 Aug 16 02:24:48.575444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39630) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.578193 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 2, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:48.612122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188cd23-487f-48a1-95ab-b99c5dfee2d3 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15daff18-6d52-4cd3-8581-d91a59a399c6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.616290 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.616878 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Checking router: 921f3915-893d-45c5-8cad-1e4ecc41972b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:24:48.617400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Updating router 921f3915-893d-45c5-8cad-1e4ecc41972b port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:24:48.651372 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.673303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.681485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-c47dee01-363c-48ba-87fe-8ccecf672f3f service neutron] 10.222.0.76 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202981 Aug 16 02:24:48.692787 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0d75f8a5-ba4d-43e7-b351-d0fc390a6218 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1163981 Aug 16 02:24:48.695910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39632) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:48.753444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ceb901b-da53-4ff0-9190-9e2767bfb762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.753444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2ceb901b-da53-4ff0-9190-9e2767bfb762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.756730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ceb901b-da53-4ff0-9190-9e2767bfb762 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab83b47c-df43-4c23-9f36-5955aa6b2320 HTTP/1.1" status: 204 len: 168 time: 0.6725843 Aug 16 02:24:48.794258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] For port fa25339e-50d3-4451-a040-eb2802a30b98, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa25339e-50d3-4451-a040-eb2802a30b98,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:48.811364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb901b-da53-4ff0-9190-9e2767bfb762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab83b47c-df43-4c23-9f36-5955aa6b2320,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:48.843422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.850995 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33a8935-2c4e-4c8f-abd4-2ac54c95b1f7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.893631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33a8935-2c4e-4c8f-abd4-2ac54c95b1f7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.937472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.949473 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Transition to ACTIVE for port object 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:48.954430 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.954895 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:48.975513 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:24:48.987326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Provisioning complete for port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:48.987834 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.009505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.056499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:49.063374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Pushing event updated for resources: {'Port': ['ID=fa25339e-50d3-4451-a040-eb2802a30b98,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.075226 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.094329 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33a8935-2c4e-4c8f-abd4-2ac54c95b1f7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.097246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33a8935-2c4e-4c8f-abd4-2ac54c95b1f7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.102210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d33a8935-2c4e-4c8f-abd4-2ac54c95b1f7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/72ec044b-5bcc-476c-9c97-1ed2ece337c7 HTTP/1.1" status: 204 len: 168 time: 0.4020140 Aug 16 02:24:49.102396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Transition to ACTIVE for port object 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:49.102504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39644) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.108258 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.123681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33a8935-2c4e-4c8f-abd4-2ac54c95b1f7 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ec044b-5bcc-476c-9c97-1ed2ece337c7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.166405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39b17b6b-148c-48cb-bafb-3771555af49d tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599008 Aug 16 02:24:49.167210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39648) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.172599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f199332a-0631-4ad2-b19a-3e35c789103b req-1d1ac7f2-d9a0-4bea-97d0-cf974d7ad37e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0675139 Aug 16 02:24:49.185039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc5e3b-3a68-486d-8d6f-cb4bce8e49b4 None None] Pushing event updated for resources: {'Port': ['ID=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.204067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'tempest-secgroup--892418556'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:49.213559 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.213767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.213767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57e93954-fbd9-4d3b-b17a-5a22c3035ec1 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.7703037 Aug 16 02:24:49.216168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.247308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'security_group_rule': {'security_group_id': '306b9026-1419-46eb-9c8a-7d3a27535041', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:49.256689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eb0f92d9-2c90-41f4-a3a2-1d5519882a85 None None] Provisioning for port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:49.315979 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.db.api [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 16 02:24:49.315979 n-d-768852-19 neutron-server[101946]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 16 02:24:49.315979 n-d-768852-19 neutron-server[101946]: [parameters: {'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'id': '44930c51-102f-44ef-8d67-f07ddff6ab78', 'expiration': datetime.datetime(2021, 8, 16, 2, 26, 49, 288279)}] Aug 16 02:24:49.315979 n-d-768852-19 neutron-server[101946]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101946) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:24:49.316775 n-d-768852-19 neutron-server[101946]: DEBUG oslo_db.api [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:24:49.317277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Attempting to bind port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:49.317727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Attempting to bind port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:49.318132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Attempting to bind port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 on network 493f2749-338b-408b-a54a-af5b5af97c34 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:49.325511 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d8a0c-40ac-4daa-b20b-40276087407b None None] Pushing event updated for resources: {'Port': ['ID=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.330344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:49.330771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Checking segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:49.331184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.331588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Bound using segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:49.332076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Bound port: 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:49.332561 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.398613 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Attempting to bind port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:49.400209 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Attempting to bind port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:49.405679 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Attempting to bind port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 on network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:49.416867 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:49.417491 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Checking segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:49.418087 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.418680 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Bound using segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:49.419339 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Bound port: 4a48628b-dd9a-4cbb-8453-4f3066bc70d9, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:49.420338 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.438243 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.514948 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] For port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:49.518370 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] For port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:49.535721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] For port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:49.539747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] For port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:49.608986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.663971 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.664123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.714556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.730986 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:49.731643 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:49.746932 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:24:49.750109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:49.772159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f09281-5624-4f41-ba24-16dab4670529,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.782559 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d8a0c-40ac-4daa-b20b-40276087407b None None] Pushing event updated for resources: {'Port': ['ID=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.829443 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:49.830136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc5e3b-3a68-486d-8d6f-cb4bce8e49b4 None None] Pushing event updated for resources: {'Port': ['ID=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:49.834311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39664) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.834970 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c0d1059c-a627-4dac-9288-7b56b23b9b7e tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6622510 Aug 16 02:24:49.884731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e57ae78e-2544-4376-a1f4-13a2a5f167ef tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:49.886875 n-d-768852-19 neutron-server[101945]: WARNING neutron.api.v2.base [None req-e57ae78e-2544-4376-a1f4-13a2a5f167ef tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 16 02:24:49.887517 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-e57ae78e-2544-4376-a1f4-13a2a5f167ef tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] update failed (client error): There was a conflict when trying to complete your request. Aug 16 02:24:49.893947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39666) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:49.895221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e57ae78e-2544-4376-a1f4-13a2a5f167ef tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "PUT /v2.0/security-groups/10f09281-5624-4f41-ba24-16dab4670529 HTTP/1.1" status: 409 len: 330 time: 0.0587807 Aug 16 02:24:49.945940 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:50.003027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:24:50.057930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.078135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.091166 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58060bd5-c311-4bbc-908d-10c71c1ab775 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.151427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58060bd5-c311-4bbc-908d-10c71c1ab775 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.172391 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b978d77a-4ad6-4026-8902-0db739c01c11 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a285fe575b654de0969fa63cde27a2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0881758 Aug 16 02:24:50.173666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39672) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.205022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.269877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.285681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8749ba00-6172-408d-9a3d-f2bd29585cfc req-202bfa1b-314d-4448-8144-5f8694cbbd8f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0403211 Aug 16 02:24:50.289002 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f430788f-0289-4d9a-95db-273aefaa11b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.313225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58060bd5-c311-4bbc-908d-10c71c1ab775 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.316424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-58060bd5-c311-4bbc-908d-10c71c1ab775 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.318344 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-58060bd5-c311-4bbc-908d-10c71c1ab775 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/10f09281-5624-4f41-ba24-16dab4670529 HTTP/1.1" status: 204 len: 168 time: 0.4231088 Aug 16 02:24:50.322735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39680) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.325989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72bf356-8b8f-42e6-bd80-ff66b4c365fc,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.333286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58060bd5-c311-4bbc-908d-10c71c1ab775 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f09281-5624-4f41-ba24-16dab4670529,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.354092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f430788f-0289-4d9a-95db-273aefaa11b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.379751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.385395 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72bdd1f8-fc5a-4cb0-b6ad-9f431144107e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1634545 Aug 16 02:24:50.424259 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eeef551b-eb7a-40a0-9f3d-bb585a1d619f tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974956 Aug 16 02:24:50.428117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39682) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.468858 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-ce60ff51-2243-4fae-ab22-47889178304b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] delete failed (client error): The resource could not be found. Aug 16 02:24:50.474738 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce60ff51-2243-4fae-ab22-47889178304b tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "DELETE /v2.0/security-groups/ff2f93db-6d06-4e5a-8202-bfbc6e3ab928 HTTP/1.1" status: 404 len: 347 time: 0.0412006 Aug 16 02:24:50.475034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39684) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.479750 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:49Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:50.502078 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-b9004ccc-7b91-4f5e-9110-23cbf843a921 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] show failed (client error): The resource could not be found. Aug 16 02:24:50.503445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b9004ccc-7b91-4f5e-9110-23cbf843a921 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-groups/bbae9d37-da9f-4e10-8cca-b74799e8f43f HTTP/1.1" status: 404 len: 347 time: 0.0270181 Aug 16 02:24:50.507034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39688) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:50.508140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:49Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:24:50.519053 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b9ab1a3-0676-4c6b-9cde-7821d2a98a47 None None] The sync data for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 is: [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:49Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:50.525780 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-9c387e1c-5963-4eaa-a79d-80fa28e17222 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] show failed (client error): The resource could not be found. Aug 16 02:24:50.525780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9c387e1c-5963-4eaa-a79d-80fa28e17222 tempest-NegativeSecGroupTest-1700849154 tempest-NegativeSecGroupTest-1700849154-project] 10.222.0.76 "GET /v2.0/security-group-rules/81927a64-6ca4-4e08-a91c-ffe23ba8dcc1 HTTP/1.1" status: 404 len: 356 time: 0.0165384 Aug 16 02:24:50.545717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f430788f-0289-4d9a-95db-273aefaa11b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.549858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ba9210-c48e-4c32-90ea-dc25071d9954 None None] The sync data for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 is: [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:49Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:24:50.550008 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f430788f-0289-4d9a-95db-273aefaa11b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:50.552214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f430788f-0289-4d9a-95db-273aefaa11b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/92698ee9-ebb8-472e-a242-418d17c78606 HTTP/1.1" status: 204 len: 168 time: 0.3767791 Aug 16 02:24:50.565584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430788f-0289-4d9a-95db-273aefaa11b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92698ee9-ebb8-472e-a242-418d17c78606,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:50.883029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-31a17947-9292-4432-8ce6-9a27fdafedfd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_general--433053406&fields=id&tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6 HTTP/1.1" status: 200 len: 267 time: 0.0384736 Aug 16 02:24:51.164827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-b3068791-15a2-4b61-96fa-f6539f59ee2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup_access--390700196&fields=id&tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6 HTTP/1.1" status: 200 len: 267 time: 0.0495427 Aug 16 02:24:51.164827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c2ea20c0-b341-4d49-a178-36550befe886 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:51.164827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c2ea20c0-b341-4d49-a178-36550befe886 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/networks?id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647 HTTP/1.1" status: 200 len: 797 time: 0.1404819 Aug 16 02:24:51.164827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-12139c3d-5565-493c-8f83-16aac61beb58 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/quotas/35e16e4c1d9e4df0a6831e17b6f254b6 HTTP/1.1" status: 200 len: 375 time: 0.0106754 Aug 16 02:24:51.176820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa25339e-50d3-4451-a040-eb2802a30b98 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:51.178555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-37bfbbab-0a06-47cf-b04d-978302d848be tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577002 Aug 16 02:24:51.186163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-71999a12-da78-4d3b-90ec-0ab25dc9a1e1 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:24:51.188205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-71999a12-da78-4d3b-90ec-0ab25dc9a1e1 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072320 Aug 16 02:24:51.249973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port fa25339e-50d3-4451-a040-eb2802a30b98 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:51.250826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.302264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-10a63b1e-dc10-4508-91aa-6148a8a5fd4c service neutron] 10.222.0.76 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076741 Aug 16 02:24:51.348455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:51.455914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5a47e24-45e0-42d6-9af9-f8a8ce51608c req-21005ef1-1724-4397-bdad-a3f01c29ea59 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0529723 Aug 16 02:24:51.475432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c8536594-ba05-4d07-84e5-aa92e5b44c01 service neutron] 10.222.0.76 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661859 Aug 16 02:24:51.619784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:51.624644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:51.625030 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.717391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.785918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55a01e8b-203e-4640-a31a-b16d71be2292 req-0807c384-6be3-41dc-a937-aa306bc09d75 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 210 time: 0.0413830 Aug 16 02:24:51.808496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:51.824068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39722) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:51.907929 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:51.907929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:52.010707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7af09420-f45d-426f-a0cb-6c3fe7551d93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c95daa4e12434abfb60a5f98583c09ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1853955 Aug 16 02:24:52.013939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39738) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.037988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.074253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90aee5f3-5a9e-4e51-99ba-6d2d6ac3da25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.101663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90aee5f3-5a9e-4e51-99ba-6d2d6ac3da25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.151028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:52.155350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:52.155738 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.244780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.278666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:52.302282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90aee5f3-5a9e-4e51-99ba-6d2d6ac3da25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.306050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-90aee5f3-5a9e-4e51-99ba-6d2d6ac3da25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.306050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-90aee5f3-5a9e-4e51-99ba-6d2d6ac3da25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/adbe78d8-41f2-4901-82ec-2d21d37acceb HTTP/1.1" status: 204 len: 168 time: 0.2908199 Aug 16 02:24:52.314835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aee5f3-5a9e-4e51-99ba-6d2d6ac3da25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbe78d8-41f2-4901-82ec-2d21d37acceb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.399858 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.473957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:52.637640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70c59931-d8be-4874-b503-8b874e64d0a9 req-574aaa3c-02bb-42f4-8f2f-794874ddebf8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0393760 Aug 16 02:24:52.695541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-88a6c5bf-5416-4a44-958e-54452e2c84b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:52.695541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-88a6c5bf-5416-4a44-958e-54452e2c84b8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/networks?id=493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 200 len: 797 time: 0.1926382 Aug 16 02:24:52.799952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-71867c21-e02a-4bb2-8038-df4c101896f3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c271d0e92f9641bc8675871d70eb4274 HTTP/1.1" status: 200 len: 380 time: 0.0960007 Aug 16 02:24:52.801610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 39762) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:52.805673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:52.848083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'port': {'device_id': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'admin_state_up': True, 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'security_groups': ['dc0627fa-1e7b-4822-9260-48fa70d3a0b6']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:52.928909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:52.929356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:52.969060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2128473852-network', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:53.048647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:53.065159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5000fb48-c4aa-4b97-82ff-d6292ba2f500 req-38100a68-fe9a-458e-88b6-94638d36f463 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 210 time: 0.1009603 Aug 16 02:24:53.127124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:53.127555 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.227254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Made reservation on behalf of f94cde14cdfd4fffb97b826f77d025f0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:53.227254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.264469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.418391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Made reservation on behalf of c271d0e92f9641bc8675871d70eb4274 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:53.422667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.634532 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.649354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.20.0.12 (493f2749-338b-408b-a54a-af5b5af97c34/03efc52c-9978-4b62-85f3-b5a4965f614c/97c0f1bb-f25c-460f-8164-45b24c631f36) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:53.703236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.854915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:24:53.863353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-258116cb-7945-42b2-af57-5cc94b9b88c3 req-790ef41f-09f2-4287-aa65-94dfbfde171e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0536690 Aug 16 02:24:53.886685 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:53.887225 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Added segment bba355c1-ce1f-442b-b655-703acf06dad5 of type vlan for network 0472fa27-685c-452d-8e58-b5e8fa85ea66 Aug 16 02:24:53.889310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39800) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:53.905101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273fe295-1eef-413d-b997-d7662a727950,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:53.956414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.031970 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6bd99c90-307e-47c8-bdcd-a69265c4ffa3 tempest-ServiceProvidersTest-948647720 tempest-ServiceProvidersTest-948647720-project] 10.222.0.76 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1411090 Aug 16 02:24:54.046919 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.064601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Transition to ACTIVE for port object 97c0f1bb-f25c-460f-8164-45b24c631f36 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:54.159197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.160562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:54.172021 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.244392 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.250165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37a0fa55-24b7-422b-8438-eb6770cafd07 req-e661504c-d01d-44a1-a8da-7428d36a84de tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 210 time: 0.0674105 Aug 16 02:24:54.296867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] Pushing event updated for resources: {'Network': ['ID=0472fa27-685c-452d-8e58-b5e8fa85ea66,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.315503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 493f2749-338b-408b-a54a-af5b5af97c34 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:54.321711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a40b6a3-4a26-4690-b716-b463056f5493 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.5187533 Aug 16 02:24:54.324608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39814) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:54.330521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Request body: {'subnet': {'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2128473852-subnet', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:54.337759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:54.344279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:54.356549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:54.432789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:54.433495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.487312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Made reservation on behalf of f94cde14cdfd4fffb97b826f77d025f0 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:54.490466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.532956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:24:54.573105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-f5674ef0-5f61-4f7c-bd3e-4e8a5f32a974 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7361536 Aug 16 02:24:54.689059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Request body: {'port': {'device_id': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:54.833760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4b37e44b-063a-4ee9-a743-10de3b845d4c None None] Provisioning for port 97c0f1bb-f25c-460f-8164-45b24c631f36 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:54.838244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4b37e44b-063a-4ee9-a743-10de3b845d4c None None] Provisioning complete for port 97c0f1bb-f25c-460f-8164-45b24c631f36 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:54.838935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b37e44b-063a-4ee9-a743-10de3b845d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:54.915011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4b37e44b-063a-4ee9-a743-10de3b845d4c None None] Port 97c0f1bb-f25c-460f-8164-45b24c631f36 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:54.939500 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.002405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39828) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.025541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-8a34b0b6-2d0f-4665-a08e-64c188e8436a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.027161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-8a34b0b6-2d0f-4665-a08e-64c188e8436a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.83 "GET /v2.0/networks?id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647 HTTP/1.1" status: 200 len: 797 time: 0.2482615 Aug 16 02:24:55.073289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.083599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431ec96-e2b7-441b-b58f-356e787b4281 req-28f5e221-201b-4c81-803e-8d56b5f83473 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.085563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0431ec96-e2b7-441b-b58f-356e787b4281 req-28f5e221-201b-4c81-803e-8d56b5f83473 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 932 time: 0.1230960 Aug 16 02:24:55.201530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c113ef36-82d7-42eb-a1ae-66e3101c41d5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6 HTTP/1.1" status: 200 len: 476 time: 0.1594498 Aug 16 02:24:55.229472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a8289e4-846d-4b5d-b894-c366bc53d00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.231370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f9ce63-825b-4888-a35a-3ec64520d863,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.239486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'port': {'device_id': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'admin_state_up': True, 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'security_groups': ['0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd', '306b9026-1419-46eb-9c8a-7d3a27535041']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:55.278401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0431ec96-e2b7-441b-b58f-356e787b4281 req-3e26d5b9-fb20-4fd4-a39a-7d60966037a7 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789660 Aug 16 02:24:55.350148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Checking segment: {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:55.350714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Network hostable DHCP agents. Network: 0472fa27-685c-452d-8e58-b5e8fa85ea66, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:24:55.413405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-49968417-10c2-4570-b989-a1a64025bdbc req-e417077b-399c-4ddd-8133-8a9b97e3bca2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 210 time: 0.0380783 Aug 16 02:24:55.511795 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a8289e4-846d-4b5d-b894-c366bc53d00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.521472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97c0f1bb-f25c-460f-8164-45b24c631f36 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:55.527878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.541323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Transition to ACTIVE for port object 97c0f1bb-f25c-460f-8164-45b24c631f36 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:55.556767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:24:55.671665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1a8289e4-846d-4b5d-b894-c366bc53d00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.705243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.721076 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1a8289e4-846d-4b5d-b894-c366bc53d00b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c91ca24df7e401cac77d824244ad0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7151563 Aug 16 02:24:55.723904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39842) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.729941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8289e4-846d-4b5d-b894-c366bc53d00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef13855-253c-42da-a011-c54a5b3daae5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.771459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 0472fa27-685c-452d-8e58-b5e8fa85ea66) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:55.773364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:55.782179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6107f5e-6b1b-4fae-a1db-4762123ec6c2 None None] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:55.785942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:55.793604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.811147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Made reservation on behalf of 35e16e4c1d9e4df0a6831e17b6f254b6 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:24:55.814800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.818344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcc130d7-532b-40bd-8ce6-cfc7d312817e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.851813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcc130d7-532b-40bd-8ce6-cfc7d312817e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.894780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Attempting to bind port 97c0f1bb-f25c-460f-8164-45b24c631f36 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:55.895216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Attempting to bind port 97c0f1bb-f25c-460f-8164-45b24c631f36 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:55.895562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Attempting to bind port 97c0f1bb-f25c-460f-8164-45b24c631f36 on network 493f2749-338b-408b-a54a-af5b5af97c34 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:55.900579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Port 97c0f1bb-f25c-460f-8164-45b24c631f36 on network 493f2749-338b-408b-a54a-af5b5af97c34 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:55.903593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Attempting to bind port 97c0f1bb-f25c-460f-8164-45b24c631f36 on network 493f2749-338b-408b-a54a-af5b5af97c34 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:55.907044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:55.907397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Checking segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:55.907786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Bound using segment: {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:55.908226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Bound port: 97c0f1bb-f25c-460f-8164-45b24c631f36, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70983339-df78-4073-951d-cf8f482b2271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:55.908679 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:55.917110 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fcfeb35f-c4b7-4d19-b19e-b263960f02ee admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5886521 Aug 16 02:24:55.918304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39844) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:24:55.933892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:55.987536 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:55.990855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:56.016546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcc130d7-532b-40bd-8ce6-cfc7d312817e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.021530 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dcc130d7-532b-40bd-8ce6-cfc7d312817e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.025281 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dcc130d7-532b-40bd-8ce6-cfc7d312817e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8ef13855-253c-42da-a011-c54a5b3daae5 HTTP/1.1" status: 204 len: 168 time: 0.2979794 Aug 16 02:24:56.063686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc130d7-532b-40bd-8ce6-cfc7d312817e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef13855-253c-42da-a011-c54a5b3daae5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.111505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.112548 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.133093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.162927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.20.0.6 (b687e1eb-fbd6-436e-9ff9-8ca05ce18647/57db94d1-77c5-49f5-8666-45b5400311bc/cdba46b4-02ee-4f15-aac3-5478b28920e0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:56.168224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.168991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.171574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] 10.222.0.83 "PUT /v2.0/ports/97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 200 len: 1093 time: 1.5943677 Aug 16 02:24:56.172122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:56.174758 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:56.208447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf96e2a-bb21-41d3-9269-b7497fe384e1 service neutron] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:56.210050 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.241074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-0472fa27-685c-452d-8e58-b5e8fa85ea66', 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'fixed_ips': [{'subnet_id': '11f9ce63-825b-4888-a35a-3ec64520d863'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:24:56.241947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.265274 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4815028e-3d6e-487d-96c9-3b6c13cf4876 x-openstack-request-id: req-4815028e-3d6e-487d-96c9-3b6c13cf4876 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:56.265630 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:56.266228 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4815028e-3d6e-487d-96c9-3b6c13cf4876 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:56.266670 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'status': 'completed', 'code': 200} Aug 16 02:24:56.380674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-4682f0af-cc40-4ebb-9dd1-fd7ba1ae6aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.382584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-4682f0af-cc40-4ebb-9dd1-fd7ba1ae6aa8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1096 time: 0.0872154 Aug 16 02:24:56.502075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.539143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-cc65cf91-2bf2-41a4-8189-c58d37d1f2d4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 200 len: 217 time: 0.1478724 Aug 16 02:24:56.580076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Allocated IP 172.20.0.2 (0472fa27-685c-452d-8e58-b5e8fa85ea66/11f9ce63-825b-4888-a35a-3ec64520d863/beeedf82-2f5e-4122-8ca1-e60a5e9f94c7) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:56.592800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Transition to ACTIVE for port object cdba46b4-02ee-4f15-aac3-5478b28920e0 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:56.600750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9360f719-8327-41fb-97d1-2b39af6f05af req-162f258b-1b8f-4782-b8a0-d80ba4e72c59 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 210 time: 0.0604703 Aug 16 02:24:56.641736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.693313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f880ab-2d87-424f-a6ea-5d22c3f29993 req-1986ad00-d15f-43e8-ab84-e9de7ec3b98f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.694999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87f880ab-2d87-424f-a6ea-5d22c3f29993 req-1986ad00-d15f-43e8-ab84-e9de7ec3b98f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 944 time: 0.3059833 Aug 16 02:24:56.699157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-b1894b14-32fd-47f8-96a2-f81c0683ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.700708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-b1894b14-32fd-47f8-96a2-f81c0683ec2a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03efc52c-9978-4b62-85f3-b5a4965f614c HTTP/1.1" status: 200 len: 835 time: 0.0988677 Aug 16 02:24:56.764151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87f880ab-2d87-424f-a6ea-5d22c3f29993 req-4b3b9942-59ae-45fe-930f-9b7ffc97afda tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617568 Aug 16 02:24:56.799462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.810181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-3e87666e-f024-477a-af65-714cd8bd90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:56.810181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-3e87666e-f024-477a-af65-714cd8bd90da service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=493f2749-338b-408b-a54a-af5b5af97c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0880930 Aug 16 02:24:56.871183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:56.916286 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Transition to ACTIVE for port object beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:56.952177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Transition to ACTIVE for port object beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:57.074538 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.119832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:57.125619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:57.129883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:57.154627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Pushing event updated for resources: {'Port': ['ID=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.242396 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.250420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=cdba46b4-02ee-4f15-aac3-5478b28920e0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.254496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Attempting to bind port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:57.255113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Attempting to bind port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:57.255628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Attempting to bind port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 on network 0472fa27-685c-452d-8e58-b5e8fa85ea66 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:57.268175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:57.272191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:57.272305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:57.273156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Checking segment: {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:57.274147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.275423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:57.297994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Bound using segment: {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:57.297994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Bound port: beeedf82-2f5e-4122-8ca1-e60a5e9f94c7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:57.297994 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.348203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.348203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.356481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.404019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] For port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:57.408142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] For port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,segment=NetworkSegment(bba355c1-ce1f-442b-b655-703acf06dad5),segment_id=bba355c1-ce1f-442b-b655-703acf06dad5)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:57.438726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-0f80b978-67c4-435a-bdbe-84a06b2a607a service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211674 Aug 16 02:24:57.457176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-c31235db-319b-4261-9371-b74804bbfb52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2293811 Aug 16 02:24:57.496108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Request body: {'port': {'device_id': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:24:57.497272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.608572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae65ffc-b7bd-4b6d-a7d7-714994f6f92f req-d2294006-ebbb-4842-9e03-ef121c43c917 service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625063 Aug 16 02:24:57.611077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6e3f2-3278-4ed2-91ee-d3e889488052 None None] Pushing event updated for resources: {'Port': ['ID=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:57.624021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.632467 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.672953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.759257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a4b9e481-d4ce-4d83-abde-8a6fef4e0ac4 None None] Provisioning for port cdba46b4-02ee-4f15-aac3-5478b28920e0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:57.763806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a4b9e481-d4ce-4d83-abde-8a6fef4e0ac4 None None] Provisioning complete for port cdba46b4-02ee-4f15-aac3-5478b28920e0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:57.764525 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a4b9e481-d4ce-4d83-abde-8a6fef4e0ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:57.838220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e281fe-64a5-41c3-ab35-ad3b015e15c7 req-c0881883-43e8-4c38-9fc2-e266e0390af6 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.846172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9e481-d4ce-4d83-abde-8a6fef4e0ac4 None None] Port cdba46b4-02ee-4f15-aac3-5478b28920e0 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:24:57.848073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2e281fe-64a5-41c3-ab35-ad3b015e15c7 req-c0881883-43e8-4c38-9fc2-e266e0390af6 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 970 time: 0.1481631 Aug 16 02:24:57.903387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-76217dc3-c9eb-4f49-bcc4-3c8d5409f214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:57.908197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-76217dc3-c9eb-4f49-bcc4-3c8d5409f214 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1096 time: 0.1658709 Aug 16 02:24:58.011393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Allocated IP 172.25.6.115 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/169b3982-0f0e-4d8b-80b3-ea4473b40bcd) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:24:58.088489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2e281fe-64a5-41c3-ab35-ad3b015e15c7 req-2e9d6dce-d8a9-404b-8caf-27fbdffb9b4f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2272763 Aug 16 02:24:58.105955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-b593328c-bd53-46e9-bec8-fa4d74fb7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.109256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-b593328c-bd53-46e9-bec8-fa4d74fb7a6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 200 len: 898 time: 0.1940649 Aug 16 02:24:58.121879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3a102-6ecf-4eca-9ecd-d8dca77d52b3 req-1c5bdce7-b2c1-4d84-bbb0-a2c1ab505c14 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.124988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ee3a102-6ecf-4eca-9ecd-d8dca77d52b3 req-1c5bdce7-b2c1-4d84-bbb0-a2c1ab505c14 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 944 time: 0.2244413 Aug 16 02:24:58.171167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-a9d348a9-8003-498d-8c1e-da4c7b92b4af service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 200 len: 217 time: 0.0450034 Aug 16 02:24:58.246257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.260643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdba46b4-02ee-4f15-aac3-5478b28920e0 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:24:58.271382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.274872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ee3a102-6ecf-4eca-9ecd-d8dca77d52b3 req-eeec55e4-ad22-446e-8eb4-2cc24a77ba57 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988121 Aug 16 02:24:58.281862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-caeed3ec-9439-4262-afea-de6a3044fa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.283568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-caeed3ec-9439-4262-afea-de6a3044fa5f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03efc52c-9978-4b62-85f3-b5a4965f614c HTTP/1.1" status: 200 len: 835 time: 0.1052058 Aug 16 02:24:58.290272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Transition to ACTIVE for port object cdba46b4-02ee-4f15-aac3-5478b28920e0 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:24:58.335119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-67340ce0-6740-4820-9bbb-8117c6a0187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:58.336736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-67340ce0-6740-4820-9bbb-8117c6a0187f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=493f2749-338b-408b-a54a-af5b5af97c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458992 Aug 16 02:24:58.388144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.438702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:58.486304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-3f2660dd-8449-450c-bceb-74cbac45ff63 service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414223 Aug 16 02:24:58.493818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Pushing event updated for resources: {'Port': ['ID=cdba46b4-02ee-4f15-aac3-5478b28920e0,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.507410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:24:58.514214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:24:58.561115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:24:58.649765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8045f42e-09f7-4f75-a18d-26ada7f2b6d9 req-eaf83a35-f35e-41d1-b479-d96d0ead94e5 service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536875 Aug 16 02:24:58.673550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Pushing event updated for resources: {'Port': ['ID=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:58.817543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Attempting to bind port cdba46b4-02ee-4f15-aac3-5478b28920e0 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:24:58.818149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Attempting to bind port cdba46b4-02ee-4f15-aac3-5478b28920e0 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:24:58.818487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Attempting to bind port cdba46b4-02ee-4f15-aac3-5478b28920e0 on network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:58.848366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Port cdba46b4-02ee-4f15-aac3-5478b28920e0 on network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:24:58.848860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Attempting to bind port cdba46b4-02ee-4f15-aac3-5478b28920e0 on network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:24:58.900401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:24:58.912560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:24:58.912916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Checking segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:24:58.914816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Bound using segment: {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:24:58.915280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Bound port: cdba46b4-02ee-4f15-aac3-5478b28920e0, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:24:58.915856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.028673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] For port cdba46b4-02ee-4f15-aac3-5478b28920e0, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:24:59.028673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] For port cdba46b4-02ee-4f15-aac3-5478b28920e0, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:24:59.047810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:59.077376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8320baa2-734f-4e4d-b0ae-64ab1b025343 None None] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:24:59.183172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.229035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12125e8c-b803-49bd-a449-262b90b8f43b req-8008268e-64e0-4d6a-921a-d9e179d9148a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.238484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12125e8c-b803-49bd-a449-262b90b8f43b req-8008268e-64e0-4d6a-921a-d9e179d9148a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 982 time: 0.0684228 Aug 16 02:24:59.238754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.286251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] Provisioning for port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:24:59.291500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12125e8c-b803-49bd-a449-262b90b8f43b req-b536153d-b6de-4871-8d29-d89b0fcb8bd3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0527027 Aug 16 02:24:59.291657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] Provisioning complete for port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:59.292180 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.344131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.352337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.358514 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] 10.222.0.83 "PUT /v2.0/ports/cdba46b4-02ee-4f15-aac3-5478b28920e0 HTTP/1.1" status: 200 len: 1131 time: 1.8642883 Aug 16 02:24:59.367179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:24:59.369791 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3a792d-d96c-489b-851f-9bd388852bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:24:59.410799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1673b2-665c-44d2-95e0-6ea6508b4c9b service neutron] Pushing event updated for resources: {'Port': ['ID=cdba46b4-02ee-4f15-aac3-5478b28920e0,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.533603 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d394098-3e2a-4ed3-bd6b-5776fea6ab97 x-openstack-request-id: req-0d394098-3e2a-4ed3-bd6b-5776fea6ab97 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:24:59.538208 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:24:59.538474 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d394098-3e2a-4ed3-bd6b-5776fea6ab97 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:24:59.538938 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'status': 'completed', 'code': 200} Aug 16 02:24:59.546244 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.549874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260a607-5360-48a5-835e-e147dab8b509 req-7a93c703-b359-4617-98ca-1b071025416b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.553808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c260a607-5360-48a5-835e-e147dab8b509 req-7a93c703-b359-4617-98ca-1b071025416b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 944 time: 0.1440532 Aug 16 02:24:59.619656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] For port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,segment=NetworkSegment(bba355c1-ce1f-442b-b655-703acf06dad5),segment_id=bba355c1-ce1f-442b-b655-703acf06dad5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:24:59.627879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c260a607-5360-48a5-835e-e147dab8b509 req-c7bf296b-6633-4e93-b8e2-a40d4aada7e6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658746 Aug 16 02:24:59.678915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-cc3f1c0a-1548-47b0-9b2c-b6c5e27b167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.679046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.681102 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-cc3f1c0a-1548-47b0-9b2c-b6c5e27b167c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1134 time: 0.1838882 Aug 16 02:24:59.733808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59274862-2867-44dc-bfae-12d254b7e85a None None] Pushing event updated for resources: {'Port': ['ID=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:24:59.757956 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-00aa1599-e509-4814-a885-91a8a7c155de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0 HTTP/1.1" status: 200 len: 217 time: 0.0671663 Aug 16 02:24:59.812652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.816006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-780670ae-07b8-41d2-b5a0-37da17fc9d0a None None] Provisioning complete for port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:24:59.816613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-780670ae-07b8-41d2-b5a0-37da17fc9d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:24:59.833768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-17695631-6f45-483b-85bd-edd736b9e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.835659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-17695631-6f45-483b-85bd-edd736b9e53d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57db94d1-77c5-49f5-8666-45b5400311bc HTTP/1.1" status: 200 len: 835 time: 0.0708079 Aug 16 02:24:59.955328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-dc92aea0-ba47-4837-af8a-1f40e0b73aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:24:59.956775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-dc92aea0-ba47-4837-af8a-1f40e0b73aff service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809500 Aug 16 02:25:00.077525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-7c86b091-cdfc-4968-b0e4-d2b9c13d4291 service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136355 Aug 16 02:25:00.173853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ccc4368f-ac0e-467f-a761-990c60b2dab5 req-4234ec8b-19ce-4b8d-bc97-3fed183fc342 service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891147 Aug 16 02:25:00.213889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Router f397a231-136a-4cb9-bf77-69d0015cb9f7 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:00.361286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:00.373681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Sync routers for ids ['f397a231-136a-4cb9-bf77-69d0015cb9f7'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:00.377716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-699face3-7d76-4bef-9b1e-8f6695cc30b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.379283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-699face3-7d76-4bef-9b1e-8f6695cc30b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1134 time: 0.0667455 Aug 16 02:25:00.383638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Routers {'f397a231-136a-4cb9-bf77-69d0015cb9f7'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:00.384352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f397a231-136a-4cb9-bf77-69d0015cb9f7'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:00.443019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555115e-aef2-46ee-852d-1979f545441c req-dca3972b-7c97-4dda-b2e1-a9f94496340e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.445105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4555115e-aef2-46ee-852d-1979f545441c req-dca3972b-7c97-4dda-b2e1-a9f94496340e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 982 time: 0.0619442 Aug 16 02:25:00.475916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.477058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b366f814-052f-4c2d-9bf6-ee07b6211625 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5503104 Aug 16 02:25:00.483021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 39958) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:00.494192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-93e7d825-0d0e-488b-8087-949789ef68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.496065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-93e7d825-0d0e-488b-8087-949789ef68d3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647 HTTP/1.1" status: 200 len: 898 time: 0.1091514 Aug 16 02:25:00.498731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4555115e-aef2-46ee-852d-1979f545441c req-fc94436b-41e6-4000-894b-74920b9727f8 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0454841 Aug 16 02:25:00.514632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Set router f397a231-136a-4cb9-bf77-69d0015cb9f7 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:00.572210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:00.586016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-9e4b2dab-4835-4a08-b4bf-3c55bf2f51ba service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0 HTTP/1.1" status: 200 len: 217 time: 0.0495319 Aug 16 02:25:00.709359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-e0afbeb6-f64f-44b2-bea9-63d177dc6c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.722574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-e0afbeb6-f64f-44b2-bea9-63d177dc6c7f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57db94d1-77c5-49f5-8666-45b5400311bc HTTP/1.1" status: 200 len: 835 time: 0.1260865 Aug 16 02:25:00.782533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c91eb-7cf2-4cc0-9ae1-627809232075 req-6919d85f-517f-4cfa-8012-1e28483c0d03 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.790392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:00.792319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d8c91eb-7cf2-4cc0-9ae1-627809232075 req-6919d85f-517f-4cfa-8012-1e28483c0d03 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 944 time: 0.0911500 Aug 16 02:25:00.833569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'port_id': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'mac_address': 'fa:16:3e:5e:0e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:00.836761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:00.855900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d8c91eb-7cf2-4cc0-9ae1-627809232075 req-c2593b50-d09b-4bd2-96f1-5acba6068b3d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566187 Aug 16 02:25:00.867273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-8c13483a-4b46-48f7-a049-234bec423b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:00.869077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-8c13483a-4b46-48f7-a049-234bec423b1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1456125 Aug 16 02:25:00.919945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:24:58Z', 'revision_number': 3, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:00.949849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Checking router: f397a231-136a-4cb9-bf77-69d0015cb9f7 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:00.950212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Updating router f397a231-136a-4cb9-bf77-69d0015cb9f7 port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:00.952827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.990766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c0f1bb-f25c-460f-8164-45b24c631f36 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:00.996243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:00.996243 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:00.998674 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.060514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:01.144105 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.308583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.365068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['97c0f1bb-f25c-460f-8164-45b24c631f36'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:01.413650 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-bccc62f9-c882-47a3-b403-13171d5a0cc1 service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342464 Aug 16 02:25:01.480749 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.504423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Transition to ACTIVE for port object 169b3982-0f0e-4d8b-80b3-ea4473b40bcd will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:01.589105 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.632221 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa3a792d-d96c-489b-851f-9bd388852bd5 req-cf76e319-2269-4e51-9db2-1c089ebdecbe service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106435 Aug 16 02:25:01.672220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef8a38-912c-4b13-8948-0110238fb0f3 None None] Pushing event updated for resources: {'Port': ['ID=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:01.683352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.691302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13ae9f-7e22-445d-91b2-8f16ad56d022 req-8a9cd29c-bde2-480e-a457-47c587fb150f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:01.693091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f13ae9f-7e22-445d-91b2-8f16ad56d022 req-8a9cd29c-bde2-480e-a457-47c587fb150f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 982 time: 0.1108475 Aug 16 02:25:01.699838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Attempting to bind port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:01.700249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Attempting to bind port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:01.700658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Attempting to bind port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:01.714565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:01.717742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:01.717742 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.717742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:01.717742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Bound port: 169b3982-0f0e-4d8b-80b3-ea4473b40bcd, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:01.717742 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:01.740582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f13ae9f-7e22-445d-91b2-8f16ad56d022 req-781fe098-b926-4939-b9ce-6ff736075d6a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0410335 Aug 16 02:25:01.817745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] For port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:01.834368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] For port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:01.865961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Allocated IP 172.20.0.1 (0472fa27-685c-452d-8e58-b5e8fa85ea66/11f9ce63-825b-4888-a35a-3ec64520d863/b228401e-a8b5-4dd2-b99c-7b680d82c98e) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:01.956828 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.052963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Routers {'f397a231-136a-4cb9-bf77-69d0015cb9f7'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:02.053661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f397a231-136a-4cb9-bf77-69d0015cb9f7'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:02.055698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef8a38-912c-4b13-8948-0110238fb0f3 None None] Pushing event updated for resources: {'Port': ['ID=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.067335 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.078756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac58f5a-7c98-4484-b149-e7f898a7507c req-81a3a84f-f3db-45ce-9dba-8b7569f9523d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:02.080371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ac58f5a-7c98-4484-b149-e7f898a7507c req-81a3a84f-f3db-45ce-9dba-8b7569f9523d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 945 time: 0.1445410 Aug 16 02:25:02.086817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Transition to ACTIVE for port object b228401e-a8b5-4dd2-b99c-7b680d82c98e will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:02.137542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ac58f5a-7c98-4484-b149-e7f898a7507c req-d3a3914c-8e68-472f-83f7-79cb41f9d566 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505216 Aug 16 02:25:02.174305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] Set router f397a231-136a-4cb9-bf77-69d0015cb9f7 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:02.217211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.264179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:02.267036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:02.271156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:02.295288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b228401e-a8b5-4dd2-b99c-7b680d82c98e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:02.317019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.449018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:24:58Z', 'revision_number': 3, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:02.482901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d295fed-7b42-42b8-a286-aa4e42259773 None None] The sync data for ids ['f397a231-136a-4cb9-bf77-69d0015cb9f7'] in n-d-768852-19 is: [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:24:58Z', 'revision_number': 3, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:02.527136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device cdba46b4-02ee-4f15-aac3-5478b28920e0 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:25:02.594287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:02.658302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:02.962848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.001091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31944f-78fa-443c-8989-0cab79b5ccc9 req-d6328e13-34d9-469e-9c9c-891385988575 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.003985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac31944f-78fa-443c-8989-0cab79b5ccc9 req-d6328e13-34d9-469e-9c9c-891385988575 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 982 time: 0.1527138 Aug 16 02:25:03.014393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3e0e54c2-d741-46d9-a77e-edae3f9d8b5b None None] Provisioning for port b228401e-a8b5-4dd2-b99c-7b680d82c98e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:03.024381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3e0e54c2-d741-46d9-a77e-edae3f9d8b5b None None] Provisioning complete for port b228401e-a8b5-4dd2-b99c-7b680d82c98e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:03.024908 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3e0e54c2-d741-46d9-a77e-edae3f9d8b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.033382 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.068152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac31944f-78fa-443c-8989-0cab79b5ccc9 req-2bbe91ab-30da-4f6e-854b-695490e4ab23 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0553362 Aug 16 02:25:03.139130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port cdba46b4-02ee-4f15-aac3-5478b28920e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:03.202019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'port_id': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'mac_address': 'fa:16:3e:9d:2b:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:25:03.221577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b228401e-a8b5-4dd2-b99c-7b680d82c98e,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.225651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3e0e54c2-d741-46d9-a77e-edae3f9d8b5b None None] Port b228401e-a8b5-4dd2-b99c-7b680d82c98e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:03.244119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.413719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.415789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 97c0f1bb-f25c-460f-8164-45b24c631f36 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:03.425069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:03.426904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:03.467592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 97c0f1bb-f25c-460f-8164-45b24c631f36 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:03.467996 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.500420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0cf2-ea4b-43f1-b293-e01d24b69779 req-e2551ca1-5a11-4322-a9fd-743781079192 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:03.515084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdba46b4-02ee-4f15-aac3-5478b28920e0 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:03.517806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6dbc0cf2-ea4b-43f1-b293-e01d24b69779 req-e2551ca1-5a11-4322-a9fd-743781079192 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 945 time: 0.1894553 Aug 16 02:25:03.544549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port cdba46b4-02ee-4f15-aac3-5478b28920e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:03.590488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6dbc0cf2-ea4b-43f1-b293-e01d24b69779 req-e1bd8533-8418-4f98-9e1c-67eac330289b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715306 Aug 16 02:25:03.637163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.747711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Router f397a231-136a-4cb9-bf77-69d0015cb9f7 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:03.805800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:03.813715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=cdba46b4-02ee-4f15-aac3-5478b28920e0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:03.882484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['cdba46b4-02ee-4f15-aac3-5478b28920e0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:25:03.892811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:03.907505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f6eb9e9-503e-4d42-b014-02c6941f0dd0 admin admin] 10.222.0.76 "PUT /v2.0/routers/f397a231-136a-4cb9-bf77-69d0015cb9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4143715 Aug 16 02:25:03.921632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:03.924064 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad615c31-dbfc-42a9-a27e-3a98855f0dd5" -d '{"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-plugged", "status": "completed", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:03.995974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:03.998630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fbdbb2f3-65ae-4cb7-bd6a-de6e8bb06004 None None] Provisioning complete for port b228401e-a8b5-4dd2-b99c-7b680d82c98e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:03.999160 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fbdbb2f3-65ae-4cb7-bd6a-de6e8bb06004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.003580 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6012fb-afa6-436f-ba8c-008896824775 x-openstack-request-id: req-1e6012fb-afa6-436f-ba8c-008896824775 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:04.008456 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-plugged", "status": "completed", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:04.008456 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1e6012fb-afa6-436f-ba8c-008896824775 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:04.008456 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'code': 200} Aug 16 02:25:04.075796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:04.125902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fbdbb2f3-65ae-4cb7-bd6a-de6e8bb06004 None None] Port b228401e-a8b5-4dd2-b99c-7b680d82c98e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:04.189413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:04.260099 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-cc8ccefb-075c-4c12-bbca-9d4b3492d2d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1521351 Aug 16 02:25:04.264836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d030332-f4b8-4364-bbaa-73efae7705f4 req-03e47a90-6cd3-4f6c-84fd-eb974c9f62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.267044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d030332-f4b8-4364-bbaa-73efae7705f4 req-03e47a90-6cd3-4f6c-84fd-eb974c9f62ee service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1098 time: 0.1955137 Aug 16 02:25:04.333518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e75d27-4863-4bed-8103-bf0bc8749a7b req-67132fda-c7d8-475e-a9ac-480835f6f520 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.344221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36e75d27-4863-4bed-8103-bf0bc8749a7b req-67132fda-c7d8-475e-a9ac-480835f6f520 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 983 time: 0.1386015 Aug 16 02:25:04.390578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d030332-f4b8-4364-bbaa-73efae7705f4 req-5ae4e648-fa8f-4bff-9778-f3545d79d9fa service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157024 Aug 16 02:25:04.404549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36e75d27-4863-4bed-8103-bf0bc8749a7b req-1e75316f-2880-4a52-b802-fd970da4acff tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0508513 Aug 16 02:25:04.407612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-76864b2f-9c98-4bb2-8322-b2fe3477eeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.409352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-76864b2f-9c98-4bb2-8322-b2fe3477eeb1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9a37a709918341e7b9cf803768997d36&device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 1099 time: 0.0845227 Aug 16 02:25:04.532005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e266a190-03ef-422a-86d2-28a286477441 req-ff3cdfd1-c080-4abd-9bf8-9ee781b85db6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.544193 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e266a190-03ef-422a-86d2-28a286477441 req-ff3cdfd1-c080-4abd-9bf8-9ee781b85db6 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.0784891 Aug 16 02:25:04.563226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-819a6350-1d89-40aa-811a-eb1e1258ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.566440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-819a6350-1d89-40aa-811a-eb1e1258ee7f service neutron] 10.222.0.58 "GET /v2.0/networks?id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 200 len: 918 time: 0.1297684 Aug 16 02:25:04.590336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e266a190-03ef-422a-86d2-28a286477441 req-20368bbb-8709-4846-8bb3-2f73548b5c2e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449135 Aug 16 02:25:04.635318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-84a0824b-3ed2-4107-9442-d613f92ff565 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 200 len: 1002 time: 0.0607500 Aug 16 02:25:04.690975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-5ae5581f-4be8-44eb-84b2-a9cc25bae8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.692493 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-5ae5581f-4be8-44eb-84b2-a9cc25bae8c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 200 len: 856 time: 0.0498002 Aug 16 02:25:04.720368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984ca11-f748-4067-8c7f-2848304ab91c req-68e09fe2-2973-4d45-b206-af595c552353 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.733036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1984ca11-f748-4067-8c7f-2848304ab91c req-68e09fe2-2973-4d45-b206-af595c552353 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0706398 Aug 16 02:25:04.770858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-5c0c5bcf-2f1c-47eb-bc4d-c2c3b2d70bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:04.772588 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-5c0c5bcf-2f1c-47eb-bc4d-c2c3b2d70bc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725951 Aug 16 02:25:04.784630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-91eac01e-cb26-4860-a703-c841b705f20a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:25:04.785659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-91eac01e-cb26-4860-a703-c841b705f20a service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055802 Aug 16 02:25:04.823307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1984ca11-f748-4067-8c7f-2848304ab91c req-f1e68c44-c7f3-406b-aa93-cd5a45ae0344 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705123 Aug 16 02:25:04.888868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 169b3982-0f0e-4d8b-80b3-ea4473b40bcd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:04.917166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-3e0d50ce-8cf6-4e60-8364-f70c00192413 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224506 Aug 16 02:25:04.999311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:05.004781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:05.011520 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.061961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1b73dc9-964f-4b42-a50c-9faab92260e8 req-0b35d7fb-d676-40d2-90df-bedab6121050 service neutron] 10.222.0.58 "GET /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359289 Aug 16 02:25:05.153042 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.179532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:05.299452 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.312581 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Sync routers for ids ['f397a231-136a-4cb9-bf77-69d0015cb9f7'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:05.333661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Routers {'f397a231-136a-4cb9-bf77-69d0015cb9f7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:05.334381 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f397a231-136a-4cb9-bf77-69d0015cb9f7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:05.466391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:05.519665 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Set router f397a231-136a-4cb9-bf77-69d0015cb9f7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:05.554206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0778b-2197-4fbf-bb8c-16325a6fb2e5 req-6e2729a6-49c5-46c0-bf55-57d54046df0a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.564646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94d0778b-2197-4fbf-bb8c-16325a6fb2e5 req-6e2729a6-49c5-46c0-bf55-57d54046df0a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 983 time: 0.0752432 Aug 16 02:25:05.620731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94d0778b-2197-4fbf-bb8c-16325a6fb2e5 req-9232e9ee-8a0b-4ed0-adf6-21eb62cb3d7d tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0521739 Aug 16 02:25:05.795151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2692-f5d7-46ca-9090-b1179974e46b req-fa40aabe-4359-4e30-8d62-598f2a6e6daa tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.802029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-208a2692-f5d7-46ca-9090-b1179974e46b req-fa40aabe-4359-4e30-8d62-598f2a6e6daa tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.0914490 Aug 16 02:25:05.806789 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:25:02Z', 'revision_number': 4, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b228401e-a8b5-4dd2-b99c-7b680d82c98e', 'name': '', 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'mac_address': 'fa:16:3e:65:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '11f9ce63-825b-4888-a35a-3ec64520d863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:01Z', 'updated_at': '2021-08-16T02:25:02Z', 'revision_number': 2, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'subnets': [{'id': '11f9ce63-825b-4888-a35a-3ec64520d863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:05.838371 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Checking router: f397a231-136a-4cb9-bf77-69d0015cb9f7 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:05.839451 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Updating router f397a231-136a-4cb9-bf77-69d0015cb9f7 port b228401e-a8b5-4dd2-b99c-7b680d82c98e binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:05.843821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-35f4f20e-1fe4-4fd9-b7b0-348052063181 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:05.844977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-35f4f20e-1fe4-4fd9-b7b0-348052063181 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.58 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.1086767 Aug 16 02:25:05.876337 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:05.921400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-208a2692-f5d7-46ca-9090-b1179974e46b req-e7088c32-8e55-4466-a187-2111e12e6d7e tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971689 Aug 16 02:25:06.039132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40094) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.050049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04d42e-fef4-4af8-a8c1-736e4a63ce06 req-8a04d8da-828b-474f-96af-1c20afa2a849 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.057655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c04d42e-fef4-4af8-a8c1-736e4a63ce06 req-8a04d8da-828b-474f-96af-1c20afa2a849 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1005299 Aug 16 02:25:06.098776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Deleting port 25ced1d4-03ed-4202-9db3-d311702cf15d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:06.099229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.111132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c04d42e-fef4-4af8-a8c1-736e4a63ce06 req-4ea0d561-6e9a-48c8-b9c2-86a824df51b2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462291 Aug 16 02:25:06.256998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a023f6-0801-49a9-bc18-3aec3b816612 req-3c794f67-1123-4a35-b3e4-40f253660d81 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.259175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9a023f6-0801-49a9-bc18-3aec3b816612 req-3c794f67-1123-4a35-b3e4-40f253660d81 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0744331 Aug 16 02:25:06.355603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b9a023f6-0801-49a9-bc18-3aec3b816612 req-e6727f26-a98b-4c47-944c-cba7205a3853 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804398 Aug 16 02:25:06.379729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.454624 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] For port 25ced1d4-03ed-4202-9db3-d311702cf15d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=25ced1d4-03ed-4202-9db3-d311702cf15d,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:06.455097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.490810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ad41cc-8801-46bf-a9ea-fbeef4844772 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.494263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c6ad41cc-8801-46bf-a9ea-fbeef4844772 tempest-TestNetworkAdvancedServerOps-1550538681 tempest-TestNetworkAdvancedServerOps-1550538681-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1093 time: 0.1127596 Aug 16 02:25:06.495252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40106) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:06.500663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:06.553290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device cdba46b4-02ee-4f15-aac3-5478b28920e0 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:06.553790 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.570963 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Transition to ACTIVE for port object b228401e-a8b5-4dd2-b99c-7b680d82c98e will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:06.647813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.673628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port cdba46b4-02ee-4f15-aac3-5478b28920e0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:06.673834 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.679035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port cdba46b4-02ee-4f15-aac3-5478b28920e0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:06.679581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.761619 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f6f2d-6297-4526-a01f-ccaea23b36f7 None None] Pushing event updated for resources: {'Port': ['ID=b228401e-a8b5-4dd2-b99c-7b680d82c98e,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:06.888529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 169b3982-0f0e-4d8b-80b3-ea4473b40bcd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:06.905597 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Attempting to bind port b228401e-a8b5-4dd2-b99c-7b680d82c98e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:06.905951 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Attempting to bind port b228401e-a8b5-4dd2-b99c-7b680d82c98e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:06.906327 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Attempting to bind port b228401e-a8b5-4dd2-b99c-7b680d82c98e on network 0472fa27-685c-452d-8e58-b5e8fa85ea66 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:06.920140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e196d-7c31-447a-bbbe-70909f5ca3f5 req-240eb8f1-b1c1-49d9-8d81-9f2db5f18941 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:06.925233 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:06.931807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Checking segment: {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:06.931807 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.931807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Bound using segment: {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:06.931807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Bound port: b228401e-a8b5-4dd2-b99c-7b680d82c98e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba355c1-ce1f-442b-b655-703acf06dad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:06.931807 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.932233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f2e196d-7c31-447a-bbbe-70909f5ca3f5 req-240eb8f1-b1c1-49d9-8d81-9f2db5f18941 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 983 time: 0.1404707 Aug 16 02:25:06.957915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.974526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.978958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:06.979541 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Floating IP 6007a90d-cb66-4fde-b724-6b7fdb2f4312 disassociated. External IP: 172.25.6.163, port: 25ced1d4-03ed-4202-9db3-d311702cf15d. Aug 16 02:25:06.980107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Calling delete_port for 25ced1d4-03ed-4202-9db3-d311702cf15d owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:07.008445 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] For port b228401e-a8b5-4dd2-b99c-7b680d82c98e, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:07.020614 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] For port b228401e-a8b5-4dd2-b99c-7b680d82c98e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b228401e-a8b5-4dd2-b99c-7b680d82c98e,segment=NetworkSegment(bba355c1-ce1f-442b-b655-703acf06dad5),segment_id=bba355c1-ce1f-442b-b655-703acf06dad5)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:07.049405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f2e196d-7c31-447a-bbbe-70909f5ca3f5 req-356ed374-441f-49cc-8dfa-ad9f0d5ecc70 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0967371 Aug 16 02:25:07.058212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:07.060636 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30aa211-8ccc-4d3b-9e0e-9d5bbb269d74" -d '{"events": [{"server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "name": "network-vif-plugged", "status": "completed", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:07.091957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port cdba46b4-02ee-4f15-aac3-5478b28920e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:07.095478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:07.095871 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.105052 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.152510 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.162152 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6727e9-e4a8-4176-a7c1-f1fdf3da01a8 x-openstack-request-id: req-7c6727e9-e4a8-4176-a7c1-f1fdf3da01a8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:07.162465 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "name": "network-vif-plugged", "status": "completed", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:07.162740 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c6727e9-e4a8-4176-a7c1-f1fdf3da01a8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:07.163152 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'code': 200} Aug 16 02:25:07.177146 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.261410 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Routers {'f397a231-136a-4cb9-bf77-69d0015cb9f7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:07.266505 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f397a231-136a-4cb9-bf77-69d0015cb9f7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.297908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2ad6-99ae-4af5-80b1-e95f5c88e251 req-10710d9b-9728-4336-8546-e083b3a701bf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.318482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144a2ad6-99ae-4af5-80b1-e95f5c88e251 req-10710d9b-9728-4336-8546-e083b3a701bf tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 947 time: 0.2462220 Aug 16 02:25:07.362670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=cdba46b4-02ee-4f15-aac3-5478b28920e0,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.379867 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.381646 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f6f2d-6297-4526-a01f-ccaea23b36f7 None None] Pushing event updated for resources: {'Port': ['ID=b228401e-a8b5-4dd2-b99c-7b680d82c98e,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.424499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-144a2ad6-99ae-4af5-80b1-e95f5c88e251 req-1146af84-4bda-48a6-84dc-73f8b9078a24 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups?id=2041d6de-f9ea-45a8-bf7b-053b17862494&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000142 Aug 16 02:25:07.439951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31ae8c-847a-4db2-8727-17ca4b60634c req-321a23a4-58db-4f03-9a47-eb1945e89964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:07.441886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1d31ae8c-847a-4db2-8727-17ca4b60634c req-321a23a4-58db-4f03-9a47-eb1945e89964 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1136 time: 0.2233751 Aug 16 02:25:07.525045 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] Set router f397a231-136a-4cb9-bf77-69d0015cb9f7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:07.557376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1d31ae8c-847a-4db2-8727-17ca4b60634c req-a6d53dad-9d35-420e-b7f3-6df39704472a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1035461 Aug 16 02:25:07.603950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Allocated IP 172.25.6.144 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ca930f11-cc9b-48d8-9009-61c6ccfdb6fd) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:07.695255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.733077 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.743970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event deleted for resources: {'Port': ['ID=25ced1d4-03ed-4202-9db3-d311702cf15d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:07.816054 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:25:02Z', 'revision_number': 4, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b228401e-a8b5-4dd2-b99c-7b680d82c98e', 'name': '', 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'mac_address': 'fa:16:3e:65:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '11f9ce63-825b-4888-a35a-3ec64520d863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:01Z', 'updated_at': '2021-08-16T02:25:07Z', 'revision_number': 4, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'subnets': [{'id': '11f9ce63-825b-4888-a35a-3ec64520d863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:07.844466 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160287ec-2a2d-4c59-aad2-5890065a64be None None] The sync data for ids ['f397a231-136a-4cb9-bf77-69d0015cb9f7'] in n-d-768852-19 is: [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:25:02Z', 'revision_number': 4, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b228401e-a8b5-4dd2-b99c-7b680d82c98e', 'name': '', 'network_id': '0472fa27-685c-452d-8e58-b5e8fa85ea66', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'mac_address': 'fa:16:3e:65:f1:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '11f9ce63-825b-4888-a35a-3ec64520d863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:01Z', 'updated_at': '2021-08-16T02:25:07Z', 'revision_number': 4, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'subnets': [{'id': '11f9ce63-825b-4888-a35a-3ec64520d863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:07.885534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:07.977219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:07.980989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:07.998866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:08.047862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=ca930f11-cc9b-48d8-9009-61c6ccfdb6fd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:08.378178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Deleting port b228401e-a8b5-4dd2-b99c-7b680d82c98e {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:08.378778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.385660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567185c-b17b-4fa7-a0b7-0ef247a29719 req-07a6766d-87ee-49d3-b1f0-fc9c86f45691 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:08.387484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6567185c-b17b-4fa7-a0b7-0ef247a29719 req-07a6766d-87ee-49d3-b1f0-fc9c86f45691 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 984 time: 0.1947041 Aug 16 02:25:08.506019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:08.519267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6567185c-b17b-4fa7-a0b7-0ef247a29719 req-e2588944-80c0-4be4-9e2f-8df9fb79ab39 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0991287 Aug 16 02:25:08.621405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a4804f-51cd-41ca-a2af-939fb4848b2f req-3325abd7-977e-4ab6-84da-6585dea6192f tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 210 time: 0.0562730 Aug 16 02:25:08.707330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] For port b228401e-a8b5-4dd2-b99c-7b680d82c98e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b228401e-a8b5-4dd2-b99c-7b680d82c98e,segment=NetworkSegment(bba355c1-ce1f-442b-b655-703acf06dad5),segment_id=bba355c1-ce1f-442b-b655-703acf06dad5)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:08.707712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.711268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:08.726519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:08.741565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:08.742190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:08.751062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Calling delete_port for b228401e-a8b5-4dd2-b99c-7b680d82c98e owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:08.785390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] No DVR routers for this DVR port 25ced1d4-03ed-4202-9db3-d311702cf15d on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:08.793563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.797584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bc05edb2-185c-4809-88ed-b8ac9c6113d8 req-ef7d2c4f-3ae1-4c28-addc-d86519e53dfc tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.58 "DELETE /v2.0/ports/25ced1d4-03ed-4202-9db3-d311702cf15d HTTP/1.1" status: 204 len: 173 time: 2.9467611 Aug 16 02:25:08.798171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-deleted', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:08.808502 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a666bd-8be6-4690-84b7-d78400b042c8" -d '{"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-deleted", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:08.951470 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:08.960243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b228401e-a8b5-4dd2-b99c-7b680d82c98e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:08.993935 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6daf9815-a645-424b-8172-4a35b5eb1e00 x-openstack-request-id: req-6daf9815-a645-424b-8172-4a35b5eb1e00 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:08.994243 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328", "name": "network-vif-deleted", "tag": "25ced1d4-03ed-4202-9db3-d311702cf15d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:08.994503 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6daf9815-a645-424b-8172-4a35b5eb1e00 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:08.994933 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328', 'name': 'network-vif-deleted', 'tag': '25ced1d4-03ed-4202-9db3-d311702cf15d', 'status': 'completed', 'code': 200} Aug 16 02:25:09.231407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:09.294239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.317447 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.366979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b228401e-a8b5-4dd2-b99c-7b680d82c98e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:09.386532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b228401e-a8b5-4dd2-b99c-7b680d82c98e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:09.391378 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.407590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b228401e-a8b5-4dd2-b99c-7b680d82c98e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.421426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Port b228401e-a8b5-4dd2-b99c-7b680d82c98e was deleted so its status cannot be updated. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:25:09.460472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.460917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.461335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.461887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.462307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.462805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.463535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.463535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.464009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.464406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.464813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.465215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:09.585834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:09.645429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:09.672898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:09.676225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.728552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 25ced1d4-03ed-4202-9db3-d311702cf15d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:09.733237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 25ced1d4-03ed-4202-9db3-d311702cf15d not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:09.739324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:09.740281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:09.764485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.915476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:09.925312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:09.939233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event updated for resources: {'Port': ['ID=ca930f11-cc9b-48d8-9009-61c6ccfdb6fd,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:09.957406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-865475d2-d05b-4796-8b40-6e7a8c6ab862 req-c4dd52a3-190e-421c-9f5c-c85913923fa0 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/ports?device_id=4cdd08e3-c6cb-4b1f-9cd8-b4bf09051328 HTTP/1.1" status: 200 len: 210 time: 0.1338193 Aug 16 02:25:10.004387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fb078897-9156-4cb6-8e53-d3447f8cc4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.007050 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.019282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc761a2-e037-43c4-958d-85165daffcb2 req-1aee66f8-08a9-42e9-84fe-46eed5f50c53 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.021372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfc761a2-e037-43c4-958d-85165daffcb2 req-1aee66f8-08a9-42e9-84fe-46eed5f50c53 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 984 time: 0.3406062 Aug 16 02:25:10.158238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfc761a2-e037-43c4-958d-85165daffcb2 req-d57df726-f094-40b9-8613-53de290f0978 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1059015 Aug 16 02:25:10.205765 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP 9884d14a-96f0-4dbc-b7ca-97469a56c048 associated. External IP: 172.25.6.144, port: 97c0f1bb-f25c-460f-8164-45b24c631f36. Aug 16 02:25:10.300562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Router f397a231-136a-4cb9-bf77-69d0015cb9f7 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:10.386316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:10.407563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425778-51f5-4fde-b1d0-74d0a854533e req-769b9a45-729e-4bcb-8f26-499a3e616164 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.414698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb440dd-cc0e-4399-8064-aba3ad164556 None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:16:16Z', 'revision_number': 4, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10', 'name': '', 'network_id': '74afd134-7d2f-4a2c-a5f5-ca79bc0d788d', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'mac_address': 'fa:16:3e:2d:60:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:14Z', 'updated_at': '2021-08-16T02:16:28Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'subnets': [{'id': '75287949-f988-4040-97f0-fe9d7d62c5fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:10.421020 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70425778-51f5-4fde-b1d0-74d0a854533e req-769b9a45-729e-4bcb-8f26-499a3e616164 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 984 time: 0.1455555 Aug 16 02:25:10.447390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:10.453156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5c57dc0b-80d5-4eb3-8656-7520dd500bd9 admin admin] 10.222.0.76 "PUT /v2.0/routers/f397a231-136a-4cb9-bf77-69d0015cb9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4120040 Aug 16 02:25:10.455570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40182) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:10.468499 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] Sync routers for ids ['f397a231-136a-4cb9-bf77-69d0015cb9f7'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:10.493233 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] Routers {'f397a231-136a-4cb9-bf77-69d0015cb9f7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:10.493972 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f397a231-136a-4cb9-bf77-69d0015cb9f7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:10.495233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70425778-51f5-4fde-b1d0-74d0a854533e req-1c546e45-c9e2-48e6-bada-b71b184c9b27 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0732675 Aug 16 02:25:10.632105 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.644280 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] Set router f397a231-136a-4cb9-bf77-69d0015cb9f7 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:10.740410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caef326-320d-4402-bfef-ed6a7f5079f9 req-9f92b152-5e38-4bde-b4aa-1d607b9a7450 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:10.748487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9caef326-320d-4402-bfef-ed6a7f5079f9 req-9f92b152-5e38-4bde-b4aa-1d607b9a7450 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1136 time: 0.1243384 Aug 16 02:25:10.796196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9caef326-320d-4402-bfef-ed6a7f5079f9 req-aab81dad-5551-43b3-ab4e-5d438586b7e5 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.830167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:10.868836 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:10.909684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9012f9b6-b8ec-477c-9e8d-7397554a6a06 None None] New status for floating IP 6007a90d-cb66-4fde-b724-6b7fdb2f4312: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:10.988918 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115'}], 'enable_snat': True}, 'gw_port_id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:25:09Z', 'revision_number': 5, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port': {'id': '169b3982-0f0e-4d8b-80b3-ea4473b40bcd', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:54:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3462, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:57Z', 'updated_at': '2021-08-16T02:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.039399 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] Checking router: f397a231-136a-4cb9-bf77-69d0015cb9f7 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:11.054941 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] Routers {'f397a231-136a-4cb9-bf77-69d0015cb9f7'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:11.056624 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f397a231-136a-4cb9-bf77-69d0015cb9f7'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.059245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Deleting port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:11.061281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.087476 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9caef326-320d-4402-bfef-ed6a7f5079f9 req-aab81dad-5551-43b3-ab4e-5d438586b7e5 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.092840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:11.155150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-9caef326-320d-4402-bfef-ed6a7f5079f9 req-aab81dad-5551-43b3-ab4e-5d438586b7e5 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.187566 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] Set router f397a231-136a-4cb9-bf77-69d0015cb9f7 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:11.188825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9caef326-320d-4402-bfef-ed6a7f5079f9 req-aab81dad-5551-43b3-ab4e-5d438586b7e5 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4394541 Aug 16 02:25:11.190751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab81dad-5551-43b3-ab4e-5d438586b7e5 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cfb4da-3708-428a-91e2-8e5d1f8adbd8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.220446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40198) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.236523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40200) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.275099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.287405 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:25:10Z', 'revision_number': 6, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.293466 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] Sync routers for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:11.306362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] For port 169b3982-0f0e-4d8b-80b3-ea4473b40bcd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:11.306773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.330461 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37724c9b-bfbd-42f3-8069-331f0d8d1c4b None None] The sync data for ids ['f397a231-136a-4cb9-bf77-69d0015cb9f7'] in n-d-768852-19 is: [{'id': 'f397a231-136a-4cb9-bf77-69d0015cb9f7', 'name': 'tempest-ImageQuotaTest-2128473852-router', 'tenant_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:56Z', 'updated_at': '2021-08-16T02:25:10Z', 'revision_number': 6, 'project_id': 'f94cde14cdfd4fffb97b826f77d025f0', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:11.332260 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:11.333027 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.349345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Calling delete_port for 169b3982-0f0e-4d8b-80b3-ea4473b40bcd owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:11.392664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bc868b5a-08c5-42c7-b972-77acdf29ed55 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8938453 Aug 16 02:25:11.404150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:11.406609 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f388cbfb-42c9-4f5d-9925-f8b9ed285368" -d '{"events": [{"name": "network-changed", "server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:11.430248 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0519-25c3-42ea-8b8c-6196edc5fff8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.471103 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb17debd-9880-4f07-ae92-f354728cdad0 x-openstack-request-id: req-eb17debd-9880-4f07-ae92-f354728cdad0 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:11.471818 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:11.471930 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb17debd-9880-4f07-ae92-f354728cdad0 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:11.472318 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'status': 'completed', 'code': 200} Aug 16 02:25:11.502375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7309ed33-19da-4cbe-a7ea-bc3deb82fa5b tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.507287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7309ed33-19da-4cbe-a7ea-bc3deb82fa5b tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1131 time: 0.2818611 Aug 16 02:25:11.513079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40210) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.526441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0519-25c3-42ea-8b8c-6196edc5fff8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.536217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:11.553373 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:11.626881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-b9f49ba4-1f55-4370-bb98-7cc36e90968b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.628859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-b9f49ba4-1f55-4370-bb98-7cc36e90968b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1098 time: 0.1216168 Aug 16 02:25:11.644509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b79e42-8826-46d0-937b-fd66a5f49bba req-ba9dba37-7043-4995-ac20-8efa71883fd2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:11.646127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7b79e42-8826-46d0-937b-fd66a5f49bba req-ba9dba37-7043-4995-ac20-8efa71883fd2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1385775 Aug 16 02:25:11.716930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7b79e42-8826-46d0-937b-fd66a5f49bba req-b1d2f449-8fc2-412f-972c-1a360ce9c689 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637352 Aug 16 02:25:11.733510 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.758460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.774922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0519-25c3-42ea-8b8c-6196edc5fff8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.788221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d9fa0519-25c3-42ea-8b8c-6196edc5fff8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:11.789571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d9fa0519-25c3-42ea-8b8c-6196edc5fff8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "DELETE /v2.0/security-groups/2041d6de-f9ea-45a8-bf7b-053b17862494 HTTP/1.1" status: 204 len: 168 time: 0.5519550 Aug 16 02:25:11.837140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40218) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.903096 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9884d14a-96f0-4dbc-b7ca-97469a56c048', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'port_id': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'mac_address': 'fa:16:3e:5e:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:08Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:51Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:11.904012 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-452750cb-137e-4e46-925f-830223f5cb08 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] show failed (client error): The resource could not be found. Aug 16 02:25:11.905429 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-452750cb-137e-4e46-925f-830223f5cb08 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "GET /v2.0/security-groups/2041d6de-f9ea-45a8-bf7b-053b17862494 HTTP/1.1" status: 404 len: 347 time: 0.0653849 Aug 16 02:25:11.911310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40220) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:11.912747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa0519-25c3-42ea-8b8c-6196edc5fff8 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2041d6de-f9ea-45a8-bf7b-053b17862494,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:11.969337 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] Checking router: 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:11.991639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0011e1bb-76fd-4f56-9fe2-d382a5ff20f0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/9884d14a-96f0-4dbc-b7ca-97469a56c048 HTTP/1.1" status: 200 len: 992 time: 0.2227530 Aug 16 02:25:12.007463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-18b5fdd0-e301-4781-97ef-6ffa3f10b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.009477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-18b5fdd0-e301-4781-97ef-6ffa3f10b16f service neutron] 10.222.0.83 "GET /v2.0/networks?id=493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 200 len: 898 time: 0.3661590 Aug 16 02:25:12.009648 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:12.010415 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:24:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:12.140854 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-c954d47f-2e2d-456d-98e7-2a1c7c0581fe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 200 len: 1000 time: 0.1211746 Aug 16 02:25:12.141708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.184939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Pushing event deleted for resources: {'Port': ['ID=169b3982-0f0e-4d8b-80b3-ea4473b40bcd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:12.272298 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:12.333200 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.565366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.568161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.644007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-19986f80-50f7-42fa-a788-f1c0fb356db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.645675 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-19986f80-50f7-42fa-a788-f1c0fb356db1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03efc52c-9978-4b62-85f3-b5a4965f614c HTTP/1.1" status: 200 len: 835 time: 0.4709847 Aug 16 02:25:12.688974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.700773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.713400 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Deleting port 7035c5ea-571a-4510-acc7-35f2dd5608bf {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:12.713400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.718908 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9884d14a-96f0-4dbc-b7ca-97469a56c048', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'port_id': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'mac_address': 'fa:16:3e:5e:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:08Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:51Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:12.733096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-f84aacd6-ab00-4b1b-a78e-ebaab2583272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:12.734767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-f84aacd6-ab00-4b1b-a78e-ebaab2583272 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=493f2749-338b-408b-a54a-af5b5af97c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801222 Aug 16 02:25:12.751802 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18f2782-0df5-47c8-8b90-fe10e0bbde27 None None] The sync data for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 is: [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9884d14a-96f0-4dbc-b7ca-97469a56c048', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'floating_ip_address': '172.25.6.144', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'port_id': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'mac_address': 'fa:16:3e:5e:0e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:08Z', 'updated_at': '2021-08-16T02:25:08Z', 'revision_number': 0, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:51Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:12.842937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.843597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f397a231-136a-4cb9-bf77-69d0015cb9f7 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:25:12.852190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 169b3982-0f0e-4d8b-80b3-ea4473b40bcd no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:12.883767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.885406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-68b67dd6-fa50-4301-9e88-5e62114e973e admin admin] 10.222.0.76 "DELETE /v2.0/routers/f397a231-136a-4cb9-bf77-69d0015cb9f7 HTTP/1.1" status: 204 len: 168 time: 2.4287932 Aug 16 02:25:12.888862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40236) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:12.894898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 169b3982-0f0e-4d8b-80b3-ea4473b40bcd {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:12.895655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 169b3982-0f0e-4d8b-80b3-ea4473b40bcd not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:12.896546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b228401e-a8b5-4dd2-b99c-7b680d82c98e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:12.928013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.928618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.943709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b228401e-a8b5-4dd2-b99c-7b680d82c98e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:12.944308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b228401e-a8b5-4dd2-b99c-7b680d82c98e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:12.947224 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0711f1e-fb34-40c5-a99f-596f6bff209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:12.967771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.25.6.12 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/cf4242a5-c00b-4e3a-a624-f8e5d58d0fbe) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:12.986464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Calling delete_port for 7035c5ea-571a-4510-acc7-35f2dd5608bf owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:13.011703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40240) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.072997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Deleting subnet 11f9ce63-825b-4888-a35a-3ec64520d863 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:13.095021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.123539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-f342968a-d888-4f3d-9ca1-139c50c4edc7 service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806467 Aug 16 02:25:13.164324 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a366b057-db4e-4c21-9c52-0131085d2101 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/9884d14a-96f0-4dbc-b7ca-97469a56c048 HTTP/1.1" status: 200 len: 992 time: 0.1490526 Aug 16 02:25:13.210130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.243284 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.247442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f8f14c-6522-45bd-9bec-31fe48f2cd76 None None] New status for floating IP 9884d14a-96f0-4dbc-b7ca-97469a56c048: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:13.340094 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.375527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f388cbfb-42c9-4f5d-9925-f8b9ed285368 req-3a8f5727-a0dd-4f3a-ad71-7260c08beebc service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408118 Aug 16 02:25:13.423707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.460071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Pushing event deleted for resources: {'Port': ['ID=7035c5ea-571a-4510-acc7-35f2dd5608bf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.463210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.542471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.555535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:13.558456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=cf4242a5-c00b-4e3a-a624-f8e5d58d0fbe,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.564671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:13.568596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:13.584420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f9ce63-825b-4888-a35a-3ec64520d863,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:13.594750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.599382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d045a250-5039-4398-b7b7-f3cdd3b63723 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/11f9ce63-825b-4888-a35a-3ec64520d863 HTTP/1.1" status: 204 len: 168 time: 0.7058058 Aug 16 02:25:13.600125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40246) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:13.603409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfc2bc3-79be-47e4-afac-320c0dddfd1c None None] Network 0472fa27-685c-452d-8e58-b5e8fa85ea66 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:13.614590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.618051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.619267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e9b472fe-77fd-4d85-9d1d-e86b4ebc21e9 tempest-AttachVolumeShelveTestJSON-1474183837 tempest-AttachVolumeShelveTestJSON-1474183837-project] 10.222.0.76 "DELETE /v2.0/floatingips/6007a90d-cb66-4fde-b724-6b7fdb2f4312 HTTP/1.1" status: 204 len: 168 time: 1.7035017 Aug 16 02:25:13.752357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.823595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Deleting port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:13.827037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.913707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] For port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,segment=NetworkSegment(bba355c1-ce1f-442b-b655-703acf06dad5),segment_id=bba355c1-ce1f-442b-b655-703acf06dad5)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:13.914084 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:13.920514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] DHCP port deletion for 0472fa27-685c-452d-8e58-b5e8fa85ea66 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:13.945552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Calling delete_port for beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:14.035960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] Deleting port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:14.036341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.122977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.131976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.139358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] For port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,segment=NetworkSegment(bba355c1-ce1f-442b-b655-703acf06dad5),segment_id=bba355c1-ce1f-442b-b655-703acf06dad5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:14.140021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.153173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Pushing event deleted for resources: {'Port': ['ID=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.153807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] Calling delete_port for beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:14.161650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] No DVR routers for this DVR port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:14.170923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40264) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:14.256259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.264747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8e075a69-8848-4a43-9d79-d297f7117170 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/9884d14a-96f0-4dbc-b7ca-97469a56c048 HTTP/1.1" status: 200 len: 994 time: 0.0919812 Aug 16 02:25:14.274976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0472fa27-685c-452d-8e58-b5e8fa85ea66']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.293265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba355c1-ce1f-442b-b655-703acf06dad5') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.295871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba355c1-ce1f-442b-b655-703acf06dad5') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:14.300461 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.305889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.320794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.327771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:14.328180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.379127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] Pushing event deleted for resources: {'Port': ['ID=beeedf82-2f5e-4122-8ca1-e60a5e9f94c7,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.387989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c591b6-59a8-4049-99af-448b52a2ae68 None None] No DVR routers for this DVR port beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:14.390436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:14.400096 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:14.533405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.539413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.541723 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] 10.222.0.76 "DELETE /v2.0/networks/0472fa27-685c-452d-8e58-b5e8fa85ea66 HTTP/1.1" status: 204 len: 168 time: 0.9405119 Aug 16 02:25:14.585548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2258d0-e4ea-4fbe-b131-e3c1f5154336 admin admin] Pushing event deleted for resources: {'Network': ['ID=0472fa27-685c-452d-8e58-b5e8fa85ea66,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.617374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.727542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.793590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:14.822728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:14.864563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:14.869127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device beeedf82-2f5e-4122-8ca1-e60a5e9f94c7 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:14.957311 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=cf4242a5-c00b-4e3a-a624-f8e5d58d0fbe,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:14.971799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.081277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40282) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.117984 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Floating IP 7ba95b44-2bba-421a-b581-ddc9e1f383b0 associated. External IP: 172.25.6.12, port: cdba46b4-02ee-4f15-aac3-5478b28920e0. Aug 16 02:25:15.135239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3193fd70-189f-4e68-b1a6-af038051dbc5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f94cde14cdfd4fffb97b826f77d025f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522566 Aug 16 02:25:15.138545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40286) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.231758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab681fe9-a015-4e99-9637-af7e4bd1cfd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.264916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab681fe9-a015-4e99-9637-af7e4bd1cfd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.425756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router 921f3915-893d-45c5-8cad-1e4ecc41972b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:15.451709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab681fe9-a015-4e99-9637-af7e4bd1cfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.456148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ab681fe9-a015-4e99-9637-af7e4bd1cfd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.458455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ab681fe9-a015-4e99-9637-af7e4bd1cfd6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/273fe295-1eef-413d-b997-d7662a727950 HTTP/1.1" status: 204 len: 168 time: 0.3188767 Aug 16 02:25:15.470189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab681fe9-a015-4e99-9637-af7e4bd1cfd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273fe295-1eef-413d-b997-d7662a727950,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:15.584022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:15.596300 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] Sync routers for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:15.613566 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:15.614483 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:15.691670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:15.773735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ded59bb-3566-4873-ab79-6788f4fe70a2 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2464545 Aug 16 02:25:15.773735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:15.774169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40296) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:15.775173 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf30b8b-f895-4f3e-823b-712c64a81332" -d '{"events": [{"name": "network-changed", "server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:15.803736 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:15.839129 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df33377c-fb09-411e-9d6e-8747ca3d6a0d x-openstack-request-id: req-df33377c-fb09-411e-9d6e-8747ca3d6a0d {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:15.839433 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:15.839694 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df33377c-fb09-411e-9d6e-8747ca3d6a0d {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:15.840104 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'status': 'completed', 'code': 200} Aug 16 02:25:15.893132 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.215141 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '7ba95b44-2bba-421a-b581-ddc9e1f383b0', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'port_id': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'mac_address': 'fa:16:3e:9d:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 0, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:52Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:16.257944 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] Checking router: 921f3915-893d-45c5-8cad-1e4ecc41972b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:16.267500 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:16.268200 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:16.446336 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:16.491444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-3e843c3b-1839-4f2f-a3ff-f746c1e35dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.492985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-3e843c3b-1839-4f2f-a3ff-f746c1e35dd1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1136 time: 0.5901482 Aug 16 02:25:16.588620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40316) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.613634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-3739a464-ca6b-4159-83b7-ab6869361cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.613634 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-3739a464-ca6b-4159-83b7-ab6869361cd9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647 HTTP/1.1" status: 200 len: 898 time: 0.1000752 Aug 16 02:25:16.621538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af99465-3cb5-4104-afd6-a81e2a264107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.761050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.761556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.762036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.762708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.763129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.763615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.765476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-890c5491-2249-44f2-a0d9-b20722faef6e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4276 time: 0.9903400 Aug 16 02:25:16.770618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40320) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:16.782272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-8f349151-d41d-40ec-83f8-568f4c318375 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0 HTTP/1.1" status: 200 len: 998 time: 0.1559203 Aug 16 02:25:16.794718 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '7ba95b44-2bba-421a-b581-ddc9e1f383b0', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'port_id': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'mac_address': 'fa:16:3e:9d:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 0, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:52Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:16.831392 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130a2645-63e8-4fa0-b360-bb6df995af65 None None] The sync data for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 is: [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '7ba95b44-2bba-421a-b581-ddc9e1f383b0', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'floating_ip_address': '172.25.6.12', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'port_id': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'mac_address': 'fa:16:3e:9d:2b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:25:13Z', 'updated_at': '2021-08-16T02:25:13Z', 'revision_number': 0, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:52Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:16.843586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-0c85fc21-38d4-48f8-9043-4364f40a6615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.845501 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-0c85fc21-38d4-48f8-9043-4364f40a6615 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57db94d1-77c5-49f5-8666-45b5400311bc HTTP/1.1" status: 200 len: 835 time: 0.0525949 Aug 16 02:25:16.905427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-f8c5fee9-3d97-40c3-8f95-35f7188db589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.932832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-f8c5fee9-3d97-40c3-8f95-35f7188db589 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707531 Aug 16 02:25:16.949080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.949693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.950327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.950843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.951323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.951889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:16.953958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a928a870-d1c5-4ff6-9007-b63e1393d067 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3995 time: 0.1823049 Aug 16 02:25:16.956130 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af99465-3cb5-4104-afd6-a81e2a264107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:16.957083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40322) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:17.065236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-c3bf1b91-4288-416f-83fd-ccf7151502f2 service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322587 Aug 16 02:25:17.144566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af99465-3cb5-4104-afd6-a81e2a264107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.210086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd29f51f-655f-4b88-af63-8e4d1300aa00 None None] New status for floating IP 7ba95b44-2bba-421a-b581-ddc9e1f383b0: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:25:17.264484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6af99465-3cb5-4104-afd6-a81e2a264107 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6711063 Aug 16 02:25:17.265522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af99465-3cb5-4104-afd6-a81e2a264107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54203ef3-5145-45d1-934d-10edbf467a29,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:17.272466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40334) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:17.291535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-adf30b8b-f895-4f3e-823b-712c64a81332 req-c37bdc47-a677-4485-b908-2afefafe04ef service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168987 Aug 16 02:25:17.554512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f80f9e8d-57e8-4d41-b1a0-c966366571ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.606865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f80f9e8d-57e8-4d41-b1a0-c966366571ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.653222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-298e7147-75a8-4cfe-9d65-20a82fe98cd6 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3068 time: 0.6949379 Aug 16 02:25:17.656225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40346) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:17.701967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a7f45-dae7-49fd-83e2-af9c037b0a88 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.708445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a7f45-dae7-49fd-83e2-af9c037b0a88 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:17.708445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c11a7f45-dae7-49fd-83e2-af9c037b0a88 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=921f3915-893d-45c5-8cad-1e4ecc41972b HTTP/1.1" status: 200 len: 1992 time: 0.0491457 Aug 16 02:25:17.779238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f80f9e8d-57e8-4d41-b1a0-c966366571ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.783507 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f80f9e8d-57e8-4d41-b1a0-c966366571ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:17.786160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f80f9e8d-57e8-4d41-b1a0-c966366571ac admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54203ef3-5145-45d1-934d-10edbf467a29 HTTP/1.1" status: 204 len: 168 time: 0.5102916 Aug 16 02:25:17.804135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f9e8d-57e8-4d41-b1a0-c966366571ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54203ef3-5145-45d1-934d-10edbf467a29,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:18.859280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40390) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.007601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-539148506-network', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.099454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:19.110745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.125948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.269635 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.416427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.442864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:19.452880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.457670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.458023 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Added segment b5063d82-20ac-4e94-bda6-50be96f4c139 of type vlan for network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 Aug 16 02:25:19.514707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.624837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.625966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:19.627256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:19.722209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] Pushing event updated for resources: {'Network': ['ID=8b95d5e0-a893-4524-b5f1-833a8004b7e7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:19.755550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:19.781654 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28bbba25-e5b4-45d6-9f38-35fcb261b973 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9113190 Aug 16 02:25:19.781654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40410) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:19.786528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Request body: {'subnet': {'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-539148506-subnet', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:19.881725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:19.884221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.248180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.305258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728f1645-ebc2-4e59-b99d-07e7de8dce15,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:20.323497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:20.323888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Network hostable DHCP agents. Network: 8b95d5e0-a893-4524-b5f1-833a8004b7e7, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:20.482187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:20.612605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 8b95d5e0-a893-4524-b5f1-833a8004b7e7) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:20.620083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:20.620693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.622584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e0a8cd-e0d4-45a4-a6be-61023750fb90 None None] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:20.710917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f83af48-db9f-4d69-8254-40ebbff3cb43 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9330146 Aug 16 02:25:20.713486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:20.719156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:20.772518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:20.773472 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.842196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.847232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.901772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:20.938104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Allocated IP 172.20.0.2 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/e5253255-9aa6-4098-a926-988ce67fdd90) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:21.099889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.111093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Transition to ACTIVE for port object e5253255-9aa6-4098-a926-988ce67fdd90 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:21.128471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Transition to ACTIVE for port object e5253255-9aa6-4098-a926-988ce67fdd90 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:21.196718 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.214967 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.270489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:21.282529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:21.285158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:21.294524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:21.306303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Pushing event updated for resources: {'Port': ['ID=e5253255-9aa6-4098-a926-988ce67fdd90,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:21.430252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Attempting to bind port e5253255-9aa6-4098-a926-988ce67fdd90 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:21.430652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Attempting to bind port e5253255-9aa6-4098-a926-988ce67fdd90 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:21.431043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Attempting to bind port e5253255-9aa6-4098-a926-988ce67fdd90 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:21.440976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:21.441424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:21.441840 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.442239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:21.442729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Bound port: e5253255-9aa6-4098-a926-988ce67fdd90, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:21.443244 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.722903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.750876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.751081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] For port e5253255-9aa6-4098-a926-988ce67fdd90, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:21.760953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] For port e5253255-9aa6-4098-a926-988ce67fdd90, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e5253255-9aa6-4098-a926-988ce67fdd90,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:21.870602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Allocated IP 172.25.6.247 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ef46b0cd-d5b8-4796-bb80-5992be449f2f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:21.882145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:21.946260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff98d930-e9e2-4ffd-97a8-035163b2c4fb None None] Pushing event updated for resources: {'Port': ['ID=e5253255-9aa6-4098-a926-988ce67fdd90,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.080132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.109331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.350939 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.396246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:22.399581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:22.404710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:22.451880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Pushing event updated for resources: {'Port': ['ID=ef46b0cd-d5b8-4796-bb80-5992be449f2f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:22.865977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Deleting port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:22.866467 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.879100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e5253255-9aa6-4098-a926-988ce67fdd90 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:22.905969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.974947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] For port 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:22.975332 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:22.989796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Calling delete_port for 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:23.111671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port e5253255-9aa6-4098-a926-988ce67fdd90 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:23.204144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.259867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767e4a86-c209-4e99-b847-6c08c1a279db None None] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:23.336472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.370568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Pushing event deleted for resources: {'Port': ['ID=1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:23.454920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] Provisioning for port e5253255-9aa6-4098-a926-988ce67fdd90 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:23.463861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] Provisioning complete for port e5253255-9aa6-4098-a926-988ce67fdd90 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:23.464216 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.470758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:23.594625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.666068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:23.671889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.676691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:23.698819 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:23.700757 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:23.756190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] For port e5253255-9aa6-4098-a926-988ce67fdd90, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e5253255-9aa6-4098-a926-988ce67fdd90,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:23.766387 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.766387 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d8b1036a-5830-4d49-a487-8f983dd79199 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0505338 Aug 16 02:25:23.773188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40482) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:23.885557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:23.911414 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:23.975750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec12e8e-a7aa-4a44-bc6e-01273c405bd1 None None] Pushing event updated for resources: {'Port': ['ID=e5253255-9aa6-4098-a926-988ce67fdd90,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:24.002079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Router dd289434-b413-44f2-9985-9d8b4e2bc0cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:24.016062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1242b94f-754b-46b5-bcda-a7089406d7a4 None None] Provisioning complete for port e5253255-9aa6-4098-a926-988ce67fdd90 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:24.016753 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1242b94f-754b-46b5-bcda-a7089406d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.214287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:24.225649 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:22Z', 'revision_number': 3, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.237432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] Sync routers for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:24.249680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4996f6e8-1bc4-4f8f-8b46-f9821d3845de admin admin] 10.222.0.76 "PUT /v2.0/routers/dd289434-b413-44f2-9985-9d8b4e2bc0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9480724 Aug 16 02:25:24.250437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40488) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:24.259683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:24.260334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.274890 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:24.275814 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Updating router 4df5a80a-8a9e-4283-bc88-08da7cc27000 port ef46b0cd-d5b8-4796-bb80-5992be449f2f binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:24.312819 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.407113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:24.436408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.486660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.558317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.713120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Allocated IP 172.20.0.1 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/b1b9fcd7-e47a-472e-8b68-842e9629c97a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:24.729357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:25:23Z', 'revision_number': 5, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port': {'id': '34eea93e-9de6-41e9-9e35-4008b1c3af00', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:32:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2340, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:16:10Z', 'updated_at': '2021-08-16T02:16:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.761018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Deleting port 34eea93e-9de6-41e9-9e35-4008b1c3af00 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:24.761595 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.775886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] Checking router: dd289434-b413-44f2-9985-9d8b4e2bc0cc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:24.787810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] Routers {'dd289434-b413-44f2-9985-9d8b4e2bc0cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:24.788502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:24.840014 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.870753 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Transition to ACTIVE for port object ef46b0cd-d5b8-4796-bb80-5992be449f2f will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:24.933021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] Set router dd289434-b413-44f2-9985-9d8b4e2bc0cc gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:24.946235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.946630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] For port 34eea93e-9de6-41e9-9e35-4008b1c3af00, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=34eea93e-9de6-41e9-9e35-4008b1c3af00,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:24.946630 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.969956 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:24.975341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Transition to ACTIVE for port object b1b9fcd7-e47a-472e-8b68-842e9629c97a will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:24.981059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Calling delete_port for 34eea93e-9de6-41e9-9e35-4008b1c3af00 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:25.005923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e5253255-9aa6-4098-a926-988ce67fdd90 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:25.053664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:25:24Z', 'revision_number': 6, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:25.058426 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Attempting to bind port ef46b0cd-d5b8-4796-bb80-5992be449f2f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:25.058821 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Attempting to bind port ef46b0cd-d5b8-4796-bb80-5992be449f2f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:25.059185 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Attempting to bind port ef46b0cd-d5b8-4796-bb80-5992be449f2f on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:25.063514 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Pushing event updated for resources: {'Port': ['ID=ef46b0cd-d5b8-4796-bb80-5992be449f2f,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.071805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:25.078529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:25.078529 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.078529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:25.078529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Bound port: ef46b0cd-d5b8-4796-bb80-5992be449f2f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:25.078529 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.079046 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.079498 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.079621 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.079971 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.080369 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.080707 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.081192 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.081358 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.081701 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.082016 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.082344 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.082883 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:25.104887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d6ba4-6e46-478c-9447-d8e975e4d89f None None] The sync data for ids ['dd289434-b413-44f2-9985-9d8b4e2bc0cc'] in n-d-768852-19 is: [{'id': 'dd289434-b413-44f2-9985-9d8b4e2bc0cc', 'name': 'tempest-AttachVolumeShelveTestJSON-1744854587-router', 'tenant_id': '9a37a709918341e7b9cf803768997d36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:16:08Z', 'updated_at': '2021-08-16T02:25:24Z', 'revision_number': 6, 'project_id': '9a37a709918341e7b9cf803768997d36', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:25.133473 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.155302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port e5253255-9aa6-4098-a926-988ce67fdd90 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:25.161013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.165846 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] For port ef46b0cd-d5b8-4796-bb80-5992be449f2f, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:25.172793 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] For port ef46b0cd-d5b8-4796-bb80-5992be449f2f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ef46b0cd-d5b8-4796-bb80-5992be449f2f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:25.210101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:25.214447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:25.223417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b9fcd7-e47a-472e-8b68-842e9629c97a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.226118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:25.248549 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.315827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.321828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.387024 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34eea93e-9de6-41e9-9e35-4008b1c3af00,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.421372 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:25.421372 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:25.521242 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962184a-6bbf-4aab-a4cd-ddd3e19d8254 None None] Pushing event updated for resources: {'Port': ['ID=ef46b0cd-d5b8-4796-bb80-5992be449f2f,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:25.552953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.643257 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:25.685314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.694726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.701861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.739403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4964921b-7221-4adc-9605-97e24240a311 None None] Provisioning for port b1b9fcd7-e47a-472e-8b68-842e9629c97a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:25.739403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4964921b-7221-4adc-9605-97e24240a311 None None] Provisioning complete for port b1b9fcd7-e47a-472e-8b68-842e9629c97a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:25.739403 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4964921b-7221-4adc-9605-97e24240a311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.794482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4964921b-7221-4adc-9605-97e24240a311 None None] Port b1b9fcd7-e47a-472e-8b68-842e9629c97a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:25.857950 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:22Z', 'revision_number': 3, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:25.870402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.870978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd289434-b413-44f2-9985-9d8b4e2bc0cc {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:25:25.879423 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.880547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-807afdd6-4c06-4699-8f32-3884c1b984a8 admin admin] 10.222.0.76 "DELETE /v2.0/routers/dd289434-b413-44f2-9985-9d8b4e2bc0cc HTTP/1.1" status: 204 len: 168 time: 1.6290338 Aug 16 02:25:25.883328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:25.886683 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f149e9e4-0069-439b-a5ae-27895e056581 None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:22Z', 'revision_number': 3, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:25.935503 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:25:25.949134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:25.958858 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Deleting subnet 75287949-f988-4040-97f0-fe9d7d62c5fc {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:25:25.970076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.028535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.030189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.139872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.146755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b9fcd7-e47a-472e-8b68-842e9629c97a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:26.152760 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.303600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:26.305334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:26.335803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.396275 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.404774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/75287949-f988-4040-97f0-fe9d7d62c5fc HTTP/1.1" status: 204 len: 168 time: 0.5199330 Aug 16 02:25:26.410023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40520) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:26.422506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da4e621-17b1-4667-a4f7-334c8f3490b7 None None] Network 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:26.428968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c83463-8544-437a-883f-04fad61d0ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75287949-f988-4040-97f0-fe9d7d62c5fc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:26.583917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.698812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Deleting port b350da57-e537-4f81-b470-571cfcbedb62 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:26.702969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.786123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] For port b350da57-e537-4f81-b470-571cfcbedb62, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b350da57-e537-4f81-b470-571cfcbedb62,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:26.786608 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.816026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Calling delete_port for b350da57-e537-4f81-b470-571cfcbedb62 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:26.826438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] DHCP port deletion for 74afd134-7d2f-4a2c-a5f5-ca79bc0d788d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:25:26.863872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f0dfac71-2f28-420a-a113-036d9fe2d17d None None] Provisioning complete for port b1b9fcd7-e47a-472e-8b68-842e9629c97a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:26.863872 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f0dfac71-2f28-420a-a113-036d9fe2d17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:26.994498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f0dfac71-2f28-420a-a113-036d9fe2d17d None None] Port b1b9fcd7-e47a-472e-8b68-842e9629c97a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:27.027101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] Deleting port b350da57-e537-4f81-b470-571cfcbedb62 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:25:27.027459 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.040448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ef46b0cd-d5b8-4796-bb80-5992be449f2f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:27.145104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.154454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:27.189381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Pushing event deleted for resources: {'Port': ['ID=b350da57-e537-4f81-b470-571cfcbedb62,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.196555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] No DVR routers for this DVR port b350da57-e537-4f81-b470-571cfcbedb62 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:27.291506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] For port b350da57-e537-4f81-b470-571cfcbedb62, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b350da57-e537-4f81-b470-571cfcbedb62,segment=NetworkSegment(6f9829bd-ad4b-40c7-babd-09b27bfa2140),segment_id=6f9829bd-ad4b-40c7-babd-09b27bfa2140)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:27.291850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.306245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] Calling delete_port for b350da57-e537-4f81-b470-571cfcbedb62 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:25:27.367817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.373220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.379564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:27.386005 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-23e56f14-0326-47d2-8014-5ca792eb6511 admin admin] 10.222.0.76 "PUT /v2.0/routers/4df5a80a-8a9e-4283-bc88-08da7cc27000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6116283 Aug 16 02:25:27.436087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74afd134-7d2f-4a2c-a5f5-ca79bc0d788d']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:27.436574 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.440021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.457005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9829bd-ad4b-40c7-babd-09b27bfa2140') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:27.457526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9829bd-ad4b-40c7-babd-09b27bfa2140') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:27.467618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] Pushing event deleted for resources: {'Port': ['ID=b350da57-e537-4f81-b470-571cfcbedb62,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.475380 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.480139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82bf01b-90f3-49a8-b874-e7be0093543f None None] No DVR routers for this DVR port b350da57-e537-4f81-b470-571cfcbedb62 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:25:27.496003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.505520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:25:27.505952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:25:27.508787 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:25:27.539082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ef46b0cd-d5b8-4796-bb80-5992be449f2f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:27.546780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ef46b0cd-d5b8-4796-bb80-5992be449f2f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:27.546780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.640001 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.662239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ef46b0cd-d5b8-4796-bb80-5992be449f2f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ef46b0cd-d5b8-4796-bb80-5992be449f2f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:27.707503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.713910 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.716403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] 10.222.0.76 "DELETE /v2.0/networks/74afd134-7d2f-4a2c-a5f5-ca79bc0d788d HTTP/1.1" status: 204 len: 168 time: 1.3044469 Aug 16 02:25:27.738902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ecf5e-f7bc-4aab-b07f-9132e9c10335 admin admin] Pushing event deleted for resources: {'Network': ['ID=74afd134-7d2f-4a2c-a5f5-ca79bc0d788d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.791261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:27.869900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 34eea93e-9de6-41e9-9e35-4008b1c3af00 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:27.901039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ef46b0cd-d5b8-4796-bb80-5992be449f2f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:27.912067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 34eea93e-9de6-41e9-9e35-4008b1c3af00 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:27.912424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 34eea93e-9de6-41e9-9e35-4008b1c3af00 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:27.912895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:27.938006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:27.938367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1df8d4fd-cfef-4a9f-b1d4-f1280cc69d10 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:28.276435 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:28.292450 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:28.292966 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:28.298856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.394686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b95a829d-695e-401c-9b88-916597a90b46 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a37a709918341e7b9cf803768997d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944581 Aug 16 02:25:28.397160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.471541 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:28.471666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40568) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:28.477833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2036943135-network', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:28.484960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02bc3bd9-0327-45c1-97ec-58e89d0e424b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.512839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02bc3bd9-0327-45c1-97ec-58e89d0e424b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.596011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Made reservation on behalf of 9765e5f114bc410284a1b09bfc1ce31a for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:28.598945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.613975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.644848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02bc3bd9-0327-45c1-97ec-58e89d0e424b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.655025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-02bc3bd9-0327-45c1-97ec-58e89d0e424b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.656419 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-02bc3bd9-0327-45c1-97ec-58e89d0e424b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/29b16c9c-19c1-44ec-bd52-ba536bce90e7 HTTP/1.1" status: 204 len: 168 time: 0.2579021 Aug 16 02:25:28.670579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bc3bd9-0327-45c1-97ec-58e89d0e424b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b16c9c-19c1-44ec-bd52-ba536bce90e7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:28.736124 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 2, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:28.773939 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:28.774460 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Updating router 4df5a80a-8a9e-4283-bc88-08da7cc27000 port b1b9fcd7-e47a-472e-8b68-842e9629c97a binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:28.808435 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.851960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.868176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ef46b0cd-d5b8-4796-bb80-5992be449f2f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:28.925997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ef46b0cd-d5b8-4796-bb80-5992be449f2f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:28.926731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.930575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:28.970233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:28.981153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3477e80e-b898-4abf-a414-012d79de9562,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.008071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.008430 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Added segment 0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87 of type vlan for network ccf6535b-ce02-413d-a497-b5c411312f92 Aug 16 02:25:29.056274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.144229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b350da57-e537-4f81-b470-571cfcbedb62 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:25:29.177375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b350da57-e537-4f81-b470-571cfcbedb62 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:25:29.177879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b350da57-e537-4f81-b470-571cfcbedb62 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:25:29.200520 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.202477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:29.203130 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.208181 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.221507 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Transition to ACTIVE for port object b1b9fcd7-e47a-472e-8b68-842e9629c97a will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:29.280405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] Pushing event updated for resources: {'Network': ['ID=ccf6535b-ce02-413d-a497-b5c411312f92,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.293166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network ccf6535b-ce02-413d-a497-b5c411312f92 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:29.304290 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.363768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-df38a02b-598a-45df-a305-c533e82e508a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8906391 Aug 16 02:25:29.373841 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4712-c85d-43c9-92f4-114dc6891a95 None None] Pushing event updated for resources: {'Port': ['ID=b1b9fcd7-e47a-472e-8b68-842e9629c97a,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.375937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:29.381552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Request body: {'subnet': {'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2036943135-subnet', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:29.425633 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Attempting to bind port b1b9fcd7-e47a-472e-8b68-842e9629c97a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:29.426009 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Attempting to bind port b1b9fcd7-e47a-472e-8b68-842e9629c97a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:29.426375 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Attempting to bind port b1b9fcd7-e47a-472e-8b68-842e9629c97a on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:29.431842 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:29.434055 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:29.434055 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.434055 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:29.434055 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Bound port: b1b9fcd7-e47a-472e-8b68-842e9629c97a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:29.434055 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.515737 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] For port b1b9fcd7-e47a-472e-8b68-842e9629c97a, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:29.519265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Made reservation on behalf of 9765e5f114bc410284a1b09bfc1ce31a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:29.519890 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] For port b1b9fcd7-e47a-472e-8b68-842e9629c97a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b1b9fcd7-e47a-472e-8b68-842e9629c97a,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:29.521775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.595876 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:29.695427 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00b4712-c85d-43c9-92f4-114dc6891a95 None None] Pushing event updated for resources: {'Port': ['ID=b1b9fcd7-e47a-472e-8b68-842e9629c97a,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:29.701013 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:29.701644 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:29.860089 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:29.971435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.044137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Checking segment: {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:30.044807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Network hostable DHCP agents. Network: ccf6535b-ce02-413d-a497-b5c411312f92, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:30.047432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2302c052-adab-4d19-ac27-7af04ec05c54,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:30.136162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Network ccf6535b-ce02-413d-a497-b5c411312f92 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:30.228016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, ccf6535b-ce02-413d-a497-b5c411312f92) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:30.233126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:30.233864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.235759 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:29Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:30.238107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef93725-e37a-4001-8bdb-637497cba46e None None] Network ccf6535b-ce02-413d-a497-b5c411312f92 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:30.275982 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e91a7b06-3e88-42a3-99ed-3f744dd31fca None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:29Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:30.335438 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1907bcc0-ec76-4f84-9536-32741f0fadcd admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9559777 Aug 16 02:25:30.335438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:30.354955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:30.504600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.506582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.528627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-ccf6535b-ce02-413d-a497-b5c411312f92', 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'fixed_ips': [{'subnet_id': '2302c052-adab-4d19-ac27-7af04ec05c54'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:30.530181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.614033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:30.785632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Allocated IP 172.20.0.2 (ccf6535b-ce02-413d-a497-b5c411312f92/2302c052-adab-4d19-ac27-7af04ec05c54/f24320d5-ee90-4b34-a335-45a9813bac69) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:31.021582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b1b9fcd7-e47a-472e-8b68-842e9629c97a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:31.033648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-3dc9c61a-8223-41eb-8179-ccbccca4af5f req-799d4da0-94ea-47f7-8223-af449c6db649 service neutron] (101945) timed out ('10.222.0.76', 46504) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:25:31.046038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.210833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.220961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Transition to ACTIVE for port object f24320d5-ee90-4b34-a335-45a9813bac69 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:31.244835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b1b9fcd7-e47a-472e-8b68-842e9629c97a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:31.251898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b1b9fcd7-e47a-472e-8b68-842e9629c97a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:31.252476 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.282814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Transition to ACTIVE for port object f24320d5-ee90-4b34-a335-45a9813bac69 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:31.390605 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.421368 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.448305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Network ccf6535b-ce02-413d-a497-b5c411312f92 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:31.453020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:31.479426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.509446 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.522174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b1b9fcd7-e47a-472e-8b68-842e9629c97a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b1b9fcd7-e47a-472e-8b68-842e9629c97a,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:31.531254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:31.645592 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.651634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Attempting to bind port f24320d5-ee90-4b34-a335-45a9813bac69 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:31.652012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Attempting to bind port f24320d5-ee90-4b34-a335-45a9813bac69 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:31.652376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Attempting to bind port f24320d5-ee90-4b34-a335-45a9813bac69 on network ccf6535b-ce02-413d-a497-b5c411312f92 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:31.656569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Pushing event updated for resources: {'Port': ['ID=f24320d5-ee90-4b34-a335-45a9813bac69,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.667600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.667967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.668317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.668801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.669142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.669479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.669814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.670146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.670484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.670856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.671192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.671522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:31.702207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:31.710586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Allocated IP 172.25.6.128 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b3e9b982-8dd7-4b16-b122-06adeda8b643) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:31.777784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b1b9fcd7-e47a-472e-8b68-842e9629c97a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:31.781610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:31.782096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Checking segment: {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:31.782619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.783337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Bound using segment: {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:31.783903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Bound port: f24320d5-ee90-4b34-a335-45a9813bac69, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:31.784368 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.862803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] For port f24320d5-ee90-4b34-a335-45a9813bac69, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:31.869104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] For port f24320d5-ee90-4b34-a335-45a9813bac69, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f24320d5-ee90-4b34-a335-45a9813bac69,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:31.918124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.951462 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:31.979276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.030858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.074091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd667f4e-1243-4864-8832-94d15b8bb49e None None] Pushing event updated for resources: {'Port': ['ID=f24320d5-ee90-4b34-a335-45a9813bac69,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.099485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:32.102504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:32.103406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.113461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:32.172850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.176083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e9b982-8dd7-4b16-b122-06adeda8b643,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.225489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=64f200c453294e7c814a53415ab53ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5219302 Aug 16 02:25:32.226578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96d865-0a1e-4342-8ece-b05aa6b58ac1,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.229312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40690) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:32.253153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.253507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.259448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d033f36c-c87f-4c7f-b08a-f29d192f9f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:25:32.322729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2249172e-079e-4bc7-8ac1-e487d4a9c5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.363633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2249172e-079e-4bc7-8ac1-e487d4a9c5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.523602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2249172e-079e-4bc7-8ac1-e487d4a9c5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.523602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2249172e-079e-4bc7-8ac1-e487d4a9c5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.523602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2249172e-079e-4bc7-8ac1-e487d4a9c5b3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2e96d865-0a1e-4342-8ece-b05aa6b58ac1 HTTP/1.1" status: 204 len: 168 time: 0.2899551 Aug 16 02:25:32.531614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249172e-079e-4bc7-8ac1-e487d4a9c5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96d865-0a1e-4342-8ece-b05aa6b58ac1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:32.635139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.928541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:32.970116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f24320d5-ee90-4b34-a335-45a9813bac69 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:33.208360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f24320d5-ee90-4b34-a335-45a9813bac69 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:33.213107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b1b9fcd7-e47a-472e-8b68-842e9629c97a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:33.242777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8483fef0-51d4-40be-8aea-4830b29493cd None None] Network ccf6535b-ce02-413d-a497-b5c411312f92 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:33.253085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Router fef9a5e8-2e48-4903-a55f-4b26c1d5702c is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:33.371519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b1b9fcd7-e47a-472e-8b68-842e9629c97a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:33.372647 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.390007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:33.414477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Sync routers for ids ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:33.424901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] Provisioning for port f24320d5-ee90-4b34-a335-45a9813bac69 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:33.430905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] Provisioning complete for port f24320d5-ee90-4b34-a335-45a9813bac69 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:33.431286 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.492458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:33.499186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-067d5e08-4e03-42cd-a49e-1069f48a1a00 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1625879 Aug 16 02:25:33.506003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40726) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:33.672804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Routers {'fef9a5e8-2e48-4903-a55f-4b26c1d5702c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:33.673450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:34.008339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.157846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Set router fef9a5e8-2e48-4903-a55f-4b26c1d5702c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:34.285673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] For port f24320d5-ee90-4b34-a335-45a9813bac69, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f24320d5-ee90-4b34-a335-45a9813bac69,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:34.317589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.345630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.456378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27279ecf-004c-465b-8457-42055b26cb19 None None] Pushing event updated for resources: {'Port': ['ID=f24320d5-ee90-4b34-a335-45a9813bac69,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:34.544120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:25:32Z', 'revision_number': 3, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:34.577266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Checking router: fef9a5e8-2e48-4903-a55f-4b26c1d5702c for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:34.577544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Updating router fef9a5e8-2e48-4903-a55f-4b26c1d5702c port b3e9b982-8dd7-4b16-b122-06adeda8b643 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:34.611019 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.638106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e8b3a049-c698-4e13-9d4d-3696afa9d758 None None] Provisioning complete for port f24320d5-ee90-4b34-a335-45a9813bac69 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:34.638625 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a049-c698-4e13-9d4d-3696afa9d758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.651237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Allocated IP 172.20.0.1 (ccf6535b-ce02-413d-a497-b5c411312f92/2302c052-adab-4d19-ac27-7af04ec05c54/62df1103-b63c-452d-a1f4-af64631554c7) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:34.832680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:34.877009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Transition to ACTIVE for port object 62df1103-b63c-452d-a1f4-af64631554c7 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:34.890553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f24320d5-ee90-4b34-a335-45a9813bac69 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:35.021600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.026984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f24320d5-ee90-4b34-a335-45a9813bac69 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:35.031999 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.073445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.088130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Transition to ACTIVE for port object b3e9b982-8dd7-4b16-b122-06adeda8b643 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:35.112199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Network ccf6535b-ce02-413d-a497-b5c411312f92 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:35.116290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:35.132127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:35.153902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Pushing event updated for resources: {'Port': ['ID=62df1103-b63c-452d-a1f4-af64631554c7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.183560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.228851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.286753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Attempting to bind port b3e9b982-8dd7-4b16-b122-06adeda8b643 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:35.290401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Attempting to bind port b3e9b982-8dd7-4b16-b122-06adeda8b643 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:35.296682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Attempting to bind port b3e9b982-8dd7-4b16-b122-06adeda8b643 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:35.316939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b448a64-b221-496c-b464-dd3edd90e936 None None] Pushing event updated for resources: {'Port': ['ID=b3e9b982-8dd7-4b16-b122-06adeda8b643,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.338190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:35.342090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:35.343243 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.352186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:35.352974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Bound port: b3e9b982-8dd7-4b16-b122-06adeda8b643, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:35.353558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.501452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] For port b3e9b982-8dd7-4b16-b122-06adeda8b643, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:35.504844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] For port b3e9b982-8dd7-4b16-b122-06adeda8b643, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3e9b982-8dd7-4b16-b122-06adeda8b643,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:35.536347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.648644 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.685873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2cff6833-9d4a-4da8-89f3-b668f8afe43a None None] Provisioning for port 62df1103-b63c-452d-a1f4-af64631554c7 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:35.694887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2cff6833-9d4a-4da8-89f3-b668f8afe43a None None] Provisioning complete for port 62df1103-b63c-452d-a1f4-af64631554c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:35.695269 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2cff6833-9d4a-4da8-89f3-b668f8afe43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.729630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.767676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2cff6833-9d4a-4da8-89f3-b668f8afe43a None None] Port 62df1103-b63c-452d-a1f4-af64631554c7 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:35.771040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b448a64-b221-496c-b464-dd3edd90e936 None None] Pushing event updated for resources: {'Port': ['ID=b3e9b982-8dd7-4b16-b122-06adeda8b643,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.773877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.774209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Routers {'fef9a5e8-2e48-4903-a55f-4b26c1d5702c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:35.774850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:35.859438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:35.867565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Pushing event updated for resources: {'Port': ['ID=62df1103-b63c-452d-a1f4-af64631554c7,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:35.934144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] Set router fef9a5e8-2e48-4903-a55f-4b26c1d5702c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:35.980513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Network ccf6535b-ce02-413d-a497-b5c411312f92 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:35.981863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:36.140944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Router fef9a5e8-2e48-4903-a55f-4b26c1d5702c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:36.201362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '62df1103-b63c-452d-a1f4-af64631554c7', 'name': '', 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'mac_address': 'fa:16:3e:a4:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:34Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 2, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'subnets': [{'id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:36.255377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db1246b-8629-41e5-bcdf-ab4b7555ea38 None None] The sync data for ids ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'] in n-d-768852-19 is: [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '62df1103-b63c-452d-a1f4-af64631554c7', 'name': '', 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'mac_address': 'fa:16:3e:a4:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:34Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 2, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'subnets': [{'id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:36.312089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-40c7ebba-6208-47f6-8eb2-89f9be570807 None None] Provisioning complete for port 62df1103-b63c-452d-a1f4-af64631554c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:36.312477 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40c7ebba-6208-47f6-8eb2-89f9be570807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:36.341166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:36.360572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-40c7ebba-6208-47f6-8eb2-89f9be570807 None None] Port 62df1103-b63c-452d-a1f4-af64631554c7 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:36.369573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-454a8153-2ff4-4078-974f-ca0b84a8ad46 admin admin] 10.222.0.76 "PUT /v2.0/routers/fef9a5e8-2e48-4903-a55f-4b26c1d5702c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8548658 Aug 16 02:25:38.048012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40884) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:38.256838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9c081df-1cfe-4022-be9f-00bb41022ceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.353965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9c081df-1cfe-4022-be9f-00bb41022ceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.464468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9c081df-1cfe-4022-be9f-00bb41022ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.513385 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a9c081df-1cfe-4022-be9f-00bb41022ceb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb77bc767c344d66805cfc8117fb9247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626617 Aug 16 02:25:38.513684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40896) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:38.523491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c081df-1cfe-4022-be9f-00bb41022ceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5428b0-c67e-4031-b9a0-27c35375b8fc,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.589506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa7d170-a576-45ac-afcb-bf99b00990c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.616250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa7d170-a576-45ac-afcb-bf99b00990c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.782633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa7d170-a576-45ac-afcb-bf99b00990c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.797585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-afa7d170-a576-45ac-afcb-bf99b00990c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:38.797585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-afa7d170-a576-45ac-afcb-bf99b00990c7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8f5428b0-c67e-4031-b9a0-27c35375b8fc HTTP/1.1" status: 204 len: 168 time: 0.2735214 Aug 16 02:25:38.824203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7d170-a576-45ac-afcb-bf99b00990c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5428b0-c67e-4031-b9a0-27c35375b8fc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:38.927180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3e9b982-8dd7-4b16-b122-06adeda8b643 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:39.009836 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Sync routers for ids ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:39.019642 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Routers {'fef9a5e8-2e48-4903-a55f-4b26c1d5702c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:39.026446 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:39.114003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b3e9b982-8dd7-4b16-b122-06adeda8b643 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:39.118181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b3e9b982-8dd7-4b16-b122-06adeda8b643 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:39.118947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.147106 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Set router fef9a5e8-2e48-4903-a55f-4b26c1d5702c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:39.325799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.348801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b3e9b982-8dd7-4b16-b122-06adeda8b643, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3e9b982-8dd7-4b16-b122-06adeda8b643,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:39.428331 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '62df1103-b63c-452d-a1f4-af64631554c7', 'name': '', 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'mac_address': 'fa:16:3e:a4:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:34Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 2, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'subnets': [{'id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:39.455429 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Checking router: fef9a5e8-2e48-4903-a55f-4b26c1d5702c for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:39.455790 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Updating router fef9a5e8-2e48-4903-a55f-4b26c1d5702c port 62df1103-b63c-452d-a1f4-af64631554c7 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:39.460328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.492011 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.533298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b3e9b982-8dd7-4b16-b122-06adeda8b643,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.669307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 40928) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.683337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f55efb-f8d8-46e5-9902-88abe48dfe7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.797896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f55efb-f8d8-46e5-9902-88abe48dfe7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.806523 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.817567 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Transition to ACTIVE for port object 62df1103-b63c-452d-a1f4-af64631554c7 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:39.858677 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84f55efb-f8d8-46e5-9902-88abe48dfe7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.913937 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.915688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 40930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:39.923268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-84f55efb-f8d8-46e5-9902-88abe48dfe7e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=284d4b3a65c742fd9b43e85ce9faa9ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521574 Aug 16 02:25:39.924667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f55efb-f8d8-46e5-9902-88abe48dfe7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d63bb79-ab73-4245-a19d-73ec4b1932db,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.942995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fe6d1e06-1890-4ae0-a225-41053726ac58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:39.984270 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6a8e0-4c68-4125-bb4d-1b54cecfc67f None None] Pushing event updated for resources: {'Port': ['ID=62df1103-b63c-452d-a1f4-af64631554c7,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:39.985987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ee766b-7ff1-4825-9d0c-f4e7e4de1b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.013406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ee766b-7ff1-4825-9d0c-f4e7e4de1b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.064054 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Attempting to bind port 62df1103-b63c-452d-a1f4-af64631554c7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:40.065146 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Attempting to bind port 62df1103-b63c-452d-a1f4-af64631554c7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:40.065678 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Attempting to bind port 62df1103-b63c-452d-a1f4-af64631554c7 on network ccf6535b-ce02-413d-a497-b5c411312f92 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:40.072089 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:40.072511 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Checking segment: {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:40.072876 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.073279 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Bound using segment: {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:40.073833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Bound port: 62df1103-b63c-452d-a1f4-af64631554c7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:40.074137 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.148766 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ee766b-7ff1-4825-9d0c-f4e7e4de1b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.151782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9ee766b-7ff1-4825-9d0c-f4e7e4de1b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.153030 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9ee766b-7ff1-4825-9d0c-f4e7e4de1b93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3d63bb79-ab73-4245-a19d-73ec4b1932db HTTP/1.1" status: 204 len: 168 time: 0.2362659 Aug 16 02:25:40.168346 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] For port 62df1103-b63c-452d-a1f4-af64631554c7, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:40.172898 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] For port 62df1103-b63c-452d-a1f4-af64631554c7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=62df1103-b63c-452d-a1f4-af64631554c7,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:40.174185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee766b-7ff1-4825-9d0c-f4e7e4de1b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d63bb79-ab73-4245-a19d-73ec4b1932db,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.252861 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:40.376139 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Routers {'fef9a5e8-2e48-4903-a55f-4b26c1d5702c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:40.376778 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.449084 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d6a8e0-4c68-4125-bb4d-1b54cecfc67f None None] Pushing event updated for resources: {'Port': ['ID=62df1103-b63c-452d-a1f4-af64631554c7,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:40.555769 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] Set router fef9a5e8-2e48-4903-a55f-4b26c1d5702c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:40.945773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3e9b982-8dd7-4b16-b122-06adeda8b643 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:40.959961 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '62df1103-b63c-452d-a1f4-af64631554c7', 'name': '', 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'mac_address': 'fa:16:3e:a4:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:34Z', 'updated_at': '2021-08-16T02:25:40Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'subnets': [{'id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:40.988723 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f09c9f-08c2-41f5-a49a-51b51c7263ba None None] The sync data for ids ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'] in n-d-768852-19 is: [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:25:35Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '62df1103-b63c-452d-a1f4-af64631554c7', 'name': '', 'network_id': 'ccf6535b-ce02-413d-a497-b5c411312f92', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'mac_address': 'fa:16:3e:a4:c7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:34Z', 'updated_at': '2021-08-16T02:25:40Z', 'revision_number': 4, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'subnets': [{'id': '2302c052-adab-4d19-ac27-7af04ec05c54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:41.021631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b3e9b982-8dd7-4b16-b122-06adeda8b643 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:41.022008 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.178176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 62df1103-b63c-452d-a1f4-af64631554c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:41.315354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-cc2a241e-3b54-4341-82ba-445e3a9b3999 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:41.319169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-cc2a241e-3b54-4341-82ba-445e3a9b3999 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.2365077 Aug 16 02:25:41.329934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 62df1103-b63c-452d-a1f4-af64631554c7 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:41.333379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 62df1103-b63c-452d-a1f4-af64631554c7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:41.333852 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.336966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-e4f20174-c4a0-4011-95a2-da19ef3d4528 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0141234 Aug 16 02:25:41.441005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-848e49f9-b37e-48be-a36b-d70fd1d031aa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0977976 Aug 16 02:25:41.453027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.502413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 62df1103-b63c-452d-a1f4-af64631554c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=62df1103-b63c-452d-a1f4-af64631554c7,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:41.567826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-266bb9e8-3041-4be9-8da2-dc423bfafdc5 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196711 Aug 16 02:25:41.633637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:41.689976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-c3ded40f-531c-4715-a52a-1af942ac0918 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135716 Aug 16 02:25:41.697068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=62df1103-b63c-452d-a1f4-af64631554c7,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:42.626866 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65e5fef-cfee-4b36-a869-117c395129e8 req-a0f316f3-80cf-4a2b-952c-5193b4a791d1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0370824 Aug 16 02:25:42.688016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.796544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cb26f5ad-e4bf-4128-8869-dce280414c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:42.861557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 62df1103-b63c-452d-a1f4-af64631554c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:42.970481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 62df1103-b63c-452d-a1f4-af64631554c7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:42.970898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:43.745351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e04d78d-823a-4186-9a6e-fa5c555de274 req-51e2c397-3380-4562-ac9a-0f52c0084bb4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0511467 Aug 16 02:25:43.818008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41062) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.020266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09e75b83-4230-4b2a-aa2a-f52b089720ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.143645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09e75b83-4230-4b2a-aa2a-f52b089720ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.206079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-09e75b83-4230-4b2a-aa2a-f52b089720ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.209839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154edac-daa7-47c4-bb71-312e64f7c726 req-1c5096a8-29dd-442c-af4c-fccd772c1853 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:44.217935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e154edac-daa7-47c4-bb71-312e64f7c726 req-1c5096a8-29dd-442c-af4c-fccd772c1853 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.3750737 Aug 16 02:25:44.253887 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-09e75b83-4230-4b2a-aa2a-f52b089720ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c077904b144b4d6f900e7763dbf13808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344873 Aug 16 02:25:44.256475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41076) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.258808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e75b83-4230-4b2a-aa2a-f52b089720ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5476f58-7174-4942-8ac4-ecdffc9bdc92,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.311774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e154edac-daa7-47c4-bb71-312e64f7c726 req-4e9461bb-b431-4f35-b0c5-5c207f836e8d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926888 Aug 16 02:25:44.336217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf8a8b1-d32a-4d82-baea-81a91607ada1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.361302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf8a8b1-d32a-4d82-baea-81a91607ada1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.531027 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf8a8b1-d32a-4d82-baea-81a91607ada1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.533845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dbf8a8b1-d32a-4d82-baea-81a91607ada1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.535044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dbf8a8b1-d32a-4d82-baea-81a91607ada1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5476f58-7174-4942-8ac4-ecdffc9bdc92 HTTP/1.1" status: 204 len: 168 time: 0.2776093 Aug 16 02:25:44.543580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8a8b1-d32a-4d82-baea-81a91607ada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5476f58-7174-4942-8ac4-ecdffc9bdc92,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:44.676825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.720567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41080) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.813767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-04c1b9ee-50c4-4573-9da7-84a423fea555 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2802 time: 0.0914540 Aug 16 02:25:44.818855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41086) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:44.824217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'network': {'name': 'tempest-network-smoke--1779862216', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'port_security_enabled': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:44.848468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db42b80b-feae-476b-825d-badd3acfd8d9 req-900508f2-e7cc-4bec-8139-24b1a1632672 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0340927 Aug 16 02:25:44.927692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Made reservation on behalf of 35e16e4c1d9e4df0a6831e17b6f254b6 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:44.931857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.956140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:25:44.969699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:44.969699 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Added segment 481fd1d1-0ef1-4060-87a5-867e1b8ef40d of type vlan for network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 Aug 16 02:25:45.005956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.097395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.103246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.103874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.175392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Network': ['ID=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:45.186557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:25:45.218415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d783bec4-a10a-4b78-b981-f4a0517980fb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3983059 Aug 16 02:25:45.221130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41102) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:45.225909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'admin_state_up': True, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:45.379013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.380195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.480777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afd0a02-740f-4007-a228-6491e010a230 req-e94f2f20-61df-4fbd-92b1-1f5686f1a7f6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.488954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1afd0a02-740f-4007-a228-6491e010a230 req-e94f2f20-61df-4fbd-92b1-1f5686f1a7f6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0712144 Aug 16 02:25:45.542623 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1afd0a02-740f-4007-a228-6491e010a230 req-1ba2415d-f20b-4775-90f4-e39b33963758 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526345 Aug 16 02:25:45.844500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.854139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:45.869356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-a7d304bd-472a-4d79-ae11-27345eda541c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:45.870822 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-a7d304bd-472a-4d79-ae11-27345eda541c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.5462897 Aug 16 02:25:45.883369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:46.022760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fce3928-d0af-4865-b92d-4a08efaedf4a req-d031e014-9cc1-4a32-b520-4021604eebd6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0873816 Aug 16 02:25:46.237391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.424868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:46.431890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.625931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.10 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/86576b7f-e737-4148-9b40-41621c0d195b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:46.727702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a0567-c6e2-4478-bced-39fc000d50c6 req-55e1a0ca-e19c-46e2-a479-ee5dd2c08ec3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:46.729927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa9a0567-c6e2-4478-bced-39fc000d50c6 req-55e1a0ca-e19c-46e2-a479-ee5dd2c08ec3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0714538 Aug 16 02:25:46.805210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa9a0567-c6e2-4478-bced-39fc000d50c6 req-2a76a8d5-75b9-4d77-8657-998702a5fbcf tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690122 Aug 16 02:25:46.955238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.964099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:46.995801 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.124362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 86576b7f-e737-4148-9b40-41621c0d195b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:47.149798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.25.6.28 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/aca23d5c-94d9-44e8-84e0-2284dd2ac239) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:47.198171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5219f2b0-f072-4802-8a92-dc40fd180959 req-4551ab3b-7665-45ef-ba82-e7481b67b4e8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0417008 Aug 16 02:25:47.290180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.330311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.348906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:47.358016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:47.363035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:47.390145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=86576b7f-e737-4148-9b40-41621c0d195b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.431719 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:47.432385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.528776 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.584414 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-2d01753d-a007-4fb4-93c8-b1315bacaf50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7037091 Aug 16 02:25:47.613630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Request body: {'port': {'device_id': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:47.631028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:47.653777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:47.659015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:47.661243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=aca23d5c-94d9-44e8-84e0-2284dd2ac239,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:47.704358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b763a76-1355-4ec1-a6a2-fa8805bb3281 None None] Provisioning for port 86576b7f-e737-4148-9b40-41621c0d195b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:47.708445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7b763a76-1355-4ec1-a6a2-fa8805bb3281 None None] Provisioning complete for port 86576b7f-e737-4148-9b40-41621c0d195b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:47.708831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7b763a76-1355-4ec1-a6a2-fa8805bb3281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.724703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:47.776959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41178) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:47.777221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7b763a76-1355-4ec1-a6a2-fa8805bb3281 None None] Port 86576b7f-e737-4148-9b40-41621c0d195b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:47.944534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd31a-18db-4cc1-ad8a-a5a77804ce99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.001363 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22153f0-3a27-4cef-a849-cb7e55ced3af req-aa7638fb-2c36-445b-9003-e3b02d1b1c03 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.009017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f22153f0-3a27-4cef-a849-cb7e55ced3af req-aa7638fb-2c36-445b-9003-e3b02d1b1c03 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1064131 Aug 16 02:25:48.084574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f22153f0-3a27-4cef-a849-cb7e55ced3af req-28947593-5ed1-4158-9643-cb9b8227730b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600026 Aug 16 02:25:48.129835 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd31a-18db-4cc1-ad8a-a5a77804ce99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.198112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86576b7f-e737-4148-9b40-41621c0d195b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:25:48.208061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.210326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.225104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4c8fd31a-18db-4cc1-ad8a-a5a77804ce99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.256406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Transition to ACTIVE for port object 86576b7f-e737-4148-9b40-41621c0d195b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:48.271840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4c8fd31a-18db-4cc1-ad8a-a5a77804ce99 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6f0e24e2a2474d86b041b9e559cdfdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934130 Aug 16 02:25:48.274241 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8fd31a-18db-4cc1-ad8a-a5a77804ce99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a405d4-fab3-4cc0-8156-5401d5f8921d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.277450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41188) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:48.376615 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.393791 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1e38d7d-1dea-456e-96ea-b6ac1f5a0f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.427373 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1e38d7d-1dea-456e-96ea-b6ac1f5a0f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.452496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24813b56-980b-47f1-9c52-5bb922bb4b38 req-46056909-2aa8-4a0a-b041-4dad02f7409e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.460424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24813b56-980b-47f1-9c52-5bb922bb4b38 req-46056909-2aa8-4a0a-b041-4dad02f7409e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.1123617 Aug 16 02:25:48.481607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=86576b7f-e737-4148-9b40-41621c0d195b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.556711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.566593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24813b56-980b-47f1-9c52-5bb922bb4b38 req-e6e2c446-874e-4b48-8e38-425f9e9942c1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024721 Aug 16 02:25:48.649242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Attempting to bind port 86576b7f-e737-4148-9b40-41621c0d195b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:48.649525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Attempting to bind port 86576b7f-e737-4148-9b40-41621c0d195b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:48.649867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Attempting to bind port 86576b7f-e737-4148-9b40-41621c0d195b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.658704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Port 86576b7f-e737-4148-9b40-41621c0d195b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:25:48.659048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Attempting to bind port 86576b7f-e737-4148-9b40-41621c0d195b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:48.660473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1e38d7d-1dea-456e-96ea-b6ac1f5a0f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.663060 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c1e38d7d-1dea-456e-96ea-b6ac1f5a0f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.664379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c1e38d7d-1dea-456e-96ea-b6ac1f5a0f82 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/04a405d4-fab3-4cc0-8156-5401d5f8921d HTTP/1.1" status: 204 len: 168 time: 0.3849287 Aug 16 02:25:48.681434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e38d7d-1dea-456e-96ea-b6ac1f5a0f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a405d4-fab3-4cc0-8156-5401d5f8921d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:48.736192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:48.736543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:48.736944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:48.737389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Bound port: 86576b7f-e737-4148-9b40-41621c0d195b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:48.737819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.828333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] For port 86576b7f-e737-4148-9b40-41621c0d195b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:48.835864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] For port 86576b7f-e737-4148-9b40-41621c0d195b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=86576b7f-e737-4148-9b40-41621c0d195b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:48.922347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.956394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router dda02dcb-dc99-49c5-ba01-4e1ba199af7c is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:25:48.969983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:48.971388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:48.973214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] 10.222.0.58 "PUT /v2.0/ports/86576b7f-e737-4148-9b40-41621c0d195b HTTP/1.1" status: 200 len: 1093 time: 1.3645163 Aug 16 02:25:49.022550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'tag': '86576b7f-e737-4148-9b40-41621c0d195b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:25:49.024940 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe05d678-edcf-43ac-8f5b-5c742d907e60" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e994c2-a14b-4003-ab05-35962bfa2590", "tag": "86576b7f-e737-4148-9b40-41621c0d195b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:25:49.068244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb6639-054b-40e2-bf54-4ab51afc67b3 service neutron] Pushing event updated for resources: {'Port': ['ID=86576b7f-e737-4148-9b40-41621c0d195b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:49.119086 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea14b0e-6e99-41fe-b4ac-1b48bfcc4747 x-openstack-request-id: req-8ea14b0e-6e99-41fe-b4ac-1b48bfcc4747 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:25:49.119482 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e994c2-a14b-4003-ab05-35962bfa2590", "tag": "86576b7f-e737-4148-9b40-41621c0d195b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:25:49.119838 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8ea14b0e-6e99-41fe-b4ac-1b48bfcc4747 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:25:49.120328 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'tag': '86576b7f-e737-4148-9b40-41621c0d195b', 'status': 'completed', 'code': 200} Aug 16 02:25:49.194669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:49.194669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-97bf057f-ff6f-4704-becf-720c76863718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.195751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-97bf057f-ff6f-4704-becf-720c76863718 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 1096 time: 0.0871205 Aug 16 02:25:49.209889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Sync routers for ids ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:49.221762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Routers {'dda02dcb-dc99-49c5-ba01-4e1ba199af7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:49.223149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:49.288115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c2316-b832-4df7-8881-54d28bb35123 req-416fd5f6-7e60-4553-b655-0e39c4a19396 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.289796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f0c2316-b832-4df7-8881-54d28bb35123 req-416fd5f6-7e60-4553-b655-0e39c4a19396 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1091537 Aug 16 02:25:49.318988 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-ed063a1a-ff6c-4b6e-aaf9-4c1f1665835c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86576b7f-e737-4148-9b40-41621c0d195b HTTP/1.1" status: 200 len: 217 time: 0.1127236 Aug 16 02:25:49.326616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.330215 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d2c8e3e3-7268-4458-9111-018dab279cb9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.1080177 Aug 16 02:25:49.332822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41202) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:49.392311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-90de6757-442f-4aa4-9718-f505411c4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.394053 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-90de6757-442f-4aa4-9718-f505411c4143 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0627234 Aug 16 02:25:49.394418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f0c2316-b832-4df7-8881-54d28bb35123 req-fa411db2-36ef-4f53-ae47-17645bf6270f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966485 Aug 16 02:25:49.454104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f516f4-636f-42b4-bc93-2442bbb9f7e9 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.455823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74f516f4-636f-42b4-bc93-2442bbb9f7e9 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=35e16e4c1d9e4df0a6831e17b6f254b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1214340 Aug 16 02:25:49.458671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41206) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:49.483568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:49.498829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-21df27d2-a4cc-4f74-827b-4a1dffb7b1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.516900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-35083fc4-52d6-4ee0-94d9-5151d94c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.518713 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-35083fc4-52d6-4ee0-94d9-5151d94c0a8d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1167064 Aug 16 02:25:49.621871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-21df27d2-a4cc-4f74-827b-4a1dffb7b1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.651458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Set router dda02dcb-dc99-49c5-ba01-4e1ba199af7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:49.733614 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-21df27d2-a4cc-4f74-827b-4a1dffb7b1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.766179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-21df27d2-a4cc-4f74-827b-4a1dffb7b1c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=81560709e0a441f2aeec5dac1bffb053&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788603 Aug 16 02:25:49.768951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41212) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:49.858448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df27d2-a4cc-4f74-827b-4a1dffb7b1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65105398-a577-4e8a-935f-e8bf0e197ce3,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:49.901620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c94478-12b5-4612-a9cb-746ebf1a995b req-0a0a3fba-3ffe-4f8a-a54c-8bb38c3b9a3e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:49.907536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8c94478-12b5-4612-a9cb-746ebf1a995b req-0a0a3fba-3ffe-4f8a-a54c-8bb38c3b9a3e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.2165284 Aug 16 02:25:49.921858 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b998ee16-4253-48d4-8c44-32ba79950cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.937715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:25:47Z', 'revision_number': 3, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:49.961099 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b998ee16-4253-48d4-8c44-32ba79950cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:49.976988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8c94478-12b5-4612-a9cb-746ebf1a995b req-3fcd39dd-f618-48b9-8327-762d0a52318d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652049 Aug 16 02:25:49.979629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Checking router: dda02dcb-dc99-49c5-ba01-4e1ba199af7c for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:49.979950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Updating router dda02dcb-dc99-49c5-ba01-4e1ba199af7c port aca23d5c-94d9-44e8-84e0-2284dd2ac239 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:50.015414 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.137236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b998ee16-4253-48d4-8c44-32ba79950cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.140132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b998ee16-4253-48d4-8c44-32ba79950cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.144430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b998ee16-4253-48d4-8c44-32ba79950cbc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/65105398-a577-4e8a-935f-e8bf0e197ce3 HTTP/1.1" status: 204 len: 168 time: 0.3716135 Aug 16 02:25:50.154127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998ee16-4253-48d4-8c44-32ba79950cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65105398-a577-4e8a-935f-e8bf0e197ce3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.197548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-27170ea4-006f-4d97-b7fb-1cd8cda5372e service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6709034 Aug 16 02:25:50.209574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddbd870-4dcd-45b5-936b-413b768cd742 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.222261 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ddbd870-4dcd-45b5-936b-413b768cd742 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7607040 Aug 16 02:25:50.225081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41216) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.264329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2607bc78-ba32-4c36-8152-32052f925d9d tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380471 Aug 16 02:25:50.270034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.325516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-16a3ffe7-c3f7-4e78-b9e9-b728c5f22636 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=35e16e4c1d9e4df0a6831e17b6f254b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525095 Aug 16 02:25:50.328144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.392530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c320dad1-24a4-4396-801f-cdc8e0ce5612 req-950c0866-75ef-4519-a01f-e02d24efc749 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686049 Aug 16 02:25:50.399738 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.425175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Transition to ACTIVE for port object aca23d5c-94d9-44e8-84e0-2284dd2ac239 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:50.459510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3f65f5-4e40-4ada-8523-f0a9e249a7d8 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.463415 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a3f65f5-4e40-4ada-8523-f0a9e249a7d8 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320634 Aug 16 02:25:50.464164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41224) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.494408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bc015d64-9665-4871-95ba-bbeaddf8a4a8 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290418 Aug 16 02:25:50.497443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41226) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:50.502526 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1640014697', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:25:50.551011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee487cce-69a7-43c5-aa8c-56d8466e5403 req-97542cef-bad7-468f-8cc2-5b25a75de6eb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.553556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee487cce-69a7-43c5-aa8c-56d8466e5403 req-97542cef-bad7-468f-8cc2-5b25a75de6eb tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0659211 Aug 16 02:25:50.561939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.631040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Attempting to bind port aca23d5c-94d9-44e8-84e0-2284dd2ac239 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:50.631424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Attempting to bind port aca23d5c-94d9-44e8-84e0-2284dd2ac239 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:50.633010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Attempting to bind port aca23d5c-94d9-44e8-84e0-2284dd2ac239 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:50.636458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-8775ebcf-3707-451a-b12a-24aa017a8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.639481 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-8775ebcf-3707-451a-b12a-24aa017a8989 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 1096 time: 0.0879743 Aug 16 02:25:50.644888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623c97-ae03-42e0-b9cf-d0a029b6de6b None None] Pushing event updated for resources: {'Port': ['ID=aca23d5c-94d9-44e8-84e0-2284dd2ac239,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:50.648012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:50.648477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:50.648868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.649267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:50.649750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Bound port: aca23d5c-94d9-44e8-84e0-2284dd2ac239, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:50.650140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.660434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee487cce-69a7-43c5-aa8c-56d8466e5403 req-2885630f-e066-4a96-8ebb-86359c975ef2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991626 Aug 16 02:25:50.733457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Made reservation on behalf of 35e16e4c1d9e4df0a6831e17b6f254b6 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:25:50.744198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.808146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] For port aca23d5c-94d9-44e8-84e0-2284dd2ac239, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:50.814567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] For port aca23d5c-94d9-44e8-84e0-2284dd2ac239, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aca23d5c-94d9-44e8-84e0-2284dd2ac239,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:50.876918 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:50.893237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-ab1bb6be-c5de-463e-b9e1-746c9c6ca72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:50.895013 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-ab1bb6be-c5de-463e-b9e1-746c9c6ca72d service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.2485495 Aug 16 02:25:50.956017 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-a1e2dcc3-26bf-4e62-b87f-20e3c34c9c60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=86576b7f-e737-4148-9b40-41621c0d195b HTTP/1.1" status: 200 len: 217 time: 0.0508831 Aug 16 02:25:50.994951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Routers {'dda02dcb-dc99-49c5-ba01-4e1ba199af7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:50.995756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.181877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39cc78c-bfa5-42e5-a227-866204d12464 req-13c36ac9-5d28-4930-8644-54076dbf715e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.184826 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a39cc78c-bfa5-42e5-a227-866204d12464 req-13c36ac9-5d28-4930-8644-54076dbf715e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.1085200 Aug 16 02:25:51.228533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-b66529bf-7d18-48dc-a4cf-390fe51b529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.230111 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-b66529bf-7d18-48dc-a4cf-390fe51b529d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.2454519 Aug 16 02:25:51.231551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa623c97-ae03-42e0-b9cf-d0a029b6de6b None None] Pushing event updated for resources: {'Port': ['ID=aca23d5c-94d9-44e8-84e0-2284dd2ac239,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.296474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] Set router dda02dcb-dc99-49c5-ba01-4e1ba199af7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:51.321196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-c23dba2c-759d-4b81-8cca-824a26090ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.322130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a39cc78c-bfa5-42e5-a227-866204d12464 req-d31766bf-fcf9-4674-834d-0d2a6f68fdbf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321778 Aug 16 02:25:51.322859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-c23dba2c-759d-4b81-8cca-824a26090ecf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841763 Aug 16 02:25:51.383574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.476200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Subnet': ['ID=3d73be97-376b-4c1a-aebe-256a27308743,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:51.499899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-e187033f-3e23-481f-b191-6258ea1c1ddb service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693635 Aug 16 02:25:51.501069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Checking segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:51.501446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network hostable DHCP agents. Network: ff97f7a6-ff59-41d5-8e14-7c97e702c6d9, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:25:51.629825 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fe05d678-edcf-43ac-8f5b-5c742d907e60 req-9198b365-789c-4557-a25e-4c589637286c service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124325 Aug 16 02:25:51.638482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:25:47Z', 'revision_number': 3, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:51.647838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:25:51.676805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7b8a84-740d-4287-a8b0-39a7c46ebc89 None None] The sync data for ids ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'] in n-d-768852-19 is: [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:25:47Z', 'revision_number': 3, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:51.745032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, ff97f7a6-ff59-41d5-8e14-7c97e702c6d9) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:51.752251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.753025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:51.757440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37aee83-d2e9-4662-8efd-95d8de91244a None None] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:51.837241 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e3c1c4e1-cad7-496a-8c4d-fbb5aa188f07 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3384879 Aug 16 02:25:51.839750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 41260) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:51.856528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4d322-4f46-4874-84ed-19ac608586cf req-0594f1f1-af4d-46c7-90ac-74d0624be6be tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:51.858965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eaa4d322-4f46-4874-84ed-19ac608586cf req-0594f1f1-af4d-46c7-90ac-74d0624be6be tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1214464 Aug 16 02:25:51.938513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eaa4d322-4f46-4874-84ed-19ac608586cf req-fca296f7-eb1e-4699-ad49-01cf5953a650 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607398 Aug 16 02:25:52.103968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'fixed_ips': [{'subnet_id': '3d73be97-376b-4c1a-aebe-256a27308743'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:25:52.110151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.345353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Allocated IP 172.20.0.18 (ff97f7a6-ff59-41d5-8e14-7c97e702c6d9/3d73be97-376b-4c1a-aebe-256a27308743/15bb28c9-4f01-4c57-a40b-f308a333e592) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:52.551937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9b34c6-9ede-44e3-abed-b889cb21cdbf req-e0a8d4e1-282a-4e53-9366-39d69b5d1338 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:52.554217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a9b34c6-9ede-44e3-abed-b889cb21cdbf req-e0a8d4e1-282a-4e53-9366-39d69b5d1338 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.0686727 Aug 16 02:25:52.618053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a9b34c6-9ede-44e3-abed-b889cb21cdbf req-0eee55b7-f9ce-4406-a038-a505920caa27 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565152 Aug 16 02:25:52.684224 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.694687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Transition to ACTIVE for port object 15bb28c9-4f01-4c57-a40b-f308a333e592 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:52.707508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.716849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Transition to ACTIVE for port object 15bb28c9-4f01-4c57-a40b-f308a333e592 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:52.809190 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:52.887162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:52.890836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:52.898255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:52.924941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Pushing event updated for resources: {'Port': ['ID=15bb28c9-4f01-4c57-a40b-f308a333e592,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:52.994477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aca23d5c-94d9-44e8-84e0-2284dd2ac239 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:53.030705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Attempting to bind port 15bb28c9-4f01-4c57-a40b-f308a333e592 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:53.030917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Attempting to bind port 15bb28c9-4f01-4c57-a40b-f308a333e592 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:53.031209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Attempting to bind port 15bb28c9-4f01-4c57-a40b-f308a333e592 on network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:53.043867 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:53.044747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Checking segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:53.045162 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.045558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Bound using segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:53.046273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Bound port: 15bb28c9-4f01-4c57-a40b-f308a333e592, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:53.046459 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.161698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.20.0.17 (ff97f7a6-ff59-41d5-8e14-7c97e702c6d9/3d73be97-376b-4c1a-aebe-256a27308743/de8244ce-9b7e-4356-a859-9df470f2b4c5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:25:53.167711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] For port 15bb28c9-4f01-4c57-a40b-f308a333e592, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:53.172768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] For port 15bb28c9-4f01-4c57-a40b-f308a333e592, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=15bb28c9-4f01-4c57-a40b-f308a333e592,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:53.174850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4acf72-141e-4bd3-a3ee-077b8b577985 req-15f8d66c-c56f-45d1-be9a-9c4c68d1d334 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:53.177073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed4acf72-141e-4bd3-a3ee-077b8b577985 req-15f8d66c-c56f-45d1-be9a-9c4c68d1d334 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1369729 Aug 16 02:25:53.226038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed4acf72-141e-4bd3-a3ee-077b8b577985 req-abebcb5e-7a2b-46bf-8e7f-0c100070f996 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423415 Aug 16 02:25:53.288246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port aca23d5c-94d9-44e8-84e0-2284dd2ac239 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:53.290134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.292584 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.304693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port aca23d5c-94d9-44e8-84e0-2284dd2ac239 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:53.305207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.306013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Transition to ACTIVE for port object de8244ce-9b7e-4356-a859-9df470f2b4c5 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:53.398328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4e63b-5bf4-40c0-bf8d-630ee706dd50 None None] Pushing event updated for resources: {'Port': ['ID=15bb28c9-4f01-4c57-a40b-f308a333e592,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.411922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.453611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.456133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:53.462412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:53.467467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:25:53.487907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port aca23d5c-94d9-44e8-84e0-2284dd2ac239, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aca23d5c-94d9-44e8-84e0-2284dd2ac239,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:53.515509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=de8244ce-9b7e-4356-a859-9df470f2b4c5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.542722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.585426 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.732600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=aca23d5c-94d9-44e8-84e0-2284dd2ac239,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:53.742916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41308) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:53.848274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de33f20-bea1-4127-9163-9f545506acb7 req-ec38ecb1-0544-48fd-9449-d41bbc3c274c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:53.850902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5de33f20-bea1-4127-9163-9f545506acb7 req-ec38ecb1-0544-48fd-9449-d41bbc3c274c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.0885048 Aug 16 02:25:53.927059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5de33f20-bea1-4127-9163-9f545506acb7 req-a29bd093-e130-41d3-a73d-f1b65a0d7926 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642056 Aug 16 02:25:53.935780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d444ecb-a549-4540-8908-ad50fc5a6fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:53.969505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.082667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d444ecb-a549-4540-8908-ad50fc5a6fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.145122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8d444ecb-a549-4540-8908-ad50fc5a6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.185429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8d444ecb-a549-4540-8908-ad50fc5a6fb2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6900952a537a4b00ac99dd52c2086ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4390273 Aug 16 02:25:54.186090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41314) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:25:54.257662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d444ecb-a549-4540-8908-ad50fc5a6fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8733d293-1afb-4c60-a50b-4b4701e1d1f5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.291223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-446a2230-b107-4f92-b6a1-f94422cdda31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.327313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-446a2230-b107-4f92-b6a1-f94422cdda31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.449160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.455701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc988277-30a8-4c2c-9a9d-f7593a2247a9 req-17797d9e-6a9d-4ad3-b62b-68dc014e1ec3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:54.457389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc988277-30a8-4c2c-9a9d-f7593a2247a9 req-17797d9e-6a9d-4ad3-b62b-68dc014e1ec3 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1294122 Aug 16 02:25:54.527918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.540912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc988277-30a8-4c2c-9a9d-f7593a2247a9 req-b8852217-69d8-4bbd-b694-ea468a5c73c9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667813 Aug 16 02:25:54.609102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-446a2230-b107-4f92-b6a1-f94422cdda31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.612415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-446a2230-b107-4f92-b6a1-f94422cdda31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.614399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-446a2230-b107-4f92-b6a1-f94422cdda31 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8733d293-1afb-4c60-a50b-4b4701e1d1f5 HTTP/1.1" status: 204 len: 168 time: 0.4273734 Aug 16 02:25:54.651608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a2230-b107-4f92-b6a1-f94422cdda31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8733d293-1afb-4c60-a50b-4b4701e1d1f5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.656665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:54.669870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=de8244ce-9b7e-4356-a859-9df470f2b4c5,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:54.795709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:25:54.799578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:25:54.989896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713ba6cb-9187-4241-bd95-6e91d38275c1 None None] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:25:55.009188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router dda02dcb-dc99-49c5-ba01-4e1ba199af7c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:25:55.143737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 15bb28c9-4f01-4c57-a40b-f308a333e592 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:55.193010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569b2c2-751c-48b8-afdb-25e65ec7d88f req-a4fcb794-a23d-4126-8d36-2c08b2cca2fd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.200861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9569b2c2-751c-48b8-afdb-25e65ec7d88f req-a4fcb794-a23d-4126-8d36-2c08b2cca2fd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.1528671 Aug 16 02:25:55.261531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-33235e1a-9802-4ff6-be99-1386cf0d9fe9 None None] Provisioning for port 15bb28c9-4f01-4c57-a40b-f308a333e592 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:55.309387 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9569b2c2-751c-48b8-afdb-25e65ec7d88f req-d06ada8d-a925-4ca0-8bae-853aca67ead4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953138 Aug 16 02:25:55.384553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:25:55.399011 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Sync routers for ids ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:25:55.428729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 15bb28c9-4f01-4c57-a40b-f308a333e592 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:55.429074 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Routers {'dda02dcb-dc99-49c5-ba01-4e1ba199af7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:55.430241 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:55.433637 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e921e8a8-47ea-4732-bb34-4b1e33225c57 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "PUT /v2.0/routers/dda02dcb-dc99-49c5-ba01-4e1ba199af7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5927308 Aug 16 02:25:55.435558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 15bb28c9-4f01-4c57-a40b-f308a333e592 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:55.436175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.584077 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Set router dda02dcb-dc99-49c5-ba01-4e1ba199af7c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:55.584774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.667886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 15bb28c9-4f01-4c57-a40b-f308a333e592, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=15bb28c9-4f01-4c57-a40b-f308a333e592,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:55.730343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73559e-5d8e-4643-bfbe-43de0a501d71 req-c7eea24d-ef8c-442e-b8f2-1701c181dc8d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.738229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f73559e-5d8e-4643-bfbe-43de0a501d71 req-c7eea24d-ef8c-442e-b8f2-1701c181dc8d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0777996 Aug 16 02:25:55.769181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.770163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aca23d5c-94d9-44e8-84e0-2284dd2ac239 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:55.806751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f73559e-5d8e-4643-bfbe-43de0a501d71 req-651ff719-5a3b-4256-9d06-44411c5db913 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669367 Aug 16 02:25:55.950894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=15bb28c9-4f01-4c57-a40b-f308a333e592,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:55.953473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-e7e60352-0a74-46fe-8819-eed861bbe395 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:55.955438 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-e7e60352-0a74-46fe-8819-eed861bbe395 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/networks?id=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 HTTP/1.1" status: 200 len: 798 time: 0.1475003 Aug 16 02:25:55.965775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4548e468-5e59-4dd4-a2ae-37da63b5edd9 None None] Provisioning complete for port 15bb28c9-4f01-4c57-a40b-f308a333e592 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:55.966309 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4548e468-5e59-4dd4-a2ae-37da63b5edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:55.980873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-a8731a13-0405-4f28-992a-7da4162add08 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/quotas/35e16e4c1d9e4df0a6831e17b6f254b6 HTTP/1.1" status: 200 len: 375 time: 0.0180945 Aug 16 02:25:56.063229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port aca23d5c-94d9-44e8-84e0-2284dd2ac239 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.063796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.132479 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'de8244ce-9b7e-4356-a859-9df470f2b4c5', 'name': '', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:f8:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3d73be97-376b-4c1a-aebe-256a27308743', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:25:54Z', 'revision_number': 2, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '3d73be97-376b-4c1a-aebe-256a27308743', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:56.145074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-9378dfbc-9b30-4587-a2ef-cb23c0d4a6d8 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1573083 Aug 16 02:25:56.235029 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Checking router: dda02dcb-dc99-49c5-ba01-4e1ba199af7c for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:25:56.236364 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Updating router dda02dcb-dc99-49c5-ba01-4e1ba199af7c port de8244ce-9b7e-4356-a859-9df470f2b4c5 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:25:56.294808 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.343869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4548e468-5e59-4dd4-a2ae-37da63b5edd9 None None] Provisioning for port de8244ce-9b7e-4356-a859-9df470f2b4c5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:56.349137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4548e468-5e59-4dd4-a2ae-37da63b5edd9 None None] Provisioning complete for port de8244ce-9b7e-4356-a859-9df470f2b4c5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.349529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4548e468-5e59-4dd4-a2ae-37da63b5edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.355930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-1436f9a6-65a6-492d-a494-39a4a24154a5 service neutron] 10.222.0.76 "GET /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882834 Aug 16 02:25:56.451028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4548e468-5e59-4dd4-a2ae-37da63b5edd9 None None] Port de8244ce-9b7e-4356-a859-9df470f2b4c5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:56.553202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194ff04-ddac-4b3d-abf6-63f068836ae4 req-ecea7ff2-1d51-4d9a-b3dc-05844cf4862b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:56.555115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b194ff04-ddac-4b3d-abf6-63f068836ae4 req-ecea7ff2-1d51-4d9a-b3dc-05844cf4862b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.1060710 Aug 16 02:25:56.582512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-18fe632b-163f-479c-80d5-0d20b2ee9289 None None] Provisioning complete for port de8244ce-9b7e-4356-a859-9df470f2b4c5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:56.583034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18fe632b-163f-479c-80d5-0d20b2ee9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.605149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-1a74088d-a565-4bb0-b5ca-67075d8d5834 service neutron] 10.222.0.76 "GET /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427509 Aug 16 02:25:56.645720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b194ff04-ddac-4b3d-abf6-63f068836ae4 req-8420c8d8-b07c-4299-bbab-8b0e39007abb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767126 Aug 16 02:25:56.659437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-18fe632b-163f-479c-80d5-0d20b2ee9289 None None] Port de8244ce-9b7e-4356-a859-9df470f2b4c5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:25:56.742776 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.757573 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Transition to ACTIVE for port object de8244ce-9b7e-4356-a859-9df470f2b4c5 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:25:56.869763 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:56.882792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 15bb28c9-4f01-4c57-a40b-f308a333e592 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:57.008491 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Attempting to bind port de8244ce-9b7e-4356-a859-9df470f2b4c5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:25:57.009420 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Attempting to bind port de8244ce-9b7e-4356-a859-9df470f2b4c5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:25:57.009952 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Attempting to bind port de8244ce-9b7e-4356-a859-9df470f2b4c5 on network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:25:57.018509 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:25:57.019369 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Checking segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:25:57.019965 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.020097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 15bb28c9-4f01-4c57-a40b-f308a333e592 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:57.020362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.020956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Bound using segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:25:57.021610 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Bound port: de8244ce-9b7e-4356-a859-9df470f2b4c5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:25:57.023408 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.113320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-51741165-5657-4718-bdd5-0abb00090274 req-01869e31-ab60-42e9-8d25-80606b91eece tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 210 time: 0.0698652 Aug 16 02:25:57.153633 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb582-058f-403a-9e82-9d604dbf8567 None None] Pushing event updated for resources: {'Port': ['ID=de8244ce-9b7e-4356-a859-9df470f2b4c5,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.193300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0bbd4-d7d3-4d07-a47c-964aa2aa1693 req-3ac99023-05cc-4c1c-9f27-10534eff9b6f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.208993 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89f0bbd4-d7d3-4d07-a47c-964aa2aa1693 req-3ac99023-05cc-4c1c-9f27-10534eff9b6f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.2588458 Aug 16 02:25:57.240570 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] For port de8244ce-9b7e-4356-a859-9df470f2b4c5, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:25:57.250415 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] For port de8244ce-9b7e-4356-a859-9df470f2b4c5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=de8244ce-9b7e-4356-a859-9df470f2b4c5,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:25:57.261532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89f0bbd4-d7d3-4d07-a47c-964aa2aa1693 req-24ecc93b-6022-4e77-9760-6b767b0e578e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495367 Aug 16 02:25:57.374852 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.389317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.391676 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:57.495446 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Routers {'dda02dcb-dc99-49c5-ba01-4e1ba199af7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:25:57.503558 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:25:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:57.593082 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cb582-058f-403a-9e82-9d604dbf8567 None None] Pushing event updated for resources: {'Port': ['ID=de8244ce-9b7e-4356-a859-9df470f2b4c5,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:57.666972 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] Set router dda02dcb-dc99-49c5-ba01-4e1ba199af7c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:25:57.866777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c96992-1617-4b00-af0e-32a9adef5c11 req-c88e4e5b-1455-4246-9005-41f649e5be16 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:57.873579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1c96992-1617-4b00-af0e-32a9adef5c11 req-c88e4e5b-1455-4246-9005-41f649e5be16 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.1006870 Aug 16 02:25:57.959735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1c96992-1617-4b00-af0e-32a9adef5c11 req-7e5d4ffc-4972-42c5-a712-3952ab79978e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802171 Aug 16 02:25:58.025401 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'de8244ce-9b7e-4356-a859-9df470f2b4c5', 'name': '', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:f8:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3d73be97-376b-4c1a-aebe-256a27308743', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:25:57Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '3d73be97-376b-4c1a-aebe-256a27308743', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:25:58.053425 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c8d98d-f656-4a1d-ac55-4822fa535d90 None None] The sync data for ids ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'] in n-d-768852-19 is: [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'de8244ce-9b7e-4356-a859-9df470f2b4c5', 'name': '', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:f8:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '3d73be97-376b-4c1a-aebe-256a27308743', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:52Z', 'updated_at': '2021-08-16T02:25:57Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '3d73be97-376b-4c1a-aebe-256a27308743', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:25:58.235776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b558b14-ea56-42cc-8a18-0d771bb56d3b req-461cddf9-c29e-4b54-9a3e-d7831425ef14 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 210 time: 0.0480502 Aug 16 02:25:58.394063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0eadea-3a7b-48b8-9de5-eed82c67ce02 req-afc25910-401f-4f2c-92b0-ab33518aed29 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:58.397431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae0eadea-3a7b-48b8-9de5-eed82c67ce02 req-afc25910-401f-4f2c-92b0-ab33518aed29 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0544207 Aug 16 02:25:58.455465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae0eadea-3a7b-48b8-9de5-eed82c67ce02 req-e3c022d3-d709-4dad-8eb7-cb7fe6da776b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481396 Aug 16 02:25:58.956639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de8244ce-9b7e-4356-a859-9df470f2b4c5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:25:59.144953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62782486-7eb6-42d1-8e50-778e61ae3085 req-8e6b5932-ea2a-4629-97db-1e4ae33e7607 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:59.146766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62782486-7eb6-42d1-8e50-778e61ae3085 req-8e6b5932-ea2a-4629-97db-1e4ae33e7607 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.0928280 Aug 16 02:25:59.195519 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62782486-7eb6-42d1-8e50-778e61ae3085 req-246a4301-06b8-4bdf-ae43-36deb0fbe6ce tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414944 Aug 16 02:25:59.227502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port de8244ce-9b7e-4356-a859-9df470f2b4c5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:25:59.232390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port de8244ce-9b7e-4356-a859-9df470f2b4c5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:25:59.232952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.382345 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.402212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-329aa855-a2d6-4260-b3f5-c1f74c7a675c req-264a3976-9cd2-483a-8c01-f248399620db tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 210 time: 0.0356727 Aug 16 02:25:59.437443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port de8244ce-9b7e-4356-a859-9df470f2b4c5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=de8244ce-9b7e-4356-a859-9df470f2b4c5,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:25:59.567717 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:25:59.589077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df621c1-97ce-4b73-b329-a3d3d9233e26 req-59fda567-7a4f-4648-ad67-a991dda0ce58 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:25:59.591177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0df621c1-97ce-4b73-b329-a3d3d9233e26 req-59fda567-7a4f-4648-ad67-a991dda0ce58 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.0555739 Aug 16 02:25:59.625203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=de8244ce-9b7e-4356-a859-9df470f2b4c5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:25:59.662599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0df621c1-97ce-4b73-b329-a3d3d9233e26 req-f831d588-e451-4c0d-ba08-a0c4ed7c2bf9 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568104 Aug 16 02:25:59.766485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41474) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.022673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eac3d7b0-9a66-4c95-8969-1c681c0e3a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.077086 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eac3d7b0-9a66-4c95-8969-1c681c0e3a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.113514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-3acbd3ee-d6cb-46fe-8d2b-71ab3cc96b7f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.115060 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-3acbd3ee-d6cb-46fe-8d2b-71ab3cc96b7f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.58 "GET /v2.0/networks?id=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 HTTP/1.1" status: 200 len: 798 time: 0.2070427 Aug 16 02:26:00.127716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Request body: {'port': {'device_id': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'admin_state_up': True, 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:00.179194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eac3d7b0-9a66-4c95-8969-1c681c0e3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.254136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3d7b0-9a66-4c95-8969-1c681c0e3a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf40ca2-9509-4edb-86e9-6661e78a4b42,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.259673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eac3d7b0-9a66-4c95-8969-1c681c0e3a3d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b00f89c905a4c1aa2add163cb294225&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4918535 Aug 16 02:26:00.263560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:00.362697 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb6580cd-f8b7-4cd8-94a2-9ad3f033bf27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.390664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Made reservation on behalf of 35e16e4c1d9e4df0a6831e17b6f254b6 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:00.393332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5cf055-0726-48c2-bdd0-80a2fc0dd9d0 req-08ac7183-18ad-4018-8f63-046b26d855c7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.395987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.407297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee5cf055-0726-48c2-bdd0-80a2fc0dd9d0 req-08ac7183-18ad-4018-8f63-046b26d855c7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.0914567 Aug 16 02:26:00.429100 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb6580cd-f8b7-4cd8-94a2-9ad3f033bf27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.494875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee5cf055-0726-48c2-bdd0-80a2fc0dd9d0 req-890396b7-eb67-47d9-9aac-9ac1f77deae4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Aug 16 02:26:00.615214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Allocated IP 172.20.0.24 (ff97f7a6-ff59-41d5-8e14-7c97e702c6d9/3d73be97-376b-4c1a-aebe-256a27308743/da3d7dae-2069-4744-a17b-413a0d6ad364) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:00.616953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79b4c37-8e8a-449f-a5a3-c8dad979a428 req-a10c9fd3-08cf-4d49-abcc-21447f877811 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 210 time: 0.1181223 Aug 16 02:26:00.727774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb6580cd-f8b7-4cd8-94a2-9ad3f033bf27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.730735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-eb6580cd-f8b7-4cd8-94a2-9ad3f033bf27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.732165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-eb6580cd-f8b7-4cd8-94a2-9ad3f033bf27 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/faf40ca2-9509-4edb-86e9-6661e78a4b42 HTTP/1.1" status: 204 len: 168 time: 0.4675884 Aug 16 02:26:00.741856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6580cd-f8b7-4cd8-94a2-9ad3f033bf27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf40ca2-9509-4edb-86e9-6661e78a4b42,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:00.814759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:00.840362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Transition to ACTIVE for port object da3d7dae-2069-4744-a17b-413a0d6ad364 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:00.872227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c354e-4fe8-4017-9465-1db5a8e48bdf req-ff8331b3-da0f-416a-9522-25f1fdca6983 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:00.881489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de8244ce-9b7e-4356-a859-9df470f2b4c5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:00.883242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-014c354e-4fe8-4017-9465-1db5a8e48bdf req-ff8331b3-da0f-416a-9522-25f1fdca6983 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1354268 Aug 16 02:26:00.935303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-014c354e-4fe8-4017-9465-1db5a8e48bdf req-72cbf5af-29b6-4319-a405-a4d192ccc9f4 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432203 Aug 16 02:26:00.948063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port de8244ce-9b7e-4356-a859-9df470f2b4c5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:00.948445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.019445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.079718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:01.083510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:01.088346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:01.092712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event updated for resources: {'Port': ['ID=da3d7dae-2069-4744-a17b-413a0d6ad364,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:01.539005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:01.539643 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.545339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3d916dcf-da20-4114-a43c-594847549a62 None None] Provisioning for port da3d7dae-2069-4744-a17b-413a0d6ad364 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:01.551530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-d3ec85e7-ebc1-43b6-8384-1ec3bcb1f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:01.553046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-d3ec85e7-ebc1-43b6-8384-1ec3bcb1f61a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1098 time: 0.4328356 Aug 16 02:26:01.555576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3d916dcf-da20-4114-a43c-594847549a62 None None] Provisioning complete for port da3d7dae-2069-4744-a17b-413a0d6ad364 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:01.556341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3d916dcf-da20-4114-a43c-594847549a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.602030 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41526) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:01.619063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3d916dcf-da20-4114-a43c-594847549a62 None None] Port da3d7dae-2069-4744-a17b-413a0d6ad364 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:01.643454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0312f883-a2ea-42a6-9618-cab54fe6a063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.648648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-26197c40-26a0-4efb-8ec3-619ef6883af3 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5247607 Aug 16 02:26:01.663079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Request body: {'port': {'device_id': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:01.720456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704477f5-fdbc-4ee7-b39d-de0d98c44079 req-1b908f64-b1f8-4e08-ae08-f4f9c0c7ab50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:01.721950 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-704477f5-fdbc-4ee7-b39d-de0d98c44079 req-1b908f64-b1f8-4e08-ae08-f4f9c0c7ab50 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 944 time: 0.1164858 Aug 16 02:26:01.776533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-5e7ea7b3-28af-413a-9b08-65d7ccdee92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:01.778092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-5e7ea7b3-28af-413a-9b08-65d7ccdee92e service neutron] 10.222.0.83 "GET /v2.0/networks?id=493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 200 len: 898 time: 0.1997957 Aug 16 02:26:01.781269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.829895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-704477f5-fdbc-4ee7-b39d-de0d98c44079 req-020b8a8c-2f62-4d80-91d8-b05616adaaff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973382 Aug 16 02:26:01.852708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6bbed-88cd-4dd4-baaf-3b2c8f543965 req-be69dc60-7671-4121-8e1c-43fbf0f6f511 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:01.854459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70e6bbed-88cd-4dd4-baaf-3b2c8f543965 req-be69dc60-7671-4121-8e1c-43fbf0f6f511 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 895 time: 0.1113272 Aug 16 02:26:01.870900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 86576b7f-e737-4148-9b40-41621c0d195b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:01.893609 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0312f883-a2ea-42a6-9618-cab54fe6a063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.903991 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-ab7506d3-8444-4d32-ab04-d44404f2a4e6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 200 len: 1002 time: 0.1171763 Aug 16 02:26:01.982014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 86576b7f-e737-4148-9b40-41621c0d195b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=86576b7f-e737-4148-9b40-41621c0d195b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:01.984508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0312f883-a2ea-42a6-9618-cab54fe6a063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:01.999240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '86576b7f-e737-4148-9b40-41621c0d195b', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '86576b7f-e737-4148-9b40-41621c0d195b', 'mac_address': 'fa:16:3e:ab:ca:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:02.058800 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.072205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-55137e0d-870b-41e8-b459-7a84197b4037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.075096 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-55137e0d-870b-41e8-b459-7a84197b4037 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03efc52c-9978-4b62-85f3-b5a4965f614c HTTP/1.1" status: 200 len: 835 time: 0.1633542 Aug 16 02:26:02.079186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312f883-a2ea-42a6-9618-cab54fe6a063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb22881-5287-4510-b15f-bea9c4964cd6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.080635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86576b7f-e737-4148-9b40-41621c0d195b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:02.106231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 86576b7f-e737-4148-9b40-41621c0d195b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=86576b7f-e737-4148-9b40-41621c0d195b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:02.145318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0312f883-a2ea-42a6-9618-cab54fe6a063 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=594dcfcb9b1241a1934ff9e410e04d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469904 Aug 16 02:26:02.148148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41548) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:02.187771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76267c-715f-4d3f-bd07-e8b86304ae93 req-0e343153-d023-4109-a75b-1ac70330c7fa tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.189718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d76267c-715f-4d3f-bd07-e8b86304ae93 req-0e343153-d023-4109-a75b-1ac70330c7fa tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1077306 Aug 16 02:26:02.230685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.271005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-52b01d34-61aa-4b36-8347-ac18f7464260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.274224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-52b01d34-61aa-4b36-8347-ac18f7464260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=493f2749-338b-408b-a54a-af5b5af97c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1852384 Aug 16 02:26:02.301150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-345c9e04-faf4-4380-b876-f2a2c819d556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.331780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9250c-f01f-4223-af59-6df87494a109 req-8f07c72a-4b50-4696-b861-dc43bb059597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:02.331780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fec9250c-f01f-4223-af59-6df87494a109 req-8f07c72a-4b50-4696-b861-dc43bb059597 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1098 time: 0.1036613 Aug 16 02:26:02.364849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=86576b7f-e737-4148-9b40-41621c0d195b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.391983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d76267c-715f-4d3f-bd07-e8b86304ae93 req-7e8323c3-4b25-4944-a1a6-926f83eebd5f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693077 Aug 16 02:26:02.433829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-345c9e04-faf4-4380-b876-f2a2c819d556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.438486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['86576b7f-e737-4148-9b40-41621c0d195b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:02.510552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fec9250c-f01f-4223-af59-6df87494a109 req-c2dd4ed0-e9b5-49cd-9919-0c5c0483398d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683238 Aug 16 02:26:02.515720 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-29a938fd-4d60-4b2d-9767-7207d2ee8b8f service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128344 Aug 16 02:26:02.530627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3d7dae-2069-4744-a17b-413a0d6ad364 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:02.538432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.623708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-345c9e04-faf4-4380-b876-f2a2c819d556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.629291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Transition to ACTIVE for port object da3d7dae-2069-4744-a17b-413a0d6ad364 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:02.631378 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-345c9e04-faf4-4380-b876-f2a2c819d556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.637252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-345c9e04-faf4-4380-b876-f2a2c819d556 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3bb22881-5287-4510-b15f-bea9c4964cd6 HTTP/1.1" status: 204 len: 168 time: 0.4878545 Aug 16 02:26:02.657896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c9e04-faf4-4380-b876-f2a2c819d556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb22881-5287-4510-b15f-bea9c4964cd6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.690482 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-086c0f5e-6595-4101-a873-b6b0316ce2dc req-5aa5a358-9f85-40b2-9d51-ad0bcbeb17ea service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297269 Aug 16 02:26:02.766010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:02.815254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Pushing event updated for resources: {'Port': ['ID=da3d7dae-2069-4744-a17b-413a0d6ad364,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:02.936936 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:03.013660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Attempting to bind port da3d7dae-2069-4744-a17b-413a0d6ad364 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:03.014054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Attempting to bind port da3d7dae-2069-4744-a17b-413a0d6ad364 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:03.014334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Attempting to bind port da3d7dae-2069-4744-a17b-413a0d6ad364 on network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:03.019211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Port da3d7dae-2069-4744-a17b-413a0d6ad364 on network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:26:03.019489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Attempting to bind port da3d7dae-2069-4744-a17b-413a0d6ad364 on network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:03.025015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:03.025484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Checking segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:03.025738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Bound using segment: {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:03.026180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Bound port: da3d7dae-2069-4744-a17b-413a0d6ad364, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fd1d1-0ef1-4060-87a5-867e1b8ef40d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:03.026298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54b03a-e66a-4589-acdf-108c85cafe5f req-6317ba33-e69d-4e48-9225-af9fb073a028 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.026550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.034746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b54b03a-e66a-4589-acdf-108c85cafe5f req-6317ba33-e69d-4e48-9225-af9fb073a028 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 945 time: 0.1125262 Aug 16 02:26:03.136197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] For port da3d7dae-2069-4744-a17b-413a0d6ad364, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:03.140641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b54b03a-e66a-4589-acdf-108c85cafe5f req-9b727aaf-c639-46fd-9c4d-f3185dbeda44 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047509 Aug 16 02:26:03.141827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] For port da3d7dae-2069-4744-a17b-413a0d6ad364, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=da3d7dae-2069-4744-a17b-413a0d6ad364,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:03.156216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63834b70-17e8-4ecd-8f28-ca7630d0b36f req-58ecf70f-7181-4bf4-a732-d923710d1745 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.157902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63834b70-17e8-4ecd-8f28-ca7630d0b36f req-58ecf70f-7181-4bf4-a732-d923710d1745 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 907 time: 0.1620247 Aug 16 02:26:03.266716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.326838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.327511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:03.329002 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] 10.222.0.58 "PUT /v2.0/ports/da3d7dae-2069-4744-a17b-413a0d6ad364 HTTP/1.1" status: 200 len: 1056 time: 1.6707551 Aug 16 02:26:03.329484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'tag': 'da3d7dae-2069-4744-a17b-413a0d6ad364'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:03.331921 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1577df-ae19-42c7-b9a3-e3bb5be515de" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3227fb-8df7-4ff1-a7b7-ef66e33ad421", "tag": "da3d7dae-2069-4744-a17b-413a0d6ad364"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:03.364892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932a7b9-c139-4974-868b-ad38d45dca2c service neutron] Pushing event updated for resources: {'Port': ['ID=da3d7dae-2069-4744-a17b-413a0d6ad364,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:03.578240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-eaf1236a-49cc-4429-9d47-bcf0e0623771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.579863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-eaf1236a-49cc-4429-9d47-bcf0e0623771 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 1059 time: 0.0858850 Aug 16 02:26:03.669824 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-999a5d97-03b7-45e4-b598-7ef6b7955862 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=da3d7dae-2069-4744-a17b-413a0d6ad364 HTTP/1.1" status: 200 len: 217 time: 0.0793002 Aug 16 02:26:03.676581 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44dba7-698c-4959-9067-de75be04d2b4 req-8655846b-9305-4bf1-a30b-61e9a9fd33b2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.680503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b44dba7-698c-4959-9067-de75be04d2b4 req-8655846b-9305-4bf1-a30b-61e9a9fd33b2 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1072345 Aug 16 02:26:03.785875 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b44dba7-698c-4959-9067-de75be04d2b4 req-94f03c55-3568-438c-be82-d3810c7c0e6a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857947 Aug 16 02:26:03.804586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 41602) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:03.818460 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f8edf1-f76f-4ea9-90ec-5d7aa1471f46 x-openstack-request-id: req-36f8edf1-f76f-4ea9-90ec-5d7aa1471f46 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:03.818788 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3227fb-8df7-4ff1-a7b7-ef66e33ad421", "tag": "da3d7dae-2069-4744-a17b-413a0d6ad364", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:03.819048 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-36f8edf1-f76f-4ea9-90ec-5d7aa1471f46 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:03.819460 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'tag': 'da3d7dae-2069-4744-a17b-413a0d6ad364', 'status': 'completed', 'code': 200} Aug 16 02:26:03.874207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-1b3f6dec-0be0-4088-93f5-42957b2c6bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.876209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-1b3f6dec-0be0-4088-93f5-42957b2c6bf7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3d73be97-376b-4c1a-aebe-256a27308743 HTTP/1.1" status: 200 len: 838 time: 0.1790805 Aug 16 02:26:03.886777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 86576b7f-e737-4148-9b40-41621c0d195b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:03.913082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-879627b2-acbc-48a4-a834-bd72e95feffd tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/floatingips/9884d14a-96f0-4dbc-b7ca-97469a56c048 HTTP/1.1" status: 200 len: 994 time: 0.1050785 Aug 16 02:26:03.974224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-67669613-fe07-4c39-93bd-a50691f39015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:03.976094 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-67669613-fe07-4c39-93bd-a50691f39015 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0903990 Aug 16 02:26:04.093208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 86576b7f-e737-4148-9b40-41621c0d195b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:04.100197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-e660eb20-5f88-4e3f-8fb8-2925e4f0a6cb service neutron] 10.222.0.58 "GET /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103535 Aug 16 02:26:04.100334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 86576b7f-e737-4148-9b40-41621c0d195b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:04.100334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.277299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e65042cd-4416-4bc4-b681-dccc98d4fa09 req-857a1c52-7a4f-48ea-9f4f-d15f19b3730f service neutron] 10.222.0.58 "GET /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734741 Aug 16 02:26:04.294492 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.328854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86576b7f-e737-4148-9b40-41621c0d195b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:04.331336 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724f16e5-22bc-4592-acf2-947e6948bc22" -d '{"events": [{"server_uuid": "e0e994c2-a14b-4003-ab05-35962bfa2590", "name": "network-vif-plugged", "status": "completed", "tag": "86576b7f-e737-4148-9b40-41621c0d195b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:04.343122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 86576b7f-e737-4148-9b40-41621c0d195b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=86576b7f-e737-4148-9b40-41621c0d195b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:04.358506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654bd6c-d887-4240-b9b2-ca618bf4cc31 req-025d47b8-777d-481c-b8b4-bc355ca23bb8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.360059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7654bd6c-d887-4240-b9b2-ca618bf4cc31 req-025d47b8-777d-481c-b8b4-bc355ca23bb8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 945 time: 0.1077445 Aug 16 02:26:04.373972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceabc09-0142-4b3d-adef-c107274e8280 req-c48ddf78-bf25-4fe6-be52-38b3141c5360 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.375711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fceabc09-0142-4b3d-adef-c107274e8280 req-c48ddf78-bf25-4fe6-be52-38b3141c5360 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 907 time: 0.0774899 Aug 16 02:26:04.423618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7654bd6c-d887-4240-b9b2-ca618bf4cc31 req-d7c72c0b-db46-46a0-9e78-0e9f178ec3b2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467284 Aug 16 02:26:04.493813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.544821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-277cacdd-36ab-402e-95e4-14aff25fbb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.546544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-277cacdd-36ab-402e-95e4-14aff25fbb49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 1059 time: 0.0695050 Aug 16 02:26:04.577384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=86576b7f-e737-4148-9b40-41621c0d195b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:04.620096 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7770ba63-07a2-485b-a9b7-30065b5405ca x-openstack-request-id: req-7770ba63-07a2-485b-a9b7-30065b5405ca {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:04.620401 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e994c2-a14b-4003-ab05-35962bfa2590", "name": "network-vif-plugged", "status": "completed", "tag": "86576b7f-e737-4148-9b40-41621c0d195b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:04.620664 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7770ba63-07a2-485b-a9b7-30065b5405ca {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:04.621070 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86576b7f-e737-4148-9b40-41621c0d195b', 'code': 200} Aug 16 02:26:04.687171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-27ac3340-c646-4ee4-957e-6c42d559fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.688620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-27ac3340-c646-4ee4-957e-6c42d559fc88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 HTTP/1.1" status: 200 len: 899 time: 0.1347413 Aug 16 02:26:04.727521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:04.730956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:04.760240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-db80653e-1854-4090-88ee-f43bf289e82a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=da3d7dae-2069-4744-a17b-413a0d6ad364 HTTP/1.1" status: 200 len: 217 time: 0.0592260 Aug 16 02:26:04.815988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b53ee3-3d5e-4e2b-9c4e-daa43098be95 req-9e4f7d0d-8bd9-41a5-babb-802d35bb0c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.817628 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b53ee3-3d5e-4e2b-9c4e-daa43098be95 req-9e4f7d0d-8bd9-41a5-babb-802d35bb0c1a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 1098 time: 0.1153703 Aug 16 02:26:04.871939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-06381b3a-abd2-45ec-a466-e8af56c15721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.874814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-06381b3a-abd2-45ec-a466-e8af56c15721 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3d73be97-376b-4c1a-aebe-256a27308743 HTTP/1.1" status: 200 len: 838 time: 0.1064949 Aug 16 02:26:04.896089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-57b53ee3-3d5e-4e2b-9c4e-daa43098be95 req-2697caa8-cc3d-43f2-9c6f-57fcdf20e222 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690908 Aug 16 02:26:04.896304 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:04.936881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-c570c3e0-2f03-4cbe-9f27-187e904c23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:04.938605 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-c570c3e0-2f03-4cbe-9f27-187e904c23d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0550339 Aug 16 02:26:04.947958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:04.968110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:04.971177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'port_id': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'mac_address': 'fa:16:3e:5e:0e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:05.015978 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.019495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.084321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-6e2cc023-9e10-44bb-9e57-4f966500908a service neutron] 10.222.0.58 "GET /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367898 Aug 16 02:26:05.097905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97c0f1bb-f25c-460f-8164-45b24c631f36 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:05.272171 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a1577df-ae19-42c7-b9a3-e3bb5be515de req-2902ad1c-7977-414b-8128-3d40dac8c067 service neutron] 10.222.0.58 "GET /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782713 Aug 16 02:26:05.359095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:05.366316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:26:05.367005 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:26:05.583775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6be-51a1-4799-864a-f2901df8bff4 req-69b99db5-d061-452b-8f70-67299e40e4fd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.585293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a722a6be-51a1-4799-864a-f2901df8bff4 req-69b99db5-d061-452b-8f70-67299e40e4fd tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 907 time: 0.0976274 Aug 16 02:26:05.604149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5c85aa-6c51-4f31-968a-fc21260c2806 req-d3e0970a-f531-43d9-a275-10d420e68b49 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:05.605668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c5c85aa-6c51-4f31-968a-fc21260c2806 req-d3e0970a-f531-43d9-a275-10d420e68b49 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.0755866 Aug 16 02:26:05.665997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c5c85aa-6c51-4f31-968a-fc21260c2806 req-aadd23ad-d2db-460d-9ede-292d801ed448 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Aug 16 02:26:05.902659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:05.922601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97c0f1bb-f25c-460f-8164-45b24c631f36 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:05.943981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:06.046233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:06.094939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:06.266419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['97c0f1bb-f25c-460f-8164-45b24c631f36'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:06.622653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:06.630388 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28a304-8b45-4275-a9c3-1b8c781e4247" -d '{"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-unplugged", "status": "completed", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:06.677693 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caf3a2f-38ce-48b5-8e8f-b62c994d3bf4 x-openstack-request-id: req-1caf3a2f-38ce-48b5-8e8f-b62c994d3bf4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:06.678071 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-unplugged", "status": "completed", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:06.678358 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1caf3a2f-38ce-48b5-8e8f-b62c994d3bf4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:06.678869 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'code': 200} Aug 16 02:26:06.726997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926581d-e980-44be-8c9b-ea120becc1b2 req-4a67fe7e-88d3-4007-a452-076a32dc6dd5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:06.728624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0926581d-e980-44be-8c9b-ea120becc1b2 req-4a67fe7e-88d3-4007-a452-076a32dc6dd5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 907 time: 0.0609865 Aug 16 02:26:06.813910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a18e77-0be3-4cfe-ad95-e7109fdbcc3e req-e7a32365-7ebb-45d7-908b-152966ced8f9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:06.815535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5a18e77-0be3-4cfe-ad95-e7109fdbcc3e req-e7a32365-7ebb-45d7-908b-152966ced8f9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.0640917 Aug 16 02:26:06.864629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5a18e77-0be3-4cfe-ad95-e7109fdbcc3e req-9470fae1-0321-4a19-b830-74eb9d29ddfa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Aug 16 02:26:06.995714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb6b356-5f92-4d05-9042-cf7ec0dafdd0 req-3b654190-7470-4a29-81cb-d96270364ffb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:06.997890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9eb6b356-5f92-4d05-9042-cf7ec0dafdd0 req-3b654190-7470-4a29-81cb-d96270364ffb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.0590029 Aug 16 02:26:07.040169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9eb6b356-5f92-4d05-9042-cf7ec0dafdd0 req-78339f42-961b-4d25-855d-87ead51d6c90 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Aug 16 02:26:07.164085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a2ac2-2d11-4619-a256-7a3a52b52b00 req-70735950-3959-4396-a4c0-2fdad378c689 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.165617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a8a2ac2-2d11-4619-a256-7a3a52b52b00 req-70735950-3959-4396-a4c0-2fdad378c689 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.0571570 Aug 16 02:26:07.226139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a8a2ac2-2d11-4619-a256-7a3a52b52b00 req-f3315239-987a-40d8-902b-302bb8f04a08 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440316 Aug 16 02:26:07.794659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98f343-94b5-422d-806b-517f4a9fa9de req-8eb3eaa8-b06e-469e-a368-5961212365b7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.803954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc98f343-94b5-422d-806b-517f4a9fa9de req-8eb3eaa8-b06e-469e-a368-5961212365b7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.0700412 Aug 16 02:26:07.869832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc98f343-94b5-422d-806b-517f4a9fa9de req-6df83a6c-55c7-42ab-a231-d40fcf557f43 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647278 Aug 16 02:26:07.902946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device da3d7dae-2069-4744-a17b-413a0d6ad364 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:26:07.906390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6d1af-6548-4e94-9d9f-8f7ebb4f5cc8 req-bb2c32b4-6ce4-44c4-a0c4-f4ee55b4d10d tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:07.921453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aea6d1af-6548-4e94-9d9f-8f7ebb4f5cc8 req-bb2c32b4-6ce4-44c4-a0c4-f4ee55b4d10d tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 907 time: 0.0970397 Aug 16 02:26:08.018444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port da3d7dae-2069-4744-a17b-413a0d6ad364, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=da3d7dae-2069-4744-a17b-413a0d6ad364,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:08.030321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'da3d7dae-2069-4744-a17b-413a0d6ad364', 'network_id': 'ff97f7a6-ff59-41d5-8e14-7c97e702c6d9', 'port_id': 'da3d7dae-2069-4744-a17b-413a0d6ad364', 'mac_address': 'fa:16:3e:59:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d73be97-376b-4c1a-aebe-256a27308743', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:26:08.068386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.082983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3d7dae-2069-4744-a17b-413a0d6ad364 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:26:08.106171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port da3d7dae-2069-4744-a17b-413a0d6ad364, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=da3d7dae-2069-4744-a17b-413a0d6ad364,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:08.219661 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.297725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=da3d7dae-2069-4744-a17b-413a0d6ad364,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:08.437365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['da3d7dae-2069-4744-a17b-413a0d6ad364'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:08.775435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:08.831287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 97c0f1bb-f25c-460f-8164-45b24c631f36 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:08.831581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.941725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:08.972685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:08.975974 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5966a56d-afe6-4b73-99a4-bdd4c37489d7" -d '{"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-plugged", "status": "completed", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:09.009550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:09.085085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.141266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075cd05-5e2f-4a22-8b6c-c8707f531c28 req-41fe8a24-caeb-474a-bab6-0ff32439a32c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.142957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6075cd05-5e2f-4a22-8b6c-c8707f531c28 req-41fe8a24-caeb-474a-bab6-0ff32439a32c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 908 time: 0.1325741 Aug 16 02:26:09.149375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.162982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a505e46-34f0-474d-819e-f9bc00d24248 req-88308df4-4ae0-4c08-9dae-c4fb2b68f38b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.172779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a505e46-34f0-474d-819e-f9bc00d24248 req-88308df4-4ae0-4c08-9dae-c4fb2b68f38b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.1727507 Aug 16 02:26:09.219100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a505e46-34f0-474d-819e-f9bc00d24248 req-26c614ef-9821-4338-92d4-4bed7aa70d35 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453782 Aug 16 02:26:09.221656 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2264628d-29f9-4b99-af12-cba1df738401 x-openstack-request-id: req-2264628d-29f9-4b99-af12-cba1df738401 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:09.222050 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-plugged", "status": "completed", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:09.222720 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2264628d-29f9-4b99-af12-cba1df738401 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:09.223192 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'code': 200} Aug 16 02:26:09.242035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec82168-59a3-4c9b-bb30-e62918484521 req-674bf539-dbdb-4f96-9889-db2e34d1051b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:09.243587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dec82168-59a3-4c9b-bb30-e62918484521 req-674bf539-dbdb-4f96-9889-db2e34d1051b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 946 time: 0.0808473 Aug 16 02:26:09.358042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 86576b7f-e737-4148-9b40-41621c0d195b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:09.358338 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.484270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 86576b7f-e737-4148-9b40-41621c0d195b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=86576b7f-e737-4148-9b40-41621c0d195b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:09.484799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.500027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 86576b7f-e737-4148-9b40-41621c0d195b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:09.710969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.723288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['86576b7f-e737-4148-9b40-41621c0d195b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:26:09.758377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=86576b7f-e737-4148-9b40-41621c0d195b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:09.786656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.787357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.787870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.789182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.789728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.790063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.790411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.790777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.791126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.791504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.792033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.792385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:09.819330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 86576b7f-e737-4148-9b40-41621c0d195b on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:09.824144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:09.829217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dec82168-59a3-4c9b-bb30-e62918484521 req-b92b79a1-1f91-4d8f-8d04-0ef3e0cb6cf0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "DELETE /v2.0/ports/86576b7f-e737-4148-9b40-41621c0d195b HTTP/1.1" status: 204 len: 173 time: 0.5729244 Aug 16 02:26:09.829217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'name': 'network-vif-deleted', 'tag': '86576b7f-e737-4148-9b40-41621c0d195b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:09.831417 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea9f834-7f15-4f8c-b670-c14e42ef6f82" -d '{"events": [{"server_uuid": "e0e994c2-a14b-4003-ab05-35962bfa2590", "name": "network-vif-deleted", "tag": "86576b7f-e737-4148-9b40-41621c0d195b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:09.883608 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86df04b-a562-4b29-ae67-735e227a3ac2 x-openstack-request-id: req-e86df04b-a562-4b29-ae67-735e227a3ac2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:09.883608 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e994c2-a14b-4003-ab05-35962bfa2590", "name": "network-vif-deleted", "tag": "86576b7f-e737-4148-9b40-41621c0d195b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:09.883608 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e86df04b-a562-4b29-ae67-735e227a3ac2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:09.884284 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e994c2-a14b-4003-ab05-35962bfa2590', 'name': 'network-vif-deleted', 'tag': '86576b7f-e737-4148-9b40-41621c0d195b', 'status': 'completed', 'code': 200} Aug 16 02:26:09.916285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device da3d7dae-2069-4744-a17b-413a0d6ad364 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:10.000893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ba1bf53-2e76-4dce-a067-ae9573cd646b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.070564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port da3d7dae-2069-4744-a17b-413a0d6ad364 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:10.076204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port da3d7dae-2069-4744-a17b-413a0d6ad364 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:10.081382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.171316 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.246748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port da3d7dae-2069-4744-a17b-413a0d6ad364, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=da3d7dae-2069-4744-a17b-413a0d6ad364,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:10.328527 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:10.388567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=da3d7dae-2069-4744-a17b-413a0d6ad364,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:10.411279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-773eb9c0-f400-4910-82c7-a977aaca9a29 req-25bfc6b2-a0f8-4d50-956a-11f13bc135df tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0838451 Aug 16 02:26:10.439310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fda41b-3696-4be9-af89-dd4310c60a83 req-cee3362a-fa2f-4e03-b82e-d7559634b4cb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:10.452101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4fda41b-3696-4be9-af89-dd4310c60a83 req-cee3362a-fa2f-4e03-b82e-d7559634b4cb tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 908 time: 0.1580920 Aug 16 02:26:11.224131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d7dae-2069-4744-a17b-413a0d6ad364'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:11.227519 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3b456f-3f34-46b5-b96a-929574d6ac96" -d '{"events": [{"server_uuid": "4e3227fb-8df7-4ff1-a7b7-ef66e33ad421", "name": "network-vif-plugged", "status": "completed", "tag": "da3d7dae-2069-4744-a17b-413a0d6ad364"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:11.276844 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1b61c7-a7b3-41af-b715-8b6eadebadc2 x-openstack-request-id: req-9f1b61c7-a7b3-41af-b715-8b6eadebadc2 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:11.276844 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3227fb-8df7-4ff1-a7b7-ef66e33ad421", "name": "network-vif-plugged", "status": "completed", "tag": "da3d7dae-2069-4744-a17b-413a0d6ad364", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:11.276844 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9f1b61c7-a7b3-41af-b715-8b6eadebadc2 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:11.276844 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3d7dae-2069-4744-a17b-413a0d6ad364', 'code': 200} Aug 16 02:26:11.411849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22671565-7ecb-4398-9d1d-668f7fdc4bfc req-41bff5ed-bf39-4473-a8c9-8253df126e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:11.413686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-22671565-7ecb-4398-9d1d-668f7fdc4bfc req-41bff5ed-bf39-4473-a8c9-8253df126e44 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 1061 time: 0.0540133 Aug 16 02:26:11.556981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41d07679-636a-4169-adaf-d771b17b182e req-4da61ab4-971c-4b18-911c-9f9c72d8a169 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0560830 Aug 16 02:26:11.625700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9997b87-4f14-4006-bcac-61b86652bad5 req-65764855-e01b-4682-89f7-fe8088fc1108 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:11.636342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9997b87-4f14-4006-bcac-61b86652bad5 req-65764855-e01b-4682-89f7-fe8088fc1108 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 909 time: 0.0818973 Aug 16 02:26:12.681544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.784962 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c4fa8f5-aafa-4551-a41a-b6fa43bb0a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:12.838280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e94eff2-d245-4f46-9c24-89c0626862f6 req-9242d3f5-25d7-41bf-9e93-f389ae97814b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.1255832 Aug 16 02:26:12.928604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db753f04-a1da-49da-9fce-ec79f59255fe req-3aafeb73-c274-466b-853f-6757e89419a0 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:12.934243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db753f04-a1da-49da-9fce-ec79f59255fe req-3aafeb73-c274-466b-853f-6757e89419a0 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 909 time: 0.0908756 Aug 16 02:26:13.073832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c97cbd-1763-4aa0-90b5-d3ed4b85fcd7 req-c517a959-428f-4569-8266-a2307dc6b432 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.075972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90c97cbd-1763-4aa0-90b5-d3ed4b85fcd7 req-c517a959-428f-4569-8266-a2307dc6b432 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 909 time: 0.0604777 Aug 16 02:26:13.228838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3bc8-80a9-4313-9b74-b820a638ab70 req-54f1c2fd-49c7-43f1-a4d7-a7a51d8e4fd0 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.230624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cafe3bc8-80a9-4313-9b74-b820a638ab70 req-54f1c2fd-49c7-43f1-a4d7-a7a51d8e4fd0 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 1061 time: 0.0582082 Aug 16 02:26:13.355262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209fde2-9eea-4692-adbd-d920ff433ba7 req-8e79dbf1-a960-4eb7-aab3-14c7b3f63dc9 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.364403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1209fde2-9eea-4692-adbd-d920ff433ba7 req-8e79dbf1-a960-4eb7-aab3-14c7b3f63dc9 tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1136 time: 0.0612917 Aug 16 02:26:13.413169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1209fde2-9eea-4692-adbd-d920ff433ba7 req-2793784b-8892-48e5-8c66-8e569b8ed26e tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0476766 Aug 16 02:26:13.436770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42064) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:13.519979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ee18e8-e5c7-45d6-a23f-154c40235b2c tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:13.522048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-76ee18e8-e5c7-45d6-a23f-154c40235b2c tempest-TestSecurityGroupsBasicOps-1454192977 tempest-TestSecurityGroupsBasicOps-1454192977-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 1056 time: 0.0842488 Aug 16 02:26:13.935635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-343f1a8d-42fd-4d01-92a3-51b825fa6e8b req-7f690f6c-443a-4d2a-9ff8-eb7f8f69a309 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0304577 Aug 16 02:26:13.937934 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 86576b7f-e737-4148-9b40-41621c0d195b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:13.966561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 86576b7f-e737-4148-9b40-41621c0d195b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:13.967180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 86576b7f-e737-4148-9b40-41621c0d195b not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:14.202268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0da2d4-8ddc-436e-8b7d-b0c987210ecf req-5a27738e-f301-42e7-b968-5fe26ea53241 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:14.208927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc0da2d4-8ddc-436e-8b7d-b0c987210ecf req-5a27738e-f301-42e7-b968-5fe26ea53241 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 909 time: 0.0627108 Aug 16 02:26:14.681729 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.093791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94cfadf0-a004-4500-81d0-1cb04dc8fb84 req-81264351-891a-4ec1-857a-c5ffc0db13c9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0e994c2-a14b-4003-ab05-35962bfa2590 HTTP/1.1" status: 200 len: 210 time: 0.0321329 Aug 16 02:26:15.341034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5ee67-930f-4842-80f5-886fc9f6343e req-bf0ba82f-d512-4829-a1b4-e2781b67122b tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.342557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3e5ee67-930f-4842-80f5-886fc9f6343e req-bf0ba82f-d512-4829-a1b4-e2781b67122b tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 909 time: 0.0665476 Aug 16 02:26:15.561517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-9bbdc113-e65d-418d-b091-64f5fad57d0e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:15.563138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-9bbdc113-e65d-418d-b091-64f5fad57d0e tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 909 time: 0.0681932 Aug 16 02:26:15.709018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port da3d7dae-2069-4744-a17b-413a0d6ad364 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:15.709437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.809193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] For port da3d7dae-2069-4744-a17b-413a0d6ad364, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=da3d7dae-2069-4744-a17b-413a0d6ad364,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:15.809633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:15.827489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for da3d7dae-2069-4744-a17b-413a0d6ad364 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:15.836081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.059376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.087400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=da3d7dae-2069-4744-a17b-413a0d6ad364,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:16.181551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] No DVR routers for this DVR port da3d7dae-2069-4744-a17b-413a0d6ad364 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:16.192021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:16.202745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fb9fedfa-d1e3-473f-bd4d-648c0ea05b92 req-51a50329-a44a-46a7-9375-12ae22046b9f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.58 "DELETE /v2.0/ports/da3d7dae-2069-4744-a17b-413a0d6ad364 HTTP/1.1" status: 204 len: 173 time: 0.6252408 Aug 16 02:26:16.202745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'name': 'network-vif-deleted', 'tag': 'da3d7dae-2069-4744-a17b-413a0d6ad364'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:16.216270 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d012b67d-3f72-44b1-b8a7-d90b0db5041f" -d '{"events": [{"server_uuid": "4e3227fb-8df7-4ff1-a7b7-ef66e33ad421", "name": "network-vif-deleted", "tag": "da3d7dae-2069-4744-a17b-413a0d6ad364"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:16.287636 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bcd0ad-5697-4dcb-8748-01cc02a282b9 x-openstack-request-id: req-c6bcd0ad-5697-4dcb-8748-01cc02a282b9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:16.287965 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3227fb-8df7-4ff1-a7b7-ef66e33ad421", "name": "network-vif-deleted", "tag": "da3d7dae-2069-4744-a17b-413a0d6ad364", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:16.288248 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6bcd0ad-5697-4dcb-8748-01cc02a282b9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:16.288665 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3227fb-8df7-4ff1-a7b7-ef66e33ad421', 'name': 'network-vif-deleted', 'tag': 'da3d7dae-2069-4744-a17b-413a0d6ad364', 'status': 'completed', 'code': 200} Aug 16 02:26:16.457043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dbd52dc-c99a-4972-9143-c3049918edaa req-2311540b-b066-4c77-9823-99e02ddad7b9 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e3227fb-8df7-4ff1-a7b7-ef66e33ad421 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Aug 16 02:26:17.535930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.672060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:17.849991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9469-59f2-47fe-b13f-d52ae71f29d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.015748 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9469-59f2-47fe-b13f-d52ae71f29d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.056954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.087829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a2fd9469-59f2-47fe-b13f-d52ae71f29d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.131327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a2fd9469-59f2-47fe-b13f-d52ae71f29d3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d5c14199daa641d1814a4b31cf538627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581282 Aug 16 02:26:18.131982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42296) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:18.229537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd9469-59f2-47fe-b13f-d52ae71f29d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750182d4-0cf0-4f05-b9f6-9c90e69f6e78,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.246495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6dbe-0158-416a-8279-d1e51f629ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.273182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6dbe-0158-416a-8279-d1e51f629ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.437682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port de8244ce-9b7e-4356-a859-9df470f2b4c5 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:18.437997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.551729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] For port de8244ce-9b7e-4356-a859-9df470f2b4c5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=de8244ce-9b7e-4356-a859-9df470f2b4c5,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:18.552346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.566745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for de8244ce-9b7e-4356-a859-9df470f2b4c5 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:18.614513 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6dbe-0158-416a-8279-d1e51f629ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.619200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d5ef6dbe-0158-416a-8279-d1e51f629ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:18.620454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d5ef6dbe-0158-416a-8279-d1e51f629ec9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/750182d4-0cf0-4f05-b9f6-9c90e69f6e78 HTTP/1.1" status: 204 len: 168 time: 0.4860878 Aug 16 02:26:18.640121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef6dbe-0158-416a-8279-d1e51f629ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750182d4-0cf0-4f05-b9f6-9c90e69f6e78,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:18.956176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.038006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=de8244ce-9b7e-4356-a859-9df470f2b4c5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:19.311691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:19.613752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router dda02dcb-dc99-49c5-ba01-4e1ba199af7c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:19.762212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:19.770131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2befcc73-ef89-4af1-bcba-ea148c69067c tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "PUT /v2.0/routers/dda02dcb-dc99-49c5-ba01-4e1ba199af7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2315772 Aug 16 02:26:19.773526 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:19.782742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] Sync routers for ids ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:19.822376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] Routers {'dda02dcb-dc99-49c5-ba01-4e1ba199af7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:19.823289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:19.997231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting subnet 3d73be97-376b-4c1a-aebe-256a27308743 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:20.019114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.113703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.139357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] Set router dda02dcb-dc99-49c5-ba01-4e1ba199af7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:20.264113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device da3d7dae-2069-4744-a17b-413a0d6ad364 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:20.267870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.296031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: da3d7dae-2069-4744-a17b-413a0d6ad364 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:20.296389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device da3d7dae-2069-4744-a17b-413a0d6ad364 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:20.473952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:26:18Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.494174 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.511902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] Checking router: dda02dcb-dc99-49c5-ba01-4e1ba199af7c for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:20.528164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5148c8-fd7a-4e2f-bd14-ca41d8316d99 None None] Network ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:20.546601 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:20.549079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/subnets/3d73be97-376b-4c1a-aebe-256a27308743 HTTP/1.1" status: 204 len: 168 time: 0.7750642 Aug 16 02:26:20.551317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa37c09-498c-44d5-afcd-23262c0d10a5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Subnet': ['ID=3d73be97-376b-4c1a-aebe-256a27308743,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:20.552053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:20.595850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] Routers {'dda02dcb-dc99-49c5-ba01-4e1ba199af7c'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:20.598333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:20.748949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.006958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] Set router dda02dcb-dc99-49c5-ba01-4e1ba199af7c gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:21.147933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] DHCP port deletion for ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:21.520778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] Deleting port 15bb28c9-4f01-4c57-a40b-f308a333e592 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:21.521169 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.585366 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.693921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] For port 15bb28c9-4f01-4c57-a40b-f308a333e592, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=15bb28c9-4f01-4c57-a40b-f308a333e592,segment=NetworkSegment(481fd1d1-0ef1-4060-87a5-867e1b8ef40d),segment_id=481fd1d1-0ef1-4060-87a5-867e1b8ef40d)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:21.694331 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.709874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] Calling delete_port for 15bb28c9-4f01-4c57-a40b-f308a333e592 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:21.770804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:26:18Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:21.792125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port aca23d5c-94d9-44e8-84e0-2284dd2ac239 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:21.792700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.807159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65153f88-cd09-4afd-8060-2be733302de2 None None] The sync data for ids ['dda02dcb-dc99-49c5-ba01-4e1ba199af7c'] in n-d-768852-19 is: [{'id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-502721074', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:45Z', 'updated_at': '2021-08-16T02:26:18Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': 'aca23d5c-94d9-44e8-84e0-2284dd2ac239', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:57:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda02dcb-dc99-49c5-ba01-4e1ba199af7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:47Z', 'updated_at': '2021-08-16T02:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:21.893294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] For port aca23d5c-94d9-44e8-84e0-2284dd2ac239, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aca23d5c-94d9-44e8-84e0-2284dd2ac239,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:21.893969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:21.914180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for aca23d5c-94d9-44e8-84e0-2284dd2ac239 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:21.945217 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.050920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] No DVR routers for this DVR port 15bb28c9-4f01-4c57-a40b-f308a333e592 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:22.057633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a94f6-216f-4a91-b93a-980e1d5a2bc4 None None] Pushing event deleted for resources: {'Port': ['ID=15bb28c9-4f01-4c57-a40b-f308a333e592,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.193302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42460) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:22.194907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.231774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=aca23d5c-94d9-44e8-84e0-2284dd2ac239,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.367038 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.473174 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9217b0cd-f881-4c92-9171-0c5780414e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.539532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.542233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.631972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.632855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Fanout notify agent at l3_agent the message router_deleted on router dda02dcb-dc99-49c5-ba01-4e1ba199af7c {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:22.644069 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.646579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cac0a9c0-5079-406c-95fe-dedd280ef7b4 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/routers/dda02dcb-dc99-49c5-ba01-4e1ba199af7c HTTP/1.1" status: 204 len: 168 time: 2.0933273 Aug 16 02:26:22.649326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:22.696181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9217b0cd-f881-4c92-9171-0c5780414e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.752564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9217b0cd-f881-4c92-9171-0c5780414e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.767995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.824052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217b0cd-f881-4c92-9171-0c5780414e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c6f195-caef-4020-b81c-143c17196cf8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:22.836247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9217b0cd-f881-4c92-9171-0c5780414e90 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d6fd796067764b07b1734ae0b2ba6fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6412733 Aug 16 02:26:22.836927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:22.918927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.932644 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ec7faea-c536-425a-a059-0ddd2ce9d6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.944620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff97f7a6-ff59-41d5-8e14-7c97e702c6d9']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:22.969688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481fd1d1-0ef1-4060-87a5-867e1b8ef40d') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:22.970342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481fd1d1-0ef1-4060-87a5-867e1b8ef40d') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:22.971170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ec7faea-c536-425a-a059-0ddd2ce9d6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:22.985222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.005965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.012459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:23.014018 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:23.019086 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:23.116227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ec7faea-c536-425a-a059-0ddd2ce9d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.122134 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1ec7faea-c536-425a-a059-0ddd2ce9d6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.124022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1ec7faea-c536-425a-a059-0ddd2ce9d6a7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/39c6f195-caef-4020-b81c-143c17196cf8 HTTP/1.1" status: 204 len: 168 time: 0.2859454 Aug 16 02:26:23.151326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec7faea-c536-425a-a059-0ddd2ce9d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c6f195-caef-4020-b81c-143c17196cf8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.173949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.181614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.187787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42500) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:23.188598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/networks/ff97f7a6-ff59-41d5-8e14-7c97e702c6d9 HTTP/1.1" status: 204 len: 168 time: 0.5377030 Aug 16 02:26:23.217887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d787c3-edf5-4d6e-9c76-3f75172e9a02 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Network': ['ID=ff97f7a6-ff59-41d5-8e14-7c97e702c6d9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:23.336732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 15bb28c9-4f01-4c57-a40b-f308a333e592 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:23.371451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 15bb28c9-4f01-4c57-a40b-f308a333e592 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:23.375387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 15bb28c9-4f01-4c57-a40b-f308a333e592 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:23.375387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de8244ce-9b7e-4356-a859-9df470f2b4c5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:23.401379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: de8244ce-9b7e-4356-a859-9df470f2b4c5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:23.401793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device de8244ce-9b7e-4356-a859-9df470f2b4c5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:23.427481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port cf4242a5-c00b-4e3a-a624-f8e5d58d0fbe {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:23.427985 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.795495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.796205 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:23.816863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for cf4242a5-c00b-4e3a-a624-f8e5d58d0fbe owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:24.110519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.162275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=cf4242a5-c00b-4e3a-a624-f8e5d58d0fbe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:24.226490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.226869 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Floating IP 7ba95b44-2bba-421a-b581-ddc9e1f383b0 disassociated (deleted). External IP: 172.25.6.12, port: cdba46b4-02ee-4f15-aac3-5478b28920e0. Aug 16 02:26:24.474264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router 921f3915-893d-45c5-8cad-1e4ecc41972b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:24.611747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:24.624757 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:24.628901 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979e115-e35f-4555-9a63-1d900103968f None None] Sync routers for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:24.652806 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:24.657619 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:24.660448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b3163790-f5d4-4e42-9302-f5b2225bc88f tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/floatingips/7ba95b44-2bba-421a-b581-ddc9e1f383b0 HTTP/1.1" status: 204 len: 168 time: 1.4709063 Aug 16 02:26:24.661328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:24.663935 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb00974-0014-4733-ad8e-b5e9c95b987d" -d '{"events": [{"name": "network-changed", "server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:24.737587 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d149911-335a-43ea-93ac-964d13e4139a x-openstack-request-id: req-7d149911-335a-43ea-93ac-964d13e4139a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:24.737893 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:24.738138 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d149911-335a-43ea-93ac-964d13e4139a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:24.738550 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'status': 'completed', 'code': 200} Aug 16 02:26:24.837168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aca23d5c-94d9-44e8-84e0-2284dd2ac239 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:24.851679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-74fc7784-39ec-4ce4-b834-d82776f62d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:24.854073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-74fc7784-39ec-4ce4-b834-d82776f62d33 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 1136 time: 0.0882449 Aug 16 02:26:24.902270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: aca23d5c-94d9-44e8-84e0-2284dd2ac239 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:24.904104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aca23d5c-94d9-44e8-84e0-2284dd2ac239 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:24.913255 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:25.147395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-0624621f-df61-429c-bbb3-3aa62496e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.149374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-0624621f-df61-429c-bbb3-3aa62496e532 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647 HTTP/1.1" status: 200 len: 898 time: 0.2877805 Aug 16 02:26:25.187789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a2050-ea06-4b3e-87da-79047e4724dc req-d931a29f-e1e1-41ed-bc8d-102a9ed55426 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.191447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-357a2050-ea06-4b3e-87da-79047e4724dc req-d931a29f-e1e1-41ed-bc8d-102a9ed55426 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 984 time: 0.0864770 Aug 16 02:26:25.229780 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-99de5991-01b7-44be-b332-55d5389b6972 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0 HTTP/1.1" status: 200 len: 217 time: 0.0720119 Aug 16 02:26:25.282400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:52Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:25.320454 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-357a2050-ea06-4b3e-87da-79047e4724dc req-799dc2ff-011a-44a9-a547-caaff1eec429 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1131070 Aug 16 02:26:25.343639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-d8123789-134c-417a-8e82-caa9918578df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.350903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-d8123789-134c-417a-8e82-caa9918578df service neutron] 10.222.0.83 "GET /v2.0/subnets?id=57db94d1-77c5-49f5-8666-45b5400311bc HTTP/1.1" status: 200 len: 835 time: 0.1132147 Aug 16 02:26:25.358296 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979e115-e35f-4555-9a63-1d900103968f None None] Checking router: 921f3915-893d-45c5-8cad-1e4ecc41972b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:25.378607 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:25.379723 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:25.501250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-469777e5-d350-450d-a155-82b93e9a5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:25.507127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-469777e5-d350-450d-a155-82b93e9a5fbe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b687e1eb-fbd6-436e-9ff9-8ca05ce18647&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1483319 Aug 16 02:26:25.571089 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:25.639111 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-83ea0b85-9f3d-43af-8b5a-e16a5d300ef9 service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230209 Aug 16 02:26:25.767228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-bcb00974-0014-4733-ad8e-b5e9c95b987d req-4229349c-008f-439a-a40b-228f29127ef0 service neutron] 10.222.0.83 "GET /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184378 Aug 16 02:26:25.840481 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1979e115-e35f-4555-9a63-1d900103968f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:52Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:25.871604 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1979e115-e35f-4555-9a63-1d900103968f None None] The sync data for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 is: [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:24:46Z', 'revision_number': 4, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4a48628b-dd9a-4cbb-8453-4f3066bc70d9', 'name': '', 'network_id': 'b687e1eb-fbd6-436e-9ff9-8ca05ce18647', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'mac_address': 'fa:16:3e:fe:c7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3428, 'fixed_ips': [{'subnet_id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:43Z', 'updated_at': '2021-08-16T02:24:52Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'subnets': [{'id': '57db94d1-77c5-49f5-8666-45b5400311bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:26.030489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42578) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.160809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8b91dbb0-1152-4b18-852c-58b1bbdd7475 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:26.214812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976c31d5-8131-457d-aeaa-67ebd5392a48 None None] New status for floating IP 7ba95b44-2bba-421a-b581-ddc9e1f383b0: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:26.334889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b91dbb0-1152-4b18-852c-58b1bbdd7475 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "PUT /v2.0/quotas/9e97bfb7f4b44d8e92e5fa68c38344c2 HTTP/1.1" status: 200 len: 366 time: 0.3029740 Aug 16 02:26:26.337393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42588) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.365485 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dcbc409d-925d-42ee-afd4-244f5896ae58 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0269687 Aug 16 02:26:26.368019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42590) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.382045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-58a2b882-cdc1-4b6d-ae72-5d1e4210d6a5 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "GET /v2.0/quotas/9e97bfb7f4b44d8e92e5fa68c38344c2 HTTP/1.1" status: 200 len: 366 time: 0.0108061 Aug 16 02:26:26.382509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42592) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.444530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15613d-a2e3-45be-a84b-821fbbf6a559 req-2681cfd0-8077-4d34-8f39-0983991d16ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:26.446142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f15613d-a2e3-45be-a84b-821fbbf6a559 req-2681cfd0-8077-4d34-8f39-0983991d16ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 984 time: 0.0555184 Aug 16 02:26:26.477892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-13049fa5-0184-4327-830e-677124e34106 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:26.479589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-13049fa5-0184-4327-830e-677124e34106 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.83 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 984 time: 0.0606086 Aug 16 02:26:26.492968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f15613d-a2e3-45be-a84b-821fbbf6a559 req-57afef5a-d9e3-4a1d-8108-d31fe11f1c7d tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/security-groups?id=306b9026-1419-46eb-9c8a-7d3a27535041&id=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0384345 Aug 16 02:26:26.551400 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3c51e269-54b5-4b3d-8a56-a300be1e0fa0 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/9e97bfb7f4b44d8e92e5fa68c38344c2 HTTP/1.1" status: 204 len: 168 time: 0.1669056 Aug 16 02:26:26.553812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42596) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.568092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46a68be1-b098-49d6-8588-c20692b42166 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0123405 Aug 16 02:26:26.570445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.586741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4301ba2c-125a-4969-8301-11cef278b592 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "GET /v2.0/quotas/9e97bfb7f4b44d8e92e5fa68c38344c2 HTTP/1.1" status: 200 len: 370 time: 0.0145197 Aug 16 02:26:26.593773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.606132 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9dc58895-7ba1-430d-a9d6-01c117cbaec9 tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "GET /v2.0/quotas/9e97bfb7f4b44d8e92e5fa68c38344c2/default HTTP/1.1" status: 200 len: 370 time: 0.0107131 Aug 16 02:26:26.609284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42604) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.624263 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [None req-4deff9e7-6ba0-4657-b125-92b6cebabbea tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] delete failed (client error): The resource could not be found. Aug 16 02:26:26.625584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4deff9e7-6ba0-4657-b125-92b6cebabbea tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "DELETE /v2.0/quotas/9e97bfb7f4b44d8e92e5fa68c38344c2 HTTP/1.1" status: 404 len: 348 time: 0.0153680 Aug 16 02:26:26.644975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port cdba46b4-02ee-4f15-aac3-5478b28920e0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:26.644975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.754623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] For port cdba46b4-02ee-4f15-aac3-5478b28920e0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=cdba46b4-02ee-4f15-aac3-5478b28920e0,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:26.755115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:26.773888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for cdba46b4-02ee-4f15-aac3-5478b28920e0 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:26.953344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42616) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:26.983058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:network and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:26.989257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:26.997066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:subnet and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.004252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.011359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:subnetpool and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.019848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.025349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.035784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:port and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.042806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.060658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:router and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.061816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=cdba46b4-02ee-4f15-aac3-5478b28920e0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:27.091405 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.104189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:floatingip and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.139657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.166510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] No DVR routers for this DVR port cdba46b4-02ee-4f15-aac3-5478b28920e0 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:27.173301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.177135 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-766f12be-33fb-4425-9b60-cfdd6f99b8a3 req-43fa2a64-4b3d-4ab0-bccb-e984d4c4c161 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.83 "DELETE /v2.0/ports/cdba46b4-02ee-4f15-aac3-5478b28920e0 HTTP/1.1" status: 204 len: 173 time: 0.6900711 Aug 16 02:26:27.179217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'name': 'network-vif-deleted', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:27.185030 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a01ab44d-c2ce-4e3a-973d-cdf675bb8a10" -d '{"events": [{"server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "name": "network-vif-deleted", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:27.224404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:security_group and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.232385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.239997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Usage tracker for resource:security_group_rule and tenant:00b0f684e8024edb838523bec6988d88 is out of sync, need to count used quota {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 16 02:26:27.245991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.quota.resource [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101945) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 16 02:26:27.261712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c06cc82c-6395-47b9-9e23-5e358b96e35c tempest-QuotasTest-1186702650 tempest-QuotasTest-1186702650-project-admin] 10.222.0.76 "GET /v2.0/quotas/00b0f684e8024edb838523bec6988d88/details.json HTTP/1.1" status: 200 len: 703 time: 0.3069344 Aug 16 02:26:27.266477 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ca47e3-796c-4f72-b85a-1a45eeb4aeb4 x-openstack-request-id: req-b7ca47e3-796c-4f72-b85a-1a45eeb4aeb4 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:27.267320 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073", "name": "network-vif-deleted", "tag": "cdba46b4-02ee-4f15-aac3-5478b28920e0", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:27.267320 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7ca47e3-796c-4f72-b85a-1a45eeb4aeb4 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:27.267469 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073', 'name': 'network-vif-deleted', 'tag': 'cdba46b4-02ee-4f15-aac3-5478b28920e0', 'status': 'completed', 'code': 200} Aug 16 02:26:27.295765 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.297947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:27.681194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4efa8f63-817a-4a8a-92c0-8b62ab333c40 req-94d75bc9-e19d-42bd-a1ab-127632fbe13a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "GET /v2.0/ports?device_id=e86cd1e2-8edb-4ae0-8180-1ec0d4cd0073 HTTP/1.1" status: 200 len: 210 time: 0.0354764 Aug 16 02:26:27.892816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42644) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.064016 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a75634-d3f4-4364-b511-1eab8e61c3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.218052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a75634-d3f4-4364-b511-1eab8e61c3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.314903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5a75634-d3f4-4364-b511-1eab8e61c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.356746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c5a75634-d3f4-4364-b511-1eab8e61c3de admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c65020b5c9c44b83a3e188a1fd17b988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4626944 Aug 16 02:26:28.357607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a75634-d3f4-4364-b511-1eab8e61c3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8836ad-e1b0-45f2-85bf-0975ef132cc5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.359254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42658) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.457596 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f80efd40-9f1b-4675-9741-eb3662c5860a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.494837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f80efd40-9f1b-4675-9741-eb3662c5860a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.643372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f80efd40-9f1b-4675-9741-eb3662c5860a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.672883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f80efd40-9f1b-4675-9741-eb3662c5860a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.672883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f80efd40-9f1b-4675-9741-eb3662c5860a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b8836ad-e1b0-45f2-85bf-0975ef132cc5 HTTP/1.1" status: 204 len: 168 time: 0.2917929 Aug 16 02:26:28.680534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80efd40-9f1b-4675-9741-eb3662c5860a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8836ad-e1b0-45f2-85bf-0975ef132cc5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:28.826040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42692) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:28.891737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a56bda4-d7e1-4a29-86d9-dad2a70ac686 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:28.931660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a56bda4-d7e1-4a29-86d9-dad2a70ac686 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.036888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a56bda4-d7e1-4a29-86d9-dad2a70ac686 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.041172 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a56bda4-d7e1-4a29-86d9-dad2a70ac686 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.045147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42704) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.052216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a56bda4-d7e1-4a29-86d9-dad2a70ac686 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/security-groups/0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd HTTP/1.1" status: 204 len: 168 time: 0.2201204 Aug 16 02:26:29.067943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56bda4-d7e1-4a29-86d9-dad2a70ac686 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffdca0e-8d48-48aa-a7d3-ef9ba1ed49bd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.170932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4551725-6ea0-40ea-9c87-5f463f302ad5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.228818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4551725-6ea0-40ea-9c87-5f463f302ad5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.378956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4551725-6ea0-40ea-9c87-5f463f302ad5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.381809 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d4551725-6ea0-40ea-9c87-5f463f302ad5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.383330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4551725-6ea0-40ea-9c87-5f463f302ad5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/security-groups/306b9026-1419-46eb-9c8a-7d3a27535041 HTTP/1.1" status: 204 len: 168 time: 0.3367817 Aug 16 02:26:29.386163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42730) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.393326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4551725-6ea0-40ea-9c87-5f463f302ad5 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=306b9026-1419-46eb-9c8a-7d3a27535041,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:29.672821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42748) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:29.697567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7089368-ef6f-4151-8742-7e9a9cbc2300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.901254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7089368-ef6f-4151-8742-7e9a9cbc2300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:29.963750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.001873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.017952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a7089368-ef6f-4151-8742-7e9a9cbc2300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.100154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a7089368-ef6f-4151-8742-7e9a9cbc2300 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00b0f684e8024edb838523bec6988d88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260993 Aug 16 02:26:30.102940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42774) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.105124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7089368-ef6f-4151-8742-7e9a9cbc2300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77d955d-cb6d-451f-8eb9-825c1c4596f5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.155261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e14419-a593-4d0d-9907-5fa34dfc1f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.189411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1322487b-dd53-4828-ab46-906d5ec65e7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.231649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1322487b-dd53-4828-ab46-906d5ec65e7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.329977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e14419-a593-4d0d-9907-5fa34dfc1f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.350935 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:30.351384 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.366090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1322487b-dd53-4828-ab46-906d5ec65e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.369403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1322487b-dd53-4828-ab46-906d5ec65e7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.378792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1322487b-dd53-4828-ab46-906d5ec65e7e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f77d955d-cb6d-451f-8eb9-825c1c4596f5 HTTP/1.1" status: 204 len: 168 time: 0.2727308 Aug 16 02:26:30.404667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322487b-dd53-4828-ab46-906d5ec65e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77d955d-cb6d-451f-8eb9-825c1c4596f5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.407335 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-63e14419-a593-4d0d-9907-5fa34dfc1f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.470297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63e14419-a593-4d0d-9907-5fa34dfc1f19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fb55d607d59840a4b4ee2c71ee12c4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672289 Aug 16 02:26:30.471286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e14419-a593-4d0d-9907-5fa34dfc1f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0438842-3d1b-40d5-8317-b563fd84eb14,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.474817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42794) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:30.545222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f989c2c9-1064-46a7-b1e6-731c3c0af899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.557115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] For port 4a48628b-dd9a-4cbb-8453-4f3066bc70d9, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:30.557824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.576969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f989c2c9-1064-46a7-b1e6-731c3c0af899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.605824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:30.744844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f989c2c9-1064-46a7-b1e6-731c3c0af899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.748592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f989c2c9-1064-46a7-b1e6-731c3c0af899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:30.749542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f989c2c9-1064-46a7-b1e6-731c3c0af899 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d0438842-3d1b-40d5-8317-b563fd84eb14 HTTP/1.1" status: 204 len: 168 time: 0.2735476 Aug 16 02:26:30.758533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989c2c9-1064-46a7-b1e6-731c3c0af899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0438842-3d1b-40d5-8317-b563fd84eb14,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:30.834447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device cdba46b4-02ee-4f15-aac3-5478b28920e0 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:30.879933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: cdba46b4-02ee-4f15-aac3-5478b28920e0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:30.880725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device cdba46b4-02ee-4f15-aac3-5478b28920e0 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:30.963334 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.039875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=4a48628b-dd9a-4cbb-8453-4f3066bc70d9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:31.297942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.607299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Router 921f3915-893d-45c5-8cad-1e4ecc41972b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:31.759198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42874) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:31.793065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:31.801451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ceb63d7c-2a9d-4f87-8f4e-84e3cc385252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.807789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cf484e33-d8cb-47a8-a78f-d19432c5dc52 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "PUT /v2.0/routers/921f3915-893d-45c5-8cad-1e4ecc41972b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4201307 Aug 16 02:26:31.808159 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] Sync routers for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:31.812122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42878) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:31.819460 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:31.823212 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:31.895797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting subnet 57db94d1-77c5-49f5-8666-45b5400311bc {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:31.899592 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.918573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42884) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:31.986307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ceb63d7c-2a9d-4f87-8f4e-84e3cc385252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:31.990723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.042052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ceb63d7c-2a9d-4f87-8f4e-84e3cc385252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.051297 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:32.089602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ceb63d7c-2a9d-4f87-8f4e-84e3cc385252 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a647a62df9cf49a990bda0c7849bd269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290439 Aug 16 02:26:32.093124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42896) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:32.127292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1172850816'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:32.151725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.152024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb63d7c-2a9d-4f87-8f4e-84e3cc385252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e43c13-4f31-47d9-a2f9-cedb26426b42,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.214318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd1b9f9-e2c9-45d3-8647-27213a516f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.248348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd1b9f9-e2c9-45d3-8647-27213a516f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.270533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Made reservation on behalf of 68a7d28db4c9440ea117746f53c969b7 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:32.274468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.290178 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.296975 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:26:30Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:32.305107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.335374 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] Checking router: 921f3915-893d-45c5-8cad-1e4ecc41972b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:32.338871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Subnet': ['ID=57db94d1-77c5-49f5-8666-45b5400311bc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.346793 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] Routers {'921f3915-893d-45c5-8cad-1e4ecc41972b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:32.347924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['921f3915-893d-45c5-8cad-1e4ecc41972b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:32.351914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.352279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.352634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.352986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.353329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.353676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.354028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.354368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.354833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.356524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.356524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.356524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:32.360397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.365081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ea77ad9-8e0d-4278-a7ad-651148624789 tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/subnets/57db94d1-77c5-49f5-8666-45b5400311bc HTTP/1.1" status: 204 len: 168 time: 0.5516117 Aug 16 02:26:32.365725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 42910) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:32.369109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed0f492-6699-4e52-912c-8e584778923b None None] Network b687e1eb-fbd6-436e-9ff9-8ca05ce18647 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:32.428894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd1b9f9-e2c9-45d3-8647-27213a516f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.436353 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd1b9f9-e2c9-45d3-8647-27213a516f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.437658 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afd1b9f9-e2c9-45d3-8647-27213a516f8f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54e43c13-4f31-47d9-a2f9-cedb26426b42 HTTP/1.1" status: 204 len: 168 time: 0.3434284 Aug 16 02:26:32.450080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1b9f9-e2c9-45d3-8647-27213a516f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e43c13-4f31-47d9-a2f9-cedb26426b42,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.518600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.595089 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.600363 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] Set router 921f3915-893d-45c5-8cad-1e4ecc41972b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:32.623450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:32.689557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] DHCP port deletion for b687e1eb-fbd6-436e-9ff9-8ca05ce18647 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:32.692460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.692964 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Added segment 2beb2e5b-c17a-4987-9d86-cb70a8886d35 of type vlan for network 989b285c-e1a1-48d4-8520-bc7ec65622fb Aug 16 02:26:32.704984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87519d6a-a2c7-414a-81a7-89b867cc1fae,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:32.754429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.794021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Deleting port fa25339e-50d3-4451-a040-eb2802a30b98 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:32.794021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.867278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] For port fa25339e-50d3-4451-a040-eb2802a30b98, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa25339e-50d3-4451-a040-eb2802a30b98,segment=NetworkSegment(a3568f93-c1d1-46de-84d0-b3c100ea3f3c),segment_id=a3568f93-c1d1-46de-84d0-b3c100ea3f3c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:32.867695 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.912440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Calling delete_port for fa25339e-50d3-4451-a040-eb2802a30b98 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:32.930555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.930555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:32.931480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:32.956876 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:26:30Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:33.021367 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cbebe-9251-4ad6-8b23-6aa50f242b0b None None] The sync data for ids ['921f3915-893d-45c5-8cad-1e4ecc41972b'] in n-d-768852-19 is: [{'id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1306357994', 'tenant_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231'}], 'enable_snat': True}, 'gw_port_id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:35Z', 'updated_at': '2021-08-16T02:26:30Z', 'revision_number': 5, 'project_id': '35e16e4c1d9e4df0a6831e17b6f254b6', 'gw_port': {'id': '428205ca-a8a3-4ab7-9583-83d738caf1b7', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:e6:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921f3915-893d-45c5-8cad-1e4ecc41972b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:36Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:33.068888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa25339e-50d3-4451-a040-eb2802a30b98 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:33.095881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.105277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event updated for resources: {'Network': ['ID=989b285c-e1a1-48d4-8520-bc7ec65622fb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.134260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:33.205845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1f84fd19-b58c-4d32-9bbb-8d4dda85a11f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2810686 Aug 16 02:26:33.209916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 42952) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:33.221442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.229006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Request body: {'subnet': {'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:33.244583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.292228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Pushing event deleted for resources: {'Port': ['ID=fa25339e-50d3-4451-a040-eb2802a30b98,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.298745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] No DVR routers for this DVR port fa25339e-50d3-4451-a040-eb2802a30b98 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:33.311233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.311590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.311940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.312708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.312869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.313220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.313980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.314477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.314986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.315475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.316493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.319051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c26ab3a-8813-421e-943e-e758c3f282c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:26:33.331263 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.428039 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Deleting port 428205ca-a8a3-4ab7-9583-83d738caf1b7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:33.428519 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.448175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Made reservation on behalf of 68a7d28db4c9440ea117746f53c969b7 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:33.453682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.593040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] For port 428205ca-a8a3-4ab7-9583-83d738caf1b7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=428205ca-a8a3-4ab7-9583-83d738caf1b7,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:33.593487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.644382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Calling delete_port for 428205ca-a8a3-4ab7-9583-83d738caf1b7 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:33.773560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.843081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event updated for resources: {'Subnet': ['ID=7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:33.861194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Checking segment: {'id': '2beb2e5b-c17a-4987-9d86-cb70a8886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:33.861587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Network hostable DHCP agents. Network: 989b285c-e1a1-48d4-8520-bc7ec65622fb, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:33.961269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:33.962342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:33.991166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Port': ['ID=428205ca-a8a3-4ab7-9583-83d738caf1b7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:34.076673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.188891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.191863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.350401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 989b285c-e1a1-48d4-8520-bc7ec65622fb) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:34.354704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:34.355301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.363152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7b442c-2761-40b8-aa4a-8bd9a4d59222 None None] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:34.460064 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b0e64f0e-c75e-4df4-9857-a87387472861 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2489929 Aug 16 02:26:34.461563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.462109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Fanout notify agent at l3_agent the message router_deleted on router 921f3915-893d-45c5-8cad-1e4ecc41972b {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:34.463738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43012) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.471150 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.472292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-56179c8d-1b09-419a-b6cb-e5b4d80b46ec tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/routers/921f3915-893d-45c5-8cad-1e4ecc41972b HTTP/1.1" status: 204 len: 168 time: 2.1049614 Aug 16 02:26:34.476688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Request body: {'port': {'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1348845115'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:34.481031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43014) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.481562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43016) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:34.766145 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.827776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-989b285c-e1a1-48d4-8520-bc7ec65622fb', 'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb', 'tenant_id': '68a7d28db4c9440ea117746f53c969b7', 'fixed_ips': [{'subnet_id': '7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:26:34.831708 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.974361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:34.986833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b687e1eb-fbd6-436e-9ff9-8ca05ce18647']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.000139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.000530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3568f93-c1d1-46de-84d0-b3c100ea3f3c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:35.015608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Allocated IP 172.20.0.2 (989b285c-e1a1-48d4-8520-bc7ec65622fb/7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8/20ad0a9f-73c3-4638-b58a-ca87a71b1efe) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:35.018380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.036944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.056917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Made reservation on behalf of 68a7d28db4c9440ea117746f53c969b7 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:35.056917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.059192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port ca930f11-cc9b-48d8-9009-61c6ccfdb6fd {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:35.060438 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.070784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:35.071204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:35.074223 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:35.189197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:35.199757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] device_id is not set on port 43d4b306-9505-422f-9906-502d39ca9a7d yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:35.232586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:35.233086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4a48628b-dd9a-4cbb-8453-4f3066bc70d9 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:35.233522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 428205ca-a8a3-4ab7-9583-83d738caf1b7 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:35.263494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.264181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.269716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 428205ca-a8a3-4ab7-9583-83d738caf1b7 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:35.270070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 428205ca-a8a3-4ab7-9583-83d738caf1b7 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:35.280315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for ca930f11-cc9b-48d8-9009-61c6ccfdb6fd owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:35.337708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.342959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.345506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] 10.222.0.76 "DELETE /v2.0/networks/b687e1eb-fbd6-436e-9ff9-8ca05ce18647 HTTP/1.1" status: 204 len: 168 time: 0.8622775 Aug 16 02:26:35.410129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.420300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Transition to ACTIVE for port object 20ad0a9f-73c3-4638-b58a-ca87a71b1efe will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:35.441325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Transition to ACTIVE for port object 20ad0a9f-73c3-4638-b58a-ca87a71b1efe will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:35.442756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d808fd4c-6d99-4a8b-9efc-cf8e9c063b2a tempest-TestSecurityGroupsBasicOps-881023931 tempest-TestSecurityGroupsBasicOps-881023931-project] Pushing event deleted for resources: {'Network': ['ID=b687e1eb-fbd6-436e-9ff9-8ca05ce18647,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.574170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.640800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:35.648402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:35.652122 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:35.660002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Pushing event updated for resources: {'Port': ['ID=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.660331 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.673608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Allocated IP 172.20.0.4 (989b285c-e1a1-48d4-8520-bc7ec65622fb/7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8/43d4b306-9505-422f-9906-502d39ca9a7d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:35.711545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=ca930f11-cc9b-48d8-9009-61c6ccfdb6fd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:35.738813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Attempting to bind port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:26:35.739194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Attempting to bind port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '2beb2e5b-c17a-4987-9d86-cb70a8886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:26:35.739845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Attempting to bind port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe on network 989b285c-e1a1-48d4-8520-bc7ec65622fb {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:26:35.745311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:26:35.745914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Checking segment: {'id': '2beb2e5b-c17a-4987-9d86-cb70a8886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:35.746526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.746955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Bound using segment: {'id': '2beb2e5b-c17a-4987-9d86-cb70a8886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:26:35.747507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Bound port: 20ad0a9f-73c3-4638-b58a-ca87a71b1efe, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2beb2e5b-c17a-4987-9d86-cb70a8886d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:26:35.748069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.817690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] For port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:26:35.821567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] For port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,segment=NetworkSegment(2beb2e5b-c17a-4987-9d86-cb70a8886d35),segment_id=2beb2e5b-c17a-4987-9d86-cb70a8886d35)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:26:35.845647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.846007 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Floating IP 9884d14a-96f0-4dbc-b7ca-97469a56c048 disassociated (deleted). External IP: 172.25.6.144, port: 97c0f1bb-f25c-460f-8164-45b24c631f36. Aug 16 02:26:35.905624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:35.988489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f107f261-1941-4b87-a3af-f8938e34956f None None] Pushing event updated for resources: {'Port': ['ID=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.104650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.137234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43114) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.165931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Transition to ACTIVE for port object 43d4b306-9505-422f-9906-502d39ca9a7d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:36.286270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:36.417279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c214933f-5dca-4d25-9a91-72dae3b2154b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=35e16e4c1d9e4df0a6831e17b6f254b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786992 Aug 16 02:26:36.419513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.420600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43128) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.464685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:36.491741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] Sync routers for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:36.493763 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b862-5779-4afd-8974-fc33f7442fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.503644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:36.518989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:36.519611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.521539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:36.527635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:36.543780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b862-5779-4afd-8974-fc33f7442fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.552318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:36.559751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event updated for resources: {'Port': ['ID=43d4b306-9505-422f-9906-502d39ca9a7d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.586602 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fc4d82a0-3b8f-46e7-ad9c-12df3e07f98c tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/floatingips/9884d14a-96f0-4dbc-b7ca-97469a56c048 HTTP/1.1" status: 204 len: 168 time: 2.1019952 Aug 16 02:26:36.589214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:36.605619 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:36.669073 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe23e75-043a-4cf5-92db-993f39de9c65 x-openstack-request-id: req-bbe23e75-043a-4cf5-92db-993f39de9c65 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:36.670551 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:36.670691 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bbe23e75-043a-4cf5-92db-993f39de9c65 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:36.671049 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'status': 'completed', 'code': 200} Aug 16 02:26:36.677547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.678259 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.724911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:36.738897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b862-5779-4afd-8974-fc33f7442fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.742204 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb4b862-5779-4afd-8974-fc33f7442fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:36.747549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3eb4b862-5779-4afd-8974-fc33f7442fb3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/da2aa4cf-2f71-4272-84c0-64df982ac874 HTTP/1.1" status: 204 len: 168 time: 0.3242927 Aug 16 02:26:36.765360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4b862-5779-4afd-8974-fc33f7442fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2aa4cf-2f71-4272-84c0-64df982ac874,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:36.779329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-3e375649-d444-4115-bde6-985aaaa9a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:36.780773 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-3e375649-d444-4115-bde6-985aaaa9a430 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c271d0e92f9641bc8675871d70eb4274&device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 1098 time: 0.0918169 Aug 16 02:26:36.833019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43152) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:36.833997 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1cd1f5ce-ab98-4705-b1b9-04c3a6f7bf90 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3688462 Aug 16 02:26:36.839258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Request body: {'port': {'network_id': '989b285c-e1a1-48d4-8520-bc7ec65622fb', 'name': 'tempest-ExtraDHCPOptionsTestJSON-425924887', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:36.840104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.api.validators [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] bootfile-name is not in valid_values {{(pid=101945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:26:36.840692 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.api.validators [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] tftp-server is not in valid_values {{(pid=101945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:26:36.841898 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.api.validators [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] server-ip-address is not in valid_values {{(pid=101945) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:26:37.068173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-099013e3-b2db-4ab6-88d5-cdb5f8905f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.074455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-099013e3-b2db-4ab6-88d5-cdb5f8905f53 service neutron] 10.222.0.83 "GET /v2.0/networks?id=493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 200 len: 898 time: 0.2812819 Aug 16 02:26:37.075088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20ad0a9f-73c3-4638-b58a-ca87a71b1efe up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:37.193926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-c73baedf-be93-44f9-a223-25bdccdd15cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 200 len: 217 time: 0.1126473 Aug 16 02:26:37.289754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:37.301418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:51Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:37.304402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-0588f24f-69b3-459d-9c69-60ab0e5d4d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.307048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-0588f24f-69b3-459d-9c69-60ab0e5d4d72 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=03efc52c-9978-4b62-85f3-b5a4965f614c HTTP/1.1" status: 200 len: 835 time: 0.1020322 Aug 16 02:26:37.314555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Made reservation on behalf of 68a7d28db4c9440ea117746f53c969b7 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:37.319610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.363795 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d4ce9e-238a-4c64-af79-811d1b5f050f req-42f43582-10dc-4e72-8cc0-76e07fea0e15 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.373516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78d4ce9e-238a-4c64-af79-811d1b5f050f req-42f43582-10dc-4e72-8cc0-76e07fea0e15 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1320934 Aug 16 02:26:37.389745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] device_id is not set on port ddfa1dc1-4061-4efc-99e5-7327612d05b6 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:37.410105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] Checking router: 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:37.410304 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-d3c17eea-6e48-4d69-85f3-13a5b9455a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:37.411745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-d3c17eea-6e48-4d69-85f3-13a5b9455a9e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=493f2749-338b-408b-a54a-af5b5af97c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905690 Aug 16 02:26:37.421022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:37.422302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:37.487460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f281d2b-3b00-4f37-a8fb-e200caf9b693 None None] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:37.547859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Allocated IP 172.20.0.7 (989b285c-e1a1-48d4-8520-bc7ec65622fb/7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8/ddfa1dc1-4061-4efc-99e5-7327612d05b6) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:37.566837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78d4ce9e-238a-4c64-af79-811d1b5f050f req-9d8da2a9-faec-4607-92ab-8154fd98501f tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1919053 Aug 16 02:26:37.595446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-3b8e472c-d7bf-4f4c-bc56-246d0bc397da service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754103 Aug 16 02:26:37.745015 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef1fd49a-d897-4dbb-8f92-0bd7310babc6 req-cbe3d47e-f77e-4ee3-a2f8-76f6ecbc169f service neutron] 10.222.0.83 "GET /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415026 Aug 16 02:26:37.758835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] Provisioning for port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:37.766166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] Provisioning complete for port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:37.766575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.829183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:37.835595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43200) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:37.850819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.862762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd1105ab-a66f-4708-93f4-81e5e2ed261c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:37.868158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Transition to ACTIVE for port object ddfa1dc1-4061-4efc-99e5-7327612d05b6 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:26:37.995633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd1105ab-a66f-4708-93f4-81e5e2ed261c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.009109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.014383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.100672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:38.101671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event updated for resources: {'Port': ['ID=ddfa1dc1-4061-4efc-99e5-7327612d05b6,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.105466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:38.108361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:38.163054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.164170 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.179085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd1105ab-a66f-4708-93f4-81e5e2ed261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.192492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] For port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,segment=NetworkSegment(2beb2e5b-c17a-4987-9d86-cb70a8886d35),segment_id=2beb2e5b-c17a-4987-9d86-cb70a8886d35)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:38.227504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dd1105ab-a66f-4708-93f4-81e5e2ed261c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b68796fa729142fda2063fbe85082c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3894377 Aug 16 02:26:38.230136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.266259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:51Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:38.280606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1105ab-a66f-4708-93f4-81e5e2ed261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1dbe47-cf9e-494d-a422-0f8e441811bc,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.307700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098928d1-989c-49e2-bc8f-98a5d49ad09a None None] The sync data for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 is: [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:24:44Z', 'revision_number': 4, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '73f7dfd5-e064-44e2-8fe6-78f14b40bcc1', 'name': '', 'network_id': '493f2749-338b-408b-a54a-af5b5af97c34', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'mac_address': 'fa:16:3e:64:6d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:42Z', 'updated_at': '2021-08-16T02:24:51Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'subnets': [{'id': '03efc52c-9978-4b62-85f3-b5a4965f614c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:38.317247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90ca6fb4-966c-4d37-a30d-6f2e5b095e73 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.4797852 Aug 16 02:26:38.317619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.317733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43222) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.332475 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c8d7e3d-a535-4e1c-8d5a-7940e4121c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.388549 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c8d7e3d-a535-4e1c-8d5a-7940e4121c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.441244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8dc53-bd55-4cbc-93f8-18d7fe206957 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.447441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8dc53-bd55-4cbc-93f8-18d7fe206957 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.469215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad46ca7e-eec4-4fc5-9d1d-5a4a1fbf7397 None None] Pushing event updated for resources: {'Port': ['ID=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.472311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8dc53-bd55-4cbc-93f8-18d7fe206957 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.476436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fae8dc53-bd55-4cbc-93f8-18d7fe206957 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1581531 Aug 16 02:26:38.482473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43228) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:38.534491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-99b97ae3-5bae-45f0-afc0-728cd3896739 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.536692 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-99b97ae3-5bae-45f0-afc0-728cd3896739 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.1159291 Aug 16 02:26:38.551092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-be16d599-fd87-40d0-8f30-e77371346d3f None None] Provisioning for port 43d4b306-9505-422f-9906-502d39ca9a7d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:38.555875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-be16d599-fd87-40d0-8f30-e77371346d3f None None] Provisioning complete for port 43d4b306-9505-422f-9906-502d39ca9a7d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:38.556706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be16d599-fd87-40d0-8f30-e77371346d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.559307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c8d7e3d-a535-4e1c-8d5a-7940e4121c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.565032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c8d7e3d-a535-4e1c-8d5a-7940e4121c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.566307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0c8d7e3d-a535-4e1c-8d5a-7940e4121c6c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1d1dbe47-cf9e-494d-a422-0f8e441811bc HTTP/1.1" status: 204 len: 168 time: 0.3349171 Aug 16 02:26:38.604076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d7e3d-a535-4e1c-8d5a-7940e4121c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1dbe47-cf9e-494d-a422-0f8e441811bc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:38.722541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Deleting port ddfa1dc1-4061-4efc-99e5-7327612d05b6 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:38.728381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.799962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-be16d599-fd87-40d0-8f30-e77371346d3f None None] Port 43d4b306-9505-422f-9906-502d39ca9a7d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:38.844068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-be16d599-fd87-40d0-8f30-e77371346d3f None None] Provisioning complete for port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:38.845524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be16d599-fd87-40d0-8f30-e77371346d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.885853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 97c0f1bb-f25c-460f-8164-45b24c631f36 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:38.901328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:38.944237 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f741ac6-4416-48a2-bcdf-9d5af316b23a None None] New status for floating IP 9884d14a-96f0-4dbc-b7ca-97469a56c048: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:26:38.961472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e5657-8ec8-4f35-98a0-a9d1b7918461 req-9f83f804-465a-4ef2-9067-33645df61c7a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:38.969680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-324e5657-8ec8-4f35-98a0-a9d1b7918461 req-9f83f804-465a-4ef2-9067-33645df61c7a tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 946 time: 0.2344525 Aug 16 02:26:38.996266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.038808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20ad0a9f-73c3-4638-b58a-ca87a71b1efe up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:26:39.071239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Calling delete_port for ddfa1dc1-4061-4efc-99e5-7327612d05b6 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:39.135745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-324e5657-8ec8-4f35-98a0-a9d1b7918461 req-f0edf880-0619-4857-9df3-7e1d093f969b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/security-groups?id=dc0627fa-1e7b-4822-9260-48fa70d3a0b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625237 Aug 16 02:26:39.195666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:39.196445 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.267793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 97c0f1bb-f25c-460f-8164-45b24c631f36, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=97c0f1bb-f25c-460f-8164-45b24c631f36,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:39.268421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.288545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 97c0f1bb-f25c-460f-8164-45b24c631f36 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:39.349571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Provisioning complete for port 43d4b306-9505-422f-9906-502d39ca9a7d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:39.349873 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.388653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Port 43d4b306-9505-422f-9906-502d39ca9a7d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:39.459597 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.460574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Provisioning for port ddfa1dc1-4061-4efc-99e5-7327612d05b6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:26:39.466022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Provisioning complete for port ddfa1dc1-4061-4efc-99e5-7327612d05b6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:39.466428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.523567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-555d4312-f1de-43d0-b7ca-9225dffec40e None None] Port ddfa1dc1-4061-4efc-99e5-7327612d05b6 was deleted so its status cannot be updated. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:26:39.527863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event deleted for resources: {'Port': ['ID=ddfa1dc1-4061-4efc-99e5-7327612d05b6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.621430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.625979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2c3009ba-70b2-4db6-b7f3-ff5670267732 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "DELETE /v2.0/ports/ddfa1dc1-4061-4efc-99e5-7327612d05b6 HTTP/1.1" status: 204 len: 168 time: 1.1420074 Aug 16 02:26:39.629833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43298) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.636731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Request body: {'port': {'name': 'tempest-new-port-name-1341159282', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:39.637237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] bootfile-name is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:26:39.637687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] tftp-server is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:26:39.638267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.api.validators [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] server-ip-address is not in valid_values {{(pid=101946) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 16 02:26:39.644948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.729242 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43304) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.737707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=97c0f1bb-f25c-460f-8164-45b24c631f36,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:39.828129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-69c509fb-3354-42d9-b7ea-edf74eaa4c07 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1689c6bedef14d9183a28330304fc5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0996788 Aug 16 02:26:39.830609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43310) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:39.916429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e6b594-7fcc-485e-a0cf-79ec2471ff17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.939383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:26:39.940175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-16120728-ba63-4429-a3bd-235bd00a7a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:39.994185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e6b594-7fcc-485e-a0cf-79ec2471ff17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.122104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e6b594-7fcc-485e-a0cf-79ec2471ff17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.124946 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34e6b594-7fcc-485e-a0cf-79ec2471ff17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.126446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-34e6b594-7fcc-485e-a0cf-79ec2471ff17 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/79cfb4da-3708-428a-91e2-8e5d1f8adbd8 HTTP/1.1" status: 204 len: 168 time: 0.2948518 Aug 16 02:26:40.135304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6b594-7fcc-485e-a0cf-79ec2471ff17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cfb4da-3708-428a-91e2-8e5d1f8adbd8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.288576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3975d08-6903-49c0-912a-d7112c6b78c7 req-89c0285f-e93e-4b7d-b6c2-8b53e3904d0e tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0523567 Aug 16 02:26:40.339501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] No DVR routers for this DVR port 97c0f1bb-f25c-460f-8164-45b24c631f36 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:40.342572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.344636 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ee241341-4e87-4e1d-83be-dc513f35ed7f req-bc0b64c0-90d4-4bce-b2e8-296e9cbb41a6 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.83 "DELETE /v2.0/ports/97c0f1bb-f25c-460f-8164-45b24c631f36 HTTP/1.1" status: 204 len: 173 time: 1.8010199 Aug 16 02:26:40.345414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-deleted', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:26:40.348318 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69cab34-83da-4b0a-9fb7-a971b0612325" -d '{"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-deleted", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:26:40.355561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.408511 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775dce03-fced-4901-9bab-cde1912d11f8 x-openstack-request-id: req-775dce03-fced-4901-9bab-cde1912d11f8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:26:40.409171 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2407c33-1f27-4afe-91c7-eed31efe951e", "name": "network-vif-deleted", "tag": "97c0f1bb-f25c-460f-8164-45b24c631f36", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:26:40.410053 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-775dce03-fced-4901-9bab-cde1912d11f8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:26:40.410627 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2407c33-1f27-4afe-91c7-eed31efe951e', 'name': 'network-vif-deleted', 'tag': '97c0f1bb-f25c-460f-8164-45b24c631f36', 'status': 'completed', 'code': 200} Aug 16 02:26:40.572717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.676865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.787042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event updated for resources: {'Port': ['ID=43d4b306-9505-422f-9906-502d39ca9a7d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:40.812022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] In _notify_port_updated(), no bound segment for port 43d4b306-9505-422f-9906-502d39ca9a7d on network 989b285c-e1a1-48d4-8520-bc7ec65622fb {{(pid=101946) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 16 02:26:40.819412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:40.820204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:40.822441 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a32947fe-0cd2-4c25-a5fe-155f78643e74 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "PUT /v2.0/ports/43d4b306-9505-422f-9906-502d39ca9a7d HTTP/1.1" status: 200 len: 1136 time: 1.1914723 Aug 16 02:26:40.825990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43348) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:40.897658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4461b1-56ec-4645-9f21-2e82624fca7f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:40.899539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8b4461b1-56ec-4645-9f21-2e82624fca7f tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "GET /v2.0/ports/43d4b306-9505-422f-9906-502d39ca9a7d HTTP/1.1" status: 200 len: 1136 time: 0.0722280 Aug 16 02:26:40.902900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43350) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.057804 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Deleting port 43d4b306-9505-422f-9906-502d39ca9a7d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:41.058482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.085310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-641e734e-27ca-4f0b-9df7-88f2ec83b1c2 None None] Provisioning complete for port 43d4b306-9505-422f-9906-502d39ca9a7d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:26:41.086298 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-641e734e-27ca-4f0b-9df7-88f2ec83b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.187629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.224710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Calling delete_port for 43d4b306-9505-422f-9906-502d39ca9a7d owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:41.320716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-641e734e-27ca-4f0b-9df7-88f2ec83b1c2 None None] Port 43d4b306-9505-422f-9906-502d39ca9a7d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:26:41.433051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53e6c302-7192-4b9f-a9ac-957109d1066f req-ff3b166f-98cb-4495-a3aa-0886a23c7bcc tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "GET /v2.0/ports?device_id=a2407c33-1f27-4afe-91c7-eed31efe951e HTTP/1.1" status: 200 len: 210 time: 0.0381477 Aug 16 02:26:41.505091 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.537292 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event deleted for resources: {'Port': ['ID=43d4b306-9505-422f-9906-502d39ca9a7d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:41.635200 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.640774 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b86cbafb-e5d4-4592-988e-c560fe060480 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "DELETE /v2.0/ports/43d4b306-9505-422f-9906-502d39ca9a7d HTTP/1.1" status: 204 len: 168 time: 0.7335153 Aug 16 02:26:41.641922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43370) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:41.734441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Deleting subnet 7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:41.746535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.829242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:41.923897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.070711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.106096 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.108167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "DELETE /v2.0/subnets/7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8 HTTP/1.1" status: 204 len: 168 time: 0.4644825 Aug 16 02:26:42.110070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31d41b-615e-4396-b768-78a2d9aed9a2 tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event deleted for resources: {'Subnet': ['ID=7c296e16-4757-4f65-ba3a-f5d7ab4b7ff8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.111123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43376) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.118465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf89c9-0534-4f03-b475-bd66c469641c None None] Network 989b285c-e1a1-48d4-8520-bc7ec65622fb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:42.216588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.343670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Deleting port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:42.344103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.354789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] DHCP port deletion for 989b285c-e1a1-48d4-8520-bc7ec65622fb request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:42.452960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] Deleting port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:42.453465 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.487524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] For port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,segment=NetworkSegment(2beb2e5b-c17a-4987-9d86-cb70a8886d35),segment_id=2beb2e5b-c17a-4987-9d86-cb70a8886d35)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:42.487524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.503789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Calling delete_port for 20ad0a9f-73c3-4638-b58a-ca87a71b1efe owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:42.511031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43388) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:42.561341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] For port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,segment=NetworkSegment(2beb2e5b-c17a-4987-9d86-cb70a8886d35),segment_id=2beb2e5b-c17a-4987-9d86-cb70a8886d35)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:42.561952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.578776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] Calling delete_port for 20ad0a9f-73c3-4638-b58a-ca87a71b1efe owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:42.739212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.773957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.792235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] No DVR routers for this DVR port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:42.837388 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea68a9e-d618-496a-bbda-b82665098531 None None] Pushing event deleted for resources: {'Port': ['ID=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:42.848370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-92236ac3-9c8d-42ed-9137-93f285c0dac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.861330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:42.891384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 97c0f1bb-f25c-460f-8164-45b24c631f36 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:42.891751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 97c0f1bb-f25c-460f-8164-45b24c631f36 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:42.920865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20ad0a9f-73c3-4638-b58a-ca87a71b1efe no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:42.920995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:42.935331 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 20ad0a9f-73c3-4638-b58a-ca87a71b1efe {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:42.935679 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 20ad0a9f-73c3-4638-b58a-ca87a71b1efe not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:42.975612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] No DVR routers for this DVR port 20ad0a9f-73c3-4638-b58a-ca87a71b1efe on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:42.977451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event deleted for resources: {'Port': ['ID=20ad0a9f-73c3-4638-b58a-ca87a71b1efe,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.172428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.172428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989b285c-e1a1-48d4-8520-bc7ec65622fb']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.172428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2beb2e5b-c17a-4987-9d86-cb70a8886d35') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.172428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2beb2e5b-c17a-4987-9d86-cb70a8886d35') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:43.172428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.176556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.186071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:43.186747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: self.session.flush() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:43.189815 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:43.319944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.422099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.436184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.436184 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] 10.222.0.76 "DELETE /v2.0/networks/989b285c-e1a1-48d4-8520-bc7ec65622fb HTTP/1.1" status: 204 len: 168 time: 1.3205404 Aug 16 02:26:43.449339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0364c-436a-41ad-abdf-245928967aab tempest-ExtraDHCPOptionsTestJSON-1569950317 tempest-ExtraDHCPOptionsTestJSON-1569950317-project] Pushing event deleted for resources: {'Network': ['ID=989b285c-e1a1-48d4-8520-bc7ec65622fb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:43.641503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:43.642161 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.754335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:43.754770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:43.771692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:44.108235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.150413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.180367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=73f7dfd5-e064-44e2-8fe6-78f14b40bcc1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.328790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b83e887d-e5b7-48ed-b8cd-ccac887e8c34 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=68a7d28db4c9440ea117746f53c969b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192378 Aug 16 02:26:44.331325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43430) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:44.435187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a97d-d576-44b3-8731-91f82ffaeabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.504347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a97d-d576-44b3-8731-91f82ffaeabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.536770 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.704594 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a97d-d576-44b3-8731-91f82ffaeabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.708780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.709278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9bf7a97d-d576-44b3-8731-91f82ffaeabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:44.713168 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9bf7a97d-d576-44b3-8731-91f82ffaeabf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87519d6a-a2c7-414a-81a7-89b867cc1fae HTTP/1.1" status: 204 len: 168 time: 0.3784759 Aug 16 02:26:44.760495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7a97d-d576-44b3-8731-91f82ffaeabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87519d6a-a2c7-414a-81a7-89b867cc1fae,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:44.901096 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:45.050284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:45.065831 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.066551 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-08be4e82-f9c9-4d77-9cb9-60265cb885d1 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "PUT /v2.0/routers/150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5463941 Aug 16 02:26:45.077009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] Sync routers for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:45.087746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:45.088442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:45.191145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting subnet 03efc52c-9978-4b62-85f3-b5a4965f614c {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:26:45.201299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.260441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:45.271034 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.437565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.554027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:26:44Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:45.588347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] Checking router: 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:26:45.600956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] Routers {'150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:45.601900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:45.654754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.688699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764de70b-6dca-452a-bae6-96307e6b87aa None None] Network 493f2749-338b-408b-a54a-af5b5af97c34 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:45.747940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.750004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/subnets/03efc52c-9978-4b62-85f3-b5a4965f614c HTTP/1.1" status: 204 len: 168 time: 0.6897964 Aug 16 02:26:45.751379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ac21b-e671-40b9-b8d0-3f0e2062415d tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Subnet': ['ID=03efc52c-9978-4b62-85f3-b5a4965f614c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:45.752711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43464) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:45.854037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] Set router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:26:45.908333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:45.980090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.157560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.213841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] DHCP port deletion for 493f2749-338b-408b-a54a-af5b5af97c34 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:26:46.339308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Deleting port 0ac5f26a-096a-458b-8557-a280e7548a79 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:46.339577 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.349355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] Deleting port 23380107-a04e-4e39-b16f-a31eb17f57fd {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:26:46.350624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.408808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43480) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:46.435259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:26:44Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:46.478311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf230954-b8fc-4501-a9fe-9fa2b86a7a8d None None] The sync data for ids ['150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d'] in n-d-768852-19 is: [{'id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1388977937', 'tenant_id': 'c271d0e92f9641bc8675871d70eb4274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238'}], 'enable_snat': True}, 'gw_port_id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:24:33Z', 'updated_at': '2021-08-16T02:26:44Z', 'revision_number': 5, 'project_id': 'c271d0e92f9641bc8675871d70eb4274', 'gw_port': {'id': '0ac5f26a-096a-458b-8557-a280e7548a79', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:9d:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3404, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:24:34Z', 'updated_at': '2021-08-16T02:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:46.485768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] For port 23380107-a04e-4e39-b16f-a31eb17f57fd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=23380107-a04e-4e39-b16f-a31eb17f57fd,segment=NetworkSegment(70983339-df78-4073-951d-cf8f482b2271),segment_id=70983339-df78-4073-951d-cf8f482b2271)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:46.486285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.505708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] Calling delete_port for 23380107-a04e-4e39-b16f-a31eb17f57fd owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:46.515290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] For port 0ac5f26a-096a-458b-8557-a280e7548a79, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0ac5f26a-096a-458b-8557-a280e7548a79,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:26:46.515676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.554213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Calling delete_port for 0ac5f26a-096a-458b-8557-a280e7548a79 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:26:46.570118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1351055876'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:46.688353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:46.694013 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.710316 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.769914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.833475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] Pushing event deleted for resources: {'Port': ['ID=23380107-a04e-4e39-b16f-a31eb17f57fd,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:46.837461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f1fa8c-ddcb-42d3-8f6c-3eeba574ee90 None None] No DVR routers for this DVR port 23380107-a04e-4e39-b16f-a31eb17f57fd on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:26:46.890426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.928026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.953666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 23380107-a04e-4e39-b16f-a31eb17f57fd no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:46.954171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:46.989169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:26:46.997522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Port': ['ID=0ac5f26a-096a-458b-8557-a280e7548a79,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.021894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 23380107-a04e-4e39-b16f-a31eb17f57fd {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:47.021894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 23380107-a04e-4e39-b16f-a31eb17f57fd not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:47.021894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:47.033260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.033615 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Added segment 4cb55042-2cc7-47d3-b96b-26d204f290e9 of type vlan for network bc36ca42-e79e-44d8-8e93-afcb51432230 Aug 16 02:26:47.035040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4eafe2-662b-466c-8e3f-38a0fb03ef83,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.071149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:47.071514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 73f7dfd5-e064-44e2-8fe6-78f14b40bcc1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:47.163753 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.282383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.288354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:47.289026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.460488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0403459 Aug 16 02:26:47.464778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43494) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.471803 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'subnet': {'network_id': 'bc36ca42-e79e-44d8-8e93-afcb51432230', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:47.548885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef0565-7b1c-4ba7-9944-f901b2559a85 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Network': ['ID=bc36ca42-e79e-44d8-8e93-afcb51432230,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:47.564777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network bc36ca42-e79e-44d8-8e93-afcb51432230 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:26:47.595372 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.710786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:47.711808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.713970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.716234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.841954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.842461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Fanout notify agent at l3_agent the message router_deleted on router 150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:26:47.861033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:47.867305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43498) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:47.869108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-108dc4f1-2bf9-4ffa-a425-3096fd20900b tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/routers/150dc1b7-82c8-4b4d-87f5-2a7c787e3c8d HTTP/1.1" status: 204 len: 168 time: 2.1153152 Aug 16 02:26:47.987587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.143043 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.153705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493f2749-338b-408b-a54a-af5b5af97c34']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.168278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70983339-df78-4073-951d-cf8f482b2271') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.168592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70983339-df78-4073-951d-cf8f482b2271') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:48.175737 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.190554 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.231385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.254091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:26:48.254514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:26:48.258791 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:26:48.281733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Subnet': ['ID=722020d2-8eab-4294-b24c-6262a9d40c7d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.335370 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Checking segment: {'id': '4cb55042-2cc7-47d3-b96b-26d204f290e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'bc36ca42-e79e-44d8-8e93-afcb51432230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:26:48.335744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network hostable DHCP agents. Network: bc36ca42-e79e-44d8-8e93-afcb51432230, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:26:48.510125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.518734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.536420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/networks/493f2749-338b-408b-a54a-af5b5af97c34 HTTP/1.1" status: 204 len: 168 time: 0.6523008 Aug 16 02:26:48.536584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43506) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.543731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed93a1-7f49-4868-8903-aecaec8e96d0 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'Network': ['ID=493f2749-338b-408b-a54a-af5b5af97c34,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.571806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:26:48.608418 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a46ec4-fad0-4abb-890b-66323c6cd6d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.645380 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a46ec4-fad0-4abb-890b-66323c6cd6d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.699195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, bc36ca42-e79e-44d8-8e93-afcb51432230) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:48.704453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:48.705146 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.711768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3ce1db-2364-4b3f-8b90-50a8a120a66d None None] Network bc36ca42-e79e-44d8-8e93-afcb51432230 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:48.854327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a46ec4-fad0-4abb-890b-66323c6cd6d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.854806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c295b5d0-1239-446f-a3bd-fa511eb8acfd tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3777561 Aug 16 02:26:48.854908 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8a46ec4-fad0-4abb-890b-66323c6cd6d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:48.854908 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a8a46ec4-fad0-4abb-890b-66323c6cd6d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] 10.222.0.76 "DELETE /v2.0/security-groups/dc0627fa-1e7b-4822-9260-48fa70d3a0b6 HTTP/1.1" status: 204 len: 168 time: 0.3234150 Aug 16 02:26:48.854908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43510) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:48.855198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c9fbe7-fb10-425f-93d0-919a069f674a None None] Network bc36ca42-e79e-44d8-8e93-afcb51432230 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:26:48.857416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1609351400', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:48.877307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a46ec4-fad0-4abb-890b-66323c6cd6d8 tempest-TestNetworkAdvancedServerOps-900586516 tempest-TestNetworkAdvancedServerOps-900586516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0627fa-1e7b-4822-9260-48fa70d3a0b6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:48.920678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0ac5f26a-096a-458b-8557-a280e7548a79 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:26:48.948904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0ac5f26a-096a-458b-8557-a280e7548a79 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:26:48.949439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0ac5f26a-096a-458b-8557-a280e7548a79 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:26:48.996566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.000212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.081805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.318141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.616101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.641625 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.716580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43524) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:49.769251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.6 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/89ddad09-dda0-48d9-9dea-9454cde5388a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:49.913013 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.913225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-971c6bac-a537-405a-8d7e-91776426675e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c271d0e92f9641bc8675871d70eb4274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847229 Aug 16 02:26:49.913225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43530) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:49.964805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e79b4b5-c0d8-4500-a50c-1d5538ea98a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:49.991666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e79b4b5-c0d8-4500-a50c-1d5538ea98a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.048613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.086443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:50.089306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:50.095696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:50.125546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=89ddad09-dda0-48d9-9dea-9454cde5388a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:50.174580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e79b4b5-c0d8-4500-a50c-1d5538ea98a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.177422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e79b4b5-c0d8-4500-a50c-1d5538ea98a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.181577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6e79b4b5-c0d8-4500-a50c-1d5538ea98a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a0722fe8-76e8-4403-adfb-dcb857ed633c HTTP/1.1" status: 204 len: 168 time: 0.2714109 Aug 16 02:26:50.195545 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79b4b5-c0d8-4500-a50c-1d5538ea98a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0722fe8-76e8-4403-adfb-dcb857ed633c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:50.585400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:50.852041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.099607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:26:51.149358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.209068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a669afa-289d-4167-ace8-4223b73a2331 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51ceec07f0354c3b8831694b4fb87a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0572870 Aug 16 02:26:51.211957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43548) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.228558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:51.240524 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:51.253812 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:51.254666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.271828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14e47d28-7772-434f-810c-0acdcd547d7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.287101 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.294828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14e47d28-7772-434f-810c-0acdcd547d7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.295798 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:51.296409 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.332108 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:51.332774 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc838adb-4174-4946-bc0f-2a4e8ebe7f76 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:51.343800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.343800 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d56204a-ed66-4d2e-b169-5097c7d8767a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4896064 Aug 16 02:26:51.344862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43550) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:51.493869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14e47d28-7772-434f-810c-0acdcd547d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.496327 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-14e47d28-7772-434f-810c-0acdcd547d7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:51.498317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-14e47d28-7772-434f-810c-0acdcd547d7a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7869e52-a38f-41f4-b590-308d1604f7a4 HTTP/1.1" status: 204 len: 168 time: 0.2836559 Aug 16 02:26:51.513372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e47d28-7772-434f-810c-0acdcd547d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7869e52-a38f-41f4-b590-308d1604f7a4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:52.154311 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.531593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.1 (bc36ca42-e79e-44d8-8e93-afcb51432230/722020d2-8eab-4294-b24c-6262a9d40c7d/b63e5068-80aa-48fd-b604-929eac8a39df) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:52.804524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.939486 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:52.981774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:52.987269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:52.991097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:53.022139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=b63e5068-80aa-48fd-b604-929eac8a39df,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.054232 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.385271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.683981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.881962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:53.967523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=b63e5068-80aa-48fd-b604-929eac8a39df,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:53.970312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.093340 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:54.095192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:54.351516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:54.470915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:54.476393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1bf36c7e-d7e3-496f-add3-93ac3c916bb3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/routers/adffb269-9155-433b-a33f-26c620ffc590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1304002 Aug 16 02:26:54.479047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:54.482450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:54.484889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'port': {'network_id': 'bc36ca42-e79e-44d8-8e93-afcb51432230', 'name': 'tempest-FloatingIPTestJSON-854212651'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:54.492285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:54.492906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.526488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.537918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:54.538549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.574235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:54.574791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f081b92-1efe-4c36-aac0-98a1636f02f1 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:54.705188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:54.710970 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:54.785533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] device_id is not set on port 7cd31841-0c34-46ea-9d79-399aa6907a94 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:54.931032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.8 (bc36ca42-e79e-44d8-8e93-afcb51432230/722020d2-8eab-4294-b24c-6262a9d40c7d/7cd31841-0c34-46ea-9d79-399aa6907a94) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:55.145279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.249729 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.295512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:55.303285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:55.307550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:55.335356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=7cd31841-0c34-46ea-9d79-399aa6907a94,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:55.363215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:55.363989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.511473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e32ba9cc-e673-49b9-8984-7b3632394061 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0309739 Aug 16 02:26:55.514743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43676) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:55.519828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'port': {'network_id': 'bc36ca42-e79e-44d8-8e93-afcb51432230', 'name': 'tempest-FloatingIPTestJSON-1965958581'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:55.767907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:26:55.771618 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:55.797813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] device_id is not set on port d3a8ff3e-e080-4026-96fc-40338fd9fa85 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:26:55.944731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.14 (bc36ca42-e79e-44d8-8e93-afcb51432230/722020d2-8eab-4294-b24c-6262a9d40c7d/d3a8ff3e-e080-4026-96fc-40338fd9fa85) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:56.130981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.242824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.282920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:56.286162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:56.299289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:56.330279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=d3a8ff3e-e080-4026-96fc-40338fd9fa85,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:56.359905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:26:56.360833 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.505521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8ca054d2-0997-4238-8132-8e193d6beb8c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9895680 Aug 16 02:26:56.508592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43716) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:56.513348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'd3a8ff3e-e080-4026-96fc-40338fd9fa85', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:56.637229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.746282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:56.859056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.63 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/524615ea-de7e-48d9-9c63-b31b4582229f) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:26:56.974926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.088897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.175698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:26:57.199121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:26:57.199121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=524615ea-de7e-48d9-9c63-b31b4582229f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:57.211956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:26:57.390231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.519362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.621893 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.791208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:57.965379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.087488 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.161261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=524615ea-de7e-48d9-9c63-b31b4582229f,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:26:58.173335 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:58.321806 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 6099ffa1-1c2f-40c8-b585-383dd5bddf8a associated. External IP: 172.25.6.63, port: d3a8ff3e-e080-4026-96fc-40338fd9fa85. Aug 16 02:26:58.868865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:59.031546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:26:59.044145 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:26:59.061927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:59.063142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:59.110307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:59.119592 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:26:59.120282 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:59.158417 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:26:59.159103 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5657302b-890a-4c85-b900-9e9d6d193a57 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:26:59.173719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.204922 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4b91d554-6555-405f-9d3e-37f9cde208d5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.6952317 Aug 16 02:26:59.207556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43828) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.212449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:26:59.271992 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.494121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.559154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43838) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:26:59.573974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.578795 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 6099ffa1-1c2f-40c8-b585-383dd5bddf8a disassociated. External IP: 172.25.6.63, port: d3a8ff3e-e080-4026-96fc-40338fd9fa85. Aug 16 02:26:59.749542 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cdb0cb2-3d97-40cf-888d-31eb570722ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:26:59.905380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:26:59.984184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cdb0cb2-3d97-40cf-888d-31eb570722ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.052657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:00.057579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.069377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:00.083452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:00.084082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:00.099244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43852) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.099979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0655db45-8404-4b01-aa0e-6c86ef038368 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/floatingips/6099ffa1-1c2f-40c8-b585-383dd5bddf8a HTTP/1.1" status: 200 len: 687 time: 0.8907661 Aug 16 02:27:00.132278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:00.141016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:00.141621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:00.158543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6cdb0cb2-3d97-40cf-888d-31eb570722ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.173812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:00.174758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc24ffe-c910-4faa-baaa-0ce5d6eea70e None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:00.207770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6cdb0cb2-3d97-40cf-888d-31eb570722ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7e2dbebb3b664db882d153e171cb8489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6472089 Aug 16 02:27:00.208812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb0cb2-3d97-40cf-888d-31eb570722ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc4c3fe-efea-4cda-b2d7-9613078110aa,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.211303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43856) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.252585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 524615ea-de7e-48d9-9c63-b31b4582229f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:00.252938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.275227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daf593d4-cecd-49bf-ad2b-645446181db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.305390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daf593d4-cecd-49bf-ad2b-645446181db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.335321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.335321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.350796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 524615ea-de7e-48d9-9c63-b31b4582229f owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:00.419303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daf593d4-cecd-49bf-ad2b-645446181db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.422705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daf593d4-cecd-49bf-ad2b-645446181db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.423894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-daf593d4-cecd-49bf-ad2b-645446181db6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4dc4c3fe-efea-4cda-b2d7-9613078110aa HTTP/1.1" status: 204 len: 168 time: 0.2087512 Aug 16 02:27:00.432755 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf593d4-cecd-49bf-ad2b-645446181db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc4c3fe-efea-4cda-b2d7-9613078110aa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.615618 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.641820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=524615ea-de7e-48d9-9c63-b31b4582229f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:00.706655 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.709313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.714091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b9646f14-be41-477d-9d42-b1d0d1398a6b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/floatingips/6099ffa1-1c2f-40c8-b585-383dd5bddf8a HTTP/1.1" status: 204 len: 168 time: 0.6080084 Aug 16 02:27:00.721069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43870) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:00.721069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '7cd31841-0c34-46ea-9d79-399aa6907a94'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:00.819377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:00.922136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.040750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.2 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ba172787-d451-4cd5-b5c5-95af50d3be26) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:01.167759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.264799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43892) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.285370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e20ef748-1704-4990-9f5b-2b62fe4aa206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.308170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.341852 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:01.346796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:01.352515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:01.355818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=ba172787-d451-4cd5-b5c5-95af50d3be26,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.506877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-e18805a8-7e7c-4360-a487-002de9997c7a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:01.512237 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-e18805a8-7e7c-4360-a487-002de9997c7a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1678839 Aug 16 02:27:01.521264 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e20ef748-1704-4990-9f5b-2b62fe4aa206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.533367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-e3e575c6-e34d-4d1f-9ab7-1d5efc0610c5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0142858 Aug 16 02:27:01.597142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-9b68e6ee-665a-4a15-adea-6b7b1794fb7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567327 Aug 16 02:27:01.648765 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e20ef748-1704-4990-9f5b-2b62fe4aa206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.704448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e20ef748-1704-4990-9f5b-2b62fe4aa206 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c56367290fbd472b81200ad3cef6f68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4376791 Aug 16 02:27:01.705772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ef748-1704-4990-9f5b-2b62fe4aa206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d17a352-0c2e-4690-9998-400b245b8306,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:01.709760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43904) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:01.820845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-469cde3a-6311-4fa7-9aa7-565b362e440a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.846310 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-469cde3a-6311-4fa7-9aa7-565b362e440a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:01.978712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f35c1bce-755b-4e14-8929-e47677d0cade service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676281 Aug 16 02:27:02.020010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.038120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-469cde3a-6311-4fa7-9aa7-565b362e440a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.040680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-469cde3a-6311-4fa7-9aa7-565b362e440a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.041943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-469cde3a-6311-4fa7-9aa7-565b362e440a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6d17a352-0c2e-4690-9998-400b245b8306 HTTP/1.1" status: 204 len: 168 time: 0.3312621 Aug 16 02:27:02.055582 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cde3a-6311-4fa7-9aa7-565b362e440a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d17a352-0c2e-4690-9998-400b245b8306,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.111213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-71fc3f03-7ce6-4312-94aa-562a58fd8b00 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259568 Aug 16 02:27:02.240053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.448027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe33bb57-e9f1-454b-b023-4f22db6d28e7 req-a0a19f56-bf94-4bc0-b832-ba34692c95da tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0387726 Aug 16 02:27:02.780828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.888541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:02.961913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=ba172787-d451-4cd5-b5c5-95af50d3be26,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:02.990251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.127619 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 32081452-1c28-4519-a12b-e2d060b80b4f associated. External IP: 172.25.6.2, port: 7cd31841-0c34-46ea-9d79-399aa6907a94. Aug 16 02:27:03.375722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:03.487687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:03.500788 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:03.510977 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:03.515282 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:03.559137 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:03.573803 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:03.575003 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:03.605555 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16e57ff6-0d2c-46c4-a31a-c994ea7941df req-81bdcfad-85af-4cba-ab25-9b312cd6487a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0725148 Aug 16 02:27:03.624291 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:03.625243 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bebf972-d520-4919-8c31-abd69511b18b None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:03.659653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43966) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.687945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.733526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b05d817b-9032-494a-b4f0-2b2042a9049c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.0180242 Aug 16 02:27:03.736228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43970) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.802410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-657224586-network', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:03.840000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b6489c7-2ba7-44d4-b11b-56f9ee0376f9 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/floatingips/32081452-1c28-4519-a12b-e2d060b80b4f HTTP/1.1" status: 200 len: 975 time: 0.1000259 Aug 16 02:27:03.843015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43978) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.938257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Made reservation on behalf of f99ad80457f741c0961e0dfda442b7c7 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:03.940589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.959733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:03.964174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3f64ff9e-86ee-48a5-bd30-3a3b6792731f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 978 time: 0.1200640 Aug 16 02:27:03.968845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 43980) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:03.987919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'port_id': 'd3a8ff3e-e080-4026-96fc-40338fd9fa85'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.060504 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.095684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.242141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.294436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:04.294436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68919b75-8470-4d9a-9d00-8778c14f7f16,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.294436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.294436 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Added segment 7d5e229c-738e-43b4-b44a-9a922860a160 of type vlan for network a63613c0-dedd-431a-a77f-97461d728811 Aug 16 02:27:04.339780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.524617 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.532519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:04.532519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.587864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.608268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] Pushing event updated for resources: {'Network': ['ID=a63613c0-dedd-431a-a77f-97461d728811,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:04.618730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a63613c0-dedd-431a-a77f-97461d728811 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:04.700833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a9201e5-3b7e-4a8f-853e-2bc91bb038a5 req-08a60ac3-9101-41eb-b2fe-e1eea2907505 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0283761 Aug 16 02:27:04.730768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:04.785905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c5daf3cb-7605-4665-80d6-3cc836881e25 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1250999 Aug 16 02:27:04.789528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 43994) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:04.799167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Request body: {'subnet': {'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-657224586-subnet', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:04.839912 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 32081452-1c28-4519-a12b-e2d060b80b4f associated. External IP: 172.25.6.2, port: 7cd31841-0c34-46ea-9d79-399aa6907a94. Aug 16 02:27:04.927337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Made reservation on behalf of f99ad80457f741c0961e0dfda442b7c7 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:04.929840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.098510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:05.154340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-4e3a82c2-12e5-43e6-89aa-8a6bc145d29c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:05.156318 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-4e3a82c2-12e5-43e6-89aa-8a6bc145d29c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.2242272 Aug 16 02:27:05.170508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:05.244951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:05.265730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:05.291977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:05.292463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.332333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.345028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:05.345986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.395954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:05.396658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9daa8445-3c5b-4160-af87-bd37f01267fc None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:05.436971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.507208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:05.518855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:05.525275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.704263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.8 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/342fdca3-e052-4505-8f7d-2303faed7e47) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:05.724781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Checking segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:05.738106 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Network hostable DHCP agents. Network: a63613c0-dedd-431a-a77f-97461d728811, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:05.824472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dde946d-455c-4db2-86a0-8e6d551725a4 req-6f750920-f593-4e18-89e0-0c2d7280077a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0279508 Aug 16 02:27:05.904760 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:05.918309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Network a63613c0-dedd-431a-a77f-97461d728811 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:05.923026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 342fdca3-e052-4505-8f7d-2303faed7e47 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:05.939886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:06.025332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a63613c0-dedd-431a-a77f-97461d728811) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:06.031121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.032818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.038001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f503496-6c41-4aaf-bde5-f2d420b93fa8 None None] Network a63613c0-dedd-431a-a77f-97461d728811 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:06.068973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.124311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:06.127762 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:06.141918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:06.150319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=342fdca3-e052-4505-8f7d-2303faed7e47,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:06.151553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:06.160949 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:06.164539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.183487 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-07073593-854d-4f29-9784-57772653bd13 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3932741 Aug 16 02:27:06.189668 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:06.192071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44018) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.193591 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:06.210283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:06.243538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:06.244208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.302401 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:06.330382 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:06.331266 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:06.351125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-510b7caf-a5f6-46c1-a9f6-9a95ac084738 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/floatingips/32081452-1c28-4519-a12b-e2d060b80b4f HTTP/1.1" status: 200 len: 977 time: 2.3818536 Aug 16 02:27:06.351400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44024) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:06.357510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:06.401780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.401780 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.406341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:06.406981 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e5d59-dfe1-41c0-a237-f2cf24f84de2 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:06.411169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a63613c0-dedd-431a-a77f-97461d728811', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:06.420391 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.521965 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.527964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-f0f2af64-21a1-4056-a226-43dd194efc5f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3597798 Aug 16 02:27:06.580622 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.601421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Request body: {'port': {'device_id': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:06.696184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Allocated IP 172.20.0.2 (a63613c0-dedd-431a-a77f-97461d728811/aff7b5f2-7864-4808-8a7c-08e9a98bfdb1/fdaaa3fe-fd60-4c80-89e3-840f766537c8) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:06.767973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.888609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9723ad2e-ce20-458b-b6ca-72b0b080acba None None] Provisioning for port 342fdca3-e052-4505-8f7d-2303faed7e47 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:06.901651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9723ad2e-ce20-458b-b6ca-72b0b080acba None None] Provisioning complete for port 342fdca3-e052-4505-8f7d-2303faed7e47 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:06.902112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9723ad2e-ce20-458b-b6ca-72b0b080acba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.911809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.932570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:06.980075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9723ad2e-ce20-458b-b6ca-72b0b080acba None None] Port 342fdca3-e052-4505-8f7d-2303faed7e47 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:07.015210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105efdc-e908-422a-ad3e-6cfb7ce1f8f6 req-a80124e3-3b00-4c98-b41c-11c95e5ad70b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:07.022781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3105efdc-e908-422a-ad3e-6cfb7ce1f8f6 req-a80124e3-3b00-4c98-b41c-11c95e5ad70b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 931 time: 0.0765350 Aug 16 02:27:07.124065 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.163106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Transition to ACTIVE for port object fdaaa3fe-fd60-4c80-89e3-840f766537c8 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:07.193584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3105efdc-e908-422a-ad3e-6cfb7ce1f8f6 req-30687199-14a1-42cd-b9cb-8c03df21048d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655927 Aug 16 02:27:07.213499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Transition to ACTIVE for port object fdaaa3fe-fd60-4c80-89e3-840f766537c8 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:07.243666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.244055 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 32081452-1c28-4519-a12b-e2d060b80b4f disassociated. External IP: 172.25.6.2, port: d3a8ff3e-e080-4026-96fc-40338fd9fa85. Aug 16 02:27:07.273860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.295456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 342fdca3-e052-4505-8f7d-2303faed7e47 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:07.308911 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.376899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Transition to ACTIVE for port object 342fdca3-e052-4505-8f7d-2303faed7e47 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:07.383853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Network a63613c0-dedd-431a-a77f-97461d728811 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:07.391570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:07.405787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:07.457144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.480063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Pushing event updated for resources: {'Port': ['ID=fdaaa3fe-fd60-4c80-89e3-840f766537c8,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.503580 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.520383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Attempting to bind port fdaaa3fe-fd60-4c80-89e3-840f766537c8 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:07.520846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Attempting to bind port fdaaa3fe-fd60-4c80-89e3-840f766537c8 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:07.521277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Attempting to bind port fdaaa3fe-fd60-4c80-89e3-840f766537c8 on network a63613c0-dedd-431a-a77f-97461d728811 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:07.527270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:07.530324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Checking segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:07.530324 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.530324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Bound using segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:07.530324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Bound port: fdaaa3fe-fd60-4c80-89e3-840f766537c8, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:07.530324 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.553959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.571206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Pushing event updated for resources: {'Port': ['ID=342fdca3-e052-4505-8f7d-2303faed7e47,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:07.613808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] For port fdaaa3fe-fd60-4c80-89e3-840f766537c8, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:07.617537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] For port fdaaa3fe-fd60-4c80-89e3-840f766537c8, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fdaaa3fe-fd60-4c80-89e3-840f766537c8,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:07.641675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:07.692546 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.702883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Allocated IP 172.25.6.111 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/9df83b9c-0356-41f0-afb1-8290e0c5b024) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:07.891687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:07.909552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.938144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:07.992687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Attempting to bind port 342fdca3-e052-4505-8f7d-2303faed7e47 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:07.993033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Attempting to bind port 342fdca3-e052-4505-8f7d-2303faed7e47 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:07.993469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Attempting to bind port 342fdca3-e052-4505-8f7d-2303faed7e47 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:08.000325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Port 342fdca3-e052-4505-8f7d-2303faed7e47 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:08.000788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Attempting to bind port 342fdca3-e052-4505-8f7d-2303faed7e47 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:08.009596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3df34f8a-a6ab-4ef1-8db5-9c6b160d544f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/floatingips/32081452-1c28-4519-a12b-e2d060b80b4f HTTP/1.1" status: 200 len: 686 time: 1.6569028 Aug 16 02:27:08.015566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44050) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:08.015679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:08.015776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:08.016099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:08.016558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Bound port: 342fdca3-e052-4505-8f7d-2303faed7e47, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:08.017193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.082282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:08.100752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] For port 342fdca3-e052-4505-8f7d-2303faed7e47, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:08.107357 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] For port 342fdca3-e052-4505-8f7d-2303faed7e47, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=342fdca3-e052-4505-8f7d-2303faed7e47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:08.136363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:08.137117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:08.152300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fed0ed-abde-4a88-a451-d8299ef0de5b None None] Pushing event updated for resources: {'Port': ['ID=fdaaa3fe-fd60-4c80-89e3-840f766537c8,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.177024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:08.186247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:08.186855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:08.231625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.232479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:08.232652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2547e092-f36f-4347-97c6-997d7d99cd07 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:08.243983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.295326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.296632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.298393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] 10.222.0.58 "PUT /v2.0/ports/342fdca3-e052-4505-8f7d-2303faed7e47 HTTP/1.1" status: 200 len: 1092 time: 1.7130845 Aug 16 02:27:08.298911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'tag': '342fdca3-e052-4505-8f7d-2303faed7e47'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:08.301525 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0", "tag": "342fdca3-e052-4505-8f7d-2303faed7e47"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:08.422296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d349f55-f21f-46ef-bc0b-058922dcc770 service neutron] Pushing event updated for resources: {'Port': ['ID=342fdca3-e052-4505-8f7d-2303faed7e47,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.457482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:08.478602 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77f9496-0937-4e06-88e8-d7cc1262e20f x-openstack-request-id: req-f77f9496-0937-4e06-88e8-d7cc1262e20f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:08.479422 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0", "tag": "342fdca3-e052-4505-8f7d-2303faed7e47", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:08.479659 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f77f9496-0937-4e06-88e8-d7cc1262e20f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:08.480222 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'tag': '342fdca3-e052-4505-8f7d-2303faed7e47', 'status': 'completed', 'code': 200} Aug 16 02:27:08.520889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port ba172787-d451-4cd5-b5c5-95af50d3be26 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:08.521709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.543773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-ce48dc63-ed0a-4fde-8546-9891bb178658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.547809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-ce48dc63-ed0a-4fde-8546-9891bb178658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 1095 time: 0.0999420 Aug 16 02:27:08.549001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:08.561012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:08.628941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Pushing event updated for resources: {'Port': ['ID=9df83b9c-0356-41f0-afb1-8290e0c5b024,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:08.650551 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-eeef9c65-8c36-41ba-a8b4-c5dc6f626fca service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=342fdca3-e052-4505-8f7d-2303faed7e47 HTTP/1.1" status: 200 len: 217 time: 0.0933881 Aug 16 02:27:08.738348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfa737c-18bb-4519-86ca-d580ee637536 req-b1d3b546-507a-4fef-b17b-1ca5734a1e3f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.739995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bfa737c-18bb-4519-86ca-d580ee637536 req-b1d3b546-507a-4fef-b17b-1ca5734a1e3f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.3824668 Aug 16 02:27:08.772396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-738efb08-746b-4fe2-b7ba-b1c305c10799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.778201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-738efb08-746b-4fe2-b7ba-b1c305c10799 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.1174011 Aug 16 02:27:08.850339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-3c1fdff3-1597-4ee7-a0aa-7b67846798cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:08.852131 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-3c1fdff3-1597-4ee7-a0aa-7b67846798cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0658207 Aug 16 02:27:08.865566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.865915 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:08.948171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for ba172787-d451-4cd5-b5c5-95af50d3be26 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:09.032896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fdaaa3fe-fd60-4c80-89e3-840f766537c8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:09.035864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bfa737c-18bb-4519-86ca-d580ee637536 req-af52a39f-e433-44b5-8f4d-c87dee9a23cb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835710 Aug 16 02:27:09.084290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-30177d06-3f6b-4297-8ab4-dc9f50d5382c service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201874 Aug 16 02:27:09.224786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port fdaaa3fe-fd60-4c80-89e3-840f766537c8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:09.227235 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c199fb83-cdea-47ba-a702-35262f69ed42 req-7ac03e85-4064-4e33-8d7f-92634482d626 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325827 Aug 16 02:27:09.280924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba8e26b-0a10-4fab-80ee-ca099c056f86 None None] Network a63613c0-dedd-431a-a77f-97461d728811 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:09.317571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.485736 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] Provisioning for port fdaaa3fe-fd60-4c80-89e3-840f766537c8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:09.495732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-ce6ad95a-3e71-4cc0-befd-bea4a597ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.498310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-ce6ad95a-3e71-4cc0-befd-bea4a597ef23 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 1095 time: 0.0954480 Aug 16 02:27:09.507733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] Provisioning complete for port fdaaa3fe-fd60-4c80-89e3-840f766537c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:09.508236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.661798 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.685407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-e2bccd48-79c2-4003-aedf-2467311998e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.691324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=ba172787-d451-4cd5-b5c5-95af50d3be26,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:09.692621 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-e2bccd48-79c2-4003-aedf-2467311998e1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.1879399 Aug 16 02:27:09.754052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-e55f3a91-8eec-41dd-bf46-601dd428e040 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=342fdca3-e052-4505-8f7d-2303faed7e47 HTTP/1.1" status: 200 len: 217 time: 0.0536716 Aug 16 02:27:09.765806 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.827111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.827571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] For port fdaaa3fe-fd60-4c80-89e3-840f766537c8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fdaaa3fe-fd60-4c80-89e3-840f766537c8,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:09.830508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:09.831966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c8f5d84f-064e-4cf2-aa3b-dab4a6948199 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/floatingips/32081452-1c28-4519-a12b-e2d060b80b4f HTTP/1.1" status: 204 len: 168 time: 1.8143132 Aug 16 02:27:09.834476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44092) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.873811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-bda01c57-7a4c-4063-a066-ef7ac276feda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.875397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-bda01c57-7a4c-4063-a066-ef7ac276feda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.1132815 Aug 16 02:27:09.883915 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-2a771be7-3b04-4dd7-ba80-0449aa7be539 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] delete failed (client error): The resource could not be found. Aug 16 02:27:09.885349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a771be7-3b04-4dd7-ba80-0449aa7be539 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/floatingips/32081452-1c28-4519-a12b-e2d060b80b4f HTTP/1.1" status: 404 len: 345 time: 0.0497627 Aug 16 02:27:09.891906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44094) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:09.943890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-de6554e0-6a4b-47a7-a8cb-f1cf0c40621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:09.945369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-de6554e0-6a4b-47a7-a8cb-f1cf0c40621b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614326 Aug 16 02:27:09.956576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.022855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.100834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71cfa9-bcfc-41e9-abff-615bedfbe08d None None] Pushing event updated for resources: {'Port': ['ID=fdaaa3fe-fd60-4c80-89e3-840f766537c8,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:10.105131 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-20feafbd-276e-42f8-99e5-77c20455c6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.113209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-40893769-5839-43c2-aa4d-20e7795640b9 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592865 Aug 16 02:27:10.148757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fbb8661d-bae5-4de6-8329-86c9b4355094 None None] Provisioning complete for port fdaaa3fe-fd60-4c80-89e3-840f766537c8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:10.149448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fbb8661d-bae5-4de6-8329-86c9b4355094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.155876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935b006-321a-4005-9d03-3de3534f9da1 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.168636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935b006-321a-4005-9d03-3de3534f9da1 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.177468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0935b006-321a-4005-9d03-3de3534f9da1 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.179455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0935b006-321a-4005-9d03-3de3534f9da1 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/ports?network_id=bc36ca42-e79e-44d8-8e93-afcb51432230 HTTP/1.1" status: 200 len: 2358 time: 0.2864258 Aug 16 02:27:10.202717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44104) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:10.387705 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c1a181f6-1bbc-4f79-b9e1-3e5b46fb6deb req-09847499-d011-4808-8000-b9809f31a33e service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611432 Aug 16 02:27:10.683285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2618f0e-e1a5-4d83-bcb0-9390b1a5792b req-2d3194a4-a8d2-4bdd-bacc-9498602cf372 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.686841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2618f0e-e1a5-4d83-bcb0-9390b1a5792b req-2d3194a4-a8d2-4bdd-bacc-9498602cf372 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.5000951 Aug 16 02:27:10.723465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da21150-3d29-4d16-a028-808e0bfa1fa7 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:10.729485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:10.729992 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0da21150-3d29-4d16-a028-808e0bfa1fa7 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/subnets/722020d2-8eab-4294-b24c-6262a9d40c7d HTTP/1.1" status: 200 len: 797 time: 0.5310152 Aug 16 02:27:10.735964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'port': {'network_id': 'bc36ca42-e79e-44d8-8e93-afcb51432230', 'name': 'tempest-FloatingIPTestJSON-589822047', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:10.768198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b2618f0e-e1a5-4d83-bcb0-9390b1a5792b req-b60c3c2e-1d7f-471e-9f51-35d9f3da0657 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700662 Aug 16 02:27:10.859724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Router ab982df4-035b-47d7-84f8-c5ede893f539 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:10.923944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fdaaa3fe-fd60-4c80-89e3-840f766537c8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:10.974053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port fdaaa3fe-fd60-4c80-89e3-840f766537c8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:10.974354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:10.997015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:11.009725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:11.023416 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Sync routers for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:11.033020 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:11.033718 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:11.124391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.128063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.129441 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-926a511f-f44c-4c78-b4ca-4ce6e8389fc3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.9361508 Aug 16 02:27:11.132395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44120) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:11.151546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] device_id is not set on port 8eec331f-3936-4933-aeb3-22a73e9e409a yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:11.325847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:11.608135 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 3, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:11.651849 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Checking router: ab982df4-035b-47d7-84f8-c5ede893f539 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:11.652486 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Updating router ab982df4-035b-47d7-84f8-c5ede893f539 port 9df83b9c-0356-41f0-afb1-8290e0c5b024 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:11.707909 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:11.806201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.042118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6a4f5-395e-4aa4-b29a-fddaef21b696 req-08df466d-98d9-41e5-8a13-5cee0522ab5b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.043717 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57c6a4f5-395e-4aa4-b29a-fddaef21b696 req-08df466d-98d9-41e5-8a13-5cee0522ab5b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1362219 Aug 16 02:27:12.089068 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.103744 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Transition to ACTIVE for port object 9df83b9c-0356-41f0-afb1-8290e0c5b024 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:12.123073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57c6a4f5-395e-4aa4-b29a-fddaef21b696 req-3a5e99bb-4b53-458e-a799-c9ca5685ed6f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722713 Aug 16 02:27:12.145439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Allocated IP 172.20.0.1 (a63613c0-dedd-431a-a77f-97461d728811/aff7b5f2-7864-4808-8a7c-08e9a98bfdb1/2e0b6049-66b6-47df-ba44-72d6414135c5) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:12.180378 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.187879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.13 (bc36ca42-e79e-44d8-8e93-afcb51432230/722020d2-8eab-4294-b24c-6262a9d40c7d/8eec331f-3936-4933-aeb3-22a73e9e409a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:12.225311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.12 (bc36ca42-e79e-44d8-8e93-afcb51432230/722020d2-8eab-4294-b24c-6262a9d40c7d/8eec331f-3936-4933-aeb3-22a73e9e409a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:12.248276 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Attempting to bind port 9df83b9c-0356-41f0-afb1-8290e0c5b024 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:12.248847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Attempting to bind port 9df83b9c-0356-41f0-afb1-8290e0c5b024 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:12.249464 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Attempting to bind port 9df83b9c-0356-41f0-afb1-8290e0c5b024 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:12.256967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:12.257502 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:12.258157 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.258703 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:12.259258 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Bound port: 9df83b9c-0356-41f0-afb1-8290e0c5b024, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:12.259715 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.265475 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Pushing event updated for resources: {'Port': ['ID=9df83b9c-0356-41f0-afb1-8290e0c5b024,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.296829 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.297183 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.297528 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.297914 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.298893 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.299232 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.299896 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.300102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.300389 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.300722 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.301052 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.301476 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.314616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.333178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Transition to ACTIVE for port object 2e0b6049-66b6-47df-ba44-72d6414135c5 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:12.347580 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] For port 9df83b9c-0356-41f0-afb1-8290e0c5b024, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:12.351115 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] For port 9df83b9c-0356-41f0-afb1-8290e0c5b024, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9df83b9c-0356-41f0-afb1-8290e0c5b024,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:12.433550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.439631 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.488989 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.501643 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:12.502269 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:26:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:12.560188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0b6049-66b6-47df-ba44-72d6414135c5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.564146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Network a63613c0-dedd-431a-a77f-97461d728811 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:12.565908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:12.569233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:12.575927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf06eb3-e84e-42ed-8087-1a54ccbe9a73 None None] Pushing event updated for resources: {'Port': ['ID=9df83b9c-0356-41f0-afb1-8290e0c5b024,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.585913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.666871 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.698573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=8eec331f-3936-4933-aeb3-22a73e9e409a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:12.718946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:12.719306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.719758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.720247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.720334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.720626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.720953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.721284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.721602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:12.725737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:12.769558 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:12.851024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:12.851768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.853323 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8a572946-4e2a-4121-9449-9849b4a59dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:12.954451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d581ad3b-856c-4e7a-9163-9fdcb876f621 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.2209044 Aug 16 02:27:12.954684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44154) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:12.963247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '8eec331f-3936-4933-aeb3-22a73e9e409a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:13.059471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.089601 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 3, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:13.108300 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c30ee09-eb51-47dc-91d9-9058df0c17c0 None None] Provisioning for port 2e0b6049-66b6-47df-ba44-72d6414135c5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:13.110237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6c30ee09-eb51-47dc-91d9-9058df0c17c0 None None] Provisioning complete for port 2e0b6049-66b6-47df-ba44-72d6414135c5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:13.110727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6c30ee09-eb51-47dc-91d9-9058df0c17c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.157897 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31805ec9-c78c-476a-9b9e-51966c8d1a9b None None] The sync data for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 is: [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:09Z', 'revision_number': 3, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:13.160061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6c30ee09-eb51-47dc-91d9-9058df0c17c0 None None] Port 2e0b6049-66b6-47df-ba44-72d6414135c5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:13.160238 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.199929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.341676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.104 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/37767bcf-bcbf-493c-ae3d-f344b1ad057b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:13.416913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f77360-cec3-43b7-88ca-9ef51573bc5b req-23fd8bb3-612b-4bc9-b9c0-f81d6bc46f27 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:13.418786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17f77360-cec3-43b7-88ca-9ef51573bc5b req-23fd8bb3-612b-4bc9-b9c0-f81d6bc46f27 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1498582 Aug 16 02:27:13.528176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.566150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17f77360-cec3-43b7-88ca-9ef51573bc5b req-43591f36-07d8-4168-9474-9c9eacc9166f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331930 Aug 16 02:27:13.617340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.694757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.725144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.771965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:13.775491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:13.780299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:13.807004 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:13.833647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=37767bcf-bcbf-493c-ae3d-f344b1ad057b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:13.998913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0b6049-66b6-47df-ba44-72d6414135c5,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:14.102342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Network a63613c0-dedd-431a-a77f-97461d728811 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:14.104426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:14.328470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Router ab982df4-035b-47d7-84f8-c5ede893f539 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:14.496696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.536426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3967625c-0259-4a38-ac3c-40a7e0eff291 None None] Provisioning complete for port 2e0b6049-66b6-47df-ba44-72d6414135c5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:14.537264 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3967625c-0259-4a38-ac3c-40a7e0eff291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.545464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:14.560683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8fd1a8cd-3210-4bd5-9021-3c68f1712eb9 admin admin] 10.222.0.76 "PUT /v2.0/routers/ab982df4-035b-47d7-84f8-c5ede893f539/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4270737 Aug 16 02:27:14.702970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3967625c-0259-4a38-ac3c-40a7e0eff291 None None] Port 2e0b6049-66b6-47df-ba44-72d6414135c5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:14.745620 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.773395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:14.868946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4500034-b596-4f74-af1d-20d4b86f896e req-9bbab492-a05c-4fbc-b805-08123bed169e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:14.875710 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4500034-b596-4f74-af1d-20d4b86f896e req-9bbab492-a05c-4fbc-b805-08123bed169e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1649354 Aug 16 02:27:14.947471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4500034-b596-4f74-af1d-20d4b86f896e req-d2d08197-2b8b-4702-9ed9-31481346a02b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638194 Aug 16 02:27:15.015010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9df83b9c-0356-41f0-afb1-8290e0c5b024 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:15.026943 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.093649 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.139318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 9df83b9c-0356-41f0-afb1-8290e0c5b024 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:15.159622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9df83b9c-0356-41f0-afb1-8290e0c5b024 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:15.160011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.194764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=37767bcf-bcbf-493c-ae3d-f344b1ad057b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.228203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.343939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.395458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 9df83b9c-0356-41f0-afb1-8290e0c5b024, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9df83b9c-0356-41f0-afb1-8290e0c5b024,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:15.414280 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 80eb4d81-e88c-4cd5-9a33-8eecf3a429db associated. External IP: 172.25.6.104, port: 8eec331f-3936-4933-aeb3-22a73e9e409a. Aug 16 02:27:15.478473 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.573566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=9df83b9c-0356-41f0-afb1-8290e0c5b024,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:15.710812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44208) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:15.717943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-651046523-network', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:15.812799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:15.859512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Made reservation on behalf of 3b90f44ab6434e24af1498e75e38a1b8 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:15.862057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.871794 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:15.894796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.039250 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.045207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:16.045536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Sync routers for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:16.058341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:16.066416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:16.067440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:16.073411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:16.074060 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:16.110735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cf571-0210-4cad-9bc5-d73015b302d7 req-8f337832-20ed-46c7-9b3d-a65cc2f680c3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.117860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-399cf571-0210-4cad-9bc5-d73015b302d7 req-8f337832-20ed-46c7-9b3d-a65cc2f680c3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0706322 Aug 16 02:27:16.126929 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:16.132839 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.137495 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:16.138586 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:16.173189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:16.179253 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:16.180125 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ed9da-ce46-408c-b557-491a9704e55d None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:16.197432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.214667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-399cf571-0210-4cad-9bc5-d73015b302d7 req-18cb1520-e768-4b5e-8313-44d0908ea265 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956233 Aug 16 02:27:16.236429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.242406 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Added segment be0997cd-f7a9-4e4b-9c98-2e99e8b82e48 of type vlan for network 70fae215-b861-4937-bef4-629fbe16fe61 Aug 16 02:27:16.242406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e21046-2cf6-47a5-842d-7803b2bed82b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:16.258928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:16.273604 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-24a554a8-f64a-4fa3-a170-add45d7c1a05 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3168845 Aug 16 02:27:16.275942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:16.288159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'port_id': '8eec331f-3936-4933-aeb3-22a73e9e409a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:16.301217 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.373222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.453282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.453282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:16.453282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.511102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 2, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:16.520690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] Pushing event updated for resources: {'Network': ['ID=70fae215-b861-4937-bef4-629fbe16fe61,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:16.543516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 70fae215-b861-4937-bef4-629fbe16fe61 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:16.546502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Checking router: ab982df4-035b-47d7-84f8-c5ede893f539 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:16.547074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Updating router ab982df4-035b-47d7-84f8-c5ede893f539 port 2e0b6049-66b6-47df-ba44-72d6414135c5 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:16.606272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44226) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:16.607481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aa11d664-6094-4537-a4b2-c18535480f99 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8952706 Aug 16 02:27:16.611778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Request body: {'subnet': {'network_id': '70fae215-b861-4937-bef4-629fbe16fe61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-651046523-subnet', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:16.617381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.815308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Made reservation on behalf of 3b90f44ab6434e24af1498e75e38a1b8 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:16.817634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:16.942719 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:16.946783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9df83b9c-0356-41f0-afb1-8290e0c5b024 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:17.082884 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.127596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Transition to ACTIVE for port object 2e0b6049-66b6-47df-ba44-72d6414135c5 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:17.129548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 9df83b9c-0356-41f0-afb1-8290e0c5b024 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:17.129792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.153388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.230877 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.301335 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.364002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.410233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bb924-5933-4e6b-91e6-756fb86649a1 None None] Pushing event updated for resources: {'Port': ['ID=2e0b6049-66b6-47df-ba44-72d6414135c5,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.435481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Attempting to bind port 2e0b6049-66b6-47df-ba44-72d6414135c5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:17.436213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Attempting to bind port 2e0b6049-66b6-47df-ba44-72d6414135c5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:17.436781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Attempting to bind port 2e0b6049-66b6-47df-ba44-72d6414135c5 on network a63613c0-dedd-431a-a77f-97461d728811 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:17.437864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6829a7-e8fb-4f9c-81ad-fe7dd6f47a25 req-dd2087cc-0fc8-48b2-86b4-e1a78aae7a52 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:17.443684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f6829a7-e8fb-4f9c-81ad-fe7dd6f47a25 req-dd2087cc-0fc8-48b2-86b4-e1a78aae7a52 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1518502 Aug 16 02:27:17.459624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:17.460538 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Checking segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:17.465000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.465510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Bound using segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:17.466298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Bound port: 2e0b6049-66b6-47df-ba44-72d6414135c5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:17.466803 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.502225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.598369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] For port 2e0b6049-66b6-47df-ba44-72d6414135c5, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:17.604612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] For port 2e0b6049-66b6-47df-ba44-72d6414135c5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2e0b6049-66b6-47df-ba44-72d6414135c5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:17.650469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f6829a7-e8fb-4f9c-81ad-fe7dd6f47a25 req-d3e24afe-e747-4ef6-aec7-2aef43020784 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610978 Aug 16 02:27:17.666208 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:17.752715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3bb924-5933-4e6b-91e6-756fb86649a1 None None] Pushing event updated for resources: {'Port': ['ID=2e0b6049-66b6-47df-ba44-72d6414135c5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:17.803232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:17.807613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:17.922838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Checking segment: {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:17.923414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Network hostable DHCP agents. Network: 70fae215-b861-4937-bef4-629fbe16fe61, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:18.042351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:18.121963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Network 70fae215-b861-4937-bef4-629fbe16fe61 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:18.177972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44258) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.203003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:18.224789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 70fae215-b861-4937-bef4-629fbe16fe61) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:18.241204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:18.243219 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.313019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c07489-47e8-40fe-83b0-323cbbc49098 None None] Network 70fae215-b861-4937-bef4-629fbe16fe61 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:18.397434 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2a5019b4-3a73-4941-8948-f9b14b29b2bb admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7899766 Aug 16 02:27:18.401457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44262) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.407353 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:18.431974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b7e343c-be4d-4358-8c5b-d24eb1b6845c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.462133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:18.462133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.475051 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:18.511583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.513375 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.523968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b9349e7-e8c2-424e-a561-68cdf2f56912 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/floatingips/80eb4d81-e88c-4cd5-9a33-8eecf3a429db HTTP/1.1" status: 200 len: 978 time: 2.2456934 Aug 16 02:27:18.527525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.528667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:18.529490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:18.590557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:18.664125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b7e343c-be4d-4358-8c5b-d24eb1b6845c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.681711 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.756045 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8b7e343c-be4d-4358-8c5b-d24eb1b6845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.795419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:18.796097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:18.802623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-70fae215-b861-4937-bef4-629fbe16fe61', 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'fixed_ips': [{'subnet_id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:18.803403 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.853336 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8b7e343c-be4d-4358-8c5b-d24eb1b6845c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4109c9fa82444aa59abde5fa68bccded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6742833 Aug 16 02:27:18.854276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e343c-be4d-4358-8c5b-d24eb1b6845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee51ff5-69b7-4c44-b140-0e55dd99b47b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:18.869110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:18.869258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:18.869861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9d99fb-6c53-4ba1-9a0a-400af4524715 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:18.882840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:17Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:18.924030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934dc82f-2b7b-470a-9798-cfc4e6136416 None None] The sync data for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 is: [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:17Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:18.946405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56d34b80-807c-4912-9037-3d9f10e3dba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:18.973365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56d34b80-807c-4912-9037-3d9f10e3dba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.101694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a5fd6-33e2-4bc0-968c-f62c3862042a req-89aa5bc0-66e7-42af-992a-45a859d59146 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:19.103687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-615a5fd6-33e2-4bc0-968c-f62c3862042a req-89aa5bc0-66e7-42af-992a-45a859d59146 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.3581691 Aug 16 02:27:19.107726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.133440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 37767bcf-bcbf-493c-ae3d-f344b1ad057b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:19.133878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.161970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Allocated IP 172.20.0.2 (70fae215-b861-4937-bef4-629fbe16fe61/173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2/fa5995ee-161e-493f-a2de-484285d0add6) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:19.197842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-615a5fd6-33e2-4bc0-968c-f62c3862042a req-85ce321d-f837-4b93-a565-245da8834d21 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862741 Aug 16 02:27:19.213597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56d34b80-807c-4912-9037-3d9f10e3dba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.217598 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56d34b80-807c-4912-9037-3d9f10e3dba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.218992 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-56d34b80-807c-4912-9037-3d9f10e3dba1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dee51ff5-69b7-4c44-b140-0e55dd99b47b HTTP/1.1" status: 204 len: 168 time: 0.3489966 Aug 16 02:27:19.232717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d34b80-807c-4912-9037-3d9f10e3dba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee51ff5-69b7-4c44-b140-0e55dd99b47b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.326616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.327022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.399316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 37767bcf-bcbf-493c-ae3d-f344b1ad057b owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:19.414156 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.426387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Transition to ACTIVE for port object fa5995ee-161e-493f-a2de-484285d0add6 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:19.457992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Transition to ACTIVE for port object fa5995ee-161e-493f-a2de-484285d0add6 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:19.576104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.628187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Network 70fae215-b861-4937-bef4-629fbe16fe61 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:19.632382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:19.634671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Pushing event updated for resources: {'Port': ['ID=fa5995ee-161e-493f-a2de-484285d0add6,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:19.636959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:19.719059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Attempting to bind port fa5995ee-161e-493f-a2de-484285d0add6 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:19.719434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Attempting to bind port fa5995ee-161e-493f-a2de-484285d0add6 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:19.720252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Attempting to bind port fa5995ee-161e-493f-a2de-484285d0add6 on network 70fae215-b861-4937-bef4-629fbe16fe61 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:19.730198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:19.730766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Checking segment: {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:19.731974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.732661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Bound using segment: {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:19.733158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Bound port: fa5995ee-161e-493f-a2de-484285d0add6, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:19.733552 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:19.837604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] For port fa5995ee-161e-493f-a2de-484285d0add6, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:19.846239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] For port fa5995ee-161e-493f-a2de-484285d0add6, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa5995ee-161e-493f-a2de-484285d0add6,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:19.956826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.037358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a2d54-fb06-4b1c-85e9-e35f62e0f2ca None None] Pushing event updated for resources: {'Port': ['ID=fa5995ee-161e-493f-a2de-484285d0add6,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.242366 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.247441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44296) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:20.311819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.315676 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0759a39-3f77-4289-a50f-48db4bfd4a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.498377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0759a39-3f77-4289-a50f-48db4bfd4a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.513680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.523022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Allocated IP 172.25.6.18 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/0b4f9892-b9d1-4305-b4a9-1badb63c7c9e) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:20.572070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=37767bcf-bcbf-493c-ae3d-f344b1ad057b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.591055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a0759a39-3f77-4289-a50f-48db4bfd4a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.635646 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a0759a39-3f77-4289-a50f-48db4bfd4a0e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=58fabb74523b476d8f96417a56191555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847940 Aug 16 02:27:20.635646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0759a39-3f77-4289-a50f-48db4bfd4a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d07f203-49d0-4da3-ab6b-1479df9e54ef,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:20.636663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44302) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:20.699190 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa53c998-933f-42b2-aa3d-6990d98acbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.699822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b345895-d4c1-408c-9c09-a81bd62d87d3 req-5e21c783-80f4-4f95-a5bf-7c348ad8d20e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:20.701738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b345895-d4c1-408c-9c09-a81bd62d87d3 req-5e21c783-80f4-4f95-a5bf-7c348ad8d20e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1961160 Aug 16 02:27:20.732220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.732220 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 80eb4d81-e88c-4cd5-9a33-8eecf3a429db disassociated (deleted). External IP: 172.25.6.104, port: 8eec331f-3936-4933-aeb3-22a73e9e409a. Aug 16 02:27:20.767390 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa53c998-933f-42b2-aa3d-6990d98acbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.845066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b345895-d4c1-408c-9c09-a81bd62d87d3 req-be2fc39e-9c78-43e4-9cbc-fa1426fae08b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253374 Aug 16 02:27:20.845066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.928148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa53c998-933f-42b2-aa3d-6990d98acbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.935826 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fa53c998-933f-42b2-aa3d-6990d98acbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:20.937403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fa53c998-933f-42b2-aa3d-6990d98acbf0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4d07f203-49d0-4da3-ab6b-1479df9e54ef HTTP/1.1" status: 204 len: 168 time: 0.2998245 Aug 16 02:27:20.975033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53c998-933f-42b2-aa3d-6990d98acbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d07f203-49d0-4da3-ab6b-1479df9e54ef,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.078718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.185192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:21.185192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:21.185192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:21.185192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:21.189491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa5995ee-161e-493f-a2de-484285d0add6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:21.204873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Pushing event updated for resources: {'Port': ['ID=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:21.362023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port fa5995ee-161e-493f-a2de-484285d0add6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:21.368396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2e0b6049-66b6-47df-ba44-72d6414135c5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:21.463608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978e31a7-3c45-4c47-a77e-c80669354964 None None] Network 70fae215-b861-4937-bef4-629fbe16fe61 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:21.475319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:21.480331 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.491543 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:21.511807 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:21.512748 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:21.517204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44314) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:21.518726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-628d294b-68f1-47af-b8ab-91beccbafa0f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/floatingips/80eb4d81-e88c-4cd5-9a33-8eecf3a429db HTTP/1.1" status: 204 len: 168 time: 2.9897552 Aug 16 02:27:21.598455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 2e0b6049-66b6-47df-ba44-72d6414135c5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:21.604865 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:21.611241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2e0b6049-66b6-47df-ba44-72d6414135c5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:21.614693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.618460 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:21.619632 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:21.683040 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:21.683505 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fba5ab-5f10-4a73-81b5-81e8ffa35ef8 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:21.695745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 8eec331f-3936-4933-aeb3-22a73e9e409a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:21.696297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.742206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] Provisioning for port fa5995ee-161e-493f-a2de-484285d0add6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:21.752047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] Provisioning complete for port fa5995ee-161e-493f-a2de-484285d0add6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:21.752438 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.793805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.814550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.835415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 8eec331f-3936-4933-aeb3-22a73e9e409a owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:21.892421 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:21.948706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 2e0b6049-66b6-47df-ba44-72d6414135c5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2e0b6049-66b6-47df-ba44-72d6414135c5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:22.027116 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.057600 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.120667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] For port fa5995ee-161e-493f-a2de-484285d0add6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa5995ee-161e-493f-a2de-484285d0add6,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:22.154096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=2e0b6049-66b6-47df-ba44-72d6414135c5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:22.219730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d6eeb-56e5-4e77-b5ba-7cc918fefce7 req-d41f6267-2e7f-4854-b1bd-33efedf23291 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:22.228698 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd4d6eeb-56e5-4e77-b5ba-7cc918fefce7 req-d41f6267-2e7f-4854-b1bd-33efedf23291 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.2419381 Aug 16 02:27:22.232898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.327702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002c5f9-1f68-4278-a605-02c5e2cfab66 None None] Pushing event updated for resources: {'Port': ['ID=fa5995ee-161e-493f-a2de-484285d0add6,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:22.336141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd4d6eeb-56e5-4e77-b5ba-7cc918fefce7 req-e60a6926-a86f-46cc-b34c-61e14352bb01 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996063 Aug 16 02:27:22.339872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.366092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1b0b4480-32c3-4dbc-bcc0-709f925e29eb None None] Provisioning complete for port fa5995ee-161e-493f-a2de-484285d0add6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:22.366631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1b0b4480-32c3-4dbc-bcc0-709f925e29eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.384877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.429891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=8eec331f-3936-4933-aeb3-22a73e9e409a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:22.596144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.599114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a4e34652-29fd-4446-8ba3-50a212aa1e65 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/ports/8eec331f-3936-4933-aeb3-22a73e9e409a HTTP/1.1" status: 204 len: 168 time: 1.0805509 Aug 16 02:27:22.601971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44344) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:22.607747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:22.739166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Router b10ca4c6-8849-4e70-a9fa-67a2553c82cc is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:22.742802 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.929437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa5995ee-161e-493f-a2de-484285d0add6 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:22.988980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:22.994480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port fa5995ee-161e-493f-a2de-484285d0add6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:22.994905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:22.999734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Sync routers for ids ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:23.019251 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.039567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Routers {'b10ca4c6-8849-4e70-a9fa-67a2553c82cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:23.041114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.139895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.92 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b721c8d5-408a-46dc-aa40-9f4d0d718520) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:23.144351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.145855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1a6206cf-bcef-4c50-b8b1-cc51817a5f1a admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.7429540 Aug 16 02:27:23.148505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44356) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:23.209233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2e0b6049-66b6-47df-ba44-72d6414135c5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:23.215057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Set router b10ca4c6-8849-4e70-a9fa-67a2553c82cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:23.365937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.399819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 2e0b6049-66b6-47df-ba44-72d6414135c5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:23.400368 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.538721 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.550403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 3, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:23.588027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Checking router: b10ca4c6-8849-4e70-a9fa-67a2553c82cc for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:23.589076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Updating router b10ca4c6-8849-4e70-a9fa-67a2553c82cc port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:23.595229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de161df-4423-4d32-b782-fb4ef0e0fcba req-d1a4a58c-c687-40d6-9e5c-8116d83ba5f2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:23.596765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9de161df-4423-4d32-b782-fb4ef0e0fcba req-d1a4a58c-c687-40d6-9e5c-8116d83ba5f2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1355739 Aug 16 02:27:23.625206 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:23.649255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:23.663291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:23.682431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:23.688444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=b721c8d5-408a-46dc-aa40-9f4d0d718520,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:23.783212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9de161df-4423-4d32-b782-fb4ef0e0fcba req-3b60a315-4636-47ea-a5fc-92f83538ced1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409879 Aug 16 02:27:23.923151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.022329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.041056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Transition to ACTIVE for port object 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:24.127663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.179796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Attempting to bind port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:24.185576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Attempting to bind port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:24.185576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Attempting to bind port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:24.190743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d90d-6c0e-49d4-8f83-31091c055f1e None None] Pushing event updated for resources: {'Port': ['ID=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.193499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:24.194128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:24.194743 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.195296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:24.195968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Bound port: 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:24.196526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.259945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] For port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:24.267910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] For port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:24.380709 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.418621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.437201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Routers {'b10ca4c6-8849-4e70-a9fa-67a2553c82cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:24.437823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:24.489357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d90d-6c0e-49d4-8f83-31091c055f1e None None] Pushing event updated for resources: {'Port': ['ID=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:24.608687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.743695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.818988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] Set router b10ca4c6-8849-4e70-a9fa-67a2553c82cc gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:24.850726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:24.968676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Allocated IP 172.20.0.1 (70fae215-b861-4937-bef4-629fbe16fe61/173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2/791a9e96-5a5b-4a9b-8498-1817a249f908) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:24.996384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=b721c8d5-408a-46dc-aa40-9f4d0d718520,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.019208 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.027725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 3, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:25.057775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534c72f1-9cd9-4f6c-a4e9-0cd42b40f5bc None None] The sync data for ids ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'] in n-d-768852-19 is: [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 3, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:25.082785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b59aba-8233-4b37-b4be-2237d2777e2d req-0f6ab648-6cea-4adf-ba66-ad75ee0933fb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:25.084360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3b59aba-8233-4b37-b4be-2237d2777e2d req-0f6ab648-6cea-4adf-ba66-ad75ee0933fb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1812253 Aug 16 02:27:25.153157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3b59aba-8233-4b37-b4be-2237d2777e2d req-048ef318-d0df-419d-be08-bb829841893c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591214 Aug 16 02:27:25.175812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.186466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Transition to ACTIVE for port object 791a9e96-5a5b-4a9b-8498-1817a249f908 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:25.222308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.223519 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-218f3af3-a03d-44aa-a1b2-e3fbc76fbc27 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6201499 Aug 16 02:27:25.226237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44404) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:25.235406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'port': {'network_id': 'bc36ca42-e79e-44d8-8e93-afcb51432230', 'name': 'tempest-FloatingIPTestJSON-1697034182'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:25.328895 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.419129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Network 70fae215-b861-4937-bef4-629fbe16fe61 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:25.431055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:25.438776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:25.470289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Pushing event updated for resources: {'Port': ['ID=791a9e96-5a5b-4a9b-8498-1817a249f908,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:25.506481 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.539462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:25.549883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.602225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] device_id is not set on port c695fe2a-d7b2-4b85-97d7-8783d54689a6 yet. {{(pid=101946) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:25.772855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.9 (bc36ca42-e79e-44d8-8e93-afcb51432230/722020d2-8eab-4294-b24c-6262a9d40c7d/c695fe2a-d7b2-4b85-97d7-8783d54689a6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:25.872042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.913994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-574c46d8-df7b-4f0f-a7ea-056d79e6e7f1 None None] Provisioning for port 791a9e96-5a5b-4a9b-8498-1817a249f908 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:25.927207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-574c46d8-df7b-4f0f-a7ea-056d79e6e7f1 None None] Provisioning complete for port 791a9e96-5a5b-4a9b-8498-1817a249f908 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:25.927207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-574c46d8-df7b-4f0f-a7ea-056d79e6e7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:25.970856 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-574c46d8-df7b-4f0f-a7ea-056d79e6e7f1 None None] Port 791a9e96-5a5b-4a9b-8498-1817a249f908 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:26.038945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.160923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.253812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.282832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54b1d-f13c-48c4-8e01-760b8cce5705 req-ac2e14f1-3342-47a0-8f84-6e5b127f204e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.285227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5c54b1d-f13c-48c4-8e01-760b8cce5705 req-ac2e14f1-3342-47a0-8f84-6e5b127f204e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0519931 Aug 16 02:27:26.308422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network bc36ca42-e79e-44d8-8e93-afcb51432230 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:26.312110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:26.316733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:26.329742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.352527 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=c695fe2a-d7b2-4b85-97d7-8783d54689a6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:26.389217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:26.390210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.411097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5c54b1d-f13c-48c4-8e01-760b8cce5705 req-0a9cddd4-c865-4b36-8b0e-b05b263388b5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109290 Aug 16 02:27:26.435707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.442182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Pushing event updated for resources: {'Port': ['ID=791a9e96-5a5b-4a9b-8498-1817a249f908,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:26.540633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Network 70fae215-b861-4937-bef4-629fbe16fe61 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:26.542170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:26.574609 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f50f1c97-0913-42bf-960d-f59abfdcdf0d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3468673 Aug 16 02:27:26.577842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:26.582686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'port_id': 'c695fe2a-d7b2-4b85-97d7-8783d54689a6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:26.638994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.675088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Router b10ca4c6-8849-4e70-a9fa-67a2553c82cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:26.830520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:26.849689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3021a681-efc5-4ff0-83d1-7c41f0866602 admin admin] 10.222.0.76 "PUT /v2.0/routers/b10ca4c6-8849-4e70-a9fa-67a2553c82cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6914074 Aug 16 02:27:26.901848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-28fe7459-7104-422f-94ba-0da20932cb71 None None] Provisioning complete for port 791a9e96-5a5b-4a9b-8498-1817a249f908 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:26.902225 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-28fe7459-7104-422f-94ba-0da20932cb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:26.994914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-28fe7459-7104-422f-94ba-0da20932cb71 None None] Port 791a9e96-5a5b-4a9b-8498-1817a249f908 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:27.031885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:27.187753 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Sync routers for ids ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:27.210234 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Routers {'b10ca4c6-8849-4e70-a9fa-67a2553c82cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:27.210897 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:27.276907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:27.287369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:27.287369 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.357587 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.384403 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.412584 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Set router b10ca4c6-8849-4e70-a9fa-67a2553c82cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:27.424876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.473576 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.553248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:27.578901 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.646276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359618e-e0e1-4b72-bea8-fe7f543aaa81 req-b7c2a667-3fd3-457f-afe0-52fbc1d5b245 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:27.647929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4359618e-e0e1-4b72-bea8-fe7f543aaa81 req-b7c2a667-3fd3-457f-afe0-52fbc1d5b245 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1100013 Aug 16 02:27:27.664991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:27.732310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4359618e-e0e1-4b72-bea8-fe7f543aaa81 req-aea993e2-217e-4b96-b779-f415f0060a83 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700102 Aug 16 02:27:27.750419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:27.776149 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 19f29955-a170-4d40-907d-f48574f0fcae associated. External IP: 172.25.6.92, port: c695fe2a-d7b2-4b85-97d7-8783d54689a6. Aug 16 02:27:27.874866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:27:25Z', 'revision_number': 4, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '791a9e96-5a5b-4a9b-8498-1817a249f908', 'name': '', 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'mac_address': 'fa:16:3e:da:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:24Z', 'updated_at': '2021-08-16T02:27:26Z', 'revision_number': 2, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'subnets': [{'id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:27.911018 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Checking router: b10ca4c6-8849-4e70-a9fa-67a2553c82cc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:27.911623 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Updating router b10ca4c6-8849-4e70-a9fa-67a2553c82cc port 791a9e96-5a5b-4a9b-8498-1817a249f908 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:27:27.949114 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.033518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:28.167466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:28.183663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:28.187279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.207252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:28.211757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.251138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.255733 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d46c655a-abb2-4dc0-93f8-49188912e3e0 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/floatingips/19f29955-a170-4d40-907d-f48574f0fcae HTTP/1.1" status: 200 len: 977 time: 1.6762538 Aug 16 02:27:28.256602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44464) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.260956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-152729000', 'description': 'tempest-secgroup-smoke-152729000 description', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:28.281675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.292850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:28.293400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.333160 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.345553 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Transition to ACTIVE for port object 791a9e96-5a5b-4a9b-8498-1817a249f908 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:28.358155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:28.358975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5282c3e9-3274-43a0-9781-980965a91005 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:28.411673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port c695fe2a-d7b2-4b85-97d7-8783d54689a6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:28.412040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.476896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.543458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.556234 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.598845 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.629212 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904334-3ffe-4655-ae86-3736117f090b None None] Pushing event updated for resources: {'Port': ['ID=791a9e96-5a5b-4a9b-8498-1817a249f908,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:28.685161 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Attempting to bind port 791a9e96-5a5b-4a9b-8498-1817a249f908 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:28.686265 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Attempting to bind port 791a9e96-5a5b-4a9b-8498-1817a249f908 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:28.686265 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Attempting to bind port 791a9e96-5a5b-4a9b-8498-1817a249f908 on network 70fae215-b861-4937-bef4-629fbe16fe61 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:28.695425 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:28.700988 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Checking segment: {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:28.703627 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.711049 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Bound using segment: {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:28.711225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.713545 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Bound port: 791a9e96-5a5b-4a9b-8498-1817a249f908, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:28.713545 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.769716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb884d3-6d87-487f-b5b1-618f9d6ed933,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:28.857073 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] For port 791a9e96-5a5b-4a9b-8498-1817a249f908, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:28.873377 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] For port 791a9e96-5a5b-4a9b-8498-1817a249f908, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=791a9e96-5a5b-4a9b-8498-1817a249f908,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:28.877628 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:28.883760 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e90dc7bf-935d-4733-897a-177f2bb08cf5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6302578 Aug 16 02:27:28.891674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44478) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:28.937347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group_rule': {'security_group_id': '3eb884d3-6d87-487f-b5b1-618f9d6ed933', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:28.964394 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.024544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:29.041830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36419d-de88-42c3-b387-a44cb5ffd857 req-a75f2010-da38-4ae5-b621-96004dd7f114 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:29.050236 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e36419d-de88-42c3-b387-a44cb5ffd857 req-a75f2010-da38-4ae5-b621-96004dd7f114 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.2290313 Aug 16 02:27:29.057722 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Routers {'b10ca4c6-8849-4e70-a9fa-67a2553c82cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:29.058455 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.109995 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb904334-3ffe-4655-ae86-3736117f090b None None] Pushing event updated for resources: {'Port': ['ID=791a9e96-5a5b-4a9b-8498-1817a249f908,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:29.157098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e36419d-de88-42c3-b387-a44cb5ffd857 req-c3bd81f9-867a-4d45-9acf-d12cbdf5046c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048594 Aug 16 02:27:29.195259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:29.199276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.250083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.318782 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] Set router b10ca4c6-8849-4e70-a9fa-67a2553c82cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:29.415927 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.489556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.489556 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.489556 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 19f29955-a170-4d40-907d-f48574f0fcae disassociated. External IP: 172.25.6.92, port: c695fe2a-d7b2-4b85-97d7-8783d54689a6. Aug 16 02:27:29.490191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for c695fe2a-d7b2-4b85-97d7-8783d54689a6 owned by {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:29.528579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.570331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bba4b7b-ec1b-4dd0-8181-d6b144d16cff,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:29.632610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.634733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-492c075f-41ff-47c0-ac18-9c161ef38725 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7356324 Aug 16 02:27:29.638922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44496) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:29.659552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group_rule': {'security_group_id': '3eb884d3-6d87-487f-b5b1-618f9d6ed933', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:29.696587 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:27:25Z', 'revision_number': 4, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '791a9e96-5a5b-4a9b-8498-1817a249f908', 'name': '', 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'mac_address': 'fa:16:3e:da:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:24Z', 'updated_at': '2021-08-16T02:27:28Z', 'revision_number': 4, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'subnets': [{'id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:29.723953 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e15dd3-cc69-4088-9185-b4a05fead79e None None] The sync data for ids ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'] in n-d-768852-19 is: [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:27:25Z', 'revision_number': 4, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '791a9e96-5a5b-4a9b-8498-1817a249f908', 'name': '', 'network_id': '70fae215-b861-4937-bef4-629fbe16fe61', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'mac_address': 'fa:16:3e:da:70:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:24Z', 'updated_at': '2021-08-16T02:27:28Z', 'revision_number': 4, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'subnets': [{'id': '173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:29.809545 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.853819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.909085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=c695fe2a-d7b2-4b85-97d7-8783d54689a6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:29.927742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:29.987461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.025969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8353310b-7234-49c6-9416-79f39def2d7a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:30.083148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:30.173424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.175103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-22114b55-bb4c-4a8c-97c1-68dbab2a431d tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5363758 Aug 16 02:27:30.177821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44502) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.183097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group_rule': {'security_group_id': '3eb884d3-6d87-487f-b5b1-618f9d6ed933', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:30.241563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:30.252854 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:30.267724 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:30.268545 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.363869 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.408250 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:30.408250 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.430834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d9e6c-3058-4ce3-ba97-2a4be79aad0e req-d06110fe-bc23-4908-8fd1-ddb0dafb24e9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:30.438974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da5d9e6c-3058-4ce3-ba97-2a4be79aad0e req-d06110fe-bc23-4908-8fd1-ddb0dafb24e9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1881332 Aug 16 02:27:30.477217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.485204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44514) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.489824 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9c3acdd7-18b4-42db-b09e-b22c72a0c10c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/ports/c695fe2a-d7b2-4b85-97d7-8783d54689a6 HTTP/1.1" status: 204 len: 168 time: 2.2274961 Aug 16 02:27:30.504681 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:30.504681 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27993669-a826-4b5b-b365-cd88dc615f01 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:30.550720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.594629 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da5d9e6c-3058-4ce3-ba97-2a4be79aad0e req-c31deb23-6ed1-4cbb-9980-cd2fc06a2a99 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473620 Aug 16 02:27:30.600772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-209829d5-3abc-4d7e-8b3d-da058eb08a5f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/floatingips/19f29955-a170-4d40-907d-f48574f0fcae HTTP/1.1" status: 200 len: 687 time: 0.1110663 Aug 16 02:27:30.609072 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44520) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:30.693224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.788764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port b721c8d5-408a-46dc-aa40-9f4d0d718520 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:30.789458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.930271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.930271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:30.942329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for b721c8d5-408a-46dc-aa40-9f4d0d718520 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:30.955041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.002036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b526ce6-8a98-41ca-a3cc-ab670fd56d39,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.040413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 791a9e96-5a5b-4a9b-8498-1817a249f908 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:31.134384 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.136483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0662b074-449f-4ded-a209-ba908d2c2902 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9573731 Aug 16 02:27:31.139714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44526) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:31.144824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group_rule': {'security_group_id': '3eb884d3-6d87-487f-b5b1-618f9d6ed933', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:31.254929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 791a9e96-5a5b-4a9b-8498-1817a249f908 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:31.255229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.259411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 791a9e96-5a5b-4a9b-8498-1817a249f908 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:31.264560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.264716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.334058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=b721c8d5-408a-46dc-aa40-9f4d0d718520,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.343834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.358058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.413370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 791a9e96-5a5b-4a9b-8498-1817a249f908, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=791a9e96-5a5b-4a9b-8498-1817a249f908,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:31.415777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.418603 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.419954 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-45b76b73-0625-404b-af51-2768cc4c1b8a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/floatingips/19f29955-a170-4d40-907d-f48574f0fcae HTTP/1.1" status: 204 len: 168 time: 0.8101521 Aug 16 02:27:31.424134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44536) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:31.429170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'd3a8ff3e-e080-4026-96fc-40338fd9fa85'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:31.461260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.476850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc0b274-978b-445e-a411-699f5891a908,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.487848 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.523421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.552409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=791a9e96-5a5b-4a9b-8498-1817a249f908,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:31.606210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.608479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-74132ec4-2a79-45bf-b761-6827cafc3c37 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4675553 Aug 16 02:27:31.613348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44542) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:31.632798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group_rule': {'security_group_id': '3eb884d3-6d87-487f-b5b1-618f9d6ed933', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:31.712761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.751521 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Project f99ad80457f741c0961e0dfda442b7c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:27:31.755698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e38533-5fd6-490c-886f-287ea8334842 req-155a742b-5e6b-4023-ac46-305ef820462d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:31.757306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05e38533-5fd6-490c-886f-287ea8334842 req-155a742b-5e6b-4023-ac46-305ef820462d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0648184 Aug 16 02:27:31.764059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.811999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05e38533-5fd6-490c-886f-287ea8334842 req-d6285bb3-1f72-4118-a8f8-036edd919087 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458703 Aug 16 02:27:31.867687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.883523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.42 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/faad0cb0-0a7e-4bdf-ba87-391264269b23) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:31.964282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:31.997865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595762d0-4ed0-4628-899c-14b6d2548c6d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.036111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.087444 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.090904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d6be0fb-bde8-4dbb-b3b6-576b73f3f78c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4756711 Aug 16 02:27:32.091565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44554) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.096558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'security_group_rule': {'security_group_id': '3eb884d3-6d87-487f-b5b1-618f9d6ed933', 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:32.142513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.183382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:32.188535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:32.190594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:32.214729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=faad0cb0-0a7e-4bdf-ba87-391264269b23,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.230389 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Project f99ad80457f741c0961e0dfda442b7c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:27:32.237267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.280294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44560) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.321817 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.432358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b00d3a59-9e8c-4ae5-924d-626f60e4341f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.436760 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.481347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3407c9ae-fec0-495e-9f7f-2472a803d19b,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.498385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.498837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.499094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.499558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.500048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.500716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.500716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.501010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.501349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.501657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.501985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.502354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:32.573710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b00d3a59-9e8c-4ae5-924d-626f60e4341f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.636574 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b00d3a59-9e8c-4ae5-924d-626f60e4341f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.674223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d3a59-9e8c-4ae5-924d-626f60e4341f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228e5227-9ced-4d20-b28a-18f8402bc158,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:32.680286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b00d3a59-9e8c-4ae5-924d-626f60e4341f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=da8a01d5241f44a79cb53d78c2b2c4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986979 Aug 16 02:27:32.681039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.683029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44568) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:32.722838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.727115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f7c68245-32b3-477a-b2d8-f42085164841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6343839 Aug 16 02:27:32.752260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a068579-bcdc-487e-a674-4d7b3267d444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.802563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a068579-bcdc-487e-a674-4d7b3267d444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.859938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.946236 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a068579-bcdc-487e-a674-4d7b3267d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.949346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1a068579-bcdc-487e-a674-4d7b3267d444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:32.950668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1a068579-bcdc-487e-a674-4d7b3267d444 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/228e5227-9ced-4d20-b28a-18f8402bc158 HTTP/1.1" status: 204 len: 168 time: 0.2650120 Aug 16 02:27:32.974045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a068579-bcdc-487e-a674-4d7b3267d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228e5227-9ced-4d20-b28a-18f8402bc158,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.006816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef52d5-cc75-4660-b6cb-0f29c35e3b8c req-84a3e239-b410-486a-b6a3-f0d222d59e71 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.009503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22ef52d5-cc75-4660-b6cb-0f29c35e3b8c req-84a3e239-b410-486a-b6a3-f0d222d59e71 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0759735 Aug 16 02:27:33.031689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 791a9e96-5a5b-4a9b-8498-1817a249f908 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:33.097828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 791a9e96-5a5b-4a9b-8498-1817a249f908 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:33.098840 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.150921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-63ce5547-0283-495b-8fde-81f84435031b tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-152729000&fields=id&tenant_id=f99ad80457f741c0961e0dfda442b7c7 HTTP/1.1" status: 200 len: 267 time: 0.1133149 Aug 16 02:27:33.180891 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.189771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22ef52d5-cc75-4660-b6cb-0f29c35e3b8c req-0f9d86fb-7e2f-41b0-ae19-e061f7d974fc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748054 Aug 16 02:27:33.293678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-c2178abe-86fe-490a-ba50-46e3854868c5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:33.295665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-c2178abe-86fe-490a-ba50-46e3854868c5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/networks?id=a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 200 len: 808 time: 0.1361613 Aug 16 02:27:33.311498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.321499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-16b09115-de5b-455d-9bba-061278dd7c54 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/quotas/f99ad80457f741c0961e0dfda442b7c7 HTTP/1.1" status: 200 len: 375 time: 0.0175452 Aug 16 02:27:33.398162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.404429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-397b11f7-3099-4b52-835f-bd7802fc9a81 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819480 Aug 16 02:27:33.537919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-ba89891b-72b9-4719-b90a-cac4d812783d service neutron] 10.222.0.76 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325362 Aug 16 02:27:33.577955 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 637e1516-88a4-4916-bd66-532ba0ce3855 associated. External IP: 172.25.6.42, port: d3a8ff3e-e080-4026-96fc-40338fd9fa85. Aug 16 02:27:33.617583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=faad0cb0-0a7e-4bdf-ba87-391264269b23,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:33.661083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-d5c99e10-035b-4a1a-a635-71ef65e0a38c service neutron] 10.222.0.76 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159718 Aug 16 02:27:33.805102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:33.817339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:33.822098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ac49b27-fd1a-4c12-b569-9e15da59741c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:33.958257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:33.969701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:33.981559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:33.982802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:34.032269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e9b1573e-f302-4088-ab00-ebf670e23a78 req-25e7c60b-0256-46fa-92b9-32f568723d69 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 210 time: 0.0492096 Aug 16 02:27:34.074963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ac49b27-fd1a-4c12-b569-9e15da59741c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.086958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:34.100527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:34.100527 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:34.133014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:34.133675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740416-1fce-449f-82de-e67cb1110380 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:34.172680 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ac49b27-fd1a-4c12-b569-9e15da59741c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.221116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6ac49b27-fd1a-4c12-b569-9e15da59741c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=38bede1619dd41b583b85af965edf04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4149024 Aug 16 02:27:34.222072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac49b27-fd1a-4c12-b569-9e15da59741c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7856f338-b2c2-4c00-bdca-e711a13be7d4,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.224119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:34.266933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.314277 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4dbdfd77-eac2-48dc-9609-348c563fb7ba tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8888283 Aug 16 02:27:34.315680 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-127a78a8-3410-4754-b132-7fd81564557f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.319244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44618) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:34.331200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-868488632'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:34.345945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-127a78a8-3410-4754-b132-7fd81564557f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.368837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0300a-7768-4976-b1c0-e32b7c5b4f80 req-cd733f0e-80fe-4566-a319-a3feea4cf57b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.373445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bce0300a-7768-4976-b1c0-e32b7c5b4f80 req-cd733f0e-80fe-4566-a319-a3feea4cf57b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0985329 Aug 16 02:27:34.423987 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bce0300a-7768-4976-b1c0-e32b7c5b4f80 req-364bc924-d6f2-473e-b326-44e5ed3fb81b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Aug 16 02:27:34.453546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:34.457224 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.493734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-127a78a8-3410-4754-b132-7fd81564557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.496854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-127a78a8-3410-4754-b132-7fd81564557f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.507576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-127a78a8-3410-4754-b132-7fd81564557f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7856f338-b2c2-4c00-bdca-e711a13be7d4 HTTP/1.1" status: 204 len: 168 time: 0.2735443 Aug 16 02:27:34.514803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a78a8-3410-4754-b132-7fd81564557f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7856f338-b2c2-4c00-bdca-e711a13be7d4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.517541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:27:34.543596 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.544875 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Added segment dc299541-74ef-486d-bc3f-acade4d643a4 of type vlan for network d935ce7e-d94b-47e5-8727-3055a2611f8d Aug 16 02:27:34.589748 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.728776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.735604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:34.738449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:34.845530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Network': ['ID=d935ce7e-d94b-47e5-8727-3055a2611f8d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:34.859054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network d935ce7e-d94b-47e5-8727-3055a2611f8d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:27:34.946984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-749fcd39-3809-48b1-8791-ae907e598cc3 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6127653 Aug 16 02:27:34.949055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:34.954838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'subnet': {'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:35.120466 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aba17d5-7762-44f2-85f3-7bd435ac8f83 req-e2a3e70e-e029-4540-befe-b5f2e2486464 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 210 time: 0.0396559 Aug 16 02:27:35.148856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:35.152662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.482693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:35.637210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Subnet': ['ID=fffbce22-02a6-4810-b7d0-48b58ce389b0,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:35.655489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c94ac-0f5f-4df4-bd5c-451e1eb573a3 req-e14d5f75-7467-47df-89de-2d2eb4a527c9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.657096 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-003c94ac-0f5f-4df4-bd5c-451e1eb573a3 req-e14d5f75-7467-47df-89de-2d2eb4a527c9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1519742 Aug 16 02:27:35.708863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Checking segment: {'id': 'dc299541-74ef-486d-bc3f-acade4d643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:35.709327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network hostable DHCP agents. Network: d935ce7e-d94b-47e5-8727-3055a2611f8d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:27:35.722816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-003c94ac-0f5f-4df4-bd5c-451e1eb573a3 req-df0653cd-c8c3-4291-ae39-392e85cc78c5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580506 Aug 16 02:27:35.831055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network d935ce7e-d94b-47e5-8727-3055a2611f8d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:27:35.910571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, d935ce7e-d94b-47e5-8727-3055a2611f8d) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:35.925581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd728bc4-932e-447f-8897-166c5c4edf48 None None] Network d935ce7e-d94b-47e5-8727-3055a2611f8d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:35.929602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:35.930538 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.009360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b68a8ec2-e633-4cc1-a726-b78d9ec2b6c6 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0591605 Aug 16 02:27:36.012105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:36.017570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1958199263', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}, 'admin_state_up': False}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:36.110839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.112052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.143505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-d935ce7e-d94b-47e5-8727-3055a2611f8d', 'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d', 'tenant_id': 'e53b52c1d3084877b3a78111a95e3a00', 'fixed_ips': [{'subnet_id': 'fffbce22-02a6-4810-b7d0-48b58ce389b0'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:27:36.144656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.222049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.274552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd51c89a-51b8-488b-8dc1-1bce7f697c9f req-28ff721e-ad01-4b5b-8ea2-24e9272a7497 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 210 time: 0.0510969 Aug 16 02:27:36.308829 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Allocated IP 172.20.0.2 (d935ce7e-d94b-47e5-8727-3055a2611f8d/fffbce22-02a6-4810-b7d0-48b58ce389b0/a32a2b94-3fea-452d-bd95-bda0980e67dc) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:36.581375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.592799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Transition to ACTIVE for port object a32a2b94-3fea-452d-bd95-bda0980e67dc will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:36.618233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Transition to ACTIVE for port object a32a2b94-3fea-452d-bd95-bda0980e67dc will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:36.671595 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.739307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Pushing event updated for resources: {'Port': ['ID=a32a2b94-3fea-452d-bd95-bda0980e67dc,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Network d935ce7e-d94b-47e5-8727-3055a2611f8d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.761188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:27:36.765249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:36.766584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:36.830714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Attempting to bind port a32a2b94-3fea-452d-bd95-bda0980e67dc on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:36.831239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Attempting to bind port a32a2b94-3fea-452d-bd95-bda0980e67dc by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'dc299541-74ef-486d-bc3f-acade4d643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:36.831868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Attempting to bind port a32a2b94-3fea-452d-bd95-bda0980e67dc on network d935ce7e-d94b-47e5-8727-3055a2611f8d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:36.837404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:36.837954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Checking segment: {'id': 'dc299541-74ef-486d-bc3f-acade4d643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:36.838470 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.838997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Bound using segment: {'id': 'dc299541-74ef-486d-bc3f-acade4d643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:36.839581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Bound port: a32a2b94-3fea-452d-bd95-bda0980e67dc, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc299541-74ef-486d-bc3f-acade4d643a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:36.840084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.957486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] For port a32a2b94-3fea-452d-bd95-bda0980e67dc, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:36.960894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] For port a32a2b94-3fea-452d-bd95-bda0980e67dc, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a32a2b94-3fea-452d-bd95-bda0980e67dc,segment=NetworkSegment(dc299541-74ef-486d-bc3f-acade4d643a4),segment_id=dc299541-74ef-486d-bc3f-acade4d643a4)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:36.972513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:36.983579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2497591-9311-4fdf-8e81-e3a180b127af req-4d5abb84-3d8b-4f61-91e9-86a4cde4b5a6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:36.985396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2497591-9311-4fdf-8e81-e3a180b127af req-4d5abb84-3d8b-4f61-91e9-86a4cde4b5a6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0960882 Aug 16 02:27:37.031916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.058633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2497591-9311-4fdf-8e81-e3a180b127af req-d6241eeb-a299-4528-9cd6-e1af917eb6c9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658693 Aug 16 02:27:37.105694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-a5f655ed-51e6-4b3f-a34e-a4e64cbbb91b tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:37.107896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-a5f655ed-51e6-4b3f-a34e-a4e64cbbb91b tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.83 "GET /v2.0/networks?id=a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 200 len: 808 time: 0.1660821 Aug 16 02:27:37.114368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2ec016-c7f6-43e1-baa4-1199884131dd None None] Pushing event updated for resources: {'Port': ['ID=a32a2b94-3fea-452d-bd95-bda0980e67dc,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:37.223422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-07b1de6f-5175-4c2c-a38f-3142667d8941 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f99ad80457f741c0961e0dfda442b7c7 HTTP/1.1" status: 200 len: 379 time: 0.1032581 Aug 16 02:27:37.259171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'port': {'device_id': '1a1e198c-1383-4043-9fc5-446484f727e9', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'admin_state_up': True, 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'security_groups': ['3eb884d3-6d87-487f-b5b1-618f9d6ed933']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:37.456054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73c15c7c-f922-4452-9ecd-0e8a6937928f req-94a77860-b957-4d24-a5e5-539d40be30c6 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 210 time: 0.0710659 Aug 16 02:27:37.520034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Made reservation on behalf of f99ad80457f741c0961e0dfda442b7c7 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:37.548817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.597487 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.648793 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:37.796832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Allocated IP 172.20.0.8 (a63613c0-dedd-431a-a77f-97461d728811/aff7b5f2-7864-4808-8a7c-08e9a98bfdb1/2602690d-2955-4a07-83ba-564d095bfda5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:37.820711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.25.6.82 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/60b26bda-2a9c-4def-9463-46f777eef0e7) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:38.033075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.057194 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.084443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Transition to ACTIVE for port object 2602690d-2955-4a07-83ba-564d095bfda5 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:38.172714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b73ae-d201-45b5-a9dd-c1023cebfe0d req-af73b5bc-a8d5-4a9a-9da5-b67b77cb567c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.174306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a0b73ae-d201-45b5-a9dd-c1023cebfe0d req-af73b5bc-a8d5-4a9a-9da5-b67b77cb567c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0526321 Aug 16 02:27:38.227462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a0b73ae-d201-45b5-a9dd-c1023cebfe0d req-c05b8849-3d05-427e-be21-8fe23afe9c03 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 Aug 16 02:27:38.237566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.250614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.306293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:38.312138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:38.318856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:38.322042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Network a63613c0-dedd-431a-a77f-97461d728811 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:38.348632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:38.352194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=60b26bda-2a9c-4def-9463-46f777eef0e7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.358253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:38.393279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046ba1b0-e780-4e25-aae0-5d9249d52fda None None] Network d935ce7e-d94b-47e5-8727-3055a2611f8d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:38.489413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.491351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.502914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'Port': ['ID=2602690d-2955-4a07-83ba-564d095bfda5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:38.591872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2faa4d1e-98f8-4c76-9da6-ff1d8964cb04 None None] Provisioning for port a32a2b94-3fea-452d-bd95-bda0980e67dc completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:38.643827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e0e13-07c4-4ddd-ab99-87d367c8b736 req-d1312953-2e37-4043-8e21-26bd82d654e5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:38.645982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-101e0e13-07c4-4ddd-ab99-87d367c8b736 req-d1312953-2e37-4043-8e21-26bd82d654e5 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 931 time: 0.1082931 Aug 16 02:27:38.688710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-ff1d9076-df00-4b48-84ae-4fa8d3a57bdc tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4353449 Aug 16 02:27:38.703820 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-101e0e13-07c4-4ddd-ab99-87d367c8b736 req-b4f6e786-bed8-40c1-8dd8-3ff5c328fa73 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503023 Aug 16 02:27:38.719995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Request body: {'port': {'device_id': '1a1e198c-1383-4043-9fc5-446484f727e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:38.859418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-13d57915-ba89-4452-8ef1-743f8f6407d6 None None] Provisioning for port 2602690d-2955-4a07-83ba-564d095bfda5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:38.864011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-13d57915-ba89-4452-8ef1-743f8f6407d6 None None] Provisioning complete for port 2602690d-2955-4a07-83ba-564d095bfda5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:38.864488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-13d57915-ba89-4452-8ef1-743f8f6407d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.909955 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:38.945337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-13d57915-ba89-4452-8ef1-743f8f6407d6 None None] Port 2602690d-2955-4a07-83ba-564d095bfda5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:39.028975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a32a2b94-3fea-452d-bd95-bda0980e67dc up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:39.116375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.179567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a32a2b94-3fea-452d-bd95-bda0980e67dc completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:39.191822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a32a2b94-3fea-452d-bd95-bda0980e67dc triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:39.192193 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.375797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.411566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a32a2b94-3fea-452d-bd95-bda0980e67dc, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a32a2b94-3fea-452d-bd95-bda0980e67dc,segment=NetworkSegment(dc299541-74ef-486d-bc3f-acade4d643a4),segment_id=dc299541-74ef-486d-bc3f-acade4d643a4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:39.457060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072b35-78ea-4d10-a49f-2d111689ddc4 req-5521fd84-4fac-4213-bd23-e1edb749529b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.458862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0072b35-78ea-4d10-a49f-2d111689ddc4 req-5521fd84-4fac-4213-bd23-e1edb749529b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0563211 Aug 16 02:27:39.507673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0072b35-78ea-4d10-a49f-2d111689ddc4 req-b8087f95-753b-4d0b-b4df-39994c149734 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Aug 16 02:27:39.510516 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.515419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.563272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a32a2b94-3fea-452d-bd95-bda0980e67dc,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.564519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2602690d-2955-4a07-83ba-564d095bfda5 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:39.576291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.598953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Transition to ACTIVE for port object 2602690d-2955-4a07-83ba-564d095bfda5 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:39.681953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.734160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Pushing event updated for resources: {'Port': ['ID=2602690d-2955-4a07-83ba-564d095bfda5,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:39.758982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router 5e8ff978-a85d-4b74-908e-7943b86c29b1 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:27:39.869091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Attempting to bind port 2602690d-2955-4a07-83ba-564d095bfda5 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:27:39.869433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Attempting to bind port 2602690d-2955-4a07-83ba-564d095bfda5 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:27:39.869765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Attempting to bind port 2602690d-2955-4a07-83ba-564d095bfda5 on network a63613c0-dedd-431a-a77f-97461d728811 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:39.877833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db710a68-d93d-4ad3-908b-f149ff3685f0 req-b52ac3de-61b8-455f-87c6-0c3b1be1f560 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:39.880146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db710a68-d93d-4ad3-908b-f149ff3685f0 req-b52ac3de-61b8-455f-87c6-0c3b1be1f560 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 943 time: 0.0781636 Aug 16 02:27:39.901803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Port 2602690d-2955-4a07-83ba-564d095bfda5 on network a63613c0-dedd-431a-a77f-97461d728811 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:27:39.902140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Attempting to bind port 2602690d-2955-4a07-83ba-564d095bfda5 on network a63613c0-dedd-431a-a77f-97461d728811 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:27:39.915469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:27:39.915826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Checking segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:27:39.916205 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Bound using segment: {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:27:39.916668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Bound port: 2602690d-2955-4a07-83ba-564d095bfda5, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d5e229c-738e-43b4-b44a-9a922860a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:27:39.917032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.940825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db710a68-d93d-4ad3-908b-f149ff3685f0 req-1a3dd978-4d4c-42fd-a76b-daa088738fd6 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Aug 16 02:27:39.967990 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bc9169fa-7b53-4097-841e-0680a7707a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:39.971602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:39.981205 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] Sync routers for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:39.992125 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:39.993120 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:40.022686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] For port 2602690d-2955-4a07-83ba-564d095bfda5, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:27:40.026267 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:40.026536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] For port 2602690d-2955-4a07-83ba-564d095bfda5, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=2602690d-2955-4a07-83ba-564d095bfda5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:27:40.035615 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:40.036213 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:40.072627 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:40.073281 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553260-a030-4a45-b089-e1333d75b1dc None None] The sync data for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:40.093593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.094929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8bcb7115-0fae-4c52-a535-fcd8fba5a873 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0813601 Aug 16 02:27:40.097723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44754) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:40.137129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.231003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.231688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:40.233152 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] 10.222.0.83 "PUT /v2.0/ports/2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 200 len: 1092 time: 1.5363636 Aug 16 02:27:40.233584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:40.235883 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9f22d4-4812-4fae-9599-3d43b994ee50" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "tag": "2602690d-2955-4a07-83ba-564d095bfda5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:40.263949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe98511-ecc1-4847-ba4d-90fc1b2d1952 service neutron] Pushing event updated for resources: {'Port': ['ID=2602690d-2955-4a07-83ba-564d095bfda5,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:40.321638 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80ead64-1c1f-4b61-8135-f8099736e561 x-openstack-request-id: req-b80ead64-1c1f-4b61-8135-f8099736e561 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:40.321936 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "tag": "2602690d-2955-4a07-83ba-564d095bfda5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:40.322196 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b80ead64-1c1f-4b61-8135-f8099736e561 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:40.322753 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5', 'status': 'completed', 'code': 200} Aug 16 02:27:40.689768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f22d4-4812-4fae-9599-3d43b994ee50 req-b5b0c50a-2c50-42bf-a38e-4c57728baa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.691394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa9f22d4-4812-4fae-9599-3d43b994ee50 req-b5b0c50a-2c50-42bf-a38e-4c57728baa03 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1095 time: 0.3571768 Aug 16 02:27:40.697900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4649983-4973-410c-b715-4929235d7afc req-a45dedba-4ec9-46b3-a51e-6a28644bf472 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.699457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4649983-4973-410c-b715-4929235d7afc req-a45dedba-4ec9-46b3-a51e-6a28644bf472 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.1105156 Aug 16 02:27:40.748370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4649983-4973-410c-b715-4929235d7afc req-8b856a5c-f92c-4fb1-b213-17c8d0a58a16 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387676 Aug 16 02:27:40.934622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a32a2b94-3fea-452d-bd95-bda0980e67dc up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:40.946576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f22d4-4812-4fae-9599-3d43b994ee50 req-efbdcd85-977c-4e62-8d58-41bbf0bc0b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:40.948160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa9f22d4-4812-4fae-9599-3d43b994ee50 req-efbdcd85-977c-4e62-8d58-41bbf0bc0b9f service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=f99ad80457f741c0961e0dfda442b7c7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2480037 Aug 16 02:27:40.992884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a32a2b94-3fea-452d-bd95-bda0980e67dc triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:40.993675 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.134108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488bc12-86bd-4528-a407-1338f6147da9 req-b8f8e5fc-0ff3-4057-b6e1-840128b179fa tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.143099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7488bc12-86bd-4528-a407-1338f6147da9 req-b8f8e5fc-0ff3-4057-b6e1-840128b179fa tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 943 time: 0.0693562 Aug 16 02:27:41.192587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7488bc12-86bd-4528-a407-1338f6147da9 req-f8b2d3f3-97ec-4cdf-9983-05870a3616e9 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482934 Aug 16 02:27:41.231512 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f22d4-4812-4fae-9599-3d43b994ee50 req-9878a3bb-20a1-4629-b03e-aaaecd6430a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.233165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa9f22d4-4812-4fae-9599-3d43b994ee50 req-9878a3bb-20a1-4629-b03e-aaaecd6430a1 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2606177 Aug 16 02:27:41.251288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:41.384810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-b57e4cbc-c762-49f0-91d9-8dd4c800aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.386289 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-b57e4cbc-c762-49f0-91d9-8dd4c800aa97 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1095 time: 0.0847454 Aug 16 02:27:41.438176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-f5653b25-8fe1-4a4c-bd7e-084367cc89d9 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 200 len: 217 time: 0.0422046 Aug 16 02:27:41.619297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-80731b9d-b4f6-4a57-875e-be9f430ed232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.620819 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-80731b9d-b4f6-4a57-875e-be9f430ed232 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 HTTP/1.1" status: 200 len: 847 time: 0.1641793 Aug 16 02:27:41.713728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c544701-380c-479f-b1f3-931306f692cf req-4d8917d8-68bf-47fe-9151-afd1aa9c49cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.713728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-4d8917d8-68bf-47fe-9151-afd1aa9c49cc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a63613c0-dedd-431a-a77f-97461d728811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818307 Aug 16 02:27:41.735113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.1 (d935ce7e-d94b-47e5-8727-3055a2611f8d/fffbce22-02a6-4810-b7d0-48b58ce389b0/58a92a7f-790b-4e75-936b-d0236be7f271) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:41.897263 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-e110efce-d45c-48f4-9942-bc8f33e3a91e service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731150 Aug 16 02:27:41.939087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94790374-6e7b-451e-8201-8698fe959cf2 req-0c0ca5cd-e414-465b-9a75-ebab0fec5dba tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:41.941749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94790374-6e7b-451e-8201-8698fe959cf2 req-0c0ca5cd-e414-465b-9a75-ebab0fec5dba tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0814466 Aug 16 02:27:42.002579 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.012013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-94790374-6e7b-451e-8201-8698fe959cf2 req-567eb5f1-dd60-4b53-a34e-032853edce0e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642006 Aug 16 02:27:42.033456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Transition to ACTIVE for port object 58a92a7f-790b-4e75-936b-d0236be7f271 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:42.083327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5c544701-380c-479f-b1f3-931306f692cf req-dd7587e7-f192-4cfc-8279-a8c6ee048ffc service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782484 Aug 16 02:27:42.151048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.189186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network d935ce7e-d94b-47e5-8727-3055a2611f8d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:42.192473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:42.194967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:42.234389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=58a92a7f-790b-4e75-936b-d0236be7f271,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:42.254572 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.396000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c4729-97dc-4e3e-851c-14132f1623db req-53ba8997-b3dc-4a75-ad55-5d8bd51bf0b7 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:42.420858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-090c4729-97dc-4e3e-851c-14132f1623db req-53ba8997-b3dc-4a75-ad55-5d8bd51bf0b7 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 943 time: 0.1141877 Aug 16 02:27:42.472368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-090c4729-97dc-4e3e-851c-14132f1623db req-69e80e5b-b80d-40d4-b662-47fcaa86ea36 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500259 Aug 16 02:27:42.562502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c059722-d0f9-4c1f-8ac1-bec3347cd334 None None] Provisioning for port 58a92a7f-790b-4e75-936b-d0236be7f271 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:42.566673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c059722-d0f9-4c1f-8ac1-bec3347cd334 None None] Provisioning complete for port 58a92a7f-790b-4e75-936b-d0236be7f271 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:42.567046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c059722-d0f9-4c1f-8ac1-bec3347cd334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.619778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1c059722-d0f9-4c1f-8ac1-bec3347cd334 None None] Port 58a92a7f-790b-4e75-936b-d0236be7f271 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:42.665481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.859512 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-afa02852-6058-47f0-9f65-d07d9bc5a7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:42.911303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.140264 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b454817-8895-4c9e-ad74-2ee54cf302b8 req-e811ade4-49f1-4aaa-9a03-f9de364bf554 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.140264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b454817-8895-4c9e-ad74-2ee54cf302b8 req-e811ade4-49f1-4aaa-9a03-f9de364bf554 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0524726 Aug 16 02:27:43.198938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b454817-8895-4c9e-ad74-2ee54cf302b8 req-7a49f359-242b-4386-935c-1d8551201668 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518026 Aug 16 02:27:43.217765 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.276764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.354117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=58a92a7f-790b-4e75-936b-d0236be7f271,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:43.357909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.455985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network d935ce7e-d94b-47e5-8727-3055a2611f8d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:43.457420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:43.617756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router 5e8ff978-a85d-4b74-908e-7943b86c29b1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:43.661680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6e104-cf62-40dc-b869-149ad84bf369 req-abb1ac36-8456-4415-a834-c2b74724bf05 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:43.677532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8d6e104-cf62-40dc-b869-149ad84bf369 req-abb1ac36-8456-4415-a834-c2b74724bf05 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 943 time: 0.1029048 Aug 16 02:27:43.739453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8d6e104-cf62-40dc-b869-149ad84bf369 req-8e11a871-9c4f-4f34-aa36-02722f39a347 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557652 Aug 16 02:27:43.797666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2c5a5cfa-1389-417d-bbad-dcf305957c2a None None] Provisioning complete for port 58a92a7f-790b-4e75-936b-d0236be7f271 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:43.797666 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5cfa-1389-417d-bbad-dcf305957c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:43.798160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:43.798267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410df4-867d-482b-9c44-a50482208819 None None] Sync routers for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:43.798373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e074789d-75de-4ae2-86aa-ef930e02961b tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/routers/5e8ff978-a85d-4b74-908e-7943b86c29b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6972032 Aug 16 02:27:43.798980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44828) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:43.804730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'port': {'network_id': 'd935ce7e-d94b-47e5-8727-3055a2611f8d', 'name': 'tempest-FloatingIPTestJSON-23007290'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:43.807124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a5cfa-1389-417d-bbad-dcf305957c2a None None] Port 58a92a7f-790b-4e75-936b-d0236be7f271 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:43.808569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410df4-867d-482b-9c44-a50482208819 None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:43.809189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9d410df4-867d-482b-9c44-a50482208819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:43.845946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9d410df4-867d-482b-9c44-a50482208819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:43.857455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d410df4-867d-482b-9c44-a50482208819 None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:43.858208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9d410df4-867d-482b-9c44-a50482208819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:43.900179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9d410df4-867d-482b-9c44-a50482208819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:43.900729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d410df4-867d-482b-9c44-a50482208819 None None] The sync data for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:44.014156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Made reservation on behalf of e53b52c1d3084877b3a78111a95e3a00 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:27:44.017758 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.039120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] device_id is not set on port 797e6eb4-52b0-47ca-9550-dfbb98b70450 yet. {{(pid=101945) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 16 02:27:44.154022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Allocated IP 172.20.0.14 (d935ce7e-d94b-47e5-8727-3055a2611f8d/fffbce22-02a6-4810-b7d0-48b58ce389b0/797e6eb4-52b0-47ca-9550-dfbb98b70450) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:44.336300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.354314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Transition to ACTIVE for port object 797e6eb4-52b0-47ca-9550-dfbb98b70450 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:27:44.370688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c800cc-9937-4c90-836b-87cf11c9a3a5 req-e6a4ece1-0772-4560-8fb8-f0f7a3c3d3f0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.372401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92c800cc-9937-4c90-836b-87cf11c9a3a5 req-e6a4ece1-0772-4560-8fb8-f0f7a3c3d3f0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.0846188 Aug 16 02:27:44.431798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92c800cc-9937-4c90-836b-87cf11c9a3a5 req-e409ffa2-109f-4fcb-a932-5882192bfd03 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Aug 16 02:27:44.499867 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.548994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Network d935ce7e-d94b-47e5-8727-3055a2611f8d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:44.552197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:44.556180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:44.563773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event updated for resources: {'Port': ['ID=797e6eb4-52b0-47ca-9550-dfbb98b70450,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:44.631380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.632139 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.670986 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.734289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3ef97581-9413-4c97-a058-8995c3d6a468 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9340386 Aug 16 02:27:44.736880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:44.742618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Request body: {'floatingip': {'port_id': '797e6eb4-52b0-47ca-9550-dfbb98b70450'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:44.816414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.922999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fef4d769-f825-41a9-9a4c-a7ee429bdaba None None] Provisioning for port 797e6eb4-52b0-47ca-9550-dfbb98b70450 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:44.930733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fef4d769-f825-41a9-9a4c-a7ee429bdaba None None] Provisioning complete for port 797e6eb4-52b0-47ca-9550-dfbb98b70450 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:44.931231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fef4d769-f825-41a9-9a4c-a7ee429bdaba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:44.944486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a22e16-0cef-4d40-aab6-78fffc777647 req-478b6a15-5a96-4574-bea6-62921d02ff25 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:44.946010 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17a22e16-0cef-4d40-aab6-78fffc777647 req-478b6a15-5a96-4574-bea6-62921d02ff25 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 943 time: 0.0960190 Aug 16 02:27:44.996790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fef4d769-f825-41a9-9a4c-a7ee429bdaba None None] Port 797e6eb4-52b0-47ca-9550-dfbb98b70450 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:27:45.049994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17a22e16-0cef-4d40-aab6-78fffc777647 req-1b80a1b1-7e37-4727-be9c-230d496ac363 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842819 Aug 16 02:27:45.252807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 2602690d-2955-4a07-83ba-564d095bfda5 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:45.355877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 2602690d-2955-4a07-83ba-564d095bfda5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=2602690d-2955-4a07-83ba-564d095bfda5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:45.368888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '2602690d-2955-4a07-83ba-564d095bfda5', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'port_id': '2602690d-2955-4a07-83ba-564d095bfda5', 'mac_address': 'fa:16:3e:b9:02:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:45.377186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.414309 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.427761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2602690d-2955-4a07-83ba-564d095bfda5 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:45.448025 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.448686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 2602690d-2955-4a07-83ba-564d095bfda5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=2602690d-2955-4a07-83ba-564d095bfda5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:45.539384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.602401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=2602690d-2955-4a07-83ba-564d095bfda5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:45.744689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['2602690d-2955-4a07-83ba-564d095bfda5'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:45.889609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:45.974846 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 637e1516-88a4-4916-bd66-532ba0ce3855 associated. External IP: 172.25.6.42, port: d3a8ff3e-e080-4026-96fc-40338fd9fa85. Aug 16 02:27:46.038228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb2875-dc8f-47bc-9ba4-ac48f2a2d15b req-199b41c0-56e6-4da1-853f-d9ab77d68a67 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.040111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98fb2875-dc8f-47bc-9ba4-ac48f2a2d15b req-199b41c0-56e6-4da1-853f-d9ab77d68a67 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 943 time: 0.5242100 Aug 16 02:27:46.132421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98fb2875-dc8f-47bc-9ba4-ac48f2a2d15b req-8873cc0f-a7fa-4571-a66b-7517920f43b0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846744 Aug 16 02:27:46.232513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82359-5501-4303-aa28-d98af992704e req-03347e46-d81c-4393-814b-74815041aa65 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:46.234094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9f82359-5501-4303-aa28-d98af992704e req-03347e46-d81c-4393-814b-74815041aa65 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 944 time: 0.0990660 Aug 16 02:27:46.327980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 342fdca3-e052-4505-8f7d-2303faed7e47 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:27:46.332674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9f82359-5501-4303-aa28-d98af992704e req-3973a931-775b-46db-891d-e274eb6a7122 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884178 Aug 16 02:27:46.361859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:46.471663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 342fdca3-e052-4505-8f7d-2303faed7e47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=342fdca3-e052-4505-8f7d-2303faed7e47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:46.484982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '342fdca3-e052-4505-8f7d-2303faed7e47', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '342fdca3-e052-4505-8f7d-2303faed7e47', 'mac_address': 'fa:16:3e:94:bc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:27:46.507413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:46.517924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:46.528977 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:46.530117 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.533860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.549613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 342fdca3-e052-4505-8f7d-2303faed7e47 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:27:46.566757 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.575813 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:46.576715 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.588130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 342fdca3-e052-4505-8f7d-2303faed7e47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=342fdca3-e052-4505-8f7d-2303faed7e47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:46.613642 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.614617 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c5dafe-6eb1-4d05-b4ea-be9ee6186fcc None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:46.654293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.721599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=342fdca3-e052-4505-8f7d-2303faed7e47,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:46.766420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router 5e8ff978-a85d-4b74-908e-7943b86c29b1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:46.883335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['342fdca3-e052-4505-8f7d-2303faed7e47'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:46.891083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:46.892339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:46.909183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] Sync routers for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:46.937285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:46.937961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:46.949091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0b35c14-5d04-461b-ba5a-8512b99922ce tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/floatingips/637e1516-88a4-4916-bd66-532ba0ce3855 HTTP/1.1" status: 200 len: 976 time: 2.2111363 Aug 16 02:27:46.951763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44876) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:46.983587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.015807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:47.016364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.069399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:47.070055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82162270-9b4a-4b71-89c9-af129f4b39cd None None] The sync data for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:47.096911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 797e6eb4-52b0-47ca-9550-dfbb98b70450 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:47.097866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.285229 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.332900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 2602690d-2955-4a07-83ba-564d095bfda5 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:47.465080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da9ccd-fb6d-47ea-b8d9-07ee8e200b1a req-ce8b58a9-dd17-4e30-b8ba-2a5085b9e58c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.467568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58da9ccd-fb6d-47ea-b8d9-07ee8e200b1a req-ce8b58a9-dd17-4e30-b8ba-2a5085b9e58c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 944 time: 0.2167757 Aug 16 02:27:47.510866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 2602690d-2955-4a07-83ba-564d095bfda5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:47.514925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 2602690d-2955-4a07-83ba-564d095bfda5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:47.515307 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.613217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58da9ccd-fb6d-47ea-b8d9-07ee8e200b1a req-ffc7e881-dace-4068-9d0a-587803eae9c9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159434 Aug 16 02:27:47.622670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.668058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580041d5-f69d-45ae-9881-0297d4232fca req-ec2ca3eb-ce32-42f6-8611-898f7a4a82d1 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.670315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-580041d5-f69d-45ae-9881-0297d4232fca req-ec2ca3eb-ce32-42f6-8611-898f7a4a82d1 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 944 time: 0.2017050 Aug 16 02:27:47.683543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:47.687946 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180a92a-f71a-4326-aa17-cec340c1ed92" -d '{"events": [{"server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "name": "network-vif-plugged", "status": "completed", "tag": "2602690d-2955-4a07-83ba-564d095bfda5"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:47.719938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 2602690d-2955-4a07-83ba-564d095bfda5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=2602690d-2955-4a07-83ba-564d095bfda5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:47.720227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.720716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.721038 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Floating IP 637e1516-88a4-4916-bd66-532ba0ce3855 disassociated. External IP: 172.25.6.42, port: 797e6eb4-52b0-47ca-9550-dfbb98b70450. Aug 16 02:27:47.721458 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 797e6eb4-52b0-47ca-9550-dfbb98b70450 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:47.754215 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e1f1f1-f11f-4939-b9a1-bf912da71f6b x-openstack-request-id: req-a8e1f1f1-f11f-4939-b9a1-bf912da71f6b {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:47.754576 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "name": "network-vif-plugged", "status": "completed", "tag": "2602690d-2955-4a07-83ba-564d095bfda5", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:47.755412 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a8e1f1f1-f11f-4939-b9a1-bf912da71f6b {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:47.755560 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5', 'code': 200} Aug 16 02:27:47.774127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:47.784879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-580041d5-f69d-45ae-9881-0297d4232fca req-a47c53ac-00e4-4c6c-9af8-70787466f3ff tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066024 Aug 16 02:27:47.880725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=2602690d-2955-4a07-83ba-564d095bfda5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:47.895964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44896) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:47.945801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d856f9-4089-4702-a3f6-b027764c8e10 req-f84055e9-8954-41e3-8b13-e9dd0642c167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:47.947657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d856f9-4089-4702-a3f6-b027764c8e10 req-f84055e9-8954-41e3-8b13-e9dd0642c167 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1097 time: 0.1040413 Aug 16 02:27:47.957225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.000973 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d856f9-4089-4702-a3f6-b027764c8e10 req-fc3e90ca-2fbd-44f7-bdaf-62cc92853c0a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450490 Aug 16 02:27:48.024561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=797e6eb4-52b0-47ca-9550-dfbb98b70450,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.080683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72eb13a3-b83c-451a-82e3-a58d1822da77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.193727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router 5e8ff978-a85d-4b74-908e-7943b86c29b1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:48.195214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72eb13a3-b83c-451a-82e3-a58d1822da77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.259742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72eb13a3-b83c-451a-82e3-a58d1822da77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.315557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72eb13a3-b83c-451a-82e3-a58d1822da77 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c5201cc13d0347cb8c3fa5b6ffb7c2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4177260 Aug 16 02:27:48.316277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb13a3-b83c-451a-82e3-a58d1822da77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12ebe8-f143-4d96-a571-8edb3a8c0ebe,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.318608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44902) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.324659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 342fdca3-e052-4505-8f7d-2303faed7e47 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:27:48.371464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:48.385335 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] Sync routers for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:48.400487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:48.400487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.433369 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.439758 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-66a8b453-f0b2-4427-b428-dd57d8defef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.441864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 342fdca3-e052-4505-8f7d-2303faed7e47 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:27:48.446018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 342fdca3-e052-4505-8f7d-2303faed7e47 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:27:48.446387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.453920 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:48.454622 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.478525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-66a8b453-f0b2-4427-b428-dd57d8defef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.481154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.485846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d33750be-f0d2-49ec-a03e-35f59b014f1c tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/ports/797e6eb4-52b0-47ca-9550-dfbb98b70450 HTTP/1.1" status: 204 len: 168 time: 1.5304883 Aug 16 02:27:48.486243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44904) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:48.507952 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:48.507952 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8bf135-4bd9-4cda-ab96-f0302c20b96b None None] The sync data for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:48.550702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.591414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 342fdca3-e052-4505-8f7d-2303faed7e47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=342fdca3-e052-4505-8f7d-2303faed7e47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:48.613521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-66a8b453-f0b2-4427-b428-dd57d8defef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.616230 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-66a8b453-f0b2-4427-b428-dd57d8defef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.617419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-66a8b453-f0b2-4427-b428-dd57d8defef0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd12ebe8-f143-4d96-a571-8edb3a8c0ebe HTTP/1.1" status: 204 len: 168 time: 0.2937059 Aug 16 02:27:48.626498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8b453-f0b2-4427-b428-dd57d8defef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12ebe8-f143-4d96-a571-8edb3a8c0ebe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.694708 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:48.765711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=342fdca3-e052-4505-8f7d-2303faed7e47,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:48.787042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2bbe4-80d4-4028-b579-a503461842d3 req-e470b691-39a0-40e6-85bb-75928845d9e0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.788734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33d2bbe4-80d4-4028-b579-a503461842d3 req-e470b691-39a0-40e6-85bb-75928845d9e0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.0798283 Aug 16 02:27:48.839989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33d2bbe4-80d4-4028-b579-a503461842d3 req-e2d56e28-2045-4bc3-bd42-a36b20e11594 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433278 Aug 16 02:27:48.949227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d281d6c-98f9-4355-9821-427192bf5a91 req-5c24a509-8417-4e4a-ae7e-c0658e95a620 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:48.959218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d281d6c-98f9-4355-9821-427192bf5a91 req-5c24a509-8417-4e4a-ae7e-c0658e95a620 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0737162 Aug 16 02:27:49.025880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d281d6c-98f9-4355-9821-427192bf5a91 req-730c4757-6fce-46a6-ab38-aca04e73d6e7 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572789 Aug 16 02:27:49.026110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.301179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 58a92a7f-790b-4e75-936b-d0236be7f271 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:49.301511 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.310785 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44916) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.326136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71d9bb8f-6305-4b60-b805-9ca15e54a159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.406857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.421455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 58a92a7f-790b-4e75-936b-d0236be7f271 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:49.427883 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71d9bb8f-6305-4b60-b805-9ca15e54a159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.476241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-71d9bb8f-6305-4b60-b805-9ca15e54a159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.521051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-71d9bb8f-6305-4b60-b805-9ca15e54a159 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2b890bd94faa4bdba0ae6ab0a687c6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064419 Aug 16 02:27:49.521412 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44918) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:49.527683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d9bb8f-6305-4b60-b805-9ca15e54a159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3864bd-6608-461f-bf10-da9c2987043a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.581040 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9367c5d-a151-42ce-973e-cf2a76c4900d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.612062 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9367c5d-a151-42ce-973e-cf2a76c4900d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.687950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.712693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9367c5d-a151-42ce-973e-cf2a76c4900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.715177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9367c5d-a151-42ce-973e-cf2a76c4900d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.715325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=58a92a7f-790b-4e75-936b-d0236be7f271,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.718852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9367c5d-a151-42ce-973e-cf2a76c4900d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ca3864bd-6608-461f-bf10-da9c2987043a HTTP/1.1" status: 204 len: 168 time: 0.1936500 Aug 16 02:27:49.739913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9367c5d-a151-42ce-973e-cf2a76c4900d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3864bd-6608-461f-bf10-da9c2987043a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:49.757944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342fdca3-e052-4505-8f7d-2303faed7e47'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:49.759988 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff3fc71-2271-4cd1-a626-e7f2cbbccbd0" -d '{"events": [{"server_uuid": "0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0", "name": "network-vif-plugged", "status": "completed", "tag": "342fdca3-e052-4505-8f7d-2303faed7e47"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:49.834773 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c120b8-a2c8-4940-9574-d7d7170f2373 x-openstack-request-id: req-b0c120b8-a2c8-4940-9574-d7d7170f2373 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:49.834773 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0", "name": "network-vif-plugged", "status": "completed", "tag": "342fdca3-e052-4505-8f7d-2303faed7e47", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:49.834773 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0c120b8-a2c8-4940-9574-d7d7170f2373 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:49.834773 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '342fdca3-e052-4505-8f7d-2303faed7e47', 'code': 200} Aug 16 02:27:49.987304 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:49.999220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bbbea-1359-4f15-a887-61a40404d82c req-08b2dc20-cf67-4e4e-a696-8c8576c4e761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.000738 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-467bbbea-1359-4f15-a887-61a40404d82c req-08b2dc20-cf67-4e4e-a696-8c8576c4e761 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 1097 time: 0.0670719 Aug 16 02:27:50.007053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42e8cd-4066-4d77-ab5f-f4f5bbe8bc85 req-01daafe5-6ce3-47d9-aee3-c41ce91243e1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.008873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e42e8cd-4066-4d77-ab5f-f4f5bbe8bc85 req-01daafe5-6ce3-47d9-aee3-c41ce91243e1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.0679405 Aug 16 02:27:50.063999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e42e8cd-4066-4d77-ab5f-f4f5bbe8bc85 req-d5bc2dc8-b880-4372-a967-7aa8ab5e3448 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454314 Aug 16 02:27:50.133190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-467bbbea-1359-4f15-a887-61a40404d82c req-d9929db0-8969-4f6b-ae00-64434c2257b0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946941 Aug 16 02:27:50.168231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1234bd-9a20-4678-a5e4-a0baf8bed842 req-71a06237-7905-4ee8-a662-296ca6dabfaf tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.169990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be1234bd-9a20-4678-a5e4-a0baf8bed842 req-71a06237-7905-4ee8-a662-296ca6dabfaf tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0589190 Aug 16 02:27:50.213771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be1234bd-9a20-4678-a5e4-a0baf8bed842 req-c080e9d9-ddb4-4403-9741-1b0dce8eb669 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358562 Aug 16 02:27:50.352859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80bd4-a1d5-4973-92a5-bc8b3e35acfe req-3b9dcabe-a75c-4e4f-a266-56e931647938 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.354919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5de80bd4-a1d5-4973-92a5-bc8b3e35acfe req-3b9dcabe-a75c-4e4f-a266-56e931647938 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0625083 Aug 16 02:27:50.399092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5de80bd4-a1d5-4973-92a5-bc8b3e35acfe req-9fba4fd0-6427-47b3-80ac-0a9aa9d22a29 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365374 Aug 16 02:27:50.539516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ccc62f-d9b3-41bc-9da5-4f9032e5696c req-af2ee05a-b624-4c5e-ad28-bbf6821f544e tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.541581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85ccc62f-d9b3-41bc-9da5-4f9032e5696c req-af2ee05a-b624-4c5e-ad28-bbf6821f544e tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0606806 Aug 16 02:27:50.576899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router 5e8ff978-a85d-4b74-908e-7943b86c29b1 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:50.585745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85ccc62f-d9b3-41bc-9da5-4f9032e5696c req-9c69cd6f-850d-4b92-8e8c-454b9c53a329 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345562 Aug 16 02:27:50.608938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.684263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:50.692060 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b7f28528-7731-4da9-a484-4effde906bc5 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/routers/5e8ff978-a85d-4b74-908e-7943b86c29b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2044470 Aug 16 02:27:50.692663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44952) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.702447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] Sync routers for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:50.714731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:50.716701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:50.756217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:50.766004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] Routers {'5e8ff978-a85d-4b74-908e-7943b86c29b1'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:50.766705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5e8ff978-a85d-4b74-908e-7943b86c29b1'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:50.824256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:50.824657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.824922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e323e0-8f12-4159-8e1a-1c2452df16eb None None] The sync data for ids ['5e8ff978-a85d-4b74-908e-7943b86c29b1'] in n-d-768852-19 is: [] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:50.842317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c1b577-9452-4186-9e50-8408e721fd6b tempest-TestServerBasicOps-1232882173 tempest-TestServerBasicOps-1232882173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:50.846421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52c1b577-9452-4186-9e50-8408e721fd6b tempest-TestServerBasicOps-1232882173 tempest-TestServerBasicOps-1232882173-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1092 time: 0.2340689 Aug 16 02:27:50.847141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 44956) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:50.864460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '2602690d-2955-4a07-83ba-564d095bfda5', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:27:50.944995 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:50.967939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.077564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.083986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 60b26bda-2a9c-4def-9463-46f777eef0e7 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:51.084781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.179712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.193585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 60b26bda-2a9c-4def-9463-46f777eef0e7 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:51.237640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc4ef56-0305-40a5-9481-6e9b30065711 req-410d570a-e663-45cb-a1e3-69954a7d0968 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:51.239244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bc4ef56-0305-40a5-9481-6e9b30065711 req-410d570a-e663-45cb-a1e3-69954a7d0968 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.0974011 Aug 16 02:27:51.246471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Allocated IP 172.25.6.90 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/fbed195d-499c-416c-ae2c-6d10309dd246) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:27:51.327382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bc4ef56-0305-40a5-9481-6e9b30065711 req-3aafe796-8369-449b-8145-69f84ef172dc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777915 Aug 16 02:27:51.383619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.484397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c40ce8-22e3-4194-bb4d-ef3474799e6a req-ae013fdc-198e-4a5b-86f2-9815310f666d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:51.486000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0c40ce8-22e3-4194-bb4d-ef3474799e6a req-ae013fdc-198e-4a5b-86f2-9815310f666d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.0698698 Aug 16 02:27:51.488874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.520923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=60b26bda-2a9c-4def-9463-46f777eef0e7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.527511 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0c40ce8-22e3-4194-bb4d-ef3474799e6a req-cee4d72c-0d1f-4ae1-a6ac-2c3bfe5ee84b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353234 Aug 16 02:27:51.540722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.587862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:27:51.591929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:27:51.596646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:27:51.602721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.619227 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'Port': ['ID=fbed195d-499c-416c-ae2c-6d10309dd246,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:51.697301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.699514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.714245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f73f3-70b3-4ef2-87ad-6ae4be901554 req-1f2a5a99-645c-4d16-924d-9ce6d64d942f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:51.716340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-488f73f3-70b3-4ef2-87ad-6ae4be901554 req-1f2a5a99-645c-4d16-924d-9ce6d64d942f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.0978563 Aug 16 02:27:51.808339 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.808885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Fanout notify agent at l3_agent the message router_deleted on router 5e8ff978-a85d-4b74-908e-7943b86c29b1 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:27:51.818122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-488f73f3-70b3-4ef2-87ad-6ae4be901554 req-277547d1-4fa7-4a9d-8169-b0ca845f2927 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822194 Aug 16 02:27:51.831292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.832184 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e36d769e-1ebb-41d4-a0ef-1589934ce2fe tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/routers/5e8ff978-a85d-4b74-908e-7943b86c29b1 HTTP/1.1" status: 204 len: 168 time: 1.1373715 Aug 16 02:27:51.833748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 44988) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:51.926074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting subnet fffbce22-02a6-4810-b7d0-48b58ce389b0 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:51.929632 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:51.974803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.111462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.260027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.291331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Subnet': ['ID=fffbce22-02a6-4810-b7d0-48b58ce389b0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:52.296115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.300944 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-62945b87-72ce-40f6-80ee-5293cc05fdb4 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/subnets/fffbce22-02a6-4810-b7d0-48b58ce389b0 HTTP/1.1" status: 204 len: 168 time: 0.4652352 Aug 16 02:27:52.301600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45004) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:52.303210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3fb26-f11a-4f7e-bd0a-b6ce9af988dc None None] Network d935ce7e-d94b-47e5-8727-3055a2611f8d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:27:52.410043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.455258 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.509856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port a32a2b94-3fea-452d-bd95-bda0980e67dc {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:52.510222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.523562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee13bc-aae7-497e-b964-b697d8862946 req-19b84ed5-e08d-4cee-83cc-d0b102c0cba1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:52.529061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00ee13bc-aae7-497e-b964-b697d8862946 req-19b84ed5-e08d-4cee-83cc-d0b102c0cba1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.1255829 Aug 16 02:27:52.536333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] DHCP port deletion for d935ce7e-d94b-47e5-8727-3055a2611f8d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:27:52.594238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] For port a32a2b94-3fea-452d-bd95-bda0980e67dc, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a32a2b94-3fea-452d-bd95-bda0980e67dc,segment=NetworkSegment(dc299541-74ef-486d-bc3f-acade4d643a4),segment_id=dc299541-74ef-486d-bc3f-acade4d643a4)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:52.595085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.603184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00ee13bc-aae7-497e-b964-b697d8862946 req-379744ea-7cf9-47dc-b1fb-77049455a1a4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669336 Aug 16 02:27:52.610633 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.628771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] Deleting port a32a2b94-3fea-452d-bd95-bda0980e67dc {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:52.629641 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.631769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for a32a2b94-3fea-452d-bd95-bda0980e67dc owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:52.710020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] For port a32a2b94-3fea-452d-bd95-bda0980e67dc, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a32a2b94-3fea-452d-bd95-bda0980e67dc,segment=NetworkSegment(dc299541-74ef-486d-bc3f-acade4d643a4),segment_id=dc299541-74ef-486d-bc3f-acade4d643a4)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:52.710429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.740529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] Calling delete_port for a32a2b94-3fea-452d-bd95-bda0980e67dc owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:52.804984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.830883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:27:52.831343 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:27:52.840836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.857268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=a32a2b94-3fea-452d-bd95-bda0980e67dc,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:52.862667 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] No DVR routers for this DVR port a32a2b94-3fea-452d-bd95-bda0980e67dc on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:52.865045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] Pushing event deleted for resources: {'Port': ['ID=a32a2b94-3fea-452d-bd95-bda0980e67dc,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:52.873792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af67a43-83cd-4fab-a29a-53120f4e318f None None] No DVR routers for this DVR port a32a2b94-3fea-452d-bd95-bda0980e67dc on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:52.888648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.965133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.965994 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event updated for resources: {'Port': ['ID=fbed195d-499c-416c-ae2c-6d10309dd246,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:52.976443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d935ce7e-d94b-47e5-8727-3055a2611f8d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.979687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a32a2b94-3fea-452d-bd95-bda0980e67dc no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:52.984747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:52.988158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc299541-74ef-486d-bc3f-acade4d643a4') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:52.988530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc299541-74ef-486d-bc3f-acade4d643a4') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:53.003803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a32a2b94-3fea-452d-bd95-bda0980e67dc {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:53.004144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a32a2b94-3fea-452d-bd95-bda0980e67dc not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:53.007195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.024868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.040552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:27:53.041488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:27:53.045638 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:27:53.123201 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Floating IP 2883faf0-5ca2-48af-9c9b-f8960fbc2d22 associated. External IP: 172.25.6.90, port: 2602690d-2955-4a07-83ba-564d095bfda5. Aug 16 02:27:53.179434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.185223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.189996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/networks/d935ce7e-d94b-47e5-8727-3055a2611f8d HTTP/1.1" status: 204 len: 168 time: 0.8851335 Aug 16 02:27:53.191338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45046) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:53.244601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401feea4-8d72-47a1-97f9-b866af972257 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Network': ['ID=d935ce7e-d94b-47e5-8727-3055a2611f8d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.342696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port faad0cb0-0a7e-4bdf-ba87-391264269b23 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:53.343759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.358951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Router ab982df4-035b-47d7-84f8-c5ede893f539 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:53.435269 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.435636 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.448590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for faad0cb0-0a7e-4bdf-ba87-391264269b23 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:53.494312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:53.507710 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] Sync routers for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:53.519598 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:53.521139 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:53.607774 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.643794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9c733eb9-4960-408e-822c-4d9b10d5144c tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7950068 Aug 16 02:27:53.645106 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:53.646413 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e17581-85ff-446b-a728-69b35f5b8399" -d '{"events": [{"name": "network-changed", "server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "tag": "2602690d-2955-4a07-83ba-564d095bfda5"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:53.675823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.676587 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:53.727271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=faad0cb0-0a7e-4bdf-ba87-391264269b23,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:53.735802 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534edbe3-0688-4103-b680-88c4f32337c3 x-openstack-request-id: req-534edbe3-0688-4103-b680-88c4f32337c3 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:53.736136 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "tag": "2602690d-2955-4a07-83ba-564d095bfda5", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:53.736427 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-534edbe3-0688-4103-b680-88c4f32337c3 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:53.736912 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5', 'status': 'completed', 'code': 200} Aug 16 02:27:53.849784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95af20-571d-4d8a-9f76-b7f7c7013707 req-e71147f9-db68-4a02-8dfa-c8651ba86de0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:53.861021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d95af20-571d-4d8a-9f76-b7f7c7013707 req-e71147f9-db68-4a02-8dfa-c8651ba86de0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.1068692 Aug 16 02:27:53.928249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d95af20-571d-4d8a-9f76-b7f7c7013707 req-8ef1d128-bcab-4e32-b38e-ded7f25399cb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647700 Aug 16 02:27:53.959789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.962874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:53.974290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5207a3b1-b706-4dd8-bbec-50917600f8ef tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/floatingips/637e1516-88a4-4916-bd66-532ba0ce3855 HTTP/1.1" status: 204 len: 168 time: 0.7686782 Aug 16 02:27:53.974290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-94dd4247-37fc-4f93-aa8e-522dd80eae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:53.974290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-94dd4247-37fc-4f93-aa8e-522dd80eae37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1097 time: 0.2020180 Aug 16 02:27:53.975054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45084) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:53.982142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-4471ac8f-8d85-4299-8deb-ad6f9df3b917 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:53.984325 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-4471ac8f-8d85-4299-8deb-ad6f9df3b917 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.1454933 Aug 16 02:27:54.039897 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-029ef299-8eb1-490d-aa93-f64e8e5a4d16 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:54.040924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029ef299-8eb1-490d-aa93-f64e8e5a4d16 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:54.043424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-029ef299-8eb1-490d-aa93-f64e8e5a4d16 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/ports/797e6eb4-52b0-47ca-9550-dfbb98b70450 HTTP/1.1" status: 404 len: 333 time: 0.0671041 Aug 16 02:27:54.049083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45090) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:54.081587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1502471c-567a-456c-8fcc-dc35ad74b44e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e8ff978-a85d-4b74-908e-7943b86c29b1 HTTP/1.1" status: 200 len: 205 time: 0.0307899 Aug 16 02:27:54.083946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45092) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:54.087019 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:27:54.101433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-da3406a2-5103-4705-be21-288e7c77f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.103108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-da3406a2-5103-4705-be21-288e7c77f854 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 200 len: 909 time: 0.1175928 Aug 16 02:27:54.139790 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-63583112-90e6-4293-b63a-1fce1179e14e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] delete failed (client error): The resource could not be found. Aug 16 02:27:54.141046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-63583112-90e6-4293-b63a-1fce1179e14e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/routers/5e8ff978-a85d-4b74-908e-7943b86c29b1 HTTP/1.1" status: 404 len: 336 time: 0.0561116 Aug 16 02:27:54.145686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45100) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:54.211518 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '2883faf0-5ca2-48af-9c9b-f8960fbc2d22', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'port_id': '2602690d-2955-4a07-83ba-564d095bfda5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'mac_address': 'fa:16:3e:b9:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1e198c-1383-4043-9fc5-446484f727e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:51Z', 'revision_number': 0, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:54.232500 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f2dfed-b4fd-47ce-a67b-de0c0757c80f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] DELETE failed (client error): The resource could not be found. Aug 16 02:27:54.232500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f2dfed-b4fd-47ce-a67b-de0c0757c80f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:27:54.233690 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-17f2dfed-b4fd-47ce-a67b-de0c0757c80f tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/subnets/fffbce22-02a6-4810-b7d0-48b58ce389b0 HTTP/1.1" status: 404 len: 337 time: 0.0869443 Aug 16 02:27:54.236520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45102) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:54.302554 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] Checking router: ab982df4-035b-47d7-84f8-c5ede893f539 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:27:54.313097 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:54.313942 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:54.431374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-a3812ca7-effa-4319-af40-77a8a27c733c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 200 len: 998 time: 0.3062220 Aug 16 02:27:54.435849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port d3a8ff3e-e080-4026-96fc-40338fd9fa85 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:54.436454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.479738 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:27:54.496550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 342fdca3-e052-4505-8f7d-2303faed7e47 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:54.499373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.523307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-3476f5af-91ba-4769-a2f4-8064b748cb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.525061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-3476f5af-91ba-4769-a2f4-8064b748cb7e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 HTTP/1.1" status: 200 len: 847 time: 0.0854220 Aug 16 02:27:54.564089 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.580525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for d3a8ff3e-e080-4026-96fc-40338fd9fa85 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:54.653584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-4a0fc187-a4b2-4360-9f9c-83fe2f5edc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:54.654859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-4a0fc187-a4b2-4360-9f9c-83fe2f5edc33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a63613c0-dedd-431a-a77f-97461d728811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886123 Aug 16 02:27:54.736330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 342fdca3-e052-4505-8f7d-2303faed7e47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=342fdca3-e052-4505-8f7d-2303faed7e47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:27:54.736721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.765927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 342fdca3-e052-4505-8f7d-2303faed7e47 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:54.820913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:54.880038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=d3a8ff3e-e080-4026-96fc-40338fd9fa85,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:54.998203 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '2883faf0-5ca2-48af-9c9b-f8960fbc2d22', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'port_id': '2602690d-2955-4a07-83ba-564d095bfda5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'mac_address': 'fa:16:3e:b9:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1e198c-1383-4043-9fc5-446484f727e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:51Z', 'revision_number': 0, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:55.028739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.032514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-25bc4c02-bffb-452f-89c1-6cdc1bd1a496 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/ports/d3a8ff3e-e080-4026-96fc-40338fd9fa85 HTTP/1.1" status: 204 len: 168 time: 0.7946939 Aug 16 02:27:55.035049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45140) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.052305 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e5d39-303e-4440-aa60-cff588e7422d None None] The sync data for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 is: [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '2883faf0-5ca2-48af-9c9b-f8960fbc2d22', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'port_id': '2602690d-2955-4a07-83ba-564d095bfda5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'mac_address': 'fa:16:3e:b9:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a1e198c-1383-4043-9fc5-446484f727e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:27:51Z', 'updated_at': '2021-08-16T02:27:51Z', 'revision_number': 0, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:55.192679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e23ade-6beb-4eee-b63f-8821fe72d68f req-64e5534e-cd02-49e1-b8ba-d65244cef09d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.194549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33e23ade-6beb-4eee-b63f-8821fe72d68f req-64e5534e-cd02-49e1-b8ba-d65244cef09d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 945 time: 0.0995655 Aug 16 02:27:55.201113 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 7cd31841-0c34-46ea-9d79-399aa6907a94 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:55.201870 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.243417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-2009034b-b70a-4279-890e-e2774d501710 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807295 Aug 16 02:27:55.315833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33e23ade-6beb-4eee-b63f-8821fe72d68f req-75ed3186-da1c-4382-9b1d-119e4bc86331 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972462 Aug 16 02:27:55.398786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.403813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b4e17581-85ff-446b-a728-69b35f5b8399 req-047cc73e-8bb2-4621-b667-afc204bd7b71 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514761 Aug 16 02:27:55.415483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 7cd31841-0c34-46ea-9d79-399aa6907a94 owned by {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:55.454213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714f699d-8524-46f7-8748-21b6e62501a0 None None] New status for floating IP 2883faf0-5ca2-48af-9c9b-f8960fbc2d22: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:27:55.488343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.505746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['342fdca3-e052-4505-8f7d-2303faed7e47'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:27:55.519081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=342fdca3-e052-4505-8f7d-2303faed7e47,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:55.579714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 342fdca3-e052-4505-8f7d-2303faed7e47 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:27:55.582944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.585820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a28922b0-c2d8-4f77-8503-0f726d2f23a3 req-91625bc4-9847-4fc6-9c2e-b5a315c5dc89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "DELETE /v2.0/ports/342fdca3-e052-4505-8f7d-2303faed7e47 HTTP/1.1" status: 204 len: 173 time: 1.4963624 Aug 16 02:27:55.586324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'name': 'network-vif-deleted', 'tag': '342fdca3-e052-4505-8f7d-2303faed7e47'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:27:55.588879 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7997e269-f12d-46c7-a38b-d6e5b015f87d" -d '{"events": [{"server_uuid": "0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0", "name": "network-vif-deleted", "tag": "342fdca3-e052-4505-8f7d-2303faed7e47"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:27:55.639384 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca471f10-d95d-4c40-9c16-84c71bc75b86 x-openstack-request-id: req-ca471f10-d95d-4c40-9c16-84c71bc75b86 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:27:55.639717 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0", "name": "network-vif-deleted", "tag": "342fdca3-e052-4505-8f7d-2303faed7e47", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:27:55.640106 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ca471f10-d95d-4c40-9c16-84c71bc75b86 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:27:55.640507 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0', 'name': 'network-vif-deleted', 'tag': '342fdca3-e052-4505-8f7d-2303faed7e47', 'status': 'completed', 'code': 200} Aug 16 02:27:55.668260 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.706413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=7cd31841-0c34-46ea-9d79-399aa6907a94,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:55.818712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:55.820669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-19c22dc1-0058-4506-b785-da48617b0013 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/ports/7cd31841-0c34-46ea-9d79-399aa6907a94 HTTP/1.1" status: 204 len: 168 time: 0.7838943 Aug 16 02:27:55.823302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45182) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:55.877749 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded83970-3f79-4d5c-be14-1adc3d36c38a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:27:55.879159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ded83970-3f79-4d5c-be14-1adc3d36c38a tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "GET /v2.0/ports?device_id=adffb269-9155-433b-a33f-26c620ffc590 HTTP/1.1" status: 200 len: 913 time: 0.0546372 Aug 16 02:27:55.881455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45188) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:56.311340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.503289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15ac14f8-64dc-433f-bc6b-456e4a84d22a req-b6f8af2d-3637-4683-9179-98f112091b1c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0831437 Aug 16 02:27:56.710822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port b63e5068-80aa-48fd-b604-929eac8a39df {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:56.711385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.807194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:56.829116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for b63e5068-80aa-48fd-b604-929eac8a39df owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:57.191864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.252141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=b63e5068-80aa-48fd-b604-929eac8a39df,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:57.287897 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.408894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.420195 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:57.619496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed1e52c2-a25c-4fd9-9325-75b73c59a2cb req-b4a66198-4efa-45dc-9929-f4c63b2cfc9e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0383413 Aug 16 02:27:57.684901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Router adffb269-9155-433b-a33f-26c620ffc590 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:27:57.806771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:27:57.812275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b439d6f7-29fe-42fc-ba61-2f675974ef58 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "PUT /v2.0/routers/adffb269-9155-433b-a33f-26c620ffc590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9298379 Aug 16 02:27:57.814918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45294) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:57.821038 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] Sync routers for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:27:57.832078 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:57.832708 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.886532 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.903761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] Routers {'adffb269-9155-433b-a33f-26c620ffc590'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:27:57.904482 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:27:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['adffb269-9155-433b-a33f-26c620ffc590'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.954133 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:57.955191 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a702504-df9a-40ec-a9fb-8cfc39f5a979 None None] The sync data for ids ['adffb269-9155-433b-a33f-26c620ffc590'] in n-d-768852-19 is: [] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:27:58.281935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.358087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 342fdca3-e052-4505-8f7d-2303faed7e47 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:27:58.397689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.412328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 342fdca3-e052-4505-8f7d-2303faed7e47 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:27:58.412953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 342fdca3-e052-4505-8f7d-2303faed7e47 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:27:58.562618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting port 89ddad09-dda0-48d9-9dea-9454cde5388a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:27:58.563012 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.660634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:58.677036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Calling delete_port for 89ddad09-dda0-48d9-9dea-9454cde5388a owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:27:58.762390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-360510a2-f557-4b05-ab38-d676f96119fb req-578465f3-3279-4489-9acf-3c8cb49b12e4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0366390 Aug 16 02:27:59.007773 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.047347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Port': ['ID=89ddad09-dda0-48d9-9dea-9454cde5388a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.113345 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.206703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.209332 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.368438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.368877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Fanout notify agent at l3_agent the message router_deleted on router adffb269-9155-433b-a33f-26c620ffc590 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:27:59.380230 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.381403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c52859b-6e73-43fd-b1af-ac8df3547d0e tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/routers/adffb269-9155-433b-a33f-26c620ffc590 HTTP/1.1" status: 204 len: 168 time: 1.5654967 Aug 16 02:27:59.383778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45386) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.441588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Deleting subnet 722020d2-8eab-4294-b24c-6262a9d40c7d {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:27:59.445673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.492772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.542561 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.711738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.748425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.752937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/subnets/722020d2-8eab-4294-b24c-6262a9d40c7d HTTP/1.1" status: 204 len: 168 time: 0.3659694 Aug 16 02:27:59.752937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bedcb6-b5b8-44ae-bc25-dfcaefcf410d tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Subnet': ['ID=722020d2-8eab-4294-b24c-6262a9d40c7d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:27:59.758582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45402) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:27:59.841494 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.925215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92955f06-7125-47e8-935c-c480f4226f17 req-96dd6f1d-06a7-46c6-b9bd-caffeb0bcdd4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d4df4ca-2f85-4c61-bc7c-c8adb3861bd0 HTTP/1.1" status: 200 len: 210 time: 0.0847623 Aug 16 02:27:59.941165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:27:59.955853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc36ca42-e79e-44d8-8e93-afcb51432230']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:59.974296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb55042-2cc7-47d3-b96b-26d204f290e9') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:59.974684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb55042-2cc7-47d3-b96b-26d204f290e9') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:27:59.986111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.003564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.010306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:00.011019 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:00.014611 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:00.190034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.212149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:00.220808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] 10.222.0.76 "DELETE /v2.0/networks/bc36ca42-e79e-44d8-8e93-afcb51432230 HTTP/1.1" status: 204 len: 168 time: 0.4641266 Aug 16 02:28:00.223324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19d921-d4f3-4c0e-a297-1575d3f48e28 tempest-FloatingIPTestJSON-1297694920 tempest-FloatingIPTestJSON-1297694920-project] Pushing event deleted for resources: {'Network': ['ID=bc36ca42-e79e-44d8-8e93-afcb51432230,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:00.834225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45454) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:00.989036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33b2dd18-8dff-4f1a-99d1-371ef32cfa52 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e53b52c1d3084877b3a78111a95e3a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534634 Aug 16 02:28:00.991360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45466) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:01.049942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56a2556f-171b-4a56-978d-d4d3eadb7e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.076729 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56a2556f-171b-4a56-978d-d4d3eadb7e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.204836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56a2556f-171b-4a56-978d-d4d3eadb7e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.207789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-56a2556f-171b-4a56-978d-d4d3eadb7e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:01.212161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-56a2556f-171b-4a56-978d-d4d3eadb7e79 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0e4eafe2-662b-466c-8e3f-38a0fb03ef83 HTTP/1.1" status: 204 len: 168 time: 0.2197390 Aug 16 02:28:01.224245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2556f-171b-4a56-978d-d4d3eadb7e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4eafe2-662b-466c-8e3f-38a0fb03ef83,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.178911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45556) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:02.293253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5929db35-303b-4e96-a151-080e5f424dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.387373 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5929db35-303b-4e96-a151-080e5f424dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.525688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45572) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:02.597392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5929db35-303b-4e96-a151-080e5f424dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.631957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7b114864-64e0-4509-9175-e5de7fc20e3f tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-439373607', 'prefixes': ['172.20.0.0/16']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:02.659224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5929db35-303b-4e96-a151-080e5f424dde admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=43b31222e142443d829cb0d8f9bb42b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774685 Aug 16 02:28:02.660610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45580) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:02.661608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929db35-303b-4e96-a151-080e5f424dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2184847b-40df-4ea3-9962-61243d7b3139,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.680857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-1db54d0f-39d2-41ca-b635-97cdf108a22a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0857763 Aug 16 02:28:02.725539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f226fc0-3278-41d9-8d8e-bc30d40f885f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.748813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f226fc0-3278-41d9-8d8e-bc30d40f885f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.760063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-a46d0946-c2f7-4dcd-896c-eb8aa7fdb672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:02.764294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-a46d0946-c2f7-4dcd-896c-eb8aa7fdb672 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1097 time: 0.0468619 Aug 16 02:28:02.872136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-1f4ab514-f7a9-49c7-9170-81b3d3cd869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:02.874136 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-1f4ab514-f7a9-49c7-9170-81b3d3cd869c service neutron] 10.222.0.83 "GET /v2.0/networks?id=a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 200 len: 909 time: 0.0919414 Aug 16 02:28:02.922543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f226fc0-3278-41d9-8d8e-bc30d40f885f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.925460 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9f226fc0-3278-41d9-8d8e-bc30d40f885f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:02.929702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9f226fc0-3278-41d9-8d8e-bc30d40f885f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2184847b-40df-4ea3-9962-61243d7b3139 HTTP/1.1" status: 204 len: 168 time: 0.2677960 Aug 16 02:28:02.941073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f226fc0-3278-41d9-8d8e-bc30d40f885f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2184847b-40df-4ea3-9962-61243d7b3139,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:02.959841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-fb5efd4f-f276-4ba6-b107-3d5baa0927b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 200 len: 1000 time: 0.0780287 Aug 16 02:28:02.999382 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7b114864-64e0-4509-9175-e5de7fc20e3f tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] Notify callbacks [] for subnetpool, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.003318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b114864-64e0-4509-9175-e5de7fc20e3f tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4760513 Aug 16 02:28:03.005668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45598) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.022199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-273e6dd8-b396-4805-ad52-2cdaebe8faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:03.024850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-273e6dd8-b396-4805-ad52-2cdaebe8faf8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 HTTP/1.1" status: 200 len: 847 time: 0.0576093 Aug 16 02:28:03.062025 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-739d18a7-2809-4c92-a11a-166d90a5ddc4 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] 10.222.0.76 "GET /v2.0/subnetpools/3faf3b85-38f2-479f-ace0-b22a8637ed05 HTTP/1.1" status: 200 len: 731 time: 0.0544548 Aug 16 02:28:03.065773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.076203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-49665292-b314-40b7-8345-cbc81169c890 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-271275995'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:03.092767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-a283d9a9-67e6-44ab-a276-ad69ff656c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:03.096007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-a283d9a9-67e6-44ab-a276-ad69ff656c18 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a63613c0-dedd-431a-a77f-97461d728811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650399 Aug 16 02:28:03.235944 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-ca45d775-1b83-4208-bc8e-16b3609aa740 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332598 Aug 16 02:28:03.347905 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-49665292-b314-40b7-8345-cbc81169c890 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] Notify callbacks [] for subnetpool, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.349503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-49665292-b314-40b7-8345-cbc81169c890 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] 10.222.0.76 "PUT /v2.0/subnetpools/3faf3b85-38f2-479f-ace0-b22a8637ed05 HTTP/1.1" status: 200 len: 683 time: 0.2827334 Aug 16 02:28:03.352229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45624) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.360311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aef77966-0d89-42f3-a506-f0ee3fdaa146 req-5f34a50f-b819-4375-8f25-d6dff4e94a04 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156278 Aug 16 02:28:03.525552 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b842814e-ead2-45f7-aad9-56f4dab5bda0 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] Notify callbacks [] for subnetpool, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:03.529184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b842814e-ead2-45f7-aad9-56f4dab5bda0 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] 10.222.0.76 "DELETE /v2.0/subnetpools/3faf3b85-38f2-479f-ace0-b22a8637ed05 HTTP/1.1" status: 204 len: 168 time: 0.1734867 Aug 16 02:28:03.529822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45634) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.550237 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-c928fd2c-08de-41b6-a82a-0e48956278e4 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] show failed (client error): The resource could not be found. Aug 16 02:28:03.551330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c928fd2c-08de-41b6-a82a-0e48956278e4 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] 10.222.0.76 "GET /v2.0/subnetpools/3faf3b85-38f2-479f-ace0-b22a8637ed05 HTTP/1.1" status: 404 len: 346 time: 0.0208166 Aug 16 02:28:03.553990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45638) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.577658 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-7b8c96a0-6539-4987-b3e6-7fdd077a8e16 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] delete failed (client error): The resource could not be found. Aug 16 02:28:03.583499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7b8c96a0-6539-4987-b3e6-7fdd077a8e16 tempest-SubnetPoolsTestJSON-1592040087 tempest-SubnetPoolsTestJSON-1592040087-project] 10.222.0.76 "DELETE /v2.0/subnetpools/3faf3b85-38f2-479f-ace0-b22a8637ed05 HTTP/1.1" status: 404 len: 346 time: 0.0285621 Aug 16 02:28:03.931782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:03.947942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edf7f384-5965-408e-a834-e1e87c474473 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.070881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edf7f384-5965-408e-a834-e1e87c474473 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.133194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:04.175039 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-edf7f384-5965-408e-a834-e1e87c474473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.215739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7f384-5965-408e-a834-e1e87c474473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4942556d-0377-4a8b-a779-db887caf1f0f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.221679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-edf7f384-5965-408e-a834-e1e87c474473 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=13e87299d099431791e918758ca454da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887721 Aug 16 02:28:04.225441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45678) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:04.290970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-000728b9-7c95-4f5f-9b94-17bdaa03c637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.302313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-619d8f3c-4023-4761-ae0f-e77475301d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.336859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-619d8f3c-4023-4761-ae0f-e77475301d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.462521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-619d8f3c-4023-4761-ae0f-e77475301d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.465125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-619d8f3c-4023-4761-ae0f-e77475301d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.467137 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-619d8f3c-4023-4761-ae0f-e77475301d2f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4942556d-0377-4a8b-a779-db887caf1f0f HTTP/1.1" status: 204 len: 168 time: 0.2406173 Aug 16 02:28:04.481191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d8f3c-4023-4761-ae0f-e77475301d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4942556d-0377-4a8b-a779-db887caf1f0f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.504842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-000728b9-7c95-4f5f-9b94-17bdaa03c637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.562273 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-000728b9-7c95-4f5f-9b94-17bdaa03c637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.598978 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-000728b9-7c95-4f5f-9b94-17bdaa03c637 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=00ba038022e14b5398d4d2aaf61fb80d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646077 Aug 16 02:28:04.601637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45684) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:04.603557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000728b9-7c95-4f5f-9b94-17bdaa03c637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614d1253-b16a-451e-b7e8-0248b386b726,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:04.660888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1d818a12-6063-40cc-bb59-0635ad6fffde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.681370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1d818a12-6063-40cc-bb59-0635ad6fffde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.796676 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1d818a12-6063-40cc-bb59-0635ad6fffde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.799665 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1d818a12-6063-40cc-bb59-0635ad6fffde admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:04.800691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1d818a12-6063-40cc-bb59-0635ad6fffde admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/614d1253-b16a-451e-b7e8-0248b386b726 HTTP/1.1" status: 204 len: 168 time: 0.1980748 Aug 16 02:28:04.809816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d818a12-6063-40cc-bb59-0635ad6fffde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614d1253-b16a-451e-b7e8-0248b386b726,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:05.984910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45742) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:06.107518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1255983836-network', 'tenant_id': '9eb233c415d84ed9b3961b13024db24d'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:06.196652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Made reservation on behalf of 9eb233c415d84ed9b3961b13024db24d for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:06.199069 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.210390 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.369834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.442375 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.479279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:06.487516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62357e2-ae58-484a-8c3e-f4ef53627678,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.498529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.498529 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Added segment 71d2ffb7-655b-4b15-bd75-b1d334fabffa of type vlan for network 69831608-7cd7-4cdd-b6d5-6caa011eb88f Aug 16 02:28:06.548027 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.653010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.654432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:06.655225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:06.727126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] Pushing event updated for resources: {'Network': ['ID=69831608-7cd7-4cdd-b6d5-6caa011eb88f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:06.738530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 69831608-7cd7-4cdd-b6d5-6caa011eb88f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:06.745842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f31f0c35-5f37-4e11-b5d4-70c9697021ff admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7595608 Aug 16 02:28:06.748945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45762) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:06.755379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Request body: {'subnet': {'network_id': '69831608-7cd7-4cdd-b6d5-6caa011eb88f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1255983836-subnet', 'tenant_id': '9eb233c415d84ed9b3961b13024db24d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:06.853725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Made reservation on behalf of 9eb233c415d84ed9b3961b13024db24d for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:06.856188 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.191781 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.251141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d5e337-b48c-4aca-88db-0870df2c9441,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:07.262161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Checking segment: {'id': '71d2ffb7-655b-4b15-bd75-b1d334fabffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '69831608-7cd7-4cdd-b6d5-6caa011eb88f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:07.263408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Network hostable DHCP agents. Network: 69831608-7cd7-4cdd-b6d5-6caa011eb88f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:07.356901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Network 69831608-7cd7-4cdd-b6d5-6caa011eb88f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:07.436791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 69831608-7cd7-4cdd-b6d5-6caa011eb88f) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:07.440879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:07.441495 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:07.446792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1345c70-3583-4aab-ab1b-3609715d425c None None] Network 69831608-7cd7-4cdd-b6d5-6caa011eb88f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:07.572559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2233b9eb-f52b-4fa4-a816-1e8c1cc40b13 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8224032 Aug 16 02:28:07.608291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077f8ddf-f872-4409-b3d6-b9fc6e87232b None None] Network 69831608-7cd7-4cdd-b6d5-6caa011eb88f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:08.495692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45832) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:08.500960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-656104269-network', 'tenant_id': 'b33f041174d340f883946cf5ef4658fa'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:08.621142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Made reservation on behalf of b33f041174d340f883946cf5ef4658fa for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:08.631463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.650545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.825570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.939650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:08.968098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:28:08.979643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774e07b6-5bda-4912-9d01-3f195ede04f4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:09.004996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.005406 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Added segment c1565bd8-7017-4eca-b0fe-548aa32006ed of type vlan for network 3b427209-28e9-45d3-b6cb-9d1fe354b8d3 Aug 16 02:28:09.079218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.145824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.147034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.147713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.209018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] Pushing event updated for resources: {'Network': ['ID=3b427209-28e9-45d3-b6cb-9d1fe354b8d3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:09.219926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 3b427209-28e9-45d3-b6cb-9d1fe354b8d3 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:28:09.304587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45864) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:09.310189 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-751516b5-2131-4a24-9d0f-e007909a0865 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8108432 Aug 16 02:28:09.313103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Request body: {'subnet': {'network_id': '3b427209-28e9-45d3-b6cb-9d1fe354b8d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-656104269-subnet', 'tenant_id': 'b33f041174d340f883946cf5ef4658fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:09.408683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Made reservation on behalf of b33f041174d340f883946cf5ef4658fa for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:09.412190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.654604 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.710966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0130e65-055c-4c22-99ad-dfb787f74e01,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:09.722875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Checking segment: {'id': 'c1565bd8-7017-4eca-b0fe-548aa32006ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '3b427209-28e9-45d3-b6cb-9d1fe354b8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:09.723499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Network hostable DHCP agents. Network: 3b427209-28e9-45d3-b6cb-9d1fe354b8d3, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:28:09.785579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Network 3b427209-28e9-45d3-b6cb-9d1fe354b8d3 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:28:09.859549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 3b427209-28e9-45d3-b6cb-9d1fe354b8d3) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:09.867546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6073ac2b-8486-4ccb-996b-0410762dfa75 None None] Network 3b427209-28e9-45d3-b6cb-9d1fe354b8d3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:09.875661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:09.876278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:09.968946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-70b430c5-75d5-49e8-91d2-ad48a8bbdca0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6631913 Aug 16 02:28:10.035798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-696277bf-c883-429c-af50-95ba4359ce93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.041810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76884b-cc7f-4232-9beb-903c3caefda4 None None] Network 3b427209-28e9-45d3-b6cb-9d1fe354b8d3 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:28:10.116164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45894) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:10.181711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Deleting subnet e8d5e337-b48c-4aca-88db-0870df2c9441 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:10.185656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.243341 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.290809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.443034 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.476260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d5e337-b48c-4aca-88db-0870df2c9441,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.484409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.492403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8af30f15-3476-4fe5-b764-c67155fb9b85 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/e8d5e337-b48c-4aca-88db-0870df2c9441 HTTP/1.1" status: 204 len: 168 time: 0.3693781 Aug 16 02:28:10.493563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45898) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:10.585899 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.679935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.692680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69831608-7cd7-4cdd-b6d5-6caa011eb88f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:10.704391 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d2ffb7-655b-4b15-bd75-b1d334fabffa') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:10.704684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d2ffb7-655b-4b15-bd75-b1d334fabffa') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:10.715945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.730194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.736530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:10.737011 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:10.738731 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:10.865199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.882954 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.887569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] 10.222.0.76 "DELETE /v2.0/networks/69831608-7cd7-4cdd-b6d5-6caa011eb88f HTTP/1.1" status: 204 len: 168 time: 0.3902447 Aug 16 02:28:10.887569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e6525-1842-4386-b5a1-2ecf78d51c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=69831608-7cd7-4cdd-b6d5-6caa011eb88f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:10.887993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45904) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:10.941686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Deleting subnet c0130e65-055c-4c22-99ad-dfb787f74e01 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:28:10.946286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:10.993691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.057730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.191613 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.229521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.233491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/c0130e65-055c-4c22-99ad-dfb787f74e01 HTTP/1.1" status: 204 len: 168 time: 0.3441536 Aug 16 02:28:11.234750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968cde9-d39a-4dd8-9641-39fee38da275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0130e65-055c-4c22-99ad-dfb787f74e01,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:11.236543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45910) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:11.320477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.409133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.427070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b427209-28e9-45d3-b6cb-9d1fe354b8d3']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.451912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1565bd8-7017-4eca-b0fe-548aa32006ed') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.452472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1565bd8-7017-4eca-b0fe-548aa32006ed') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:28:11.468176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.488002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.495966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:28:11.496664 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:28:11.499113 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:28:11.636519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.636915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:11.640667 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] 10.222.0.76 "DELETE /v2.0/networks/3b427209-28e9-45d3-b6cb-9d1fe354b8d3 HTTP/1.1" status: 204 len: 168 time: 0.4027970 Aug 16 02:28:11.655378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9462e8-ddd4-4554-abb2-ebb53d8fc5f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b427209-28e9-45d3-b6cb-9d1fe354b8d3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.005686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45920) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.056943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15ff167f-469c-4bae-8f6e-6497340f46b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9eb233c415d84ed9b3961b13024db24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499742 Aug 16 02:28:12.059859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45922) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.121106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d81c9af0-5550-461d-abab-c6d9532d3e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.148496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d81c9af0-5550-461d-abab-c6d9532d3e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.288435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d81c9af0-5550-461d-abab-c6d9532d3e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.291033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d81c9af0-5550-461d-abab-c6d9532d3e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.292449 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d81c9af0-5550-461d-abab-c6d9532d3e48 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d62357e2-ae58-484a-8c3e-f4ef53627678 HTTP/1.1" status: 204 len: 168 time: 0.2314386 Aug 16 02:28:12.300587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81c9af0-5550-461d-abab-c6d9532d3e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62357e2-ae58-484a-8c3e-f4ef53627678,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:12.659515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.785293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-733a1051-5c92-4ae6-8ce9-1f3ef73d2a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:12.861459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45940) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:12.992977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.100604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.236940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.278593 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=068eba96f9e64850b9a35f25f72e06af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152148 Aug 16 02:28:13.279682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10b697-b7ce-457b-834e-785a1a38e381,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:13.281379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45946) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:13.288018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.288570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.289553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.289899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.290237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.290618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.290945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.291354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.291982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.292324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.292780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.293118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3984b586-5806-457a-a6fc-ff7b2089f8b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:13.331494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45948) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:13.339393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c837c00-1736-4cef-85b5-fe0eec2b2a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.377379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c837c00-1736-4cef-85b5-fe0eec2b2a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.394886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7921783c-154c-4998-8205-419703d7f20d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b33f041174d340f883946cf5ef4658fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620701 Aug 16 02:28:13.397276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45952) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:13.458207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa88fdab-5cab-4770-b0c6-e0c883725e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.484241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa88fdab-5cab-4770-b0c6-e0c883725e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.517039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c837c00-1736-4cef-85b5-fe0eec2b2a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.519914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c837c00-1736-4cef-85b5-fe0eec2b2a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.521160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1c837c00-1736-4cef-85b5-fe0eec2b2a8a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/dd10b697-b7ce-457b-834e-785a1a38e381 HTTP/1.1" status: 204 len: 168 time: 0.2387421 Aug 16 02:28:13.530783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c837c00-1736-4cef-85b5-fe0eec2b2a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10b697-b7ce-457b-834e-785a1a38e381,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:13.608727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa88fdab-5cab-4770-b0c6-e0c883725e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.611266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa88fdab-5cab-4770-b0c6-e0c883725e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:13.612640 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aa88fdab-5cab-4770-b0c6-e0c883725e51 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/774e07b6-5bda-4912-9d01-3f195ede04f4 HTTP/1.1" status: 204 len: 168 time: 0.2127585 Aug 16 02:28:13.637429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88fdab-5cab-4770-b0c6-e0c883725e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774e07b6-5bda-4912-9d01-3f195ede04f4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:14.660114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 45978) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:14.673573 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d77f6a65-1efe-4ba4-8267-a105c9e52f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.717293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.764970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d77f6a65-1efe-4ba4-8267-a105c9e52f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.877298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d77f6a65-1efe-4ba4-8267-a105c9e52f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:14.923176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d77f6a65-1efe-4ba4-8267-a105c9e52f4e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=203f108438e2477db16c3c375199760c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2618973 Aug 16 02:28:14.925747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 45986) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:14.928503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f6a65-1efe-4ba4-8267-a105c9e52f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ba50ff-c2a1-4a5c-921f-0105344096b6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:14.981262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee5247f-dcd1-411b-9030-57121a35b70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.014660 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee5247f-dcd1-411b-9030-57121a35b70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.134163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee5247f-dcd1-411b-9030-57121a35b70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.136772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bee5247f-dcd1-411b-9030-57121a35b70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:15.138600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bee5247f-dcd1-411b-9030-57121a35b70e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2ba50ff-c2a1-4a5c-921f-0105344096b6 HTTP/1.1" status: 204 len: 168 time: 0.2103209 Aug 16 02:28:15.147473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee5247f-dcd1-411b-9030-57121a35b70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ba50ff-c2a1-4a5c-921f-0105344096b6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:15.859842 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:17.744362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46096) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:18.005326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a83995e3-28c2-4f7b-bf2f-ac3afaeb24a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.113163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a83995e3-28c2-4f7b-bf2f-ac3afaeb24a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.163100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a83995e3-28c2-4f7b-bf2f-ac3afaeb24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.211303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83995e3-28c2-4f7b-bf2f-ac3afaeb24a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ff1002-e940-417d-a82a-1b4eeb2217fd,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:18.220068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46108) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:18.231801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a83995e3-28c2-4f7b-bf2f-ac3afaeb24a0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5d8abfc49b7648df9917b6d23e0a61e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856110 Aug 16 02:28:18.287484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78973b24-a7cd-45c0-b3e0-37e92f670bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.318207 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78973b24-a7cd-45c0-b3e0-37e92f670bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.447671 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78973b24-a7cd-45c0-b3e0-37e92f670bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.450979 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78973b24-a7cd-45c0-b3e0-37e92f670bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:18.452413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-78973b24-a7cd-45c0-b3e0-37e92f670bdc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51ff1002-e940-417d-a82a-1b4eeb2217fd HTTP/1.1" status: 204 len: 168 time: 0.2309313 Aug 16 02:28:18.461609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78973b24-a7cd-45c0-b3e0-37e92f670bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ff1002-e940-417d-a82a-1b4eeb2217fd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:19.056525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46126) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:19.070966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85fdd6ad-93fd-43ef-b8cd-6babf02a7e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.170951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85fdd6ad-93fd-43ef-b8cd-6babf02a7e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.448736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-85fdd6ad-93fd-43ef-b8cd-6babf02a7e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.493680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fdd6ad-93fd-43ef-b8cd-6babf02a7e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0aa3d0-ea54-489f-8059-bc935e0bb831,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:19.505534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46132) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:19.507398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-85fdd6ad-93fd-43ef-b8cd-6babf02a7e48 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f9e4da8ba614e26acf31786cd9ef93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495556 Aug 16 02:28:19.575134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9818e14a-3be3-4fd7-a232-068ed9fe96a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.603700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9818e14a-3be3-4fd7-a232-068ed9fe96a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.728622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9818e14a-3be3-4fd7-a232-068ed9fe96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.734033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9818e14a-3be3-4fd7-a232-068ed9fe96a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:19.735751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9818e14a-3be3-4fd7-a232-068ed9fe96a3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9a0aa3d0-ea54-489f-8059-bc935e0bb831 HTTP/1.1" status: 204 len: 168 time: 0.2289600 Aug 16 02:28:19.747742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818e14a-3be3-4fd7-a232-068ed9fe96a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0aa3d0-ea54-489f-8059-bc935e0bb831,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:23.183103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46232) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:23.383719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb77ec-698e-4137-8e3f-e02f3111a69f req-4ca44e3d-1fe3-460b-81b6-60045a5e5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:23.389194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03cb77ec-698e-4137-8e3f-e02f3111a69f req-4ca44e3d-1fe3-460b-81b6-60045a5e5a22 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1097 time: 0.2030694 Aug 16 02:28:23.437805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03cb77ec-698e-4137-8e3f-e02f3111a69f req-b6281351-e8b4-46c2-9d00-bfa53a63bff9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432498 Aug 16 02:28:26.285047 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46308) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.419715 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13e5f366-7f89-4c8c-9515-c549e3e86a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.532299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13e5f366-7f89-4c8c-9515-c549e3e86a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.602056 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-13e5f366-7f89-4c8c-9515-c549e3e86a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.673217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5f366-7f89-4c8c-9515-c549e3e86a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f6a34-ebb9-4bc6-aff4-a62fc42af576,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:26.681349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46316) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:26.682159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-13e5f366-7f89-4c8c-9515-c549e3e86a76 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6fb77ab731ca46b4910bc723d2fa3c10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3950939 Aug 16 02:28:26.736561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c1a63025-2a34-4661-b29a-cbcba1679810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.760651 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c1a63025-2a34-4661-b29a-cbcba1679810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.893601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c1a63025-2a34-4661-b29a-cbcba1679810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.893601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c1a63025-2a34-4661-b29a-cbcba1679810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:26.897013 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c1a63025-2a34-4661-b29a-cbcba1679810 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b1f6a34-ebb9-4bc6-aff4-a62fc42af576 HTTP/1.1" status: 204 len: 168 time: 0.2145550 Aug 16 02:28:26.906390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a63025-2a34-4661-b29a-cbcba1679810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f6a34-ebb9-4bc6-aff4-a62fc42af576,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:27.276946 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.328953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.720018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46340) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:27.751442 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1a246c-22fa-43e2-bc16-b40e854bfabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.900902 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1a246c-22fa-43e2-bc16-b40e854bfabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:27.974300 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d1a246c-22fa-43e2-bc16-b40e854bfabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.023282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a246c-22fa-43e2-bc16-b40e854bfabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9bf752-6b65-49aa-9cfa-df7d8d1271bc,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.040291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d1a246c-22fa-43e2-bc16-b40e854bfabe admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dba05e8088d84835b5818cdd8401ed50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186326 Aug 16 02:28:28.042631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46348) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.107550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23b3f4d2-4cd2-47aa-94a6-b38b1c5d6258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.132696 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23b3f4d2-4cd2-47aa-94a6-b38b1c5d6258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.272035 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23b3f4d2-4cd2-47aa-94a6-b38b1c5d6258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.274908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-23b3f4d2-4cd2-47aa-94a6-b38b1c5d6258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.276385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-23b3f4d2-4cd2-47aa-94a6-b38b1c5d6258 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9b9bf752-6b65-49aa-9cfa-df7d8d1271bc HTTP/1.1" status: 204 len: 168 time: 0.2325902 Aug 16 02:28:28.292478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3f4d2-4cd2-47aa-94a6-b38b1c5d6258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9bf752-6b65-49aa-9cfa-df7d8d1271bc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.388399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46354) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.519409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6fcca35-347c-468d-a27b-a658bfac2933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.673496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6fcca35-347c-468d-a27b-a658bfac2933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.796192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6fcca35-347c-468d-a27b-a658bfac2933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.857563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6fcca35-347c-468d-a27b-a658bfac2933 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=204a76b9ebd94d30830ba151d7908f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676836 Aug 16 02:28:28.858482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcca35-347c-468d-a27b-a658bfac2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64d6aebd-ffa4-4332-b9f4-4f4ceda99b67,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:28.860992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46368) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:28.945870 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e916406-c8cb-4346-9d85-c0d8c42c5daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:28.967784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e916406-c8cb-4346-9d85-c0d8c42c5daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.100032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e916406-c8cb-4346-9d85-c0d8c42c5daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.102747 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2e916406-c8cb-4346-9d85-c0d8c42c5daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:29.103926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2e916406-c8cb-4346-9d85-c0d8c42c5daa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64d6aebd-ffa4-4332-b9f4-4f4ceda99b67 HTTP/1.1" status: 204 len: 168 time: 0.2411633 Aug 16 02:28:29.113073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e916406-c8cb-4346-9d85-c0d8c42c5daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d6aebd-ffa4-4332-b9f4-4f4ceda99b67,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:29.923645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46396) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:29.937141 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36ab03ec-8ae2-4fb5-8f3f-40aa244637ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.034910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36ab03ec-8ae2-4fb5-8f3f-40aa244637ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.127595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36ab03ec-8ae2-4fb5-8f3f-40aa244637ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.166245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-36ab03ec-8ae2-4fb5-8f3f-40aa244637ef admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=51d69f5f92394fb2b6f5e0e7af397e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2412779 Aug 16 02:28:30.167094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab03ec-8ae2-4fb5-8f3f-40aa244637ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb3542c-aee6-4ab1-9daa-fe7f6e33afb3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.169068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46406) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:30.224406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3cb980c-b4d7-4648-a937-9f587af6851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.247741 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3cb980c-b4d7-4648-a937-9f587af6851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.441691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3cb980c-b4d7-4648-a937-9f587af6851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.449726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3cb980c-b4d7-4648-a937-9f587af6851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:30.449726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c3cb980c-b4d7-4648-a937-9f587af6851d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4cb3542c-aee6-4ab1-9daa-fe7f6e33afb3 HTTP/1.1" status: 204 len: 168 time: 0.2735503 Aug 16 02:28:30.457139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb980c-b4d7-4648-a937-9f587af6851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb3542c-aee6-4ab1-9daa-fe7f6e33afb3,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:30.959414 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:28:31.908471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46492) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.031736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52dd4465-b63b-4418-ad55-e1583abd2f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.133896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52dd4465-b63b-4418-ad55-e1583abd2f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.225635 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52dd4465-b63b-4418-ad55-e1583abd2f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.266057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52dd4465-b63b-4418-ad55-e1583abd2f1f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1dc32496609240bcbe9d65dbfdd0e009&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563900 Aug 16 02:28:32.266892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4465-b63b-4418-ad55-e1583abd2f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05962a5a-c56d-4d35-9385-20b7ba8794ef,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:32.268647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:32.323799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c247a65-9e48-4ad9-a3df-56d65f200776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.347389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c247a65-9e48-4ad9-a3df-56d65f200776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.499915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c247a65-9e48-4ad9-a3df-56d65f200776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.512067 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c247a65-9e48-4ad9-a3df-56d65f200776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:32.512067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6c247a65-9e48-4ad9-a3df-56d65f200776 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/05962a5a-c56d-4d35-9385-20b7ba8794ef HTTP/1.1" status: 204 len: 168 time: 0.2341774 Aug 16 02:28:32.512481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c247a65-9e48-4ad9-a3df-56d65f200776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05962a5a-c56d-4d35-9385-20b7ba8794ef,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.449196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46530) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.469406 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7b8c-e417-4b82-8927-06974a1e5a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.532043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46532) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.584902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7b8c-e417-4b82-8927-06974a1e5a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.652360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.705923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b9ff7b8c-e417-4b82-8927-06974a1e5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.762706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b9ff7b8c-e417-4b82-8927-06974a1e5a9d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1aab4733f19543428056e6c4948cfe5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3110607 Aug 16 02:28:33.763845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff7b8c-e417-4b82-8927-06974a1e5a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17ff7b9-3794-4a5e-88a8-c4dce9c3eae6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:33.769864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46540) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:33.831751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e425-6ea9-42b3-9af9-ae62516d7d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.844094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.856133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e425-6ea9-42b3-9af9-ae62516d7d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:33.967928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.008012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb874963-c438-434b-9656-85f1b34eb02d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:34.009023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e425-6ea9-42b3-9af9-ae62516d7d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.011761 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ce5e425-6ea9-42b3-9af9-ae62516d7d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.013091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ce5e425-6ea9-42b3-9af9-ae62516d7d1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b17ff7b9-3794-4a5e-88a8-c4dce9c3eae6 HTTP/1.1" status: 204 len: 168 time: 0.2436304 Aug 16 02:28:34.021520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5b90eed563c7460d8e58c3e9d0adbce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854419 Aug 16 02:28:34.021520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.021520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.021520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.021520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.021520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.022099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:34.022206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.022206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.022483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.022844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.023184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.023613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.023840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e3b1659-5d75-4397-8a7e-ee605ed6713e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:34.035347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5e425-6ea9-42b3-9af9-ae62516d7d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17ff7b9-3794-4a5e-88a8-c4dce9c3eae6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:34.100337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f0423e0-e8e7-4dad-87a1-629b9a3753ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.117764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f0423e0-e8e7-4dad-87a1-629b9a3753ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.266482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f0423e0-e8e7-4dad-87a1-629b9a3753ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.269514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8f0423e0-e8e7-4dad-87a1-629b9a3753ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:34.270964 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8f0423e0-e8e7-4dad-87a1-629b9a3753ef admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/eb874963-c438-434b-9656-85f1b34eb02d HTTP/1.1" status: 204 len: 168 time: 0.2426252 Aug 16 02:28:34.280783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0423e0-e8e7-4dad-87a1-629b9a3753ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb874963-c438-434b-9656-85f1b34eb02d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.009359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46582) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.024375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df791fb-593e-49cb-bae3-5be2223929f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.122600 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df791fb-593e-49cb-bae3-5be2223929f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.207115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5df791fb-593e-49cb-bae3-5be2223929f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.252493 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5df791fb-593e-49cb-bae3-5be2223929f2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f88fb1edfe0848c3a21b76dfeca7eec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414207 Aug 16 02:28:35.254530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df791fb-593e-49cb-bae3-5be2223929f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074cb850-ba34-47df-882c-7a4bc13ed982,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.267400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:35.324043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ff98ffa-9b9f-44c4-bdba-dc79eb6d73d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.367559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ff98ffa-9b9f-44c4-bdba-dc79eb6d73d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.500296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ff98ffa-9b9f-44c4-bdba-dc79eb6d73d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.503011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6ff98ffa-9b9f-44c4-bdba-dc79eb6d73d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:35.504268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6ff98ffa-9b9f-44c4-bdba-dc79eb6d73d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/074cb850-ba34-47df-882c-7a4bc13ed982 HTTP/1.1" status: 204 len: 168 time: 0.2349703 Aug 16 02:28:35.512500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff98ffa-9b9f-44c4-bdba-dc79eb6d73d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074cb850-ba34-47df-882c-7a4bc13ed982,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:35.980579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46608) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.102034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c8c5ed9a-1ccd-4f93-9a2d-b084c97b3ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.192173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c8c5ed9a-1ccd-4f93-9a2d-b084c97b3ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.259790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c8c5ed9a-1ccd-4f93-9a2d-b084c97b3ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.300032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c8c5ed9a-1ccd-4f93-9a2d-b084c97b3ef7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=59b58eca608c4201b60586f6a05149b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3182864 Aug 16 02:28:36.301185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5ed9a-1ccd-4f93-9a2d-b084c97b3ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3d6739-d7db-40c2-b9a1-db4724f26dad,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.303576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.316879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.341136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f94c19-4942-4d0a-96e0-985e0b2042af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.350789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-0187a13c-3bce-4cc8-ac17-568bbb24c5cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:36.352372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-0187a13c-3bce-4cc8-ac17-568bbb24c5cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1110280 Aug 16 02:28:36.369160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-17efba33-951e-47cc-bf90-c9d4dcadc93c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0100293 Aug 16 02:28:36.381576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cea149c7-a2f2-4e48-a1cf-7793d4d10d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.416095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cea149c7-a2f2-4e48-a1cf-7793d4d10d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.426702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-6050fe4c-9803-4593-8a35-7ade287eaaf8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507360 Aug 16 02:28:36.494737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f94c19-4942-4d0a-96e0-985e0b2042af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.519673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-98d05ef7-e6cb-42a8-a01a-40266062cd83 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858333 Aug 16 02:28:36.573312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cea149c7-a2f2-4e48-a1cf-7793d4d10d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.576232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cea149c7-a2f2-4e48-a1cf-7793d4d10d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.577479 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cea149c7-a2f2-4e48-a1cf-7793d4d10d57 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8e3d6739-d7db-40c2-b9a1-db4724f26dad HTTP/1.1" status: 204 len: 168 time: 0.2729707 Aug 16 02:28:36.585294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea149c7-a2f2-4e48-a1cf-7793d4d10d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3d6739-d7db-40c2-b9a1-db4724f26dad,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.605886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84f94c19-4942-4d0a-96e0-985e0b2042af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.620098 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-7c2dcc19-7205-42dc-b676-899bc3822b7d service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943944 Aug 16 02:28:36.651083 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-84f94c19-4942-4d0a-96e0-985e0b2042af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=169c36bf4cbd4f80a17b1b4f662b0e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3308001 Aug 16 02:28:36.651083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f94c19-4942-4d0a-96e0-985e0b2042af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5db4c1-36d5-4eb9-ba4b-fcb1753d98c8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:36.652393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46624) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:36.715688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-562bc98a-3ac3-4dc3-8b0c-bbeec469de94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.738541 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-562bc98a-3ac3-4dc3-8b0c-bbeec469de94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.898996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-562bc98a-3ac3-4dc3-8b0c-bbeec469de94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.902177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-562bc98a-3ac3-4dc3-8b0c-bbeec469de94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:36.903417 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-562bc98a-3ac3-4dc3-8b0c-bbeec469de94 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8c5db4c1-36d5-4eb9-ba4b-fcb1753d98c8 HTTP/1.1" status: 204 len: 168 time: 0.2498169 Aug 16 02:28:36.913126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bc98a-3ac3-4dc3-8b0c-bbeec469de94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5db4c1-36d5-4eb9-ba4b-fcb1753d98c8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:37.262268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c16e1f1-8e52-4ea0-b2c3-0c85ebe1177a req-7306de2e-f921-4423-930c-cd643957b331 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0298066 Aug 16 02:28:38.382028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a81c631f-70e6-44b4-a864-4a23ecaa916e req-a90deb6c-76b9-4285-88b3-c72b303cc3b5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0270979 Aug 16 02:28:39.482969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-2ebe27a8-b06c-457b-8a74-263fd3309e7e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:39.484788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-2ebe27a8-b06c-457b-8a74-263fd3309e7e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1314616 Aug 16 02:28:39.501062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': 'f5959645-8598-42e5-8773-4c3c50a400de', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:39.527823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-073b52bd-8448-4c2d-9b2a-3a4ba1ace5b4 req-6df2e24a-9fc6-4393-8875-47d1ded047a5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0334978 Aug 16 02:28:39.717716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:39.722953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:39.892090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.3 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/0199ed9e-56d9-40a5-a5c4-4f0b71d95e27) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:39.962726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d29b8be2-4ff1-4d74-baf8-70d47e0a5043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.138256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.156147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:40.277784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.334573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:40.340767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:40.343452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:40.356687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:40.402862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:40.403944 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.535652 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8efe27ab-07ec-4aa3-b9b4-b1a4034deddb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0390658 Aug 16 02:28:40.549560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Request body: {'port': {'device_id': 'f5959645-8598-42e5-8773-4c3c50a400de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:40.645313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.691901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112fc3d-2643-4fa7-9a2e-964befa0ac42 req-1f20b746-7b6d-4559-82f3-4c710ca06e0f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:40.696209 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c112fc3d-2643-4fa7-9a2e-964befa0ac42 req-1f20b746-7b6d-4559-82f3-4c710ca06e0f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 931 time: 0.0870371 Aug 16 02:28:40.762542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c112fc3d-2643-4fa7-9a2e-964befa0ac42 req-1c23ec0b-c05c-4208-abce-8f86716e0f5e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551364 Aug 16 02:28:40.791678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3a332596-191e-437d-905e-f0f6db556d38 None None] Provisioning for port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:40.797289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3a332596-191e-437d-905e-f0f6db556d38 None None] Provisioning complete for port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:40.797788 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a332596-191e-437d-905e-f0f6db556d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:40.840784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3a332596-191e-437d-905e-f0f6db556d38 None None] Port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:40.975192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:40.983764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.001045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Transition to ACTIVE for port object 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:41.078193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.153692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Pushing event updated for resources: {'Port': ['ID=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:41.275415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Attempting to bind port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:41.276071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Attempting to bind port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:41.276637 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Attempting to bind port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:41.282738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:41.283788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Attempting to bind port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:41.289638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:41.290109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:41.290598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:41.291470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Bound port: 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:41.292025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.368612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] For port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:41.371181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] For port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:41.455433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.481647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.487480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:41.489417 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] 10.222.0.58 "PUT /v2.0/ports/0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 HTTP/1.1" status: 200 len: 1092 time: 0.9450357 Aug 16 02:28:41.490046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5959645-8598-42e5-8773-4c3c50a400de', 'tag': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:41.492581 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff84f79-3731-4122-a230-7879a44b3913" -d '{"events": [{"name": "network-changed", "server_uuid": "f5959645-8598-42e5-8773-4c3c50a400de", "tag": "0199ed9e-56d9-40a5-a5c4-4f0b71d95e27"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:41.494044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-ed1d6b60-2712-483d-91f8-f29d071e1471 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=32971220e97043bd8b8e8c6106814990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624373 Aug 16 02:28:41.561613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d099bb-d14d-4360-8afe-25a2fa015899 service neutron] Pushing event updated for resources: {'Port': ['ID=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:41.599488 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba5f1f1-4b22-4722-8bf1-aa817be62d10 x-openstack-request-id: req-dba5f1f1-4b22-4722-8bf1-aa817be62d10 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:41.599843 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5959645-8598-42e5-8773-4c3c50a400de", "tag": "0199ed9e-56d9-40a5-a5c4-4f0b71d95e27", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:41.600407 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dba5f1f1-4b22-4722-8bf1-aa817be62d10 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:41.602361 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5959645-8598-42e5-8773-4c3c50a400de', 'tag': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27', 'status': 'completed', 'code': 200} Aug 16 02:28:41.656895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-09f72012-d734-4430-a6e8-185cfad07382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.658652 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-09f72012-d734-4430-a6e8-185cfad07382 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 1095 time: 0.0508814 Aug 16 02:28:41.717475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-99014a65-c484-43a9-993c-ed99cd1d6f2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 HTTP/1.1" status: 200 len: 217 time: 0.0416045 Aug 16 02:28:41.772077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-06cd9db5-ecb5-4dc7-81d2-1d479e8cdd43 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.786692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-06cd9db5-ecb5-4dc7-81d2-1d479e8cdd43 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2908013 Aug 16 02:28:41.832081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-3fc8be15-6d3d-4dd0-8d25-ff69dfe20699 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/quotas/32971220e97043bd8b8e8c6106814990 HTTP/1.1" status: 200 len: 375 time: 0.0440924 Aug 16 02:28:41.835031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8cfbff12-3d42-4ff5-a68a-292fc38727de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.850224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-8cfbff12-3d42-4ff5-a68a-292fc38727de service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.1229458 Aug 16 02:28:41.873102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-97b525ff-1ce0-4c65-bf24-a178e549b69c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=32971220e97043bd8b8e8c6106814990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395222 Aug 16 02:28:41.947476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-ccba44a6-9d8e-4c2f-a503-309b62b3f3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.949317 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-ccba44a6-9d8e-4c2f-a503-309b62b3f3ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940452 Aug 16 02:28:41.972451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac56bd1-87b6-4b2c-abae-7771458efb14 req-ac9263ce-2f40-4678-a9fe-e79076eeb3de tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:41.974472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fac56bd1-87b6-4b2c-abae-7771458efb14 req-ac9263ce-2f40-4678-a9fe-e79076eeb3de tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0806737 Aug 16 02:28:42.037608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fac56bd1-87b6-4b2c-abae-7771458efb14 req-163098b0-23d0-4be9-96a1-2680cece8c0e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562153 Aug 16 02:28:42.078797 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-953ad023-b889-4a62-974a-069ef6525d14 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218166 Aug 16 02:28:42.174431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5a41a2e-dde6-4604-9bed-ddd972d1f5e1 req-9e912dd6-f1ed-4738-9039-f8a177c420ec tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 210 time: 0.0324793 Aug 16 02:28:42.268287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8c9150dd-36a0-45cc-81d2-d9bd0b7244e0 req-583958e0-38c0-4946-b788-4ce014e32256 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809614 Aug 16 02:28:42.438093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84f79-3731-4122-a230-7879a44b3913 req-02bda006-a64f-4ff1-be6c-7ca50a1ff932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:42.439947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-02bda006-a64f-4ff1-be6c-7ca50a1ff932 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 1095 time: 0.0440869 Aug 16 02:28:42.570758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84f79-3731-4122-a230-7879a44b3913 req-947315e6-0c16-482d-9c21-05a5dac1698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:42.572369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-947315e6-0c16-482d-9c21-05a5dac1698d service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.1261015 Aug 16 02:28:42.629548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-f3361984-df0e-49e2-8861-47f3148163b7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 HTTP/1.1" status: 200 len: 217 time: 0.0477045 Aug 16 02:28:42.677263 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.711545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84f79-3731-4122-a230-7879a44b3913 req-8f7a1224-2714-4d8c-93bc-7913cb3dcb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:42.714404 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-8f7a1224-2714-4d8c-93bc-7913cb3dcb47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0779514 Aug 16 02:28:42.774109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff84f79-3731-4122-a230-7879a44b3913 req-8afcdb41-b6fd-4dd7-a46b-21743235f4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:42.775697 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-8afcdb41-b6fd-4dd7-a46b-21743235f4f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530806 Aug 16 02:28:42.785779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-283bd523-651a-47ae-a0ee-95d013137ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:42.888050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-8495235d-4f16-4f23-bd9b-bc1eacc6090a service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041856 Aug 16 02:28:43.016577 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2ff84f79-3731-4122-a230-7879a44b3913 req-228d07c2-00a0-470f-9ff6-2915f3fb7640 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214540 Aug 16 02:28:43.190372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca13458-ec13-499e-a533-2415c6919eef req-a9124725-7ac2-47e9-b0dc-fcd5eaa032b3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:43.192280 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bca13458-ec13-499e-a533-2415c6919eef req-a9124725-7ac2-47e9-b0dc-fcd5eaa032b3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0787466 Aug 16 02:28:43.276455 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44dfa9cd-825e-45c9-8e56-7ab9064d19fc req-148492fd-fd9e-4d71-ac7f-37f892a65aca tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 210 time: 0.0390325 Aug 16 02:28:43.279414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bca13458-ec13-499e-a533-2415c6919eef req-d68ec63b-0c75-4407-952d-4735a29984b7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723226 Aug 16 02:28:44.409903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d149d69-0e72-4cb0-bbc1-5af37f7c5a45 req-8b03b060-f2a5-47c7-97f2-b84751b733f9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:44.412917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d149d69-0e72-4cb0-bbc1-5af37f7c5a45 req-8b03b060-f2a5-47c7-97f2-b84751b733f9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0586693 Aug 16 02:28:44.468035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f454f87-b24b-42dd-9b54-850a52ebaa32 req-dc0237e6-3f79-4864-8ed4-0348c664a2c5 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 210 time: 0.0397031 Aug 16 02:28:44.502235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d149d69-0e72-4cb0-bbc1-5af37f7c5a45 req-189a390d-7a1a-4b8e-b479-14252662944f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823934 Aug 16 02:28:44.563376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-c1c813a9-4400-4af1-b5ca-bd7d3e8b8274 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=32971220e97043bd8b8e8c6106814990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308673 Aug 16 02:28:44.719311 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:44.775653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-5fe14e4a-4a0c-48dc-9cd3-027f7df8e6a5 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:44.777467 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-5fe14e4a-4a0c-48dc-9cd3-027f7df8e6a5 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077913 Aug 16 02:28:44.791473 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Request body: {'port': {'device_id': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '32971220e97043bd8b8e8c6106814990'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:45.025058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Made reservation on behalf of 32971220e97043bd8b8e8c6106814990 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:28:45.030358 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.040234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.139812 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.305660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.373645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a536fd27-4d08-468b-b76b-30dafbc1a885,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:45.447570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Allocated IP 192.168.233.220 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/650172e5-826c-4adb-bc29-17ff38d0afe4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:28:45.657405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a739c48-95d8-4995-8184-8bd19b2048f4 req-9ac589be-5bd5-4617-926a-343292f47a32 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 210 time: 0.0773129 Aug 16 02:28:45.701512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f84651-6b44-45dd-b6eb-c59c3bd2f0da req-86f8d62b-7693-4af5-ba78-67f86ef7bab7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:45.703682 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7f84651-6b44-45dd-b6eb-c59c3bd2f0da req-86f8d62b-7693-4af5-ba78-67f86ef7bab7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.1094244 Aug 16 02:28:45.754003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7f84651-6b44-45dd-b6eb-c59c3bd2f0da req-3304689a-21f3-4ffc-9f4d-015695376994 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383615 Aug 16 02:28:45.818375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:45.890358 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.933430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:45.943396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Transition to ACTIVE for port object 650172e5-826c-4adb-bc29-17ff38d0afe4 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:45.972762 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-041c6946-9afd-4062-b12a-d3b33ebda102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.069816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-041c6946-9afd-4062-b12a-d3b33ebda102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.083560 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.129922 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:28:46.133117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:28:46.135552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:28:46.157771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-041c6946-9afd-4062-b12a-d3b33ebda102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.196302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c6946-9afd-4062-b12a-d3b33ebda102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729b2ea7-8f17-48f0-95e7-91ffbb444edd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.196853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Pushing event updated for resources: {'Port': ['ID=650172e5-826c-4adb-bc29-17ff38d0afe4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.206967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.208004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.245430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:46.245974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-041c6946-9afd-4062-b12a-d3b33ebda102 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0a1ec8d7912f4876a22186324730cd75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262362 Aug 16 02:28:46.303256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-1cd66526-5dd5-461d-9167-e7ff354cbd72 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5161943 Aug 16 02:28:46.306059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64db8f7-8824-40c5-82cd-f211c67eb0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.322341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Request body: {'port': {'device_id': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:28:46.356104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64db8f7-8824-40c5-82cd-f211c67eb0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.412554 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.562973 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64db8f7-8824-40c5-82cd-f211c67eb0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.565541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c64db8f7-8824-40c5-82cd-f211c67eb0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.566721 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c64db8f7-8824-40c5-82cd-f211c67eb0cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/729b2ea7-8f17-48f0-95e7-91ffbb444edd HTTP/1.1" status: 204 len: 168 time: 0.3199856 Aug 16 02:28:46.593975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0bb8b865-fcb9-425f-af37-fe77313ab182 None None] Provisioning for port 650172e5-826c-4adb-bc29-17ff38d0afe4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:46.598328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0bb8b865-fcb9-425f-af37-fe77313ab182 None None] Provisioning complete for port 650172e5-826c-4adb-bc29-17ff38d0afe4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:46.599744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0bb8b865-fcb9-425f-af37-fe77313ab182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.601516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64db8f7-8824-40c5-82cd-f211c67eb0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729b2ea7-8f17-48f0-95e7-91ffbb444edd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.667020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8b865-fcb9-425f-af37-fe77313ab182 None None] Port 650172e5-826c-4adb-bc29-17ff38d0afe4 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:28:46.719260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650172e5-826c-4adb-bc29-17ff38d0afe4 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:46.728061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.743655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Transition to ACTIVE for port object 650172e5-826c-4adb-bc29-17ff38d0afe4 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:28:46.777189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fff40-6574-4720-a529-4472b855708f req-67eb14e7-1913-42b9-ba8f-212a6c7fb77e tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.779317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c4fff40-6574-4720-a529-4472b855708f req-67eb14e7-1913-42b9-ba8f-212a6c7fb77e tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 936 time: 0.0535994 Aug 16 02:28:46.797637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:46.834079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c4fff40-6574-4720-a529-4472b855708f req-ef27fecb-f63f-4ed8-9057-ea98e37bf60f tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443885 Aug 16 02:28:46.878685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Pushing event updated for resources: {'Port': ['ID=650172e5-826c-4adb-bc29-17ff38d0afe4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:46.925418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664219c-b8db-4327-8b22-9a7fc51b4bcd req-a8cf22a0-bbed-4a78-9226-16eb76e62f7a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:46.935537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a664219c-b8db-4327-8b22-9a7fc51b4bcd req-a8cf22a0-bbed-4a78-9226-16eb76e62f7a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0840561 Aug 16 02:28:46.967978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Attempting to bind port 650172e5-826c-4adb-bc29-17ff38d0afe4 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:28:46.969070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Attempting to bind port 650172e5-826c-4adb-bc29-17ff38d0afe4 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:28:46.969070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Attempting to bind port 650172e5-826c-4adb-bc29-17ff38d0afe4 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:46.980813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Port 650172e5-826c-4adb-bc29-17ff38d0afe4 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:28:46.981153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Attempting to bind port 650172e5-826c-4adb-bc29-17ff38d0afe4 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:28:46.997775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:28:46.998350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:28:46.998958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:28:46.999540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Bound port: 650172e5-826c-4adb-bc29-17ff38d0afe4, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:28:46.999927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.007554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a664219c-b8db-4327-8b22-9a7fc51b4bcd req-d8413bf0-c354-4ad4-9546-5475ebe5ee2a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647767 Aug 16 02:28:47.100252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] For port 650172e5-826c-4adb-bc29-17ff38d0afe4, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:28:47.103636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] For port 650172e5-826c-4adb-bc29-17ff38d0afe4, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=650172e5-826c-4adb-bc29-17ff38d0afe4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:28:47.204070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.239659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.240484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.242135 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] 10.222.0.83 "PUT /v2.0/ports/650172e5-826c-4adb-bc29-17ff38d0afe4 HTTP/1.1" status: 200 len: 1097 time: 0.9311571 Aug 16 02:28:47.242766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'tag': '650172e5-826c-4adb-bc29-17ff38d0afe4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:47.245121 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91636969-9399-42ed-a1f6-61298c34b767" -d '{"events": [{"name": "network-changed", "server_uuid": "510bd819-3cdd-4598-ab91-d2a899dd2805", "tag": "650172e5-826c-4adb-bc29-17ff38d0afe4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:47.303638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3e888-05ea-402f-afd0-92abcd0f487d service neutron] Pushing event updated for resources: {'Port': ['ID=650172e5-826c-4adb-bc29-17ff38d0afe4,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:47.303638 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f671fbeb-3b5d-4586-a11a-8698443fed13 x-openstack-request-id: req-f671fbeb-3b5d-4586-a11a-8698443fed13 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:47.303638 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510bd819-3cdd-4598-ab91-d2a899dd2805", "tag": "650172e5-826c-4adb-bc29-17ff38d0afe4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:47.303638 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f671fbeb-3b5d-4586-a11a-8698443fed13 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:47.303638 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'tag': '650172e5-826c-4adb-bc29-17ff38d0afe4', 'status': 'completed', 'code': 200} Aug 16 02:28:47.360121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636969-9399-42ed-a1f6-61298c34b767 req-3b5130db-8831-4987-8292-dcc0d0192954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.362192 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91636969-9399-42ed-a1f6-61298c34b767 req-3b5130db-8831-4987-8292-dcc0d0192954 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=32971220e97043bd8b8e8c6106814990&device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 1100 time: 0.0523424 Aug 16 02:28:47.390292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46868) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:47.406033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91636969-9399-42ed-a1f6-61298c34b767 req-e092dd8c-93ba-4d66-b80a-470c61575c10 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=32971220e97043bd8b8e8c6106814990&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299988 Aug 16 02:28:47.407374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fec45d36-22d0-4cac-98aa-d618123be48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.522217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636969-9399-42ed-a1f6-61298c34b767 req-c5422781-73df-4256-b261-c497235b4298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.524077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-91636969-9399-42ed-a1f6-61298c34b767 req-c5422781-73df-4256-b261-c497235b4298 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111495 Aug 16 02:28:47.528634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fec45d36-22d0-4cac-98aa-d618123be48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.602761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-cd11f973-8d0d-4a1b-9bf2-c3a54e7d27e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.604256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-cd11f973-8d0d-4a1b-9bf2-c3a54e7d27e9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=32971220e97043bd8b8e8c6106814990&device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 1100 time: 0.0442181 Aug 16 02:28:47.620485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-fec45d36-22d0-4cac-98aa-d618123be48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.648789 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-0cb55830-8ffc-4c8d-a4d4-263b854dc60a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=650172e5-826c-4adb-bc29-17ff38d0afe4 HTTP/1.1" status: 200 len: 217 time: 0.0365145 Aug 16 02:28:47.682861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fec45d36-22d0-4cac-98aa-d618123be48c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b692d779c59e4d0c971278c522eff766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885354 Aug 16 02:28:47.682861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec45d36-22d0-4cac-98aa-d618123be48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d372cbde-dc2b-4c64-803f-cb9a68f1d42b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:47.683456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46870) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:47.707046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-a054e268-7680-400d-a69a-76927b404cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.708664 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-a054e268-7680-400d-a69a-76927b404cd8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0533853 Aug 16 02:28:47.735647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9944-72f0-4f6e-bc12-22b2c96a9591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.755301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-a5a23d7b-4ea1-471d-a00a-15162cb421c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.756996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-a5a23d7b-4ea1-471d-a00a-15162cb421c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0413251 Aug 16 02:28:47.757231 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9944-72f0-4f6e-bc12-22b2c96a9591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.846371 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-fecf9873-9ee5-4e9e-a103-78b5be74ef35 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825555 Aug 16 02:28:47.887274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9944-72f0-4f6e-bc12-22b2c96a9591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.890201 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d6aa9944-72f0-4f6e-bc12-22b2c96a9591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:47.899350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6aa9944-72f0-4f6e-bc12-22b2c96a9591 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d372cbde-dc2b-4c64-803f-cb9a68f1d42b HTTP/1.1" status: 204 len: 168 time: 0.2148042 Aug 16 02:28:47.933494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa9944-72f0-4f6e-bc12-22b2c96a9591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d372cbde-dc2b-4c64-803f-cb9a68f1d42b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:47.949736 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2aaae2d0-90b7-40ff-9c46-86263a618711 req-2d4d01bc-a694-4400-bb54-d216755107ad service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965669 Aug 16 02:28:47.961647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d851a-835f-4ff6-923d-603eae5c4ca8 req-ba879dd5-566c-47bf-b3fa-54273c3a4538 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:47.963442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a21d851a-835f-4ff6-923d-603eae5c4ca8 req-ba879dd5-566c-47bf-b3fa-54273c3a4538 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 948 time: 0.0629201 Aug 16 02:28:48.006929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a21d851a-835f-4ff6-923d-603eae5c4ca8 req-b0a9654e-c148-4b91-9c28-647ac1c487a6 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360110 Aug 16 02:28:48.129911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d85c0-68d3-4ba4-89a7-ca7d8664aa46 req-5ad8ded4-c0cc-46c4-babf-c62597b0eb2c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:48.131729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a56d85c0-68d3-4ba4-89a7-ca7d8664aa46 req-5ad8ded4-c0cc-46c4-babf-c62597b0eb2c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0584443 Aug 16 02:28:48.175814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a56d85c0-68d3-4ba4-89a7-ca7d8664aa46 req-905d4a5a-5908-4943-9a74-f97edbd38f11 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381503 Aug 16 02:28:48.802968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46904) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:48.918892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a019a40-296e-47d6-af4b-cc2be2a91844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.009167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a019a40-296e-47d6-af4b-cc2be2a91844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.075570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a019a40-296e-47d6-af4b-cc2be2a91844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.117383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a019a40-296e-47d6-af4b-cc2be2a91844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3c2f5-caa7-4972-aa23-3e6c4de66202,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.121934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a019a40-296e-47d6-af4b-cc2be2a91844 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b031fc2cf117491cb3f117c7d20e033b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180304 Aug 16 02:28:49.126251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46916) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:49.127570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a037c0-88c0-4981-8910-ddbd7d3d063b req-dcf0291f-5b93-46ff-ae37-00103ae66ff4 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:49.129207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7a037c0-88c0-4981-8910-ddbd7d3d063b req-dcf0291f-5b93-46ff-ae37-00103ae66ff4 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 948 time: 0.0552311 Aug 16 02:28:49.175528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7a037c0-88c0-4981-8910-ddbd7d3d063b req-b1c8ccd4-fee1-4002-9770-3978cdc6b804 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Aug 16 02:28:49.189324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78932e53-955d-4292-898e-a5ee0256abd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.213593 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78932e53-955d-4292-898e-a5ee0256abd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.297327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf8e48-9572-4e6e-8605-738b91df0480 req-4c018e06-f1e4-48eb-b1b3-499a1eb93a00 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:49.298837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4cf8e48-9572-4e6e-8605-738b91df0480 req-4c018e06-f1e4-48eb-b1b3-499a1eb93a00 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0488226 Aug 16 02:28:49.336499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a4cf8e48-9572-4e6e-8605-738b91df0480 req-9f81d777-a86f-451a-83f3-a6d2e5ff3160 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316737 Aug 16 02:28:49.355523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78932e53-955d-4292-898e-a5ee0256abd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.359526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78932e53-955d-4292-898e-a5ee0256abd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.359526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78932e53-955d-4292-898e-a5ee0256abd1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9bc3c2f5-caa7-4972-aa23-3e6c4de66202 HTTP/1.1" status: 204 len: 168 time: 0.2320027 Aug 16 02:28:49.367130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78932e53-955d-4292-898e-a5ee0256abd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3c2f5-caa7-4972-aa23-3e6c4de66202,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.471810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 650172e5-826c-4adb-bc29-17ff38d0afe4 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:49.568323 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 650172e5-826c-4adb-bc29-17ff38d0afe4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=650172e5-826c-4adb-bc29-17ff38d0afe4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:49.579771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '650172e5-826c-4adb-bc29-17ff38d0afe4', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '650172e5-826c-4adb-bc29-17ff38d0afe4', 'mac_address': 'fa:16:3e:0a:4d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:49.617529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.630152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650172e5-826c-4adb-bc29-17ff38d0afe4 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:49.649795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 650172e5-826c-4adb-bc29-17ff38d0afe4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=650172e5-826c-4adb-bc29-17ff38d0afe4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:49.733364 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:49.780588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=650172e5-826c-4adb-bc29-17ff38d0afe4,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:49.787836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.788189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.788578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.788923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.789260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.789594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.789928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.790257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.790587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.790941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.791271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.791609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:28:49.950834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['650172e5-826c-4adb-bc29-17ff38d0afe4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:50.044290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46928) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.059987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57bf9a4c-9021-4727-ba3a-801e446986b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.153399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57bf9a4c-9021-4727-ba3a-801e446986b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.213774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-57bf9a4c-9021-4727-ba3a-801e446986b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.257760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46934) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:50.258540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-57bf9a4c-9021-4727-ba3a-801e446986b2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=846c55852f19400db4059dd2b51eab85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122550 Aug 16 02:28:50.259842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf9a4c-9021-4727-ba3a-801e446986b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccc6765-a6ac-4a1c-a45d-784da75bedff,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:50.341095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483fa87-60af-4f3c-9b0e-bb1883f8a182 req-d7f1bcb4-46e9-42fb-9987-f23b71fcfe22 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:50.343421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4483fa87-60af-4f3c-9b0e-bb1883f8a182 req-d7f1bcb4-46e9-42fb-9987-f23b71fcfe22 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 949 time: 0.1003404 Aug 16 02:28:50.373152 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c403a4-ae4b-4d94-ae24-13359fbd73e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.412827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4483fa87-60af-4f3c-9b0e-bb1883f8a182 req-c75ec5f9-201f-497c-836f-aef0955e14a0 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581355 Aug 16 02:28:50.415118 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c403a4-ae4b-4d94-ae24-13359fbd73e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.490034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c32263-f5d2-4dec-8602-ad3c01465ed5 req-199283d4-4f15-4109-9fb6-a664bfbdf3ff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:50.491673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67c32263-f5d2-4dec-8602-ad3c01465ed5 req-199283d4-4f15-4109-9fb6-a664bfbdf3ff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0677779 Aug 16 02:28:50.535050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67c32263-f5d2-4dec-8602-ad3c01465ed5 req-f25ade70-34a1-4b80-8aa3-7204a4994bbf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344558 Aug 16 02:28:50.578736 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c403a4-ae4b-4d94-ae24-13359fbd73e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.581342 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9c403a4-ae4b-4d94-ae24-13359fbd73e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:50.582460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9c403a4-ae4b-4d94-ae24-13359fbd73e8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6ccc6765-a6ac-4a1c-a45d-784da75bedff HTTP/1.1" status: 204 len: 168 time: 0.3236613 Aug 16 02:28:50.591044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c403a4-ae4b-4d94-ae24-13359fbd73e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccc6765-a6ac-4a1c-a45d-784da75bedff,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.294663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 46944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:51.312693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91f3c2cc-5a51-4b27-a58e-33e00a860369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.399974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91f3c2cc-5a51-4b27-a58e-33e00a860369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.477031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 650172e5-826c-4adb-bc29-17ff38d0afe4 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:51.492735 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-91f3c2cc-5a51-4b27-a58e-33e00a860369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.549690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3c2cc-5a51-4b27-a58e-33e00a860369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf2e349-0541-4c57-ae7e-24f0f287e922,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.555676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-91f3c2cc-5a51-4b27-a58e-33e00a860369 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4856020ca1e54b12a80b28abb6e9bd33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2594604 Aug 16 02:28:51.559196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 46950) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:28:51.571771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f4c21-7adf-4a6d-8c82-020604084c4c req-7a0d4021-450a-40f3-9996-69ad1e7298fd tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.573864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c26f4c21-7adf-4a6d-8c82-020604084c4c req-7a0d4021-450a-40f3-9996-69ad1e7298fd tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 949 time: 0.0927231 Aug 16 02:28:51.604972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 650172e5-826c-4adb-bc29-17ff38d0afe4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:51.610281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 650172e5-826c-4adb-bc29-17ff38d0afe4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:51.612130 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.620350 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3de61fe9-e7d5-4a27-bb68-4c5caa81c639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.632285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c26f4c21-7adf-4a6d-8c82-020604084c4c req-23a9ba31-b746-4eea-afb9-5ea9a7a4efd8 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514410 Aug 16 02:28:51.645271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3de61fe9-e7d5-4a27-bb68-4c5caa81c639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.692865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23c1ee-b087-407e-a067-389f381bd17d req-758b5a08-ea0b-4749-8fc3-d83b13fc2cf9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.694520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa23c1ee-b087-407e-a067-389f381bd17d req-758b5a08-ea0b-4749-8fc3-d83b13fc2cf9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0611253 Aug 16 02:28:51.714064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.736217 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa23c1ee-b087-407e-a067-389f381bd17d req-1e3c2afb-f0fc-4d58-bc40-c3e64119694f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350611 Aug 16 02:28:51.744421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650172e5-826c-4adb-bc29-17ff38d0afe4'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:51.746686 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e83c46-e44f-485b-b7e8-f367e0c26e36" -d '{"events": [{"server_uuid": "510bd819-3cdd-4598-ab91-d2a899dd2805", "name": "network-vif-plugged", "status": "completed", "tag": "650172e5-826c-4adb-bc29-17ff38d0afe4"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:51.759855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 650172e5-826c-4adb-bc29-17ff38d0afe4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=650172e5-826c-4adb-bc29-17ff38d0afe4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:51.768450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3de61fe9-e7d5-4a27-bb68-4c5caa81c639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.771052 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3de61fe9-e7d5-4a27-bb68-4c5caa81c639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.773086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3de61fe9-e7d5-4a27-bb68-4c5caa81c639 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ebf2e349-0541-4c57-ae7e-24f0f287e922 HTTP/1.1" status: 204 len: 168 time: 0.2126362 Aug 16 02:28:51.781547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de61fe9-e7d5-4a27-bb68-4c5caa81c639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf2e349-0541-4c57-ae7e-24f0f287e922,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.785997 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425eb54-0bd5-4a8e-b73d-a729e775ad75 x-openstack-request-id: req-4425eb54-0bd5-4a8e-b73d-a729e775ad75 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:51.786318 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510bd819-3cdd-4598-ab91-d2a899dd2805", "name": "network-vif-plugged", "status": "completed", "tag": "650172e5-826c-4adb-bc29-17ff38d0afe4", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:51.786658 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4425eb54-0bd5-4a8e-b73d-a729e775ad75 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:51.787000 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650172e5-826c-4adb-bc29-17ff38d0afe4', 'code': 200} Aug 16 02:28:51.826015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:51.877114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=650172e5-826c-4adb-bc29-17ff38d0afe4,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:51.886301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cb1886-1b32-42b2-ad7d-8c21c46caa6e req-8e43ece2-0bc8-4d58-b5a5-5a6dade8c868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:51.887942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-33cb1886-1b32-42b2-ad7d-8c21c46caa6e req-8e43ece2-0bc8-4d58-b5a5-5a6dade8c868 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 1102 time: 0.0420156 Aug 16 02:28:51.931733 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-33cb1886-1b32-42b2-ad7d-8c21c46caa6e req-fa09b4cb-b8cb-4cbe-8a3f-d7398f2503e3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364611 Aug 16 02:28:52.765913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc860e94-9013-4a7b-af6b-866cd8b222ca req-9358c1db-7912-40bc-a57f-a0feea331bb9 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.772843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc860e94-9013-4a7b-af6b-866cd8b222ca req-9358c1db-7912-40bc-a57f-a0feea331bb9 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 950 time: 0.0726714 Aug 16 02:28:52.843940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc860e94-9013-4a7b-af6b-866cd8b222ca req-f7bf21cb-b257-4f7e-b2b5-4991928a6c27 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682666 Aug 16 02:28:52.884271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad815d06-6cf8-4e75-a194-36de02f05087 req-b80f4461-c48f-40eb-9bc6-cf2c40382f92 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:52.885782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad815d06-6cf8-4e75-a194-36de02f05087 req-b80f4461-c48f-40eb-9bc6-cf2c40382f92 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0563793 Aug 16 02:28:52.935185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad815d06-6cf8-4e75-a194-36de02f05087 req-c65753fd-f6b2-4ab7-93f3-fe73f422e043 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Aug 16 02:28:53.977049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561244a-b798-4896-b367-2711e65ef509 req-772f3fda-467e-4673-89d7-79a3e338f214 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:53.979116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e561244a-b798-4896-b367-2711e65ef509 req-772f3fda-467e-4673-89d7-79a3e338f214 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 950 time: 0.0575008 Aug 16 02:28:54.030287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e561244a-b798-4896-b367-2711e65ef509 req-62fe7373-af37-4afd-ad3b-44fedbb654f5 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Aug 16 02:28:54.115143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8fb9f-6e49-49cd-8dd8-e4519b1baab7 req-2188050b-855d-42df-bd27-908e7d63d504 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:54.115143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2a8fb9f-6e49-49cd-8dd8-e4519b1baab7 req-2188050b-855d-42df-bd27-908e7d63d504 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 943 time: 0.0634952 Aug 16 02:28:54.157247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2a8fb9f-6e49-49cd-8dd8-e4519b1baab7 req-63b0ca66-4adf-4a3f-b4eb-97e743f4d11f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520861 Aug 16 02:28:54.596794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:28:54.754767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:54.766373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27', 'mac_address': 'fa:16:3e:b3:e7:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:28:54.808420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:54.824254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:28:54.845610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:54.941370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:55.017921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:55.152651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0199ed9e-56d9-40a5-a5c4-4f0b71d95e27'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:28:55.323813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efeaf2-d623-405e-8e29-a72a70ff1af2 req-ae8bf9f7-f97b-4225-a905-9ed7e3ac0837 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:55.326532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7efeaf2-d623-405e-8e29-a72a70ff1af2 req-ae8bf9f7-f97b-4225-a905-9ed7e3ac0837 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 944 time: 0.0555341 Aug 16 02:28:55.370274 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7efeaf2-d623-405e-8e29-a72a70ff1af2 req-9d0a7b0d-f0ff-494b-8e3a-f627809c6db8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Aug 16 02:28:56.539027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1163de9-a73c-4d2e-9f6b-1825e53bf225 req-7b43adb3-567a-4e1e-93a8-e1990c57e344 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:56.549786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1163de9-a73c-4d2e-9f6b-1825e53bf225 req-7b43adb3-567a-4e1e-93a8-e1990c57e344 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 944 time: 0.0947828 Aug 16 02:28:56.603215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1163de9-a73c-4d2e-9f6b-1825e53bf225 req-7b6ecdc7-5bc5-418c-a015-b7d5f40ca622 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524967 Aug 16 02:28:56.609093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:28:56.795945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:28:56.800479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:28:56.800863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.887670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:56.922664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5959645-8598-42e5-8773-4c3c50a400de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:28:56.925793 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6437441-fbe4-40d5-b9f3-3f956ef7562f" -d '{"events": [{"server_uuid": "f5959645-8598-42e5-8773-4c3c50a400de", "name": "network-vif-plugged", "status": "completed", "tag": "0199ed9e-56d9-40a5-a5c4-4f0b71d95e27"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:28:56.942026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:28:56.968931 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab11908a-0cd0-4aa2-aa0d-20cfd7348725 x-openstack-request-id: req-ab11908a-0cd0-4aa2-aa0d-20cfd7348725 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:28:56.969232 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5959645-8598-42e5-8773-4c3c50a400de", "name": "network-vif-plugged", "status": "completed", "tag": "0199ed9e-56d9-40a5-a5c4-4f0b71d95e27", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:28:56.969492 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ab11908a-0cd0-4aa2-aa0d-20cfd7348725 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:28:56.969892 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5959645-8598-42e5-8773-4c3c50a400de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27', 'code': 200} Aug 16 02:28:57.014815 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.105952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:28:57.109125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad8c7f-fb5c-4132-8f64-863aa8883fe7 req-5f03a1a9-eefa-4451-81e4-33f8ec0a8fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:57.111375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fcad8c7f-fb5c-4132-8f64-863aa8883fe7 req-5f03a1a9-eefa-4451-81e4-33f8ec0a8fde service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 1097 time: 0.0627573 Aug 16 02:28:57.148710 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fcad8c7f-fb5c-4132-8f64-863aa8883fe7 req-4783b0fa-1f95-47d1-8f17-7efdf0064c8a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300462 Aug 16 02:28:57.271471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.311469 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:28:57.774084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529655-afe0-4c53-b948-4dc543fa32ee req-76acd6a2-a955-4ead-acd7-0a73a2007315 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:57.783474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55529655-afe0-4c53-b948-4dc543fa32ee req-76acd6a2-a955-4ead-acd7-0a73a2007315 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 945 time: 0.0854776 Aug 16 02:28:57.824409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55529655-afe0-4c53-b948-4dc543fa32ee req-324097bc-fbf6-4f16-9402-94c6e1b00354 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Aug 16 02:28:58.990359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4619b96-06fe-4bbf-bfc0-37c0bb973490 req-6f1f34b4-67f6-4f87-a61d-c2a32bc3e90f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:58.991956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4619b96-06fe-4bbf-bfc0-37c0bb973490 req-6f1f34b4-67f6-4f87-a61d-c2a32bc3e90f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 945 time: 0.0506356 Aug 16 02:28:59.033493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4619b96-06fe-4bbf-bfc0-37c0bb973490 req-4d0c262c-6fa7-4e20-8425-f5905366d4df tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Aug 16 02:28:59.165724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca8a63-9c80-472d-bd9d-3f41990a6a8b req-69361ab4-7e61-46f9-b0a8-f2dc224176ba tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:28:59.167176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77ca8a63-9c80-472d-bd9d-3f41990a6a8b req-69361ab4-7e61-46f9-b0a8-f2dc224176ba tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 945 time: 0.0548034 Aug 16 02:28:59.210681 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77ca8a63-9c80-472d-bd9d-3f41990a6a8b req-de9df004-be75-4dea-b862-772b625094ce tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371420 Aug 16 02:29:01.485521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-61caceb7-eab8-4ed9-b5be-e5f9ec44ff1e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482504 Aug 16 02:29:01.574237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-855b08dd-3fdc-4867-a356-b77894c3b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.575797 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-855b08dd-3fdc-4867-a356-b77894c3b563 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1097 time: 0.0445118 Aug 16 02:29:01.684223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-37810cad-7c4a-43f3-9e15-7b992fc64c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.685893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-37810cad-7c4a-43f3-9e15-7b992fc64c6b service neutron] 10.222.0.83 "GET /v2.0/networks?id=a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 200 len: 909 time: 0.0909090 Aug 16 02:29:01.797288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-8f0c3011-8e87-43b3-bdc1-676e87d53bac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 200 len: 1000 time: 0.1046076 Aug 16 02:29:01.907678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-cae687cd-1e1b-4d6b-bcf1-3d9714e9b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.919137 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-cae687cd-1e1b-4d6b-bcf1-3d9714e9b530 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 HTTP/1.1" status: 200 len: 847 time: 0.1057332 Aug 16 02:29:01.966149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-a0a5378d-9544-4d79-8285-039fd32c9b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:01.968679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-a0a5378d-9544-4d79-8285-039fd32c9b07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a63613c0-dedd-431a-a77f-97461d728811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516903 Aug 16 02:29:02.068716 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-17832935-6990-4d26-8033-e1aaaaa13e89 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911181 Aug 16 02:29:02.161462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-184589c0-415e-4988-8ecb-cd0deb6b8211 req-0dbe635c-43a0-4d69-8b03-2472c0591551 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861611 Aug 16 02:29:03.159201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-ede496b5-b90f-4cb9-bf4c-502333986dda tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:03.160846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-ede496b5-b90f-4cb9-bf4c-502333986dda tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1045916 Aug 16 02:29:03.176608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-e7200435-81fb-4ea1-8316-ee0be040c4be tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0099735 Aug 16 02:29:03.257241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-3f5bb7e5-3283-4745-a33f-fffd6bea0ec8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742369 Aug 16 02:29:03.689490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-255be3e4-bf53-4fbf-be74-9f59ee12ac72 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177377 Aug 16 02:29:03.789896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-2e7abd26-9722-4825-aabb-d69709e64a96 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939586 Aug 16 02:29:04.172739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-812aef1f-78ff-4c55-b0b1-455c8b889d80 req-b1a6fa1a-36e7-493f-87be-0a1e59205fde tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0509861 Aug 16 02:29:05.302263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5708d802-4ba8-4eee-b9a3-a6d742079fd1 req-c06a9ddd-2c39-4fc3-8911-4941c062a0d1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0276210 Aug 16 02:29:06.290472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-07e5dd20-4f4f-4a98-972b-f41abedbf220 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:06.291877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-07e5dd20-4f4f-4a98-972b-f41abedbf220 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1116738 Aug 16 02:29:06.306470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:06.434890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba9dae03-ceb8-48a5-9f00-f2717e17502e req-bf22fb2a-611f-46de-97d6-5a1510eb42bf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0443010 Aug 16 02:29:06.528075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:06.537328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.698077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.13 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:06.853356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.867261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:06.973497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:06.985531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0199ed9e-56d9-40a5-a5c4-4f0b71d95e27'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:07.017611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:07.028684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:07.031789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:07.082868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:07.095365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.096042 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.156265 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-fc6e6047-804c-4548-8ba0-e92fcd0bb19f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562530 Aug 16 02:29:07.221308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-bfb78bbb-5795-4a44-a9d7-db16e30ad452 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9184825 Aug 16 02:29:07.245766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Request body: {'port': {'device_id': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:07.360478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-cd2c0675-97ff-4cb5-b903-2efbe284a1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.362236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-cd2c0675-97ff-4cb5-b903-2efbe284a1d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 1097 time: 0.1334586 Aug 16 02:29:07.379561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.431950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-149aff85-33f2-4972-b172-a3f2bfc5e8f7 None None] Provisioning for port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:07.438154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-149aff85-33f2-4972-b172-a3f2bfc5e8f7 None None] Provisioning complete for port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:07.438154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-149aff85-33f2-4972-b172-a3f2bfc5e8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:07.513430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-149aff85-33f2-4972-b172-a3f2bfc5e8f7 None None] Port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:07.570335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-9111904e-75b6-4f2f-8a71-77394ac48d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.571987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-9111904e-75b6-4f2f-8a71-77394ac48d57 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.1832390 Aug 16 02:29:07.581533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e42c2e-e14c-4548-9228-6d35af334eae req-e0691a49-908d-4f0d-a963-23146e2403b3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.591338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82e42c2e-e14c-4548-9228-6d35af334eae req-e0691a49-908d-4f0d-a963-23146e2403b3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 932 time: 0.0742896 Aug 16 02:29:07.653316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82e42c2e-e14c-4548-9228-6d35af334eae req-fd5bcb37-2b4d-477e-a68f-c66cabce852b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603256 Aug 16 02:29:07.740603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-bab12811-e182-4c60-a814-0a7471e4f5d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 HTTP/1.1" status: 200 len: 217 time: 0.0580864 Aug 16 02:29:07.852027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-d5d3de34-608a-4808-ac91-47f72d813324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.853919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-d5d3de34-608a-4808-ac91-47f72d813324 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0978844 Aug 16 02:29:07.931891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-d928f1fc-f2dd-464b-be40-743e4ae938f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:07.933762 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-d928f1fc-f2dd-464b-be40-743e4ae938f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707150 Aug 16 02:29:07.972207 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:08.066898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:08.087614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.117799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-54c5ac46-52fa-461c-bf37-afa2d1237b52 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760244 Aug 16 02:29:08.125590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Transition to ACTIVE for port object 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:08.214893 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.347029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Pushing event updated for resources: {'Port': ['ID=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:08.459025 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-5cd11895-110b-4710-a427-503273771e13 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315477 Aug 16 02:29:08.548200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Attempting to bind port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:08.548544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Attempting to bind port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:08.548956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Attempting to bind port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:08.558702 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:08.559134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Attempting to bind port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:08.568907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:08.569259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:08.569653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:08.570097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Bound port: 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:08.570913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.838997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] For port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:08.843310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] For port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:08.867424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5fa4c-9bd8-4766-9ba8-635319281773 req-b7d81f4c-383e-41cc-bf3d-e0be85d2ab52 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:08.886345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6a5fa4c-9bd8-4766-9ba8-635319281773 req-b7d81f4c-383e-41cc-bf3d-e0be85d2ab52 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1161764 Aug 16 02:29:08.917849 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.965691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6a5fa4c-9bd8-4766-9ba8-635319281773 req-2aebeb60-8894-411e-abc6-7b2240034073 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775783 Aug 16 02:29:08.987514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:08.988349 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:08.989906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] 10.222.0.58 "PUT /v2.0/ports/43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 HTTP/1.1" status: 200 len: 1093 time: 1.7486732 Aug 16 02:29:08.990506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'tag': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:08.992818 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b" -d '{"events": [{"name": "network-changed", "server_uuid": "17cdfabe-bb20-48bb-859b-a41aaa547559", "tag": "43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:09.061944 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd8deb5-d633-4668-ac75-0cb0c9fd45a9 x-openstack-request-id: req-5cd8deb5-d633-4668-ac75-0cb0c9fd45a9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:09.062439 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17cdfabe-bb20-48bb-859b-a41aaa547559", "tag": "43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:09.062884 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5cd8deb5-d633-4668-ac75-0cb0c9fd45a9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:09.063470 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'tag': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17', 'status': 'completed', 'code': 200} Aug 16 02:29:09.064377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25caee-1f63-480b-8288-97220a5d1846 service neutron] Pushing event updated for resources: {'Port': ['ID=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:09.137333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b req-807e70ab-bfb9-4e6d-b608-23fc6b0f733f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.139263 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b req-807e70ab-bfb9-4e6d-b608-23fc6b0f733f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 1096 time: 0.0549517 Aug 16 02:29:09.296927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b req-23f094f4-23fa-42eb-a163-b089df69d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.298826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b req-23f094f4-23fa-42eb-a163-b089df69d740 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3868ce20a8b74c5e815939fd74c34f20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1492648 Aug 16 02:29:09.463787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b req-048ef881-0dcf-48ff-ace5-14ee4fece68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.465445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2c3a9a34-1f05-4ea9-b748-a7dcac60c02b req-048ef881-0dcf-48ff-ace5-14ee4fece68f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580617 Aug 16 02:29:09.579565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-b3d64b1a-a9c6-4e87-9a6d-69eb54e5c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.586872 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-b3d64b1a-a9c6-4e87-9a6d-69eb54e5c5f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 1096 time: 0.0711253 Aug 16 02:29:09.638521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-b10b7f05-c7a6-4237-bd73-72a3b6521cec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 HTTP/1.1" status: 200 len: 217 time: 0.0480044 Aug 16 02:29:09.727123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-6aa733d4-b22b-4a5c-a078-2bdc3bcf32d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.732393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-6aa733d4-b22b-4a5c-a078-2bdc3bcf32d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0819788 Aug 16 02:29:09.830818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-439d6654-bda3-4ea3-a657-f920a49d33f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:09.832370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-439d6654-bda3-4ea3-a657-f920a49d33f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962059 Aug 16 02:29:09.971679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-5b58f9e1-4228-45c4-8de3-7ed03ef6e829 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305759 Aug 16 02:29:09.972843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf89ac31-6e43-4388-873a-f1fb9854b53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:10.199307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50b5ab-8dd4-4f24-abf6-9cdcd27b46fa req-bcd1d31c-40e4-494a-a67d-870372154889 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:10.203233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9910a3b2-219b-453e-937a-e6e160cb41e7 req-75abdc8f-ac03-4dcb-8a36-bb0e16ed5570 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226870 Aug 16 02:29:10.219414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e50b5ab-8dd4-4f24-abf6-9cdcd27b46fa req-bcd1d31c-40e4-494a-a67d-870372154889 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1166785 Aug 16 02:29:10.274632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e50b5ab-8dd4-4f24-abf6-9cdcd27b46fa req-4b6c9960-3969-45d4-850d-fa2a696d535f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540009 Aug 16 02:29:11.533274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91615c3-09c3-4d8f-a1e1-1cb62aa3039d req-ea8c210e-33a4-4dc0-a187-8a9ffc5c3899 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:11.539196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a91615c3-09c3-4d8f-a1e1-1cb62aa3039d req-ea8c210e-33a4-4dc0-a187-8a9ffc5c3899 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1976140 Aug 16 02:29:11.580059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a91615c3-09c3-4d8f-a1e1-1cb62aa3039d req-158556bf-05fb-46ff-aaa2-b60d05dbf3bf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Aug 16 02:29:12.681274 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:12.748630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d87542d-a20d-44d6-866f-69e70a42428e req-547fa50a-ad0d-4cdc-8357-44340d73ff8f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:12.748630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d87542d-a20d-44d6-866f-69e70a42428e req-547fa50a-ad0d-4cdc-8357-44340d73ff8f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0782688 Aug 16 02:29:12.815598 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d87542d-a20d-44d6-866f-69e70a42428e req-182a8048-845a-42de-86df-2f7db0fe9fea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512910 Aug 16 02:29:12.872066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-53073e05-7eab-45b6-b1c0-3e90ccef0daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:14.004821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149125e-72cc-4505-9382-ec2bbc8341aa req-69759b85-3efb-4755-9deb-c078c05736bb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:14.006807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0149125e-72cc-4505-9382-ec2bbc8341aa req-69759b85-3efb-4755-9deb-c078c05736bb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0636435 Aug 16 02:29:14.060469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0149125e-72cc-4505-9382-ec2bbc8341aa req-8570c111-695a-4f9f-835d-9b9296ec62a7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470726 Aug 16 02:29:14.717568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:15.267390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa48e1-57a4-4359-9ba8-e2314b860158 req-78558612-bed9-4303-a71e-8b6f71818032 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:15.269587 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3aa48e1-57a4-4359-9ba8-e2314b860158 req-78558612-bed9-4303-a71e-8b6f71818032 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0993702 Aug 16 02:29:15.397327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3aa48e1-57a4-4359-9ba8-e2314b860158 req-244a5a50-4a0f-47aa-8fe4-d027362409fa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202984 Aug 16 02:29:16.061750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47368) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:16.090572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.237298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.339397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.440297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.495400 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6af9dd9ed6014763862ec938267455db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4324286 Aug 16 02:29:16.496484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee1e0d3-1df5-40e9-8d1a-f3397a97c913,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:16.505255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47374) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:16.506940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.507414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.507970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.508397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.508849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.509220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.509640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.510085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.510430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.510833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.511164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.511661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83489baf-608c-47a1-a6ec-7c7feb93fa95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:16.569451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7b574-8248-4d44-adcd-8c462f5663b5 req-35204183-f6bc-464c-a9a1-b3a7d6eb6315 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:16.571582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ae7b574-8248-4d44-adcd-8c462f5663b5 req-35204183-f6bc-464c-a9a1-b3a7d6eb6315 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1012530 Aug 16 02:29:16.593569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96ba-efb4-46c3-b53c-324b6a2a98e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.630485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96ba-efb4-46c3-b53c-324b6a2a98e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.663303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ae7b574-8248-4d44-adcd-8c462f5663b5 req-43a2cb68-f153-4f01-a0f2-0459e7207a83 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Aug 16 02:29:16.803369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96ba-efb4-46c3-b53c-324b6a2a98e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.806442 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8a7c96ba-efb4-46c3-b53c-324b6a2a98e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:16.807852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8a7c96ba-efb4-46c3-b53c-324b6a2a98e9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4ee1e0d3-1df5-40e9-8d1a-f3397a97c913 HTTP/1.1" status: 204 len: 168 time: 0.2914302 Aug 16 02:29:16.818098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c96ba-efb4-46c3-b53c-324b6a2a98e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee1e0d3-1df5-40e9-8d1a-f3397a97c913,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:17.811980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeb927-89c6-4f65-8b72-6a27c9e671ac req-00a82c28-3ce0-4afe-8a7a-f1cfd31fe6e0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:17.828861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cafeb927-89c6-4f65-8b72-6a27c9e671ac req-00a82c28-3ce0-4afe-8a7a-f1cfd31fe6e0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0774219 Aug 16 02:29:17.878593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cafeb927-89c6-4f65-8b72-6a27c9e671ac req-64e5b6e2-3710-4c4b-a9e5-5730817a470d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Aug 16 02:29:19.100521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096246d-32c0-4dc1-b8db-5f7c60866746 req-95aca005-9798-4e18-8b0d-29c2f2a1c1a0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:19.100521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4096246d-32c0-4dc1-b8db-5f7c60866746 req-95aca005-9798-4e18-8b0d-29c2f2a1c1a0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0600591 Aug 16 02:29:19.100521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4096246d-32c0-4dc1-b8db-5f7c60866746 req-d69558c8-e508-499a-a267-c5668d39f598 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360515 Aug 16 02:29:19.593744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:19.784444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'network': {'name': 'tempest-network-smoke--685011847', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:19.938149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:19.942932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:19.956565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.051626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.180485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.204645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f867e4-ff01-4c33-aa36-4e1f51ec56c9 req-0176af4d-02b2-4284-9f60-fc529bba6693 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.211755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62f867e4-ff01-4c33-aa36-4e1f51ec56c9 req-0176af4d-02b2-4284-9f60-fc529bba6693 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0618935 Aug 16 02:29:20.214399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:20.234758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.235109 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Added segment c700c515-3332-4f80-8700-f372b33eb3fd of type vlan for network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 Aug 16 02:29:20.244386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbba6ac-3480-416c-b9f6-7e1cbf88199f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.260537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62f867e4-ff01-4c33-aa36-4e1f51ec56c9 req-c26087b4-d177-473f-bca5-f8cff3f86a28 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440857 Aug 16 02:29:20.284296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.426459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.432100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:20.432689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.509341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Network': ['ID=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:20.522263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:29:20.625677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6af803dc-557c-4462-a394-cc415e739651 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0307779 Aug 16 02:29:20.631206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47438) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:20.633161 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-958785814', 'admin_state_up': True, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:20.784355 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.786392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:20.845657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.402688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96fe96e-1799-4782-b42f-45b81c3aedfd req-a90bf30b-c5c5-4ccc-b4d9-a905428d88b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:21.404966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a96fe96e-1799-4782-b42f-45b81c3aedfd req-a90bf30b-c5c5-4ccc-b4d9-a905428d88b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0570486 Aug 16 02:29:21.448328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.461680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a96fe96e-1799-4782-b42f-45b81c3aedfd req-44ab6a83-ec99-4372-92b4-da6cb6018c59 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464091 Aug 16 02:29:21.733644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.752394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:21.866773 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.25.6.183 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/79817865-b917-4579-b598-6399cc2e20ba) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:21.978799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.106319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.159888 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:22.165303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:22.167638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=79817865-b917-4579-b598-6399cc2e20ba,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:22.169980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:22.536493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:22.604781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28107e-9e12-4040-a7a2-0aa1e63d1ceb req-493792a5-99c9-4683-9dd8-f709445fa451 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:22.606471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e28107e-9e12-4040-a7a2-0aa1e63d1ceb req-493792a5-99c9-4683-9dd8-f709445fa451 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0627713 Aug 16 02:29:22.652586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e28107e-9e12-4040-a7a2-0aa1e63d1ceb req-df9a776e-11c1-4a89-8e47-365215e38d1f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374520 Aug 16 02:29:22.779642 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.029996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:29:23.143715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:23.156597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:23.179140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:23.179140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:29:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:23.260789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.266176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47460) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.266372 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-19ba19a8-5820-4d45-8396-f8384c5c7eb1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6367316 Aug 16 02:29:23.312095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:23.385097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cdd7323a-2e7c-4513-a320-82eeba6e9139 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ac9cdc8c9a2f4ca5a54de2588850b440&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1169186 Aug 16 02:29:23.387497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47464) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.510944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:22Z', 'revision_number': 3, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:23.518393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d23af-28cf-4223-81f1-c1adc0c064f0 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:23.523042 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-656d23af-28cf-4223-81f1-c1adc0c064f0 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316423 Aug 16 02:29:23.523498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47466) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.544763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:23.545138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Updating router 56890229-b9ab-450f-a94e-b87db0404c9f port 79817865-b917-4579-b598-6399cc2e20ba binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:29:23.568079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eacf7a96-0ffc-4977-8597-c28257231be7 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409112 Aug 16 02:29:23.568444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47468) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:23.574224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1312898805', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:23.581110 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.781184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:23.784786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.902361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:23.916097 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Transition to ACTIVE for port object 79817865-b917-4579-b598-6399cc2e20ba will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:23.972162 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad20ce6-ba73-4de9-a127-eaa4701130be req-f130278e-2057-4579-b6b7-31228cde3f45 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:23.973955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bad20ce6-ba73-4de9-a127-eaa4701130be req-f130278e-2057-4579-b6b7-31228cde3f45 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.2265866 Aug 16 02:29:24.041815 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.054322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bad20ce6-ba73-4de9-a127-eaa4701130be req-4b02f008-29a4-488a-a0a1-826e78212367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708623 Aug 16 02:29:24.142034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Attempting to bind port 79817865-b917-4579-b598-6399cc2e20ba on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:24.142584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Attempting to bind port 79817865-b917-4579-b598-6399cc2e20ba by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:24.149589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Attempting to bind port 79817865-b917-4579-b598-6399cc2e20ba on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:24.149723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.149853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:24.150100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:24.150513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.151055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:24.151532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Bound port: 79817865-b917-4579-b598-6399cc2e20ba, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:24.151925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.157929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26fa46-0397-4c41-9c58-7b52652990be None None] Pushing event updated for resources: {'Port': ['ID=79817865-b917-4579-b598-6399cc2e20ba,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:24.232328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Checking segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:24.233699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network hostable DHCP agents. Network: 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:29:24.237848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Subnet': ['ID=56c57000-2d34-4c32-b60e-e3c40cfeb877,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:24.238040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] For port 79817865-b917-4579-b598-6399cc2e20ba, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:24.241891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] For port 79817865-b917-4579-b598-6399cc2e20ba, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=79817865-b917-4579-b598-6399cc2e20ba,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:24.329804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.339161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:29:24.394489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:24.395175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:29:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:24.433080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26fa46-0397-4c41-9c58-7b52652990be None None] Pushing event updated for resources: {'Port': ['ID=79817865-b917-4579-b598-6399cc2e20ba,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:24.460589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:24.468853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:24.469463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.497427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a667d-a20c-4aa7-939a-84f5f9aeaf5c None None] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:24.580525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:24.588594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c97d59b3-611a-47aa-a0ba-27090f29b75e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0185564 Aug 16 02:29:24.591393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47478) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:24.858222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:29:24.859126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:24.973438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:22Z', 'revision_number': 3, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:25.003297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124826d9-09db-4b36-ad9b-7c210556d4d5 None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:22Z', 'revision_number': 3, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:25.061244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Allocated IP 172.20.0.2 (15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6/56c57000-2d34-4c32-b60e-e3c40cfeb877/7ba30e01-8926-46ef-a4b2-8e80ee77f7bd) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:25.156000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.233299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.243349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Transition to ACTIVE for port object 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:25.259410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Transition to ACTIVE for port object 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:25.375509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0ded1-ad9e-4036-9bec-e754d2eb33f7 req-1dea4c9f-ccdf-46ae-bda4-5a564e01dfed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:25.375509 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22f0ded1-ad9e-4036-9bec-e754d2eb33f7 req-1dea4c9f-ccdf-46ae-bda4-5a564e01dfed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1964598 Aug 16 02:29:25.376063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.408265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:25.412770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:25.418427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:25.449714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Pushing event updated for resources: {'Port': ['ID=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:25.504141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Attempting to bind port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:25.504943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Attempting to bind port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:25.505558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Attempting to bind port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd on network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:25.516614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:25.517478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Checking segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:25.518232 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.518865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Bound using segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:25.519727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Bound port: 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:25.520348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.552255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22f0ded1-ad9e-4036-9bec-e754d2eb33f7 req-6a817811-e205-4527-aa33-560395f443c8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826916 Aug 16 02:29:25.617169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] For port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:25.623356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] For port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:25.741885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.20.0.1 (15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6/56c57000-2d34-4c32-b60e-e3c40cfeb877/7ab2d81f-702c-4110-8734-4d1944f9f06e) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:25.799499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:25.956011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a362045-eb35-45e9-af96-e1ddeaca370c None None] Pushing event updated for resources: {'Port': ['ID=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:26.000481 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.020324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Transition to ACTIVE for port object 7ab2d81f-702c-4110-8734-4d1944f9f06e will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:26.156760 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.236962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:26.250222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:26.259908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:26.328560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=7ab2d81f-702c-4110-8734-4d1944f9f06e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:26.340452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.677082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19ab6d-b2d3-4163-9ec8-2c14da7092ab req-55b1d4a6-b0da-4edb-8ecb-a9b4fb10203f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:26.678833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d19ab6d-b2d3-4163-9ec8-2c14da7092ab req-55b1d4a6-b0da-4edb-8ecb-a9b4fb10203f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0550840 Aug 16 02:29:26.732017 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:26.755155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d19ab6d-b2d3-4163-9ec8-2c14da7092ab req-140c6165-0696-4aea-82e9-de11470e05f6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567906 Aug 16 02:29:27.093005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:27.128804 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.201235 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.243220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:27.248971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79817865-b917-4579-b598-6399cc2e20ba up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:27.291982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.306090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=7ab2d81f-702c-4110-8734-4d1944f9f06e,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:27.372133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.374062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7611d0f4-f301-4d77-b7b5-d74b9611ed58 None None] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:29:27.426132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:27.427914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:27.447700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 79817865-b917-4579-b598-6399cc2e20ba completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:27.453310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.456982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 79817865-b917-4579-b598-6399cc2e20ba triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:27.457495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.583614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:27.620996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] Provisioning for port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:27.631144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] Provisioning complete for port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:27.631526 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.689685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.721896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 79817865-b917-4579-b598-6399cc2e20ba, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=79817865-b917-4579-b598-6399cc2e20ba,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:27.726978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:27.733720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-81b87903-b465-4f5b-85ee-ee815a2eb212 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "PUT /v2.0/routers/56890229-b9ab-450f-a94e-b87db0404c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1406341 Aug 16 02:29:27.736129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47518) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:27.746533 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:27.760878 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:27.761608 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:29:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:27.790860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.819538 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:27.862495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] For port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:27.938096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=79817865-b917-4579-b598-6399cc2e20ba,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:27.943466 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:27.966737 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.029251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.029763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.030248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.030805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.031291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.031774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.032253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.032726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.036542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9a10ce1d-4d19-4cf7-aa7f-049aab8384b5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.2991521 Aug 16 02:29:28.042838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47526) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.134279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067206ad-d0a2-49a6-9708-902521ba22b3 None None] Pushing event updated for resources: {'Port': ['ID=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:28.195889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.196383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.196916 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.197399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.197871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.198584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.199192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.199671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.202737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a6a39b3f-5125-4aae-8903-6dbacf66b109 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1623893 Aug 16 02:29:28.205626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47530) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:28.238096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0df3e-4b2a-4a50-aaba-53ae616ea2f4 req-74ddc134-5bd2-477d-8175-3f325c4185bf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:28.241909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2e0df3e-4b2a-4a50-aaba-53ae616ea2f4 req-74ddc134-5bd2-477d-8175-3f325c4185bf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.2031634 Aug 16 02:29:28.253640 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 2, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:28.266243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1dda5100-5234-4f0e-aa6c-2528acbff119 None None] Provisioning for port 7ab2d81f-702c-4110-8734-4d1944f9f06e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:28.275511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1dda5100-5234-4f0e-aa6c-2528acbff119 None None] Provisioning complete for port 7ab2d81f-702c-4110-8734-4d1944f9f06e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:28.276040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1dda5100-5234-4f0e-aa6c-2528acbff119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.321864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2e0df3e-4b2a-4a50-aaba-53ae616ea2f4 req-88958a75-885e-4278-9c9f-c78933aec57d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731237 Aug 16 02:29:28.332720 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:28.334760 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Updating router 56890229-b9ab-450f-a94e-b87db0404c9f port 7ab2d81f-702c-4110-8734-4d1944f9f06e binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:29:28.388002 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.606830 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1dda5100-5234-4f0e-aa6c-2528acbff119 None None] Port 7ab2d81f-702c-4110-8734-4d1944f9f06e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:28.618362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1dda5100-5234-4f0e-aa6c-2528acbff119 None None] Provisioning complete for port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:28.619648 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1dda5100-5234-4f0e-aa6c-2528acbff119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.643674 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0af8fefa-232b-4a4a-9769-bc967a2390b4 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.4318669 Aug 16 02:29:28.786974 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.798392 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Transition to ACTIVE for port object 7ab2d81f-702c-4110-8734-4d1944f9f06e will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:28.893594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d2d4f82f-15d8-4ee4-a482-ad0a7862b79c None None] Provisioning complete for port 7ab2d81f-702c-4110-8734-4d1944f9f06e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:28.893975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d2d4f82f-15d8-4ee4-a482-ad0a7862b79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.927430 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:28.955207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4f82f-15d8-4ee4-a482-ad0a7862b79c None None] Port 7ab2d81f-702c-4110-8734-4d1944f9f06e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:29.037472 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Pushing event updated for resources: {'Port': ['ID=7ab2d81f-702c-4110-8734-4d1944f9f06e,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.072606 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.073193 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.073579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.073976 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.074861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.074861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.075304 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.075821 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.077642 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.078147 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.086161 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.086767 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:29.096315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:29.139105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.145798 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-322559097', 'description': 'tempest-secgroup-smoke-322559097 description', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:29.165455 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Attempting to bind port 7ab2d81f-702c-4110-8734-4d1944f9f06e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:29.178067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Attempting to bind port 7ab2d81f-702c-4110-8734-4d1944f9f06e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:29.178620 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Attempting to bind port 7ab2d81f-702c-4110-8734-4d1944f9f06e on network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:29.194352 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:29.194791 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Checking segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:29.195433 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.196007 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Bound using segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:29.196672 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Bound port: 7ab2d81f-702c-4110-8734-4d1944f9f06e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:29.197288 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.232744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:29.233717 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.284927 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] For port 7ab2d81f-702c-4110-8734-4d1944f9f06e, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:29.288396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] For port 7ab2d81f-702c-4110-8734-4d1944f9f06e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7ab2d81f-702c-4110-8734-4d1944f9f06e,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:29.316667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79817865-b917-4579-b598-6399cc2e20ba up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:29.332923 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.426295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 79817865-b917-4579-b598-6399cc2e20ba triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:29.426786 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.433456 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.489225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.521408 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:29.525846 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:29:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:29.587780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417643b-6fdc-481f-9e57-62a436b78d93 req-f6bc66f4-c106-4956-9cba-0ddaa66a4b28 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:29.590663 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.596414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e417643b-6fdc-481f-9e57-62a436b78d93 req-f6bc66f4-c106-4956-9cba-0ddaa66a4b28 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1367767 Aug 16 02:29:29.655065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f58fb249-6620-43f3-aee4-7b71d2cb3949,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.678560 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4517e-94ee-472e-a70b-b75c5203dabe None None] Pushing event updated for resources: {'Port': ['ID=7ab2d81f-702c-4110-8734-4d1944f9f06e,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:29.687102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e417643b-6fdc-481f-9e57-62a436b78d93 req-ac292cf9-cb82-4fb6-8059-465962584460 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831218 Aug 16 02:29:29.761777 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:29.766792 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.771461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4947b7f0-e7f4-4f41-805b-54442e063b67 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6278906 Aug 16 02:29:29.771461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47560) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:29.776908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': 'f58fb249-6620-43f3-aee4-7b71d2cb3949', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:29.880411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:29.973463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.061015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.079887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b4174b-dbca-4179-b285-683473858f6c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.137512 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:29Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:30.164253 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3fc0bc-5186-4bfe-a1d5-e553e63eadc9 None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:29Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:30.305285 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.311431 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-36943de4-0f4a-4b45-9491-5cf197b76ca0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5339580 Aug 16 02:29:30.312166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.317028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': 'f58fb249-6620-43f3-aee4-7b71d2cb3949', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:30.484354 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.566748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.670523 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.706036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5054ff13-7bef-42c3-ab33-331a3cd05ab2,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:30.772971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.774657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-973f9cbd-2242-4550-858f-6e2411c311d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4613464 Aug 16 02:29:30.778353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47576) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:30.786873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': 'f58fb249-6620-43f3-aee4-7b71d2cb3949', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:30.855329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309641f-39f1-4456-8ea1-483b0e9e5c6e req-3b04f4da-8a7a-4f6b-adea-45b98d4ca173 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:30.856948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7309641f-39f1-4456-8ea1-483b0e9e5c6e req-3b04f4da-8a7a-4f6b-adea-45b98d4ca173 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0659831 Aug 16 02:29:30.886813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:30.903264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7309641f-39f1-4456-8ea1-483b0e9e5c6e req-30cbe417-4c26-40fc-9ad8-0258df4825ea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388243 Aug 16 02:29:30.973399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.056101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ab2d81f-702c-4110-8734-4d1944f9f06e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:31.087456 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.107969 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5684e957-a6b6-4b2a-adb5-2371ae82f924,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.203006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7ab2d81f-702c-4110-8734-4d1944f9f06e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:31.207410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7ab2d81f-702c-4110-8734-4d1944f9f06e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:31.207901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.271800 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.275758 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-156034f2-49d0-4c1b-a43a-d81a24e3ef64 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4928029 Aug 16 02:29:31.275990 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47588) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.281374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': 'f58fb249-6620-43f3-aee4-7b71d2cb3949', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.324854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.361285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 7ab2d81f-702c-4110-8734-4d1944f9f06e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7ab2d81f-702c-4110-8734-4d1944f9f06e,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:31.450492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.472068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.512478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.534420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=7ab2d81f-702c-4110-8734-4d1944f9f06e,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.625077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.643246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1297dfaf-2932-4640-a946-ebb584d4f00d,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:31.755442 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.759321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-192df998-d9a0-455d-807d-732a8d293330 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4796810 Aug 16 02:29:31.759504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47594) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:31.764349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': 'f58fb249-6620-43f3-aee4-7b71d2cb3949', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:31.883960 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Project ac9cdc8c9a2f4ca5a54de2588850b440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:29:31.897468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:31.976405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.048350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904db33d-0ad8-4446-a5e6-cf71781a118e req-99907c15-3c7e-442a-8d2f-8dd937b51703 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:32.049953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-904db33d-0ad8-4446-a5e6-cf71781a118e req-99907c15-3c7e-442a-8d2f-8dd937b51703 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0569675 Aug 16 02:29:32.061433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.080843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a389853-b297-43d5-b372-56fbcb47e7a8,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.116577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-904db33d-0ad8-4446-a5e6-cf71781a118e req-b05973a7-cd17-4988-a3c4-64a4f35318c9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509510 Aug 16 02:29:32.174916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.176390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4e1c4560-f6eb-4141-b656-2258b11952bc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4161067 Aug 16 02:29:32.181879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47602) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:32.187555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': 'f58fb249-6620-43f3-aee4-7b71d2cb3949', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:32.403900 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Project ac9cdc8c9a2f4ca5a54de2588850b440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:29:32.410006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.487108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.602352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.629823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354ba2d7-6b50-4afa-b024-109bce48fa92,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:32.752271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:32.761550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-628bae7c-d792-4147-bd09-38591578b6d2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5705516 Aug 16 02:29:32.913238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-447ccc9a-679b-49a2-af4d-e493f1644516 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-322559097&fields=id&tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 267 time: 0.0388105 Aug 16 02:29:33.007501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ab2d81f-702c-4110-8734-4d1944f9f06e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:33.017162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.037890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-c21aee27-0abf-4805-8b38-baa792ce5a73 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.039444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-c21aee27-0abf-4805-8b38-baa792ce5a73 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/networks?id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 HTTP/1.1" status: 200 len: 796 time: 0.1184459 Aug 16 02:29:33.062014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-b50f72a8-e3fe-406e-a916-b74558aef223 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/quotas/ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 375 time: 0.0098372 Aug 16 02:29:33.065755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7ab2d81f-702c-4110-8734-4d1944f9f06e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:33.066370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.149375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-01d80794-ac8f-4cd6-9421-3a3b9b51c427 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734148 Aug 16 02:29:33.222759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34afa4ca-b215-491c-add5-7d8820fcd1af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.320738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddec06a-a687-4943-ab20-182c2d207ea1 req-d93a0be1-d73e-44a7-8ea6-21ebbd3df888 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:33.322249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ddec06a-a687-4943-ab20-182c2d207ea1 req-d93a0be1-d73e-44a7-8ea6-21ebbd3df888 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0859108 Aug 16 02:29:33.338323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34afa4ca-b215-491c-add5-7d8820fcd1af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.340749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-bf699e48-3a82-4a29-87f0-b79be30da93d service neutron] 10.222.0.76 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772854 Aug 16 02:29:33.418553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ddec06a-a687-4943-ab20-182c2d207ea1 req-221add7f-cacd-4e63-b6be-edf1b175163d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886962 Aug 16 02:29:33.438203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-34afa4ca-b215-491c-add5-7d8820fcd1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.455709 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-49804736-a2ba-4281-868c-2c6c3b4dab05 service neutron] 10.222.0.76 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068745 Aug 16 02:29:33.476865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-34afa4ca-b215-491c-add5-7d8820fcd1af admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a9aa4d8f01db4af59785e77dbb5dcc0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585636 Aug 16 02:29:33.477763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afa4ca-b215-491c-add5-7d8820fcd1af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a4b9fb-71ba-43d5-bf5d-c46ef61b9b56,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:33.480062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:33.548544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-40be3471-5320-40bb-ba26-fa743d7322d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.575590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-40be3471-5320-40bb-ba26-fa743d7322d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.710501 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-40be3471-5320-40bb-ba26-fa743d7322d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.713390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3de59a05-38b1-4abd-b272-7c805744de6c req-6303da1c-7729-4c94-8341-8481dc611c27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0377882 Aug 16 02:29:33.713716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-40be3471-5320-40bb-ba26-fa743d7322d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:33.719258 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-40be3471-5320-40bb-ba26-fa743d7322d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/81a4b9fb-71ba-43d5-bf5d-c46ef61b9b56 HTTP/1.1" status: 204 len: 168 time: 0.2379375 Aug 16 02:29:33.734549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be3471-5320-40bb-ba26-fa743d7322d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a4b9fb-71ba-43d5-bf5d-c46ef61b9b56,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:34.543493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3212ea-eae8-4dc8-97a6-7dc540f55aac req-d4f3c623-7e61-4ace-9417-4285d367297f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:34.545539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3212ea-eae8-4dc8-97a6-7dc540f55aac req-d4f3c623-7e61-4ace-9417-4285d367297f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0522172 Aug 16 02:29:34.588748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e3212ea-eae8-4dc8-97a6-7dc540f55aac req-bd92120a-72da-4957-931b-1b8ed881e9e4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373051 Aug 16 02:29:34.824842 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24e94f31-0a1d-4276-82a7-101df1f19217 req-1346809e-d399-45b5-a792-fc6ef399027d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0313764 Aug 16 02:29:35.665963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47716) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:35.731961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba2e386-7db9-4c57-93db-1c5a1f649496 req-9a9eb6fb-d6f9-4a61-a49e-19df313e8e5a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:35.734031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ba2e386-7db9-4c57-93db-1c5a1f649496 req-9a9eb6fb-d6f9-4a61-a49e-19df313e8e5a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0540636 Aug 16 02:29:35.786184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ba2e386-7db9-4c57-93db-1c5a1f649496 req-dccf8107-43c5-46ee-a772-729a772b71ce tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463400 Aug 16 02:29:35.795601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-937269cc-7e66-44c2-805a-e32a1bbc7c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.913846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-937269cc-7e66-44c2-805a-e32a1bbc7c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:35.933220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d00cba72-41eb-4d60-8f1d-a74f39fe421f req-cf9d1625-561c-4217-8f6a-83cd5f690b19 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0252621 Aug 16 02:29:36.024004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-937269cc-7e66-44c2-805a-e32a1bbc7c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.062088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-937269cc-7e66-44c2-805a-e32a1bbc7c00 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=909df9e8d7bd4a99808b67d009e3231a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3944607 Aug 16 02:29:36.062992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937269cc-7e66-44c2-805a-e32a1bbc7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab822f21-ca42-4022-8686-d9c957686354,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.064882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:36.115795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.137191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.275656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.278269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:36.280340 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ab822f21-ca42-4022-8686-d9c957686354 HTTP/1.1" status: 204 len: 168 time: 0.2144327 Aug 16 02:29:36.289142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab822f21-ca42-4022-8686-d9c957686354,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:36.297632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.298118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.298554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.299031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.299466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.299901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.300332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.300761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.301361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.302068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.302607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.303177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147dc9bf-1f02-4a97-9944-6bc53fbc0cec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:29:36.663682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-327cc598-e163-41e0-815b-b70e912724c5 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.665648 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-327cc598-e163-41e0-815b-b70e912724c5 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "GET /v2.0/networks?id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 HTTP/1.1" status: 200 len: 796 time: 0.1214433 Aug 16 02:29:36.712611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-2eb04df5-adee-411d-9236-8021bc60625d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 379 time: 0.0370598 Aug 16 02:29:36.722685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'port': {'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'admin_state_up': True, 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'security_groups': ['f58fb249-6620-43f3-aee4-7b71d2cb3949']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:36.929408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339d4ce-a69f-493c-8d90-f504bc278dba req-12d242cc-2b18-4a74-a214-76cfc9f6c9b5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:36.930980 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4339d4ce-a69f-493c-8d90-f504bc278dba req-12d242cc-2b18-4a74-a214-76cfc9f6c9b5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0613685 Aug 16 02:29:36.977192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4339d4ce-a69f-493c-8d90-f504bc278dba req-80ca43cf-4ff5-4c6f-9889-2899361168c8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366280 Aug 16 02:29:36.980626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:36.984520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.039628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ab6093a2-cad9-42a2-a1e0-a39df2d70a20 req-57fc537f-d4d0-489f-8456-4f07af6c4fa2 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0306795 Aug 16 02:29:37.124652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.20.0.5 (15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6/56c57000-2d34-4c32-b60e-e3c40cfeb877/c35bd8c3-d02b-4975-a5c7-322f4fc5529c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:37.276071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.292327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Transition to ACTIVE for port object c35bd8c3-d02b-4975-a5c7-322f4fc5529c will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:37.393978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.442884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:37.443679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:37.447609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:37.454654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:37.506335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:37.507033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.613352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a40a9518-82c2-4a61-a77b-bc57a86acac6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8943589 Aug 16 02:29:37.627012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Request body: {'port': {'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:37.699298 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.784012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1717c3bb-5b15-4de2-850d-226e826a3ab1 None None] Provisioning for port c35bd8c3-d02b-4975-a5c7-322f4fc5529c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:37.788343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1717c3bb-5b15-4de2-850d-226e826a3ab1 None None] Provisioning complete for port c35bd8c3-d02b-4975-a5c7-322f4fc5529c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:37.788926 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1717c3bb-5b15-4de2-850d-226e826a3ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:37.825119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1717c3bb-5b15-4de2-850d-226e826a3ab1 None None] Port c35bd8c3-d02b-4975-a5c7-322f4fc5529c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:29:38.003923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35bd8c3-d02b-4975-a5c7-322f4fc5529c {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:38.011751 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.024864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Transition to ACTIVE for port object c35bd8c3-d02b-4975-a5c7-322f4fc5529c will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:29:38.106350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ae1fc6-1488-4a2c-afc1-57dbffa7f700 req-52e798f6-1097-40e3-af90-a3d8cfe66b76 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.108952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4ae1fc6-1488-4a2c-afc1-57dbffa7f700 req-52e798f6-1097-40e3-af90-a3d8cfe66b76 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0594645 Aug 16 02:29:38.146126 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.179901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4ae1fc6-1488-4a2c-afc1-57dbffa7f700 req-b9613e36-ff08-4fdd-bf90-f0d0410f74b5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645664 Aug 16 02:29:38.207220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac246f-eb6c-4894-b2eb-b75c5302b658 req-850f91b0-5735-4561-ae13-2fe8327ede54 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.209070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7ac246f-eb6c-4894-b2eb-b75c5302b658 req-850f91b0-5735-4561-ae13-2fe8327ede54 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 931 time: 0.0860181 Aug 16 02:29:38.234579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.253873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7ac246f-eb6c-4894-b2eb-b75c5302b658 req-0acd316e-e8ee-46a8-8191-791d7e292400 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378397 Aug 16 02:29:38.323581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Attempting to bind port c35bd8c3-d02b-4975-a5c7-322f4fc5529c on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:29:38.323848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Attempting to bind port c35bd8c3-d02b-4975-a5c7-322f4fc5529c by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:29:38.324183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Attempting to bind port c35bd8c3-d02b-4975-a5c7-322f4fc5529c on network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:38.329802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Port c35bd8c3-d02b-4975-a5c7-322f4fc5529c on network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:29:38.330215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Attempting to bind port c35bd8c3-d02b-4975-a5c7-322f4fc5529c on network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:29:38.335399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:29:38.335746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Checking segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:29:38.336133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Bound using segment: {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:29:38.336577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Bound port: c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c700c515-3332-4f80-8700-f372b33eb3fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:29:38.337329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.408262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] For port c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:29:38.412217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] For port c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:29:38.563660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.599040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.599727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:38.601137 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] 10.222.0.83 "PUT /v2.0/ports/c35bd8c3-d02b-4975-a5c7-322f4fc5529c HTTP/1.1" status: 200 len: 1092 time: 0.9797664 Aug 16 02:29:38.601671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:38.603878 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb" -d '{"events": [{"name": "network-changed", "server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:38.634187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c39810-a84b-4a92-9171-10fe06bfcbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:38.646214 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1443be-f89e-49a2-990f-11515141ef4d x-openstack-request-id: req-4b1443be-f89e-49a2-990f-11515141ef4d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:38.646536 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:38.646922 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4b1443be-f89e-49a2-990f-11515141ef4d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:38.647191 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'status': 'completed', 'code': 200} Aug 16 02:29:38.715778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb req-042ac020-1f1a-4cae-9c31-30a64da4a964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:38.715778 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb req-042ac020-1f1a-4cae-9c31-30a64da4a964 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 1095 time: 0.0441551 Aug 16 02:29:39.162431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb req-bf487d0b-f1aa-4504-83ba-5fef5df0ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.163976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb req-bf487d0b-f1aa-4504-83ba-5fef5df0ff65 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4395838 Aug 16 02:29:39.269845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb req-6ae25788-888f-4553-b7e6-5cab10d480bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.271702 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5d20dbb2-c5c0-4e01-8f2d-b6b083b0a1bb req-6ae25788-888f-4553-b7e6-5cab10d480bb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004515 Aug 16 02:29:39.359575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b316b-45a0-497f-9c08-5e04e2ceece0 req-73f0a461-fece-4541-9adc-2ecd0813ecda tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.361377 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0b316b-45a0-497f-9c08-5e04e2ceece0 req-73f0a461-fece-4541-9adc-2ecd0813ecda tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0896049 Aug 16 02:29:39.392019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-3836323e-e949-4162-9e59-8d5efd828201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.393578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-3836323e-e949-4162-9e59-8d5efd828201 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 1095 time: 0.0781784 Aug 16 02:29:39.445673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-8532c7df-f2c9-419f-84ab-53638bf48229 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c HTTP/1.1" status: 200 len: 217 time: 0.0369358 Aug 16 02:29:39.464885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0b316b-45a0-497f-9c08-5e04e2ceece0 req-787c8d2d-c6e0-4b88-b226-3867626fc3d2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Aug 16 02:29:39.495832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ce0b3-bb66-4edf-b20d-8ada2b80fbd3 req-20629110-5d35-498b-b595-f712e739b423 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.495832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df1ce0b3-bb66-4edf-b20d-8ada2b80fbd3 req-20629110-5d35-498b-b595-f712e739b423 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 943 time: 0.1279650 Aug 16 02:29:39.530172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a4fc851e-0ed3-4e3d-a86d-8c6cd07f80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.533404 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-a4fc851e-0ed3-4e3d-a86d-8c6cd07f80e7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56c57000-2d34-4c32-b60e-e3c40cfeb877 HTTP/1.1" status: 200 len: 835 time: 0.0807395 Aug 16 02:29:39.541633 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df1ce0b3-bb66-4edf-b20d-8ada2b80fbd3 req-892b6c1f-8441-4bea-b12e-ea6ed5afc156 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418711 Aug 16 02:29:39.595153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-aa41be86-4358-4587-9556-3d354a3250b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:39.597469 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-aa41be86-4358-4587-9556-3d354a3250b5 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572622 Aug 16 02:29:39.695594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-0d659c5a-ae3c-4a3f-b322-6b1cf0d5e11f service neutron] 10.222.0.83 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912886 Aug 16 02:29:39.800358 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5e0751dc-f448-4a2f-8d24-b00105c6871e req-d832bca2-5915-40e3-a1f8-4aa1762f1119 service neutron] 10.222.0.83 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967214 Aug 16 02:29:39.970454 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2807ae37-462a-43d4-830e-0b4b3043e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:40.595901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d26926-b8d9-48da-85b7-bbd3302630e9 req-cf8ab044-a012-4abc-b8f5-3b436edcebe3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.597447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1d26926-b8d9-48da-85b7-bbd3302630e9 req-cf8ab044-a012-4abc-b8f5-3b436edcebe3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0512021 Aug 16 02:29:40.664090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1d26926-b8d9-48da-85b7-bbd3302630e9 req-23c75299-5f40-49a9-acda-85c428344eb9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601003 Aug 16 02:29:40.681321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d04c3b-ff9f-4048-b91a-a21ac75bc745 req-0123b2ad-e7d2-4090-b6ab-82c731b7c585 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:40.682876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9d04c3b-ff9f-4048-b91a-a21ac75bc745 req-0123b2ad-e7d2-4090-b6ab-82c731b7c585 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 943 time: 0.0654986 Aug 16 02:29:40.728156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9d04c3b-ff9f-4048-b91a-a21ac75bc745 req-531ee03a-f5c1-4f48-a9b7-87e4d98dea6f tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380228 Aug 16 02:29:41.754522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c35bd8c3-d02b-4975-a5c7-322f4fc5529c details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:29:41.813918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c461f-3531-487f-ba0c-6a9a2d212dfd req-f899555c-46cb-476a-8fa1-2efcafddad74 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.821138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f9c461f-3531-487f-ba0c-6a9a2d212dfd req-f899555c-46cb-476a-8fa1-2efcafddad74 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0750363 Aug 16 02:29:41.907218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f9c461f-3531-487f-ba0c-6a9a2d212dfd req-ee0f8524-1f0b-4498-8646-6973231f24d0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848973 Aug 16 02:29:41.921715 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc071b3-1aae-45e4-8ce0-b97ec1c596b3 req-fdfca85a-e84c-4599-a741-06fa2c77bebe tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:41.923944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddc071b3-1aae-45e4-8ce0-b97ec1c596b3 req-fdfca85a-e84c-4599-a741-06fa2c77bebe tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 943 time: 0.0999298 Aug 16 02:29:41.929048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:41.950861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:29:41.969402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddc071b3-1aae-45e4-8ce0-b97ec1c596b3 req-0dc116d1-8d5a-4f06-bab6-53fd1a7d2aec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380511 Aug 16 02:29:42.001314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.014622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35bd8c3-d02b-4975-a5c7-322f4fc5529c {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:29:42.033621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:42.155409 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.216996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:42.381880 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['c35bd8c3-d02b-4975-a5c7-322f4fc5529c'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:29:42.727276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:42.869510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-979ddd53-01c9-4b88-8650-daee4bf5f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.035845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75941102-d4d0-45d2-b84d-9597d76ad254 req-0258743a-4224-49d4-834a-e5bf023d0fde tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.037527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75941102-d4d0-45d2-b84d-9597d76ad254 req-0258743a-4224-49d4-834a-e5bf023d0fde tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0551136 Aug 16 02:29:43.107747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75941102-d4d0-45d2-b84d-9597d76ad254 req-acc9e53e-e88f-4e75-a6a6-61175d9eb5d4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637040 Aug 16 02:29:43.124312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab8438-a647-4fbf-a574-8889b8e14f91 req-841226ed-0298-484e-9138-c03d201d641f tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:43.125817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20ab8438-a647-4fbf-a574-8889b8e14f91 req-841226ed-0298-484e-9138-c03d201d641f tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 944 time: 0.0684211 Aug 16 02:29:43.164919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-20ab8438-a647-4fbf-a574-8889b8e14f91 req-9b6bb0c3-083c-44ce-99ee-a9d3674884b3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327733 Aug 16 02:29:43.768221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c35bd8c3-d02b-4975-a5c7-322f4fc5529c up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:29:43.893379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port c35bd8c3-d02b-4975-a5c7-322f4fc5529c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:29:43.893944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port c35bd8c3-d02b-4975-a5c7-322f4fc5529c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:29:43.894317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:43.985817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.019848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:44.022276 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aae63e0-2f15-42d4-be1a-1592d7cbaa5d" -d '{"events": [{"server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:44.036423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:29:44.073375 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84c86c8-6a97-4992-b725-89ed4f06ff99 x-openstack-request-id: req-a84c86c8-6a97-4992-b725-89ed4f06ff99 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:44.073852 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "name": "network-vif-plugged", "status": "completed", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:44.074239 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a84c86c8-6a97-4992-b725-89ed4f06ff99 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:44.074897 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'code': 200} Aug 16 02:29:44.157709 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.228485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:44.242800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9114aa7-3229-4de0-aa2a-930851a9dd0d req-148dc3ba-bec3-43a6-8836-75284184e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.244488 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9114aa7-3229-4de0-aa2a-930851a9dd0d req-148dc3ba-bec3-43a6-8836-75284184e38b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0827887 Aug 16 02:29:44.245693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d543f-06e4-4b4c-b8a8-db6c3b274e6a req-62af6278-c60f-4943-853b-e4c41057a322 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.247392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a45d543f-06e4-4b4c-b8a8-db6c3b274e6a req-62af6278-c60f-4943-853b-e4c41057a322 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0574064 Aug 16 02:29:44.283644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a9114aa7-3229-4de0-aa2a-930851a9dd0d req-c0b4699a-ade6-45f7-9e65-5d306cf485b3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309446 Aug 16 02:29:44.316001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a45d543f-06e4-4b4c-b8a8-db6c3b274e6a req-70dc9c5b-b91c-4c1f-ba96-27f214e88f2d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617266 Aug 16 02:29:44.333618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34752d-9e58-4c6a-bb57-92ac81c4b55b req-0a04ecd3-dbe1-46d6-9e6b-fa34ce9189f6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:44.338978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af34752d-9e58-4c6a-bb57-92ac81c4b55b req-0a04ecd3-dbe1-46d6-9e6b-fa34ce9189f6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0668280 Aug 16 02:29:44.381955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af34752d-9e58-4c6a-bb57-92ac81c4b55b req-b86f3dd0-93b1-4711-85ea-614d2fae2d09 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379877 Aug 16 02:29:44.721093 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:44.962168 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:29:45.823921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f03b4-97bf-453d-a332-6c8864fc5f9d req-469bfd4e-ceeb-4324-aed8-9b3185126c47 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.825396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-245f03b4-97bf-453d-a332-6c8864fc5f9d req-469bfd4e-ceeb-4324-aed8-9b3185126c47 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.4358046 Aug 16 02:29:45.839457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64b7e3-dbf5-4083-ba5c-4a4edbf558e6 req-8a436ce6-c315-4224-a7a1-a85f0f2e7843 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:45.841152 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f64b7e3-dbf5-4083-ba5c-4a4edbf558e6 req-8a436ce6-c315-4224-a7a1-a85f0f2e7843 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0743532 Aug 16 02:29:45.900040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f64b7e3-dbf5-4083-ba5c-4a4edbf558e6 req-f60745e7-c266-4357-98b6-8da040c17126 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506811 Aug 16 02:29:45.903134 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-245f03b4-97bf-453d-a332-6c8864fc5f9d req-fc0c1b57-093d-4ed9-839c-bef538449500 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604939 Aug 16 02:29:45.915513 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.037767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa04de6-5f08-4d5c-ac7a-d8a96764b1ed req-c62b28db-a662-4d12-ae5c-9dd8cd43eaa0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.039309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7aa04de6-5f08-4d5c-ac7a-d8a96764b1ed req-c62b28db-a662-4d12-ae5c-9dd8cd43eaa0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0535166 Aug 16 02:29:46.081211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7aa04de6-5f08-4d5c-ac7a-d8a96764b1ed req-2035b057-fc83-49b9-9eff-7f993d2f49e3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337868 Aug 16 02:29:46.110505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47930) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:46.151352 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc52d9e4-be78-4ae7-9440-adc5467ab72b tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:46.152920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dc52d9e4-be78-4ae7-9440-adc5467ab72b tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 1092 time: 0.0413339 Aug 16 02:29:46.157187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 47932) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:46.161869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:46.260789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.363652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.506814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.25.6.51 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ad5ceb7a-9637-4943-8d8f-379b4755d9db) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:29:46.626222 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.722535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:46.756683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:29:46.761672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:29:46.764769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:29:46.793415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=ad5ceb7a-9637-4943-8d8f-379b4755d9db,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.193900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e587e-4d6e-4c10-be6d-798ea51a8d35 req-439a1bec-70ac-4295-9afd-cd3a3815f29b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:47.201365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d1e587e-4d6e-4c10-be6d-798ea51a8d35 req-439a1bec-70ac-4295-9afd-cd3a3815f29b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1813169 Aug 16 02:29:47.291419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d1e587e-4d6e-4c10-be6d-798ea51a8d35 req-be5f5148-0a7d-4f80-808c-2b7acb8f85d9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820916 Aug 16 02:29:47.315614 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.446863 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.622986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.678949 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.765700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=ad5ceb7a-9637-4943-8d8f-379b4755d9db,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:47.786568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:47.903608 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Floating IP 52ca11d1-3398-4da1-b403-4224c0fb13db associated. External IP: 172.25.6.51, port: c35bd8c3-d02b-4975-a5c7-322f4fc5529c. Aug 16 02:29:48.158500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:29:48.282013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:29:48.296247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:29:48.316148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:48.316810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:29:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:48.368453 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:48.443415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 47996) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:48.444183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d3e0ab7b-5e05-48e0-a39e-5d76597d9e8d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2851562 Aug 16 02:29:48.446019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:29:48.448830 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c43a58-f211-444c-85fc-9f5c519f0216" -d '{"events": [{"name": "network-changed", "server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:29:48.467179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:48.480842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a364223-e764-421b-970d-79c8ce6d82cb req-2a668d54-148b-43e7-ba1b-7be4c988b659 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.483300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a364223-e764-421b-970d-79c8ce6d82cb req-2a668d54-148b-43e7-ba1b-7be4c988b659 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0800405 Aug 16 02:29:48.573456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a364223-e764-421b-970d-79c8ce6d82cb req-3b6058c4-f2d2-434e-80bf-ccf4251d07f6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795720 Aug 16 02:29:48.583413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e00706f3-08ab-4913-89ac-1513397eaaed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/52ca11d1-3398-4da1-b403-4224c0fb13db HTTP/1.1" status: 200 len: 990 time: 0.1388180 Aug 16 02:29:48.735500 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3abcb6-32af-4c9b-8639-33c58970da0d x-openstack-request-id: req-fe3abcb6-32af-4c9b-8639-33c58970da0d {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:29:48.736878 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:29:48.737625 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fe3abcb6-32af-4c9b-8639-33c58970da0d {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:29:48.738235 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'status': 'completed', 'code': 200} Aug 16 02:29:48.813807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-5dcff935-7830-4686-a795-2432f7f2af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.815941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-5dcff935-7830-4686-a795-2432f7f2af78 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0511580 Aug 16 02:29:48.861188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:47Z', 'revision_number': 0, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:48.890978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:29:48.901104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:29:48.901869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:29:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:48.976636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-06ce9b7d-889c-4b7e-a7a1-56aedafcf530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:48.978457 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-06ce9b7d-889c-4b7e-a7a1-56aedafcf530 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 HTTP/1.1" status: 200 len: 897 time: 0.1551259 Aug 16 02:29:49.061231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:29:49.081543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-8cc941ef-03ac-4860-92e4-4c166e89b20b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c HTTP/1.1" status: 200 len: 998 time: 0.0950134 Aug 16 02:29:49.192020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-41985740-2006-4628-8687-ea8b6dcd3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.193583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-41985740-2006-4628-8687-ea8b6dcd3894 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56c57000-2d34-4c32-b60e-e3c40cfeb877 HTTP/1.1" status: 200 len: 835 time: 0.1047485 Aug 16 02:29:49.289189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-264e0a8e-ac42-43b8-a733-53844877a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.290870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-264e0a8e-ac42-43b8-a733-53844877a296 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898583 Aug 16 02:29:49.371590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:47Z', 'revision_number': 0, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:29:49.405508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbe6598-c200-4796-81cf-220a8838c449 None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:29:26Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:47Z', 'revision_number': 0, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:29:49.450428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-e0a9e961-edad-46f5-8d93-b0c5f5a42009 service neutron] 10.222.0.83 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507421 Aug 16 02:29:49.583706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c43a58-f211-444c-85fc-9f5c519f0216 req-d1de639d-73de-4faa-92b5-db803963d511 service neutron] 10.222.0.83 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263251 Aug 16 02:29:49.587325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48034) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:49.685847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9808547e-a1d4-4f66-9780-71bbf87820a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/52ca11d1-3398-4da1-b403-4224c0fb13db HTTP/1.1" status: 200 len: 990 time: 0.0944414 Aug 16 02:29:49.719488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a6797-70c8-46d2-a219-b0e879a24ec8 req-c82189dc-348d-4d59-91ae-4bf8f2b08b40 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:49.727173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-966a6797-70c8-46d2-a219-b0e879a24ec8 req-c82189dc-348d-4d59-91ae-4bf8f2b08b40 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0644219 Aug 16 02:29:49.784719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-966a6797-70c8-46d2-a219-b0e879a24ec8 req-98a97fb7-8fad-4a50-9381-d737fb6ef3ed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546317 Aug 16 02:29:49.821609 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a4fb92-cc69-482a-8d2a-4db46e2d255f None None] New status for floating IP 52ca11d1-3398-4da1-b403-4224c0fb13db: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:29:50.686368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48058) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:50.752286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-de03cba1-8aab-4540-8881-1065668c2c9b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/52ca11d1-3398-4da1-b403-4224c0fb13db HTTP/1.1" status: 200 len: 992 time: 0.0646541 Aug 16 02:29:50.922711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f17dc-dbf3-49a1-becb-e4943bce8abd req-5c5e25c2-fae2-4ce4-8778-a71f33677b5e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:50.924396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d1f17dc-dbf3-49a1-becb-e4943bce8abd req-5c5e25c2-fae2-4ce4-8778-a71f33677b5e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0680749 Aug 16 02:29:50.975607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d1f17dc-dbf3-49a1-becb-e4943bce8abd req-c4979ae2-7fb3-4d87-bdfa-b82acb9ea2a0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450161 Aug 16 02:29:52.108006 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb3fdd-12d1-4ac6-8dff-05655333bdde req-367c7b89-71c3-437a-80e5-cf8356a11d72 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:52.109651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2cdb3fdd-12d1-4ac6-8dff-05655333bdde req-367c7b89-71c3-437a-80e5-cf8356a11d72 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0539453 Aug 16 02:29:52.149680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2cdb3fdd-12d1-4ac6-8dff-05655333bdde req-af3e360e-8b8c-4f87-a383-05048603d179 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339911 Aug 16 02:29:53.290665 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5d541-3472-4978-876f-2b1d4ec9a213 req-c5e77e78-1389-447b-9a19-24f38bbddafc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:53.292304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6e5d541-3472-4978-876f-2b1d4ec9a213 req-c5e77e78-1389-447b-9a19-24f38bbddafc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0600312 Aug 16 02:29:53.360473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6e5d541-3472-4978-876f-2b1d4ec9a213 req-6c90de04-5cce-403c-9ca5-ebed276c67d6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583084 Aug 16 02:29:54.501604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414657d-fdf0-4d68-9a9a-6c3a6ed3247b req-d8a4b428-99ac-41ea-acc5-7859815ec5a9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:54.503137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c414657d-fdf0-4d68-9a9a-6c3a6ed3247b req-d8a4b428-99ac-41ea-acc5-7859815ec5a9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0689583 Aug 16 02:29:54.542154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c414657d-fdf0-4d68-9a9a-6c3a6ed3247b req-f982e8c1-db9c-45a0-86d6-0d167857c1d6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 Aug 16 02:29:55.671485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df42bba7-4441-49a8-9846-57dbbd61ddc2 req-c9aa09fd-513b-46c6-8c6e-498a0534b709 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:55.673542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df42bba7-4441-49a8-9846-57dbbd61ddc2 req-c9aa09fd-513b-46c6-8c6e-498a0534b709 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0550375 Aug 16 02:29:55.724112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df42bba7-4441-49a8-9846-57dbbd61ddc2 req-0ff38aac-9d91-4697-96fc-241d9f855aa6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441346 Aug 16 02:29:56.859898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c708b-3fbe-48f2-892f-cdb1136787a3 req-ccee0e8d-7fad-42b6-8ab9-bd404103066f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:56.861532 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-306c708b-3fbe-48f2-892f-cdb1136787a3 req-ccee0e8d-7fad-42b6-8ab9-bd404103066f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0554054 Aug 16 02:29:56.905179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-306c708b-3fbe-48f2-892f-cdb1136787a3 req-9d28b4bd-8abb-4e2e-bf98-eed950011757 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373747 Aug 16 02:29:57.418495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.419499 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.644206 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48168) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:57.766054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20ffc541-bb8f-4a42-96d5-9716eed8f45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.877083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20ffc541-bb8f-4a42-96d5-9716eed8f45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.949517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20ffc541-bb8f-4a42-96d5-9716eed8f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:57.995709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20ffc541-bb8f-4a42-96d5-9716eed8f45b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1ea3e7feb7c14b7eaa0e8bbdc1de7655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503056 Aug 16 02:29:57.999971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48176) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:58.000534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffc541-bb8f-4a42-96d5-9716eed8f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c28fd2-2d72-4eb4-b7cb-ec398d881dc8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:58.083805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6053a94-5d57-4ef0-9ad6-42148d0d67bb req-1e942ea8-3e9a-448e-bcc8-61a7ab31e595 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:58.087035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6053a94-5d57-4ef0-9ad6-42148d0d67bb req-1e942ea8-3e9a-448e-bcc8-61a7ab31e595 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.1032481 Aug 16 02:29:58.111053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efe1410f-e4ee-4e01-9320-ef4970810ff7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.154968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efe1410f-e4ee-4e01-9320-ef4970810ff7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.159548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6053a94-5d57-4ef0-9ad6-42148d0d67bb req-af49f1e3-daa8-4ef0-a47c-689ee33494ad tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614221 Aug 16 02:29:58.306786 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efe1410f-e4ee-4e01-9320-ef4970810ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.309499 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efe1410f-e4ee-4e01-9320-ef4970810ff7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:58.311617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-efe1410f-e4ee-4e01-9320-ef4970810ff7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/51c28fd2-2d72-4eb4-b7cb-ec398d881dc8 HTTP/1.1" status: 204 len: 168 time: 0.2886498 Aug 16 02:29:58.319608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1410f-e4ee-4e01-9320-ef4970810ff7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c28fd2-2d72-4eb4-b7cb-ec398d881dc8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.298365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba449a6e-62af-4eeb-bfaa-a3ce821bd28d req-de7d7ef5-43e5-4642-89cb-502f7d4e86a6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.299959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba449a6e-62af-4eeb-bfaa-a3ce821bd28d req-de7d7ef5-43e5-4642-89cb-502f7d4e86a6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0570443 Aug 16 02:29:59.343386 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba449a6e-62af-4eeb-bfaa-a3ce821bd28d req-75fdc3a6-bd63-4be0-8cbf-012f975edd99 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Aug 16 02:29:59.400805 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48218) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:29:59.502524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-780124398-network', 'tenant_id': '366fd392542446e995805cf32f344bf1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:29:59.620732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Made reservation on behalf of 366fd392542446e995805cf32f344bf1 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:29:59.623827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.632716 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.724922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.792396 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.820059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:29:59.830331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1323a657-457c-4c66-8275-2530e0610b15,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:29:59.835136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.835511 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Added segment 50444723-266d-4dc1-8154-e79b7a5b68e1 of type vlan for network f4a478e3-4751-4693-8304-76921406707f Aug 16 02:29:59.883394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.975167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:29:59.976349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:29:59.976988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.041519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] Pushing event updated for resources: {'Network': ['ID=f4a478e3-4751-4693-8304-76921406707f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.052615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f4a478e3-4751-4693-8304-76921406707f details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:00.108097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-370390a8-27b5-4c5a-8c35-95d2d8553a8b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7025003 Aug 16 02:30:00.108238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48230) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:00.113339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Request body: {'subnet': {'network_id': 'f4a478e3-4751-4693-8304-76921406707f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-780124398-subnet', 'tenant_id': '366fd392542446e995805cf32f344bf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:00.200700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Made reservation on behalf of 366fd392542446e995805cf32f344bf1 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:00.203183 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.473806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd46081-aaf8-4a5f-9f97-7b4735db83f8 req-4bbcff8c-1a52-401f-b141-3214498cafb4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:00.475365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abd46081-aaf8-4a5f-9f97-7b4735db83f8 req-4bbcff8c-1a52-401f-b141-3214498cafb4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 944 time: 0.0505250 Aug 16 02:30:00.476723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.549997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b367300-08b6-451f-b9f8-9f47fc465d12,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:00.572194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-abd46081-aaf8-4a5f-9f97-7b4735db83f8 req-bb68eb65-587f-4b09-aab7-dea46511bc01 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876019 Aug 16 02:30:00.572974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Checking segment: {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:00.573342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Network hostable DHCP agents. Network: f4a478e3-4751-4693-8304-76921406707f, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:00.697867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Network f4a478e3-4751-4693-8304-76921406707f is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:00.792074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f4a478e3-4751-4693-8304-76921406707f) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:00.800706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:00.801550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:00.806432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936c5f2-d102-4099-81fb-2cb5cefbdd46 None None] Network f4a478e3-4751-4693-8304-76921406707f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:00.922088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27345554-ec86-4e13-a4f4-4ad565963d49 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8097513 Aug 16 02:30:00.937410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67ad4ed-f385-418c-863d-671e63d50176 None None] Network f4a478e3-4751-4693-8304-76921406707f requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:00.957683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:01.188008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:01.188008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17', 'mac_address': 'fa:16:3e:5d:10:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:01.206301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.228653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:01.250275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:01.358129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:01.409020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:01.416926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.417280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.417626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.417968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.418305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.418657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.418989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.420055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.421232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.421576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.421912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.422243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:01.589424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:01.743748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5bd906-a453-4898-90f1-62eb298836e6 req-5ca36ad7-e2ed-42cf-b53f-131b00efeb30 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:01.745224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5bd906-a453-4898-90f1-62eb298836e6 req-5ca36ad7-e2ed-42cf-b53f-131b00efeb30 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 945 time: 0.0559924 Aug 16 02:30:01.788307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5bd906-a453-4898-90f1-62eb298836e6 req-fdf62722-8670-42bd-a9e3-9956db0adcd0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337322 Aug 16 02:30:02.201740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-b4586b7c-1d1d-46c3-be18-4eefdb9dbf4a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1010633 Aug 16 02:30:02.266137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-beda27bc-fa7c-4ad4-a79d-5e255ad3fc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.267861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-beda27bc-fa7c-4ad4-a79d-5e255ad3fc37 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=32971220e97043bd8b8e8c6106814990&device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 1102 time: 0.0438645 Aug 16 02:30:02.379300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-75a96d71-7868-4878-ac60-20dd0b6d0708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.380795 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-75a96d71-7868-4878-ac60-20dd0b6d0708 service neutron] 10.222.0.83 "GET /v2.0/networks?id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc HTTP/1.1" status: 200 len: 870 time: 0.0930421 Aug 16 02:30:02.421828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-b2446838-773d-4536-bc2e-d7760b74f864 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=650172e5-826c-4adb-bc29-17ff38d0afe4 HTTP/1.1" status: 200 len: 217 time: 0.0346267 Aug 16 02:30:02.473750 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-ab4835b0-f02a-4370-a4ac-6a3764e7dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.475378 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-ab4835b0-f02a-4370-a4ac-6a3764e7dfd1 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0469685 Aug 16 02:30:02.527228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-e8f04b93-e026-4ddd-a02e-87ce8524569a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.529302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-e8f04b93-e026-4ddd-a02e-87ce8524569a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0455177 Aug 16 02:30:02.620106 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-f9c81891-6cd6-4c83-8e7e-afcdad61c8a3 service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835993 Aug 16 02:30:02.715421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-83f9a25a-147a-41c8-af32-a7fc8e8e5690 req-d0e0cb95-5a49-4264-b5e5-a8aa69b0262a service neutron] 10.222.0.83 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878236 Aug 16 02:30:02.959134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2323f4-dee9-4895-baf2-67d268226a60 req-2413bf3a-c2b7-42ea-87bf-b4e0c19e36f1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:02.961238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff2323f4-dee9-4895-baf2-67d268226a60 req-2413bf3a-c2b7-42ea-87bf-b4e0c19e36f1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 945 time: 0.0804234 Aug 16 02:30:02.968013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:03.009741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff2323f4-dee9-4895-baf2-67d268226a60 req-876981c2-0cdd-47cb-8644-718f58636f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372112 Aug 16 02:30:03.103743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:03.108562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:03.112471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.345863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.368992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:03.371658 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5e2eb-9f76-42f7-8e44-105f2dbd2567" -d '{"events": [{"server_uuid": "17cdfabe-bb20-48bb-859b-a41aaa547559", "name": "network-vif-plugged", "status": "completed", "tag": "43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:03.385959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:03.413175 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8586596a-3cac-464d-8ab4-994452008e3d x-openstack-request-id: req-8586596a-3cac-464d-8ab4-994452008e3d {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:03.413175 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cdfabe-bb20-48bb-859b-a41aaa547559", "name": "network-vif-plugged", "status": "completed", "tag": "43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:03.413175 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8586596a-3cac-464d-8ab4-994452008e3d {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:03.413175 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17', 'code': 200} Aug 16 02:30:03.523694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:03.567365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e8206-503d-46c3-a0bf-426c4468267a req-3be1facf-65f6-4da1-adaf-2571ae415f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:03.568907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d87e8206-503d-46c3-a0bf-426c4468267a req-3be1facf-65f6-4da1-adaf-2571ae415f9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 1098 time: 0.0961459 Aug 16 02:30:03.577606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:03.606394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d87e8206-503d-46c3-a0bf-426c4468267a req-e08c36af-555d-4083-ac5e-c392e167b8fd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296390 Aug 16 02:30:04.139957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab26e95-ea5a-4130-b027-f78ef6876b1c req-c583fc8c-cc9c-414d-8132-0026efcd60db tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:04.141827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fab26e95-ea5a-4130-b027-f78ef6876b1c req-c583fc8c-cc9c-414d-8132-0026efcd60db tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 946 time: 0.0548146 Aug 16 02:30:04.182666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fab26e95-ea5a-4130-b027-f78ef6876b1c req-b3621b43-a606-4e4f-8dd7-bb957cbe30ba tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Aug 16 02:30:05.318769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79343a07-f657-421d-91f6-824b486fc31d req-f1fb8423-f699-46f2-b9f2-a2a682b8c33c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.320383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79343a07-f657-421d-91f6-824b486fc31d req-f1fb8423-f699-46f2-b9f2-a2a682b8c33c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 946 time: 0.0574207 Aug 16 02:30:05.358981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79343a07-f657-421d-91f6-824b486fc31d req-a8d6d335-c3c0-4645-b9a2-51582b19c165 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Aug 16 02:30:05.480389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1b5e8-b683-4665-9e1c-2fb02e94301a req-1b2b6c35-89d5-428b-b9bb-41833378efcc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:05.481903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98e1b5e8-b683-4665-9e1c-2fb02e94301a req-1b2b6c35-89d5-428b-b9bb-41833378efcc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 946 time: 0.0527928 Aug 16 02:30:05.521330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98e1b5e8-b683-4665-9e1c-2fb02e94301a req-77218a61-e4f9-48ce-b28c-b65baf6e485c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326514 Aug 16 02:30:06.134978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f82786-7906-468b-904c-b1c79a7f707d req-4c600aba-92e5-42fa-af79-6646e73a89a5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:06.136627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9f82786-7906-468b-904c-b1c79a7f707d req-4c600aba-92e5-42fa-af79-6646e73a89a5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 946 time: 0.0543160 Aug 16 02:30:06.176554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9f82786-7906-468b-904c-b1c79a7f707d req-0ee03caa-babc-4ab3-b487-a83706c6ddfa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333078 Aug 16 02:30:07.314708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90fa99b-6263-4366-b20a-fd3940cbf270 req-418d73bc-9ece-4bd9-b5d7-51f3d754de76 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.316435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b90fa99b-6263-4366-b20a-fd3940cbf270 req-418d73bc-9ece-4bd9-b5d7-51f3d754de76 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 946 time: 0.0579028 Aug 16 02:30:07.368470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b90fa99b-6263-4366-b20a-fd3940cbf270 req-f83da66e-f3b4-43dd-bf74-fbdff30b5034 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443990 Aug 16 02:30:07.654496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-0b67ba97-a62b-49b2-bd58-ec96eb1476a4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:07.656840 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-0b67ba97-a62b-49b2-bd58-ec96eb1476a4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 946 time: 0.0501497 Aug 16 02:30:07.762094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:07.762521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.856297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:07.856766 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:07.870479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:08.080808 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.096143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0199ed9e-56d9-40a5-a5c4-4f0b71d95e27', '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:08.120881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:08.186435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:08.195276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:08.198284 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08afbcdf-3f24-4125-9953-ee1cca7d7bc1 req-ffd6db85-7d6e-4422-b80d-a8ce9eb54f33 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "DELETE /v2.0/ports/43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 HTTP/1.1" status: 204 len: 173 time: 0.5347912 Aug 16 02:30:08.198820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'name': 'network-vif-deleted', 'tag': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:08.207882 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ea17f0-8923-4433-8383-5b95be6fcab5" -d '{"events": [{"server_uuid": "17cdfabe-bb20-48bb-859b-a41aaa547559", "name": "network-vif-deleted", "tag": "43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:08.254599 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3327837b-d179-41ab-bccf-35de2fc4ccb8 x-openstack-request-id: req-3327837b-d179-41ab-bccf-35de2fc4ccb8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:08.255161 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17cdfabe-bb20-48bb-859b-a41aaa547559", "name": "network-vif-deleted", "tag": "43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:08.255396 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3327837b-d179-41ab-bccf-35de2fc4ccb8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:08.255815 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17cdfabe-bb20-48bb-859b-a41aaa547559', 'name': 'network-vif-deleted', 'tag': '43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17', 'status': 'completed', 'code': 200} Aug 16 02:30:08.494420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-168215d9-7929-4af0-b196-7de9087f6be2 req-6cbafb8c-09ef-42b7-ba77-ba05091acdc5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0283353 Aug 16 02:30:09.184284 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-20c5afd5-6c77-43bf-90bf-7f85e24c972e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0796518 Aug 16 02:30:09.278050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-e9765888-81e0-466b-87fa-71bc38677e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:09.279777 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-e9765888-81e0-466b-87fa-71bc38677e31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 1097 time: 0.0475438 Aug 16 02:30:09.418777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-109ca990-6b47-4fb2-9b57-7a05a066bea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:09.420963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-109ca990-6b47-4fb2-9b57-7a05a066bea0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.1198316 Aug 16 02:30:09.476250 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-ef5b8257-5971-4c33-b81a-1729181d7ef3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 HTTP/1.1" status: 200 len: 217 time: 0.0465877 Aug 16 02:30:09.550105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-85ef95eb-0d2c-4cf7-86b8-aead5ca30b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:09.551643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-85ef95eb-0d2c-4cf7-86b8-aead5ca30b27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0679584 Aug 16 02:30:09.635565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-754f4313-1811-44a1-b623-a8ce66ad836c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:09.641553 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-754f4313-1811-44a1-b623-a8ce66ad836c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772088 Aug 16 02:30:09.683898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eb58f721-eb64-4a30-ae53-53711bbab70c req-b1e9f332-13ed-423f-9773-f0e4afe00328 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0533249 Aug 16 02:30:09.763342 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-af05272d-a5d4-4f72-b500-d8d6b84b2e89 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183043 Aug 16 02:30:09.855820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-da93320d-e6e9-4010-9731-bf69eb3884e5 req-58e679a5-105c-4b78-8677-9288b1c5487b service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853007 Aug 16 02:30:09.977509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-220eb5df-33d3-4eb0-ad3f-323de248cf50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:10.795472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25c5237a-bf8b-4922-90ca-7f2a39e1d3c5 req-742ea2c9-4a48-4edd-8dc5-fe8d49ac669d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0305398 Aug 16 02:30:10.995103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:11.023094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:11.023453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 43ab5ade-ec1b-4bc1-b5f9-cd68314c6d17 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:11.913231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6aed1c0-886c-4f3c-bd05-ee485947a210 req-7cf57701-ea42-4535-ae98-d52bf7ba29cb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0429943 Aug 16 02:30:12.698835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:12.800439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d9100139-f2fb-4dca-943c-6eee6f57e84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:13.063613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3db42877-5b15-4b2e-b18c-e9ba257967b1 req-42fd3149-9d7e-4efc-8e99-8d7ecbf8ae8d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=17cdfabe-bb20-48bb-859b-a41aaa547559 HTTP/1.1" status: 200 len: 210 time: 0.0401294 Aug 16 02:30:14.743162 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:15.869265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:20.042125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48564) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:20.071535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc0e12-0de3-45ff-aff9-a9f2b5d8e99d req-8f7cde66-8c95-4fde-b080-c0ea1883fc11 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.079133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83fc0e12-0de3-45ff-aff9-a9f2b5d8e99d req-8f7cde66-8c95-4fde-b080-c0ea1883fc11 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 945 time: 0.0713532 Aug 16 02:30:20.115793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-83fc0e12-0de3-45ff-aff9-a9f2b5d8e99d req-b1f65f4e-b166-4e00-ae21-832fb19d68f3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351446 Aug 16 02:30:20.136104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2c651-f53a-4b29-8fbd-9c6677fba0a4 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.136897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2c651-f53a-4b29-8fbd-9c6677fba0a4 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.137585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2c651-f53a-4b29-8fbd-9c6677fba0a4 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:20.141734 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0fb2c651-f53a-4b29-8fbd-9c6677fba0a4 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/ports?project_id=ac9cdc8c9a2f4ca5a54de2588850b440&network_id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 HTTP/1.1" status: 200 len: 2972 time: 0.0968444 Aug 16 02:30:21.257067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b76b5-8df1-4365-bc11-19f86f93a2c7 req-60f826a1-dbf9-4b71-8df1-1775d57cd7dd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.265409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b6b76b5-8df1-4365-bc11-19f86f93a2c7 req-60f826a1-dbf9-4b71-8df1-1775d57cd7dd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 945 time: 0.0673428 Aug 16 02:30:21.314246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b6b76b5-8df1-4365-bc11-19f86f93a2c7 req-b8064a23-d193-477d-b20c-6f63d5c65ded tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Aug 16 02:30:21.589694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-246b1e54-1a70-4eff-8344-45dc804a2184 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.591255 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-246b1e54-1a70-4eff-8344-45dc804a2184 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 945 time: 0.0506685 Aug 16 02:30:21.691323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:21.691671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.787125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:21.787505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:21.804525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:21.909660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48584) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:21.969941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7466f571-c5d7-487b-8e13-8881f356fe60 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:21.970363 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:30:21.972586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7466f571-c5d7-487b-8e13-8881f356fe60 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d HTTP/1.1" status: 200 len: 814 time: 0.0612674 Aug 16 02:30:22.034763 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.048081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['0199ed9e-56d9-40a5-a5c4-4f0b71d95e27'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:22.064627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=0199ed9e-56d9-40a5-a5c4-4f0b71d95e27,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:22.093553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.093903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.094246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.094587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.094960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.095291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.095623 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.095953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.096269 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.096597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.096924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.097246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:22.116987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:22.119790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.121872 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1f2bb85-8e40-4aa7-990f-1622d2d1a221 req-b6822aa7-5cd5-4f56-9522-b35f4b80f1ac tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "DELETE /v2.0/ports/0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 HTTP/1.1" status: 204 len: 173 time: 0.5247552 Aug 16 02:30:22.122420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5959645-8598-42e5-8773-4c3c50a400de', 'name': 'network-vif-deleted', 'tag': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:22.124829 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161c8791-338a-4967-820a-72dda2e73f63" -d '{"events": [{"server_uuid": "f5959645-8598-42e5-8773-4c3c50a400de", "name": "network-vif-deleted", "tag": "0199ed9e-56d9-40a5-a5c4-4f0b71d95e27"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:22.180201 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473f9b14-69a3-4c8c-b328-5e5c03eeb8a8 x-openstack-request-id: req-473f9b14-69a3-4c8c-b328-5e5c03eeb8a8 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:22.180201 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5959645-8598-42e5-8773-4c3c50a400de", "name": "network-vif-deleted", "tag": "0199ed9e-56d9-40a5-a5c4-4f0b71d95e27", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:22.180201 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-473f9b14-69a3-4c8c-b328-5e5c03eeb8a8 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:22.180201 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5959645-8598-42e5-8773-4c3c50a400de', 'name': 'network-vif-deleted', 'tag': '0199ed9e-56d9-40a5-a5c4-4f0b71d95e27', 'status': 'completed', 'code': 200} Aug 16 02:30:22.404938 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7554f29-6c09-4e9c-b185-a892321cf8c6 req-1da180ea-5adc-41a7-8155-af639ab972ea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0321684 Aug 16 02:30:22.430247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48596) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:22.436300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'network': {'name': 'tempest-network-smoke--1227908756', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:22.548868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:22.552545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.580302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:30:22.590233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.590843 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Added segment fe632fda-107e-4001-8927-5b9d6584cb8b of type vlan for network 7aadc19e-29f0-4802-8d67-7f8706d28843 Aug 16 02:30:22.644325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.737798 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.743672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.744267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:22.808410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Network': ['ID=7aadc19e-29f0-4802-8d67-7f8706d28843,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:22.820020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:30:22.861946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15f91981-5d8a-4323-b97c-1e3b27779b2d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4300587 Aug 16 02:30:22.864924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:22.942118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29885d63-347b-41f3-9df4-473b688edbdd tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:22.943683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29885d63-347b-41f3-9df4-473b688edbdd tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ac9cdc8c9a2f4ca5a54de2588850b440&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0777390 Aug 16 02:30:22.946439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48604) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.090753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4faa77b-1d53-484c-8726-17ca85ba0bf9 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.092207 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d4faa77b-1d53-484c-8726-17ca85ba0bf9 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1448379 Aug 16 02:30:23.095603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.123800 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39eda426-0487-4a70-a74d-2d4244bd5e83 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270889 Aug 16 02:30:23.127123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48608) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.159912 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b5507090-f6ff-42bb-a73a-d12f534e9f50 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ac9cdc8c9a2f4ca5a54de2588850b440&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315874 Aug 16 02:30:23.162694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48610) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.250094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce14d1e-a4cf-4c82-a01a-fbf006af0dfe tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.251670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0ce14d1e-a4cf-4c82-a01a-fbf006af0dfe tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880325 Aug 16 02:30:23.254359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48612) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.281589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ea8e947-3d75-4658-a506-69142faf11c5 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261641 Aug 16 02:30:23.287554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:23.293082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2062260985', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:23.451593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:23.456023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.504806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5ba5bfd-69af-4ba1-9677-8f83d802b579 req-fbb59855-d22f-42e5-b2cf-fb690f50bf87 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0287297 Aug 16 02:30:23.695282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.756584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Subnet': ['ID=7069602d-3b83-4b33-925a-bf93cac3b6d8,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:23.766509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Checking segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:23.767265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network hostable DHCP agents. Network: 7aadc19e-29f0-4802-8d67-7f8706d28843, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:30:23.837904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:30:23.903426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7aadc19e-29f0-4802-8d67-7f8706d28843) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:23.908455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:23.909238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:23.917972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e68a5-3865-4ff3-8451-f5dedd658796 None None] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:24.026812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-242ef10a-6ad2-4f8c-8b37-fcb585d5fdea tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7350600 Aug 16 02:30:24.080514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7aadc19e-29f0-4802-8d67-7f8706d28843', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ips': [{'subnet_id': '7069602d-3b83-4b33-925a-bf93cac3b6d8'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:30:24.081763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.241211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Allocated IP 172.20.0.18 (7aadc19e-29f0-4802-8d67-7f8706d28843/7069602d-3b83-4b33-925a-bf93cac3b6d8/5f5a73b2-52c5-4728-b380-649be02fda6a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:24.383402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.392134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Transition to ACTIVE for port object 5f5a73b2-52c5-4728-b380-649be02fda6a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:24.407078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Transition to ACTIVE for port object 5f5a73b2-52c5-4728-b380-649be02fda6a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:24.472066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.520135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:24.523229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:24.527068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:24.554480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Pushing event updated for resources: {'Port': ['ID=5f5a73b2-52c5-4728-b380-649be02fda6a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:24.576424 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:24.582595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2087521824', 'description': 'tempest-secgroup-smoke-2087521824 description', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:24.591974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Attempting to bind port 5f5a73b2-52c5-4728-b380-649be02fda6a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:24.592284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Attempting to bind port 5f5a73b2-52c5-4728-b380-649be02fda6a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:24.593938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Attempting to bind port 5f5a73b2-52c5-4728-b380-649be02fda6a on network 7aadc19e-29f0-4802-8d67-7f8706d28843 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:24.599106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:24.599669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Checking segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:24.600180 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.600678 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Bound using segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:24.601269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Bound port: 5f5a73b2-52c5-4728-b380-649be02fda6a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:24.601843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.633077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f956cf64-3809-447a-b7a7-5111be7e4bfb req-69e96690-e157-4f46-a974-1ccd599b8585 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0289340 Aug 16 02:30:24.668846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.670745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] For port 5f5a73b2-52c5-4728-b380-649be02fda6a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:24.675032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] For port 5f5a73b2-52c5-4728-b380-649be02fda6a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f5a73b2-52c5-4728-b380-649be02fda6a,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:24.751320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.766254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.823385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff25f6d-b489-4880-8897-ea9217e0bceb None None] Pushing event updated for resources: {'Port': ['ID=5f5a73b2-52c5-4728-b380-649be02fda6a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:24.835389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.871327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:24.954989 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:24.959177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48636) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:24.960505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-52314e04-de2b-429c-94c1-a4157dcb1de3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3828712 Aug 16 02:30:24.975811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '0b15e231-f3dc-4cb8-861b-c7dde95a7c5d', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:25.036542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:25.066391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:25.066998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 0199ed9e-56d9-40a5-a5c4-4f0b71d95e27 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:25.103059 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.151265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f5a73b2-52c5-4728-b380-649be02fda6a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:25.190815 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.283604 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.305789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3a5b31-b650-4fd4-8a98-0dac9c422ba1,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:25.312924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5f5a73b2-52c5-4728-b380-649be02fda6a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:25.369473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.373218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a753b34a-b3d4-4e4f-9157-6649772dd166 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4100645 Aug 16 02:30:25.373594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48648) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:25.378886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '0b15e231-f3dc-4cb8-861b-c7dde95a7c5d', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:25.497420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.568381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.680313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.701172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcaec3bc-8f2f-471d-8265-07f71ee28f5d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:25.759352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19b97972-d0eb-4792-aa7c-de367229636a req-b96192b7-81ce-464d-8294-459c77db779d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0304592 Aug 16 02:30:25.846241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:25.849284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ff29f5e0-0a0e-4deb-8082-109ba6606198 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4740109 Aug 16 02:30:25.854756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fab98e8-25c4-42e6-9048-7c29aa49da1f None None] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:30:25.854893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 48666) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:25.856784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '0b15e231-f3dc-4cb8-861b-c7dde95a7c5d', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:25.994756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.025235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] Provisioning for port 5f5a73b2-52c5-4728-b380-649be02fda6a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:26.035288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] Provisioning complete for port 5f5a73b2-52c5-4728-b380-649be02fda6a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:26.035670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.087477 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.141889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.163421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.176562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] For port 5f5a73b2-52c5-4728-b380-649be02fda6a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f5a73b2-52c5-4728-b380-649be02fda6a,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:26.182983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b30d871-e67a-4914-bcb9-3f747bfba3aa,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.263940 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.291941 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.297051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48688) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:26.297308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-460220a7-0a59-463b-a0e2-fb686f6d72cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4441066 Aug 16 02:30:26.302306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '0b15e231-f3dc-4cb8-861b-c7dde95a7c5d', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:26.325667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0177bbdc-2e85-4f5f-8655-e3e531295856 None None] Pushing event updated for resources: {'Port': ['ID=5f5a73b2-52c5-4728-b380-649be02fda6a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.383187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-06ea31ce-5c7b-45bc-aa4b-01d00577af6c None None] Provisioning complete for port 5f5a73b2-52c5-4728-b380-649be02fda6a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:26.383565 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06ea31ce-5c7b-45bc-aa4b-01d00577af6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.429243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.511042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.594985 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.613488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbacce1-8461-49cb-9733-61ce32aea8b5,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:26.689688 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.691032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5500f036-3323-499a-a515-a8ffc0e31b5c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3928444 Aug 16 02:30:26.693873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48708) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:26.698477 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '0b15e231-f3dc-4cb8-861b-c7dde95a7c5d', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:26.786855 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Project ac9cdc8c9a2f4ca5a54de2588850b440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:30:26.792185 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.880517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27bd72b4-53ea-43de-bbbd-59104e203598 req-bcbf9a7b-672c-44b2-aafc-da9b772a57bf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0411496 Aug 16 02:30:26.905162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:26.983951 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.001648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a89e295-ad39-409c-a840-5ee063d9813b,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:27.052822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f5a73b2-52c5-4728-b380-649be02fda6a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:27.091625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.095597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f4ccc937-59d8-493c-8a4a-628dbc84c88d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3980308 Aug 16 02:30:27.095825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 48732) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:27.101518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '0b15e231-f3dc-4cb8-861b-c7dde95a7c5d', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:27.107897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5f5a73b2-52c5-4728-b380-649be02fda6a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:27.108320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.211867 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Project ac9cdc8c9a2f4ca5a54de2588850b440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:30:27.218575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.287318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.308991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.371635 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.389065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.407166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f299620-cb32-49a6-ba72-9ad8610d006c,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:27.484427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:27.485928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d46faf51-573a-43d7-a405-93db0e07c442 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3887970 Aug 16 02:30:27.691266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-ff498344-9fb3-4cc8-b0bc-bb674b0d3c33 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2087521824&fields=id&tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 267 time: 0.0393152 Aug 16 02:30:27.809069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-33e49807-e119-4b6e-ad46-6167bce8d1d4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:27.810664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-33e49807-e119-4b6e-ad46-6167bce8d1d4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/networks?id=7aadc19e-29f0-4802-8d67-7f8706d28843 HTTP/1.1" status: 200 len: 797 time: 0.1152534 Aug 16 02:30:27.826339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-af4db639-bb24-408b-8cc3-c2ed2171da7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/quotas/ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Aug 16 02:30:27.888348 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-5961b9de-fe51-4158-8e0d-a44255519850 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0564995 Aug 16 02:30:27.993965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-168cf323-4bee-4e7e-a1c6-b9f1d2c80e69 req-5054a32a-54b1-46b0-9159-3d44c4203df0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0397539 Aug 16 02:30:28.018527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-2f0dfb9c-f7bf-4042-99d9-b79026cde2fc service neutron] 10.222.0.76 "GET /v2.0/networks/7aadc19e-29f0-4802-8d67-7f8706d28843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165266 Aug 16 02:30:28.117504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-f1d89477-d816-4421-8001-6cf384dbe8db service neutron] 10.222.0.76 "GET /v2.0/networks/7aadc19e-29f0-4802-8d67-7f8706d28843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926757 Aug 16 02:30:28.401168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25cc99ea-cc6e-45d8-b270-2872120743bb req-8fb7c0bc-9b64-4c8a-8c91-4c936a423113 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 210 time: 0.0284238 Aug 16 02:30:29.095979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4294c0ac-6e4b-4720-b04f-0c6ede1a1cd6 req-295ff3c9-40b7-4da6-a6c9-f4e53aaf74a6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0269287 Aug 16 02:30:29.505476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77948e29-219b-44c9-9ff7-f2041003e48c req-68204c42-fee4-43a4-96f4-a3fbc1a338e1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 210 time: 0.0334666 Aug 16 02:30:30.207288 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1dfdc81-2092-458d-a7f6-455384b501ee req-46b088ab-c4e9-4380-a907-24803d5ea415 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5959645-8598-42e5-8773-4c3c50a400de HTTP/1.1" status: 200 len: 210 time: 0.0271590 Aug 16 02:30:30.612909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-d602cff7-eed4-4930-a496-a3562296e7f3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:30.626016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-d602cff7-eed4-4930-a496-a3562296e7f3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.58 "GET /v2.0/networks?id=7aadc19e-29f0-4802-8d67-7f8706d28843 HTTP/1.1" status: 200 len: 797 time: 0.1221101 Aug 16 02:30:30.631418 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e37d3296-f200-43f3-80ac-323e43ffb23d req-f0456191-04a8-4644-9fb2-cd6b97a19461 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 210 time: 0.0474141 Aug 16 02:30:30.678709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3da2146a-9c03-46f3-8036-5132b4fce20c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 472 time: 0.0510771 Aug 16 02:30:30.688860 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'port': {'device_id': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'admin_state_up': True, 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'security_groups': ['0b15e231-f3dc-4cb8-861b-c7dde95a7c5d']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:30.907433 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:30:30.911034 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.091820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.20.0.29 (7aadc19e-29f0-4802-8d67-7f8706d28843/7069602d-3b83-4b33-925a-bf93cac3b6d8/ed8299d4-c331-4069-8d66-d6920f91b416) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:31.294231 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.311132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Transition to ACTIVE for port object ed8299d4-c331-4069-8d66-d6920f91b416 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:31.427099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.470948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:31.476389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:31.480297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:31.527806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=ed8299d4-c331-4069-8d66-d6920f91b416,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:31.566104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:31.566716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.638864 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-3f4d7554-6a7d-438a-ad6c-c743b7c4f074 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9540467 Aug 16 02:30:31.652619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Request body: {'port': {'device_id': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:31.732392 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.770205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee3df1-9aac-40a6-8e3b-a0312e3a0126 req-ad65245e-f3ed-43b8-85e0-88c01b93c542 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:31.772569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-afee3df1-9aac-40a6-8e3b-a0312e3a0126 req-ad65245e-f3ed-43b8-85e0-88c01b93c542 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 932 time: 0.0631468 Aug 16 02:30:31.824172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-afee3df1-9aac-40a6-8e3b-a0312e3a0126 req-11b85a50-a6de-4a0c-a3a2-80fcb407f684 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445907 Aug 16 02:30:31.929680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ac104096-91ec-4453-b392-049aba23fc88 None None] Provisioning for port ed8299d4-c331-4069-8d66-d6920f91b416 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:31.933913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ac104096-91ec-4453-b392-049aba23fc88 None None] Provisioning complete for port ed8299d4-c331-4069-8d66-d6920f91b416 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:31.934301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ac104096-91ec-4453-b392-049aba23fc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:31.989136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ac104096-91ec-4453-b392-049aba23fc88 None None] Port ed8299d4-c331-4069-8d66-d6920f91b416 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:32.097143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8299d4-c331-4069-8d66-d6920f91b416 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:32.107711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.136464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Transition to ACTIVE for port object ed8299d4-c331-4069-8d66-d6920f91b416 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:32.209524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.677194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8299d4-c331-4069-8d66-d6920f91b416,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:32.733851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Attempting to bind port ed8299d4-c331-4069-8d66-d6920f91b416 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:32.734208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Attempting to bind port ed8299d4-c331-4069-8d66-d6920f91b416 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:32.734542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Attempting to bind port ed8299d4-c331-4069-8d66-d6920f91b416 on network 7aadc19e-29f0-4802-8d67-7f8706d28843 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:32.739450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Port ed8299d4-c331-4069-8d66-d6920f91b416 on network 7aadc19e-29f0-4802-8d67-7f8706d28843 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:30:32.739782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Attempting to bind port ed8299d4-c331-4069-8d66-d6920f91b416 on network 7aadc19e-29f0-4802-8d67-7f8706d28843 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:32.744704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:32.746823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Checking segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:32.746823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Bound using segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:32.746823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Bound port: ed8299d4-c331-4069-8d66-d6920f91b416, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:32.746823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.813485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] For port ed8299d4-c331-4069-8d66-d6920f91b416, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:32.817159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] For port ed8299d4-c331-4069-8d66-d6920f91b416, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ed8299d4-c331-4069-8d66-d6920f91b416,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:32.903730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.942894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.943701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:32.945346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] 10.222.0.58 "PUT /v2.0/ports/ed8299d4-c331-4069-8d66-d6920f91b416 HTTP/1.1" status: 200 len: 1093 time: 1.2978799 Aug 16 02:30:32.945856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'tag': 'ed8299d4-c331-4069-8d66-d6920f91b416'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:32.946808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ed6dc-80a8-49ac-ad1c-db34f601e559 req-3f765fb4-3533-486a-96a7-ce292dedaa9b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:32.948356 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a08b182-0901-4fc4-8bce-c068b836606a" -d '{"events": [{"name": "network-changed", "server_uuid": "fe687394-3e09-4e1c-9090-198ab98c4b7f", "tag": "ed8299d4-c331-4069-8d66-d6920f91b416"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:32.948497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-296ed6dc-80a8-49ac-ad1c-db34f601e559 req-3f765fb4-3533-486a-96a7-ce292dedaa9b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 944 time: 0.0492976 Aug 16 02:30:32.991178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43bdac2-63f4-4238-9719-892b4c2cc435 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8299d4-c331-4069-8d66-d6920f91b416,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:33.004236 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d462af-e14e-405e-bf96-3ffe8e54e333 x-openstack-request-id: req-27d462af-e14e-405e-bf96-3ffe8e54e333 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:33.004595 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe687394-3e09-4e1c-9090-198ab98c4b7f", "tag": "ed8299d4-c331-4069-8d66-d6920f91b416", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:33.005662 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-27d462af-e14e-405e-bf96-3ffe8e54e333 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:33.013873 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'tag': 'ed8299d4-c331-4069-8d66-d6920f91b416', 'status': 'completed', 'code': 200} Aug 16 02:30:33.015619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-296ed6dc-80a8-49ac-ad1c-db34f601e559 req-e6e9649f-ac60-4d1b-82b1-01472b1931be tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547917 Aug 16 02:30:33.087974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08b182-0901-4fc4-8bce-c068b836606a req-b16b61ad-ab78-4b90-b498-412211da040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.089679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a08b182-0901-4fc4-8bce-c068b836606a req-b16b61ad-ab78-4b90-b498-412211da040d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 1096 time: 0.0521343 Aug 16 02:30:33.225155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08b182-0901-4fc4-8bce-c068b836606a req-90c0ca49-fed4-47b5-bcb1-9b35ffda4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.226176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08b182-0901-4fc4-8bce-c068b836606a req-90c0ca49-fed4-47b5-bcb1-9b35ffda4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.228175 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a08b182-0901-4fc4-8bce-c068b836606a req-90c0ca49-fed4-47b5-bcb1-9b35ffda4e27 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1289752 Aug 16 02:30:33.333209 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08b182-0901-4fc4-8bce-c068b836606a req-86746176-cfbc-43e4-9af7-b7749c435a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.338440 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8a08b182-0901-4fc4-8bce-c068b836606a req-86746176-cfbc-43e4-9af7-b7749c435a00 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038156 Aug 16 02:30:33.418696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-78eceb2c-00a2-4b76-85e1-d07ede2b459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.420521 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-78eceb2c-00a2-4b76-85e1-d07ede2b459b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 1096 time: 0.0482013 Aug 16 02:30:33.465399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-9433f512-a5af-432a-adf3-80988da377c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=ed8299d4-c331-4069-8d66-d6920f91b416 HTTP/1.1" status: 200 len: 217 time: 0.0358560 Aug 16 02:30:33.529376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-16791044-acec-45cb-82f8-89871d9ee158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.531103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-16791044-acec-45cb-82f8-89871d9ee158 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7069602d-3b83-4b33-925a-bf93cac3b6d8 HTTP/1.1" status: 200 len: 838 time: 0.0592515 Aug 16 02:30:33.581143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-89de8862-459c-416d-b33f-71c718442e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:33.582756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-89de8862-459c-416d-b33f-71c718442e45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7aadc19e-29f0-4802-8d67-7f8706d28843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0446329 Aug 16 02:30:33.678305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-6e4586d9-b2ba-421b-ac24-4f708bb0b0ae service neutron] 10.222.0.58 "GET /v2.0/networks/7aadc19e-29f0-4802-8d67-7f8706d28843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877507 Aug 16 02:30:33.790968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0b5b96fc-68e6-439d-85b4-0bca3113f1e6 req-43c61c40-8750-4a7d-9ae2-696a360bc060 service neutron] 10.222.0.58 "GET /v2.0/networks/7aadc19e-29f0-4802-8d67-7f8706d28843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059475 Aug 16 02:30:34.475088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d71868-e062-43a1-bd00-66a5e824e40d req-dd21fd00-29a3-426e-8fa1-49d196a15598 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:34.476611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41d71868-e062-43a1-bd00-66a5e824e40d req-dd21fd00-29a3-426e-8fa1-49d196a15598 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 944 time: 0.4006376 Aug 16 02:30:34.527049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-41d71868-e062-43a1-bd00-66a5e824e40d req-90dc02fb-af4c-4c30-902d-c9a1d0c5442c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424170 Aug 16 02:30:35.657611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6650ea-2f6c-4f1b-a5d2-dc63b1846a5b req-e090286f-2742-4a77-88c6-2747038261b1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:35.659205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa6650ea-2f6c-4f1b-a5d2-dc63b1846a5b req-e090286f-2742-4a77-88c6-2747038261b1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 944 time: 0.0519209 Aug 16 02:30:35.700890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa6650ea-2f6c-4f1b-a5d2-dc63b1846a5b req-f1758258-a89e-48d8-93a4-0973b5ebdf7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354986 Aug 16 02:30:36.720527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49250) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:36.726305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106727692', 'description': 'tempest-secgroup-smoke-2106727692 description', 'project_id': '3868ce20a8b74c5e815939fd74c34f20'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:36.834687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0b39e-93eb-4018-8a33-548609b2cdc7 req-ec4797f2-d2a1-4ad4-821a-0258eadf2d41 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:36.834687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dd0b39e-93eb-4018-8a33-548609b2cdc7 req-ec4797f2-d2a1-4ad4-821a-0258eadf2d41 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 944 time: 0.0649705 Aug 16 02:30:36.835446 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:36.909793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1dd0b39e-93eb-4018-8a33-548609b2cdc7 req-5e66f814-5fe2-405f-a0a9-dfdf74c61160 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644488 Aug 16 02:30:36.953388 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.022822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.052308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d20e2e7-009b-49a2-89bd-2f4d0666b498,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:37.059733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.060092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.060444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.060794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.061140 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.062205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.062549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.062915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.063249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.063584 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.063919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.064254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:30:37.086532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ed8299d4-c331-4069-8d66-d6920f91b416 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:30:37.103319 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.108043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49274) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:37.109024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4cdaf5ed-8c00-41f8-9305-34ddc685651f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3864670 Aug 16 02:30:37.194800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port ed8299d4-c331-4069-8d66-d6920f91b416, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ed8299d4-c331-4069-8d66-d6920f91b416,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:37.223475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'ed8299d4-c331-4069-8d66-d6920f91b416', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'port_id': 'ed8299d4-c331-4069-8d66-d6920f91b416', 'mac_address': 'fa:16:3e:07:42:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:30:37.231642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group_rule': {'security_group_id': '7d20e2e7-009b-49a2-89bd-2f4d0666b498', 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:37.274779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.291937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8299d4-c331-4069-8d66-d6920f91b416 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:30:37.313987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port ed8299d4-c331-4069-8d66-d6920f91b416, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ed8299d4-c331-4069-8d66-d6920f91b416,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:37.357611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.381548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.418138 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.436807 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=ed8299d4-c331-4069-8d66-d6920f91b416,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:37.514748 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.533107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f1281b-fb3b-40d4-8a6a-29ab74c4286f,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:37.574613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['ed8299d4-c331-4069-8d66-d6920f91b416'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:37.611637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.613016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3bb8bd43-a760-4e05-8069-9532760265ee tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5029192 Aug 16 02:30:37.615973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49292) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:37.620871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group_rule': {'security_group_id': '7d20e2e7-009b-49a2-89bd-2f4d0666b498', 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:37.714698 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.779522 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.845491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.864879 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ccff5eb-7e3f-40d6-8bb1-63ef127deaff,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:37.931389 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:37.932657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-34a0e15e-ba2a-4fe1-b0fa-c896c9a62131 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155944 Aug 16 02:30:37.935485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49300) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:37.940263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group_rule': {'security_group_id': '7d20e2e7-009b-49a2-89bd-2f4d0666b498', 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:38.020376 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.057685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484198a9-c14c-4cfc-9933-a329ce5a185f req-815cbd70-df97-44f4-a2f9-575d57b4eeb4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:38.059312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-484198a9-c14c-4cfc-9933-a329ce5a185f req-815cbd70-df97-44f4-a2f9-575d57b4eeb4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 945 time: 0.0785553 Aug 16 02:30:38.111355 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.116672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-484198a9-c14c-4cfc-9933-a329ce5a185f req-21df5b81-e698-4629-bfa0-2925002d5d01 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503592 Aug 16 02:30:38.197861 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.217690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98f0e617-bb0d-44ea-9162-a92b0dd729d2,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:38.291877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.293116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7205a7fb-27c8-4f15-92ec-a3b008444eff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3566430 Aug 16 02:30:38.295951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49308) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:38.300524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group_rule': {'security_group_id': '7d20e2e7-009b-49a2-89bd-2f4d0666b498', 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:38.451454 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.521364 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.599779 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.618823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a7b477-9074-4a19-8960-8948343ad7e0,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:38.683411 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.684769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb9290d1-d232-4a1d-8b59-800966dce549 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3878171 Aug 16 02:30:38.688178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49324) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:38.693056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group_rule': {'security_group_id': '7d20e2e7-009b-49a2-89bd-2f4d0666b498', 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:38.809530 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Project 3868ce20a8b74c5e815939fd74c34f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:30:38.816063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:38.881255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.009578 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.027215 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88ddc4b-69ac-4a57-9c7c-e361ecce68f5,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:39.091106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.091858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ed8299d4-c331-4069-8d66-d6920f91b416 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:39.094133 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-299acec0-b59d-46d5-8127-3b426f07b296 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4047139 Aug 16 02:30:39.099428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49334) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:39.104362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'security_group_rule': {'security_group_id': '7d20e2e7-009b-49a2-89bd-2f4d0666b498', 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:30:39.220435 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Project 3868ce20a8b74c5e815939fd74c34f20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:30:39.228092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.246069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port ed8299d4-c331-4069-8d66-d6920f91b416 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:39.250073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port ed8299d4-c331-4069-8d66-d6920f91b416 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:39.250693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.267153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548cbad-d016-4459-9637-0ebc02809e0f req-2b2b16da-3ffc-420c-9caf-e6b7407feb5d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:39.268684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4548cbad-d016-4459-9637-0ebc02809e0f req-2b2b16da-3ffc-420c-9caf-e6b7407feb5d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 945 time: 0.0778828 Aug 16 02:30:39.319026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.333984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4548cbad-d016-4459-9637-0ebc02809e0f req-c3749d51-4d36-4c73-9bd5-c51c77a2e6d7 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536680 Aug 16 02:30:39.337893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.363766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8299d4-c331-4069-8d66-d6920f91b416'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:39.366019 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7a78b0-0203-478b-adaa-b0a93e35d9d9" -d '{"events": [{"server_uuid": "fe687394-3e09-4e1c-9090-198ab98c4b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ed8299d4-c331-4069-8d66-d6920f91b416"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:39.379905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port ed8299d4-c331-4069-8d66-d6920f91b416, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ed8299d4-c331-4069-8d66-d6920f91b416,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:39.401977 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8e3c4-c1f2-4194-8d10-d9c95296d836 x-openstack-request-id: req-91f8e3c4-c1f2-4194-8d10-d9c95296d836 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:39.402300 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe687394-3e09-4e1c-9090-198ab98c4b7f", "name": "network-vif-plugged", "status": "completed", "tag": "ed8299d4-c331-4069-8d66-d6920f91b416", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:39.402631 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91f8e3c4-c1f2-4194-8d10-d9c95296d836 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:39.403056 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8299d4-c331-4069-8d66-d6920f91b416', 'code': 200} Aug 16 02:30:39.415330 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.442937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=becc9734-c04a-4267-8fa5-c48220a1ec1b,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:39.507228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.507930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b53c14-a4a2-470c-a5b6-e636a8f64fe1 req-268d27d7-b04a-4140-998a-7297ffd26981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:39.510527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-46b53c14-a4a2-470c-a5b6-e636a8f64fe1 req-268d27d7-b04a-4140-998a-7297ffd26981 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 1097 time: 0.0501180 Aug 16 02:30:39.549931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:39.551254 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-206b7f2d-f9d0-4e9c-945e-000856b11991 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4507654 Aug 16 02:30:39.566260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-46b53c14-a4a2-470c-a5b6-e636a8f64fe1 req-afc97eea-ab0d-4226-843f-cb1ae473ee08 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472672 Aug 16 02:30:39.576567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=ed8299d4-c331-4069-8d66-d6920f91b416,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:39.960009 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-36d6ef2b-293a-415e-a402-97eb95e380b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:40.534251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f921d9b-f3b7-4d03-ac4e-e8d12e731d3b req-f170821c-5e98-47db-af1c-76bf55c0befc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:40.535898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f921d9b-f3b7-4d03-ac4e-e8d12e731d3b req-f170821c-5e98-47db-af1c-76bf55c0befc tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 946 time: 0.0858200 Aug 16 02:30:40.580594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f921d9b-f3b7-4d03-ac4e-e8d12e731d3b req-55d48124-e7da-46fc-9d22-210cc10d09d7 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385332 Aug 16 02:30:41.733037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba33381-f3a7-49d8-840f-85805e44d5b9 req-df99218c-858f-43a9-98b2-c205ac6c26b4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:41.735040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ba33381-f3a7-49d8-840f-85805e44d5b9 req-df99218c-858f-43a9-98b2-c205ac6c26b4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 946 time: 0.0640666 Aug 16 02:30:41.788245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ba33381-f3a7-49d8-840f-85805e44d5b9 req-c067f57f-f858-4382-a947-91233f615bb4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451963 Aug 16 02:30:41.934116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238c3fb-850f-46da-ab5b-4b73af5dc7f6 req-024ee82f-2a21-4803-ab9f-17e7b4a8f5f9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:41.937219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8238c3fb-850f-46da-ab5b-4b73af5dc7f6 req-024ee82f-2a21-4803-ab9f-17e7b4a8f5f9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 946 time: 0.0672817 Aug 16 02:30:41.987367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8238c3fb-850f-46da-ab5b-4b73af5dc7f6 req-131c19e6-c030-4a66-a073-19a14e6f961a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442247 Aug 16 02:30:42.666545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:42.760081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf2504dc-a145-4370-bcac-fbd80b056313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:43.502382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 49482) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:30:44.028561 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.182968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77eaf7b-74d6-4930-a0c0-d3f6d9b42a5f req-55a6e2bf-5061-4998-babb-7abed55e8eae tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:44.184502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d77eaf7b-74d6-4930-a0c0-d3f6d9b42a5f req-55a6e2bf-5061-4998-babb-7abed55e8eae tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 950 time: 0.1044586 Aug 16 02:30:44.272600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d77eaf7b-74d6-4930-a0c0-d3f6d9b42a5f req-2a23e125-967f-4da8-8879-0e570f2d2dad tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804760 Aug 16 02:30:44.400670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.20.0.17 (7aadc19e-29f0-4802-8d67-7f8706d28843/7069602d-3b83-4b33-925a-bf93cac3b6d8/68b1a362-21db-46bb-bc7b-4e84b0ba220c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:30:44.525935 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.541635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Transition to ACTIVE for port object 68b1a362-21db-46bb-bc7b-4e84b0ba220c will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:44.629165 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.672354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:44.675560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:44.682225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:30:44.693649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=68b1a362-21db-46bb-bc7b-4e84b0ba220c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:44.714442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.757280 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:44.986020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.051240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-19208de4-a34c-48fd-b331-13bd74beb7b4 None None] Provisioning for port 68b1a362-21db-46bb-bc7b-4e84b0ba220c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:45.055243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-19208de4-a34c-48fd-b331-13bd74beb7b4 None None] Provisioning complete for port 68b1a362-21db-46bb-bc7b-4e84b0ba220c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:45.055711 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-19208de4-a34c-48fd-b331-13bd74beb7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.095005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-19208de4-a34c-48fd-b331-13bd74beb7b4 None None] Port 68b1a362-21db-46bb-bc7b-4e84b0ba220c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:45.327284 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.429484 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d60d02-e13f-441f-9849-4ab481d336e6 req-7e1c973a-9e25-4cac-b311-0f6e84a022b2 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:45.429484 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69d60d02-e13f-441f-9849-4ab481d336e6 req-7e1c973a-9e25-4cac-b311-0f6e84a022b2 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 950 time: 0.0536273 Aug 16 02:30:45.430221 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.473109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-aabec019-77d8-43a0-b6b8-6aa9a387cf15 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:30:45.474699 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-aabec019-77d8-43a0-b6b8-6aa9a387cf15 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.83 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 950 time: 0.0571148 Aug 16 02:30:45.540509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.545241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69d60d02-e13f-441f-9849-4ab481d336e6 req-a6a1cee4-ce1a-44ed-b46f-06c9b97a5404 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/security-groups?id=a536fd27-4d08-468b-b76b-30dafbc1a885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895796 Aug 16 02:30:45.547482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=68b1a362-21db-46bb-bc7b-4e84b0ba220c,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:45.599275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Deleting port 650172e5-826c-4adb-bc29-17ff38d0afe4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:30:45.600358 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.677500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:30:45.679470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:30:45.704396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] For port 650172e5-826c-4adb-bc29-17ff38d0afe4, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=650172e5-826c-4adb-bc29-17ff38d0afe4,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:45.711070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.719504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Calling delete_port for 650172e5-826c-4adb-bc29-17ff38d0afe4 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:30:45.862206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:30:45.886058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.960204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:45.971725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['650172e5-826c-4adb-bc29-17ff38d0afe4'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:30:45.992517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Pushing event deleted for resources: {'Port': ['ID=650172e5-826c-4adb-bc29-17ff38d0afe4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:46.001017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:30:46.007325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e542e663-4cee-4448-ae59-2dd29bc9b5ec tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "PUT /v2.0/routers/56890229-b9ab-450f-a94e-b87db0404c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5038133 Aug 16 02:30:46.016289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:30:46.039971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-731e6fb8-13d1-44da-9353-5e48563e3cb9 None None] Provisioning complete for port 68b1a362-21db-46bb-bc7b-4e84b0ba220c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:46.040467 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-731e6fb8-13d1-44da-9353-5e48563e3cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.069237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:46.069902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:30:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:46.079754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] No DVR routers for this DVR port 650172e5-826c-4adb-bc29-17ff38d0afe4 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:30:46.093153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.095517 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6d0d21f-8518-426d-8d71-f653e8894661 req-f7679f1d-f438-4c08-a51b-836df7589e9c tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.83 "DELETE /v2.0/ports/650172e5-826c-4adb-bc29-17ff38d0afe4 HTTP/1.1" status: 204 len: 173 time: 0.6150975 Aug 16 02:30:46.096149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'name': 'network-vif-deleted', 'tag': '650172e5-826c-4adb-bc29-17ff38d0afe4'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:30:46.099865 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c04f05-912f-4fc2-9aa2-ec6d84e903f2" -d '{"events": [{"server_uuid": "510bd819-3cdd-4598-ab91-d2a899dd2805", "name": "network-vif-deleted", "tag": "650172e5-826c-4adb-bc29-17ff38d0afe4"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:30:46.154407 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c565496-dbcc-4b5f-8e9c-f2aff77f4d84 x-openstack-request-id: req-8c565496-dbcc-4b5f-8e9c-f2aff77f4d84 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:30:46.154734 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510bd819-3cdd-4598-ab91-d2a899dd2805", "name": "network-vif-deleted", "tag": "650172e5-826c-4adb-bc29-17ff38d0afe4", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:30:46.155542 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8c565496-dbcc-4b5f-8e9c-f2aff77f4d84 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:30:46.155966 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510bd819-3cdd-4598-ab91-d2a899dd2805', 'name': 'network-vif-deleted', 'tag': '650172e5-826c-4adb-bc29-17ff38d0afe4', 'status': 'completed', 'code': 200} Aug 16 02:30:46.172202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-731e6fb8-13d1-44da-9353-5e48563e3cb9 None None] Port 68b1a362-21db-46bb-bc7b-4e84b0ba220c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:30:46.209667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:46.478775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:30:44Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:49Z', 'revision_number': 1, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b1a362-21db-46bb-bc7b-4e84b0ba220c', 'name': '', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:ec:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:44Z', 'updated_at': '2021-08-16T02:30:45Z', 'revision_number': 2, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:46.518925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:30:46.519373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Updating router 56890229-b9ab-450f-a94e-b87db0404c9f port 68b1a362-21db-46bb-bc7b-4e84b0ba220c binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:30:46.548868 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.694628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ff3e24d-efc0-417f-ad42-cef16f1c8696 req-df441dbb-eb94-4706-a78e-423b99b85288 tempest-VolumesBackupsTest-8167503 tempest-VolumesBackupsTest-8167503-project] 10.222.0.76 "GET /v2.0/ports?device_id=510bd819-3cdd-4598-ab91-d2a899dd2805 HTTP/1.1" status: 200 len: 210 time: 0.0311077 Aug 16 02:30:46.916118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:46.935904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Transition to ACTIVE for port object 68b1a362-21db-46bb-bc7b-4e84b0ba220c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:30:47.017622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.105907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47aca5-c4b6-45e2-81cb-cec49282b948 None None] Pushing event updated for resources: {'Port': ['ID=68b1a362-21db-46bb-bc7b-4e84b0ba220c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:47.165156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Attempting to bind port 68b1a362-21db-46bb-bc7b-4e84b0ba220c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:30:47.165913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Attempting to bind port 68b1a362-21db-46bb-bc7b-4e84b0ba220c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:30:47.165913 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Attempting to bind port 68b1a362-21db-46bb-bc7b-4e84b0ba220c on network 7aadc19e-29f0-4802-8d67-7f8706d28843 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:30:47.172002 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:30:47.172376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Checking segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:30:47.172789 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.173183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Bound using segment: {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:30:47.173658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Bound port: 68b1a362-21db-46bb-bc7b-4e84b0ba220c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe632fda-107e-4001-8927-5b9d6584cb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:30:47.174054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.247491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] For port 68b1a362-21db-46bb-bc7b-4e84b0ba220c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:30:47.251381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] For port 68b1a362-21db-46bb-bc7b-4e84b0ba220c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=68b1a362-21db-46bb-bc7b-4e84b0ba220c,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:30:47.337795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:47.394819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:30:47.395478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:30:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:47.473409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47aca5-c4b6-45e2-81cb-cec49282b948 None None] Pushing event updated for resources: {'Port': ['ID=68b1a362-21db-46bb-bc7b-4e84b0ba220c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:47.767780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:30:48.028364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:30:44Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:49Z', 'revision_number': 1, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b1a362-21db-46bb-bc7b-4e84b0ba220c', 'name': '', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:ec:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:44Z', 'updated_at': '2021-08-16T02:30:47Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:30:48.075420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 650172e5-826c-4adb-bc29-17ff38d0afe4 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:30:48.077904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809fac-6029-4564-8d97-b29cf3d85e55 None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:30:44Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:49Z', 'revision_number': 1, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68b1a362-21db-46bb-bc7b-4e84b0ba220c', 'name': '', 'network_id': '7aadc19e-29f0-4802-8d67-7f8706d28843', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:ec:2b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:30:44Z', 'updated_at': '2021-08-16T02:30:47Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '7069602d-3b83-4b33-925a-bf93cac3b6d8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:30:48.110695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 650172e5-826c-4adb-bc29-17ff38d0afe4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:30:48.113139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 650172e5-826c-4adb-bc29-17ff38d0afe4 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:30:49.137075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68b1a362-21db-46bb-bc7b-4e84b0ba220c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:49.313468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 68b1a362-21db-46bb-bc7b-4e84b0ba220c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:30:49.317604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 68b1a362-21db-46bb-bc7b-4e84b0ba220c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:49.321662 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.407996 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.447975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 68b1a362-21db-46bb-bc7b-4e84b0ba220c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=68b1a362-21db-46bb-bc7b-4e84b0ba220c,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:30:49.514066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:49.583030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=68b1a362-21db-46bb-bc7b-4e84b0ba220c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:30:51.055069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68b1a362-21db-46bb-bc7b-4e84b0ba220c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:30:51.104860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 68b1a362-21db-46bb-bc7b-4e84b0ba220c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:30:51.105350 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.788466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:57.816961 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:30:58.961272 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:02.076918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-b737b438-67e0-4ffe-94a0-e1ff777d75dd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424633 Aug 16 02:31:02.176147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-8c9e67d9-073a-47c2-8c08-df6d2d2a6189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:02.177829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-8c9e67d9-073a-47c2-8c08-df6d2d2a6189 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=f99ad80457f741c0961e0dfda442b7c7&device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 1097 time: 0.0536504 Aug 16 02:31:02.290023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-6f165226-da4c-41ca-85f4-1e97c8c3bb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:02.298249 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-6f165226-da4c-41ca-85f4-1e97c8c3bb33 service neutron] 10.222.0.83 "GET /v2.0/networks?id=a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 200 len: 909 time: 0.0944948 Aug 16 02:31:02.362505 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-20e9a374-3dc9-4157-ba98-534c6e5e2925 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 200 len: 1000 time: 0.0642555 Aug 16 02:31:02.418134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-a5431b98-6838-4eea-86fe-86707c173c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:02.419028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-a5431b98-6838-4eea-86fe-86707c173c9e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 HTTP/1.1" status: 200 len: 847 time: 0.0501432 Aug 16 02:31:02.468757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-1313dfd5-c9ec-4fc2-a89d-a2751bc24ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:02.470316 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-1313dfd5-c9ec-4fc2-a89d-a2751bc24ff1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=a63613c0-dedd-431a-a77f-97461d728811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444064 Aug 16 02:31:02.572765 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-9f36d762-dc32-4408-b8de-4821e8656c18 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935013 Aug 16 02:31:02.746484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3d3de937-7c40-4807-a9f7-d13b699ab037 req-c9174123-d395-4de9-b0b8-50ebddfa56e5 service neutron] 10.222.0.83 "GET /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682699 Aug 16 02:31:06.352500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 49944) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:06.804332 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.170970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 68b1a362-21db-46bb-bc7b-4e84b0ba220c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:07.170970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.287464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 68b1a362-21db-46bb-bc7b-4e84b0ba220c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=68b1a362-21db-46bb-bc7b-4e84b0ba220c,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:07.287844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.302621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 68b1a362-21db-46bb-bc7b-4e84b0ba220c owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:07.638180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:07.664809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=68b1a362-21db-46bb-bc7b-4e84b0ba220c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:07.877634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:08.128726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:08.250625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:08.272500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8c5816fd-a457-40df-b0f5-cc9ace3c3776 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "PUT /v2.0/routers/56890229-b9ab-450f-a94e-b87db0404c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088736 Aug 16 02:31:08.296175 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:08.313131 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:08.313774 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:30:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.454677 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:08.694848 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 6, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:49Z', 'revision_number': 1, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.726465 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:08.735780 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:08.736383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:30:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:08.852815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:09.106100 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 6, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:49Z', 'revision_number': 1, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:09.137962 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c842685-2fb1-4915-9e5a-9b3faf3f8cce None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 6, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '52ca11d1-3398-4da1-b403-4224c0fb13db', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'port_id': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'mac_address': 'fa:16:3e:b5:6a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:29:47Z', 'updated_at': '2021-08-16T02:29:49Z', 'revision_number': 1, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:09.163277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da50844-9744-4cb8-88cf-4a440e05f5fc req-afd51005-5bc6-4978-a193-c9648437544d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:09.168307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7da50844-9744-4cb8-88cf-4a440e05f5fc req-afd51005-5bc6-4978-a193-c9648437544d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 946 time: 0.0753760 Aug 16 02:31:09.219821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7da50844-9744-4cb8-88cf-4a440e05f5fc req-18aca632-e754-428d-9caf-d2a38d078e63 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371449 Aug 16 02:31:10.016763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0035031-1858-4519-a4f8-fcacda0eee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.341097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cd12-691b-4bbd-85b4-dd348ba23d9f req-1fa1b1b7-70cc-41f8-b906-a25b5e9e32a5 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.344358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d730cd12-691b-4bbd-85b4-dd348ba23d9f req-1fa1b1b7-70cc-41f8-b906-a25b5e9e32a5 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 946 time: 0.0522978 Aug 16 02:31:10.394967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d730cd12-691b-4bbd-85b4-dd348ba23d9f req-cc9af227-be7a-4f65-9afb-21fce5d19d3e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383189 Aug 16 02:31:10.518483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-1e326770-2d98-4c6f-afce-80f4ba6052fa tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:10.520160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-1e326770-2d98-4c6f-afce-80f4ba6052fa tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 946 time: 0.0532360 Aug 16 02:31:10.624303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port ed8299d4-c331-4069-8d66-d6920f91b416 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:10.624573 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.714996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port ed8299d4-c331-4069-8d66-d6920f91b416, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=ed8299d4-c331-4069-8d66-d6920f91b416,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:10.715289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:10.730385 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for ed8299d4-c331-4069-8d66-d6920f91b416 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:10.977059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.006533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=ed8299d4-c331-4069-8d66-d6920f91b416,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:11.040664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68b1a362-21db-46bb-bc7b-4e84b0ba220c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:11.051708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 68b1a362-21db-46bb-bc7b-4e84b0ba220c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:11.052062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 68b1a362-21db-46bb-bc7b-4e84b0ba220c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:11.052329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] No DVR routers for this DVR port ed8299d4-c331-4069-8d66-d6920f91b416 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:11.054991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:11.057031 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd1e5cc-614d-4d6c-b88d-01959c733e40 req-2e11270f-e030-4e87-972d-083956c255cd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.58 "DELETE /v2.0/ports/ed8299d4-c331-4069-8d66-d6920f91b416 HTTP/1.1" status: 204 len: 173 time: 0.5305872 Aug 16 02:31:11.057484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'name': 'network-vif-deleted', 'tag': 'ed8299d4-c331-4069-8d66-d6920f91b416'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:11.059765 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c2e01a-07a5-45ec-a8df-cc0695800711" -d '{"events": [{"server_uuid": "fe687394-3e09-4e1c-9090-198ab98c4b7f", "name": "network-vif-deleted", "tag": "ed8299d4-c331-4069-8d66-d6920f91b416"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:11.232114 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edff6608-924e-4476-83cb-b53c9299a82e x-openstack-request-id: req-edff6608-924e-4476-83cb-b53c9299a82e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:11.232428 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe687394-3e09-4e1c-9090-198ab98c4b7f", "name": "network-vif-deleted", "tag": "ed8299d4-c331-4069-8d66-d6920f91b416", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:11.232772 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-edff6608-924e-4476-83cb-b53c9299a82e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:11.233685 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe687394-3e09-4e1c-9090-198ab98c4b7f', 'name': 'network-vif-deleted', 'tag': 'ed8299d4-c331-4069-8d66-d6920f91b416', 'status': 'completed', 'code': 200} Aug 16 02:31:11.499810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8544e501-d8ef-4954-be66-52fb5c0003c5 req-314e64c6-08f1-484e-8801-f74d62d6340d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=fe687394-3e09-4e1c-9090-198ab98c4b7f HTTP/1.1" status: 200 len: 210 time: 0.0299511 Aug 16 02:31:12.566041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50060) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:12.632149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03b9980f-ee4b-4550-a72a-ac6afbd55ca9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.658951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03b9980f-ee4b-4550-a72a-ac6afbd55ca9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.715617 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.822458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-de043ac2-a200-478e-b7f6-567b7214ace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.866391 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03b9980f-ee4b-4550-a72a-ac6afbd55ca9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.869129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03b9980f-ee4b-4550-a72a-ac6afbd55ca9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:12.870363 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03b9980f-ee4b-4550-a72a-ac6afbd55ca9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/security-groups/0b15e231-f3dc-4cb8-861b-c7dde95a7c5d HTTP/1.1" status: 204 len: 168 time: 0.3032486 Aug 16 02:31:12.882858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9980f-ee4b-4550-a72a-ac6afbd55ca9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b15e231-f3dc-4cb8-861b-c7dde95a7c5d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:13.028934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50068) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:13.084169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting subnet 7069602d-3b83-4b33-925a-bf93cac3b6d8 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:13.087251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.126616 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.214828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.294967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ed8299d4-c331-4069-8d66-d6920f91b416 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:13.315254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: ed8299d4-c331-4069-8d66-d6920f91b416 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:13.315608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device ed8299d4-c331-4069-8d66-d6920f91b416 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:13.450130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.480178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Subnet': ['ID=7069602d-3b83-4b33-925a-bf93cac3b6d8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:13.484764 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.487340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-695efdfc-2df4-47b2-9a5e-baa918891709 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/subnets/7069602d-3b83-4b33-925a-bf93cac3b6d8 HTTP/1.1" status: 204 len: 168 time: 0.4559779 Aug 16 02:31:13.490043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50078) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:13.494605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc85a6f-b8f0-4bbf-8975-1869c95e0334 None None] Network 7aadc19e-29f0-4802-8d67-7f8706d28843 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:13.573196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.639375 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 5f5a73b2-52c5-4728-b380-649be02fda6a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:13.639722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.701049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] DHCP port deletion for 7aadc19e-29f0-4802-8d67-7f8706d28843 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:13.721029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 5f5a73b2-52c5-4728-b380-649be02fda6a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f5a73b2-52c5-4728-b380-649be02fda6a,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:13.721544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.738938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 5f5a73b2-52c5-4728-b380-649be02fda6a owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:13.753652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Deleting port 5f5a73b2-52c5-4728-b380-649be02fda6a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:13.755381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.831267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] For port 5f5a73b2-52c5-4728-b380-649be02fda6a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5f5a73b2-52c5-4728-b380-649be02fda6a,segment=NetworkSegment(fe632fda-107e-4001-8927-5b9d6584cb8b),segment_id=fe632fda-107e-4001-8927-5b9d6584cb8b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:13.831704 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.846918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Calling delete_port for 5f5a73b2-52c5-4728-b380-649be02fda6a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:13.960020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.971628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:13.992822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=5f5a73b2-52c5-4728-b380-649be02fda6a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:13.997417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] No DVR routers for this DVR port 5f5a73b2-52c5-4728-b380-649be02fda6a on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:13.999837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] No DVR routers for this DVR port 5f5a73b2-52c5-4728-b380-649be02fda6a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:14.002091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Pushing event deleted for resources: {'Port': ['ID=5f5a73b2-52c5-4728-b380-649be02fda6a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:14.011905 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.012479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.012997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.013509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.014982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.016775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.017305 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.017824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.018357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.018745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.019092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.019430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5125c499-8418-48d9-90a9-2066d1683dfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:14.100689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.112274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aadc19e-29f0-4802-8d67-7f8706d28843']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:14.125223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe632fda-107e-4001-8927-5b9d6584cb8b') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:14.125568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe632fda-107e-4001-8927-5b9d6584cb8b') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:14.137075 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.156850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.164150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:14.165041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:14.180266 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:14.309026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.314817 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.319433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/networks/7aadc19e-29f0-4802-8d67-7f8706d28843 HTTP/1.1" status: 204 len: 168 time: 0.8261344 Aug 16 02:31:14.320009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50088) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:14.334721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8376822-e678-4c73-88b8-c72706982a28 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Network': ['ID=7aadc19e-29f0-4802-8d67-7f8706d28843,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:14.492010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port ad5ceb7a-9637-4943-8d8f-379b4755d9db {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:14.492363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.572142 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.572479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.584768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for ad5ceb7a-9637-4943-8d8f-379b4755d9db owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:14.713663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.839689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.867861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=ad5ceb7a-9637-4943-8d8f-379b4755d9db,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:14.927074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:14.938073 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Floating IP 52ca11d1-3398-4da1-b403-4224c0fb13db disassociated (deleted). External IP: 172.25.6.51, port: c35bd8c3-d02b-4975-a5c7-322f4fc5529c. Aug 16 02:31:15.083992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f5a73b2-52c5-4728-b380-649be02fda6a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:15.121503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5f5a73b2-52c5-4728-b380-649be02fda6a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:15.122270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5f5a73b2-52c5-4728-b380-649be02fda6a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:15.152699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:15.263450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:15.268612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.273939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:15.283129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:15.283825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:15.298159 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-724975c4-9bff-4d35-baa2-74e6635d4f7e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/floatingips/52ca11d1-3398-4da1-b403-4224c0fb13db HTTP/1.1" status: 204 len: 168 time: 0.9764338 Aug 16 02:31:15.298818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:15.303244 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f08365-a5f6-43b6-a258-9a283ec9a6bc" -d '{"events": [{"name": "network-changed", "server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:15.344513 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc529fc-2061-4d6f-9097-28b2367c289e x-openstack-request-id: req-7bc529fc-2061-4d6f-9097-28b2367c289e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:15.345136 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:15.345136 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7bc529fc-2061-4d6f-9097-28b2367c289e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:15.345863 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'status': 'completed', 'code': 200} Aug 16 02:31:15.412372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-1c1e7091-3a40-4cea-a358-59ff90d2a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:15.413502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:15.413985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-1c1e7091-3a40-4cea-a358-59ff90d2a0cd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 1097 time: 0.0472589 Aug 16 02:31:15.545544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-ff40bc5a-4e30-4fd8-9653-7928604bab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:15.547188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-ff40bc5a-4e30-4fd8-9653-7928604bab37 service neutron] 10.222.0.83 "GET /v2.0/networks?id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 HTTP/1.1" status: 200 len: 897 time: 0.1262026 Aug 16 02:31:15.591435 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-48b64634-c76d-4df0-a159-b75eb0cab770 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c HTTP/1.1" status: 200 len: 217 time: 0.0372746 Aug 16 02:31:15.650235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 6, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:15.657741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-125e610e-6a83-42cf-8c36-e46becf0dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:15.659548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-125e610e-6a83-42cf-8c36-e46becf0dae8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=56c57000-2d34-4c32-b60e-e3c40cfeb877 HTTP/1.1" status: 200 len: 835 time: 0.0618315 Aug 16 02:31:15.678569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:15.688551 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:15.689266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:15.707983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-474d8606-a977-4db2-a238-e8e7342dbb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:15.710421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-474d8606-a977-4db2-a238-e8e7342dbb4d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435431 Aug 16 02:31:15.845885 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-2ae38e3b-c455-4970-92ee-d7de362b18a1 service neutron] 10.222.0.83 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292429 Aug 16 02:31:15.847558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:15.903461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f63d93-44e7-46c4-aace-f334e2f8f29d req-bfa42212-df98-4d22-b713-10127df5914f tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:15.907165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f63d93-44e7-46c4-aace-f334e2f8f29d req-bfa42212-df98-4d22-b713-10127df5914f tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0762808 Aug 16 02:31:15.940741 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:15.967194 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-31f08365-a5f6-43b6-a258-9a283ec9a6bc req-6b58be2a-d76e-43a5-afc1-044987d0e92a service neutron] 10.222.0.83 "GET /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110990 Aug 16 02:31:16.001159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-18f63d93-44e7-46c4-aace-f334e2f8f29d req-f07d4c1e-af61-4da5-9f30-d234445aefb0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876172 Aug 16 02:31:16.079554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-b449e923-95b1-4419-9539-5ea0731cd73f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106727692&fields=id&tenant_id=3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 267 time: 0.0410707 Aug 16 02:31:16.095188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 6, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:16.123933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2427a675-5362-42ff-9c72-65f542b1a35e None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:07Z', 'revision_number': 6, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '7ab2d81f-702c-4110-8734-4d1944f9f06e', 'name': '', 'network_id': '15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:4f:75:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:25Z', 'updated_at': '2021-08-16T02:29:31Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '56c57000-2d34-4c32-b60e-e3c40cfeb877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:16.197377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-cf1d06b4-0fab-49dd-9cb8-8c6b6c40e318 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:16.205327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-cf1d06b4-0fab-49dd-9cb8-8c6b6c40e318 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1176205 Aug 16 02:31:16.219189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-e6b86ab4-b15c-4feb-a054-8446c5e8f6f1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0132723 Aug 16 02:31:16.271170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-903c0b5d-8af1-4cc4-8219-d134595fa430 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493512 Aug 16 02:31:16.345465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-ec833146-177a-45f5-94ec-fb60692c21e5 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:31:16.346567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-ec833146-177a-45f5-94ec-fb60692c21e5 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636492 Aug 16 02:31:16.389724 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359f6405-d4d0-4f9d-96f1-02da7cc2364a None None] New status for floating IP 52ca11d1-3398-4da1-b403-4224c0fb13db: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:31:16.459113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-4c1eda2f-bcd2-4d89-ab67-30559cd19eae service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050124 Aug 16 02:31:16.573839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-6f31dcaa-76ad-4317-862f-c67e5260b878 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038895 Aug 16 02:31:17.078671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a794362-8625-4572-b154-93d3e328dc5f req-e30a2a52-4683-4363-bfe4-041579add027 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:17.080156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a794362-8625-4572-b154-93d3e328dc5f req-e30a2a52-4683-4363-bfe4-041579add027 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0527966 Aug 16 02:31:17.126132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc342c5-6c2c-4560-92e0-b483f6b9a420 req-f67259b0-9218-44c1-b40c-d38563efe66b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:17.127747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acc342c5-6c2c-4560-92e0-b483f6b9a420 req-f67259b0-9218-44c1-b40c-d38563efe66b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 945 time: 0.0585878 Aug 16 02:31:17.171592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acc342c5-6c2c-4560-92e0-b483f6b9a420 req-fa16fdb0-3303-42ba-ba4e-0d3783326008 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=f58fb249-6620-43f3-aee4-7b71d2cb3949&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369346 Aug 16 02:31:17.195434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port c35bd8c3-d02b-4975-a5c7-322f4fc5529c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:17.195813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.307827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port c35bd8c3-d02b-4975-a5c7-322f4fc5529c, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:17.307827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.322630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for c35bd8c3-d02b-4975-a5c7-322f4fc5529c owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:17.366052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2176a69b-5fd5-45aa-9d2a-09ad54348a3a req-d64ccefe-b97f-4a94-b46a-cfb6c545f880 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0315163 Aug 16 02:31:17.565599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.605074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=c35bd8c3-d02b-4975-a5c7-322f4fc5529c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:17.650416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] No DVR routers for this DVR port c35bd8c3-d02b-4975-a5c7-322f4fc5529c on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:17.653073 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:17.656655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0a794362-8625-4572-b154-93d3e328dc5f req-b8ad938a-114d-462f-997d-07b2f4b0e42a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "DELETE /v2.0/ports/c35bd8c3-d02b-4975-a5c7-322f4fc5529c HTTP/1.1" status: 204 len: 173 time: 0.5694385 Aug 16 02:31:17.657129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'name': 'network-vif-deleted', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:17.660196 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4ab92c-c8a9-43d7-b9a8-0b8f56737cc6" -d '{"events": [{"server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "name": "network-vif-deleted", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:17.702966 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98acb7a7-ea3f-44d6-b76a-574aaf7a408e x-openstack-request-id: req-98acb7a7-ea3f-44d6-b76a-574aaf7a408e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:17.703268 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eccdea17-925b-474c-bf82-8f4add2e0f9a", "name": "network-vif-deleted", "tag": "c35bd8c3-d02b-4975-a5c7-322f4fc5529c", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:17.703537 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-98acb7a7-ea3f-44d6-b76a-574aaf7a408e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:17.703944 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eccdea17-925b-474c-bf82-8f4add2e0f9a', 'name': 'network-vif-deleted', 'tag': 'c35bd8c3-d02b-4975-a5c7-322f4fc5529c', 'status': 'completed', 'code': 200} Aug 16 02:31:18.291113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00e097b2-09fc-441a-8487-f943ac6cd9b0 req-42ec87a1-ee8f-4400-9c87-191115ca980b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=eccdea17-925b-474c-bf82-8f4add2e0f9a HTTP/1.1" status: 200 len: 210 time: 0.0282981 Aug 16 02:31:18.447504 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d8d1ef1-030b-40e3-b77a-a4b3bb18f648 req-5d08a5c5-d7ee-4a28-b389-27bb889c30cd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0279946 Aug 16 02:31:19.373274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50206) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:19.426496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-372baf53-fbad-4713-91ed-7e60f4bd85a0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.452915 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-372baf53-fbad-4713-91ed-7e60f4bd85a0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.577290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7715d5dc-70c9-46d2-83f2-9397902a509d req-9e033f45-520c-4155-b3a4-254aac2afb24 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0307679 Aug 16 02:31:19.609906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-372baf53-fbad-4713-91ed-7e60f4bd85a0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.613351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-372baf53-fbad-4713-91ed-7e60f4bd85a0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:19.617003 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-372baf53-fbad-4713-91ed-7e60f4bd85a0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/security-groups/f58fb249-6620-43f3-aee4-7b71d2cb3949 HTTP/1.1" status: 204 len: 168 time: 0.2531977 Aug 16 02:31:19.627012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372baf53-fbad-4713-91ed-7e60f4bd85a0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58fb249-6620-43f3-aee4-7b71d2cb3949,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:19.714125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50218) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:20.217904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c35bd8c3-d02b-4975-a5c7-322f4fc5529c no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:20.241753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: c35bd8c3-d02b-4975-a5c7-322f4fc5529c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:20.242115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device c35bd8c3-d02b-4975-a5c7-322f4fc5529c not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:20.344749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-06e52533-aa91-4047-80b0-e438d32eca9a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:20.346179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-06e52533-aa91-4047-80b0-e438d32eca9a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1989141 Aug 16 02:31:20.423738 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-a26cc4e1-4b8c-428a-a94f-9500310e4a64 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 380 time: 0.0665789 Aug 16 02:31:20.436144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'security_groups': ['7d20e2e7-009b-49a2-89bd-2f4d0666b498']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:20.661198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.699137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:20.703750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:20.710750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d869749-1113-4a74-847d-09148e198b27 req-8a6ef640-5fb6-48b8-91a1-050f8551eb4f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0393114 Aug 16 02:31:20.954444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.3 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/349c007d-b568-457c-9b7c-81c9901a181b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:21.188280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.198759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 7ab2d81f-702c-4110-8734-4d1944f9f06e {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:21.199184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.251373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 349c007d-b568-457c-9b7c-81c9901a181b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:21.360540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 7ab2d81f-702c-4110-8734-4d1944f9f06e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7ab2d81f-702c-4110-8734-4d1944f9f06e,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:21.360540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.364539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 7ab2d81f-702c-4110-8734-4d1944f9f06e owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:21.503299 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.588989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:21.599776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:21.606584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:21.611849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=349c007d-b568-457c-9b7c-81c9901a181b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.736580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:21.736580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.813320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-96c2f925-7341-4a33-ade1-7d918481090d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833163 Aug 16 02:31:21.828610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Request body: {'port': {'device_id': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:21.832562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:21.896061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd33542-a661-4d9f-93cd-6dc47a40f55d req-3bb76a92-6418-46cd-a2d6-440f7ec7a18e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:21.896061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bd33542-a661-4d9f-93cd-6dc47a40f55d req-3bb76a92-6418-46cd-a2d6-440f7ec7a18e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 931 time: 0.0932164 Aug 16 02:31:21.914377 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=7ab2d81f-702c-4110-8734-4d1944f9f06e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:21.991994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bd33542-a661-4d9f-93cd-6dc47a40f55d req-62ebe07c-773b-4669-b144-e72dcbd9a525 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860612 Aug 16 02:31:22.074241 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.158176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d30c662-bd74-4ea1-a3bc-fc32afb44b52 None None] Provisioning for port 349c007d-b568-457c-9b7c-81c9901a181b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:22.162696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9d30c662-bd74-4ea1-a3bc-fc32afb44b52 None None] Provisioning complete for port 349c007d-b568-457c-9b7c-81c9901a181b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:22.163174 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d30c662-bd74-4ea1-a3bc-fc32afb44b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.228501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9d30c662-bd74-4ea1-a3bc-fc32afb44b52 None None] Port 349c007d-b568-457c-9b7c-81c9901a181b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:22.365933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.705503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349c007d-b568-457c-9b7c-81c9901a181b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:22.716916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.737604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Transition to ACTIVE for port object 349c007d-b568-457c-9b7c-81c9901a181b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:22.741669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 56890229-b9ab-450f-a94e-b87db0404c9f has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:22.833082 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:22.901306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Pushing event updated for resources: {'Port': ['ID=349c007d-b568-457c-9b7c-81c9901a181b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:22.906595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:22.913779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7d32b545-89ef-4672-8bc0-682f4f8bbb08 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "PUT /v2.0/routers/56890229-b9ab-450f-a94e-b87db0404c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1985219 Aug 16 02:31:22.916633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:22.921030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] Sync routers for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:22.934815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:22.934961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.935235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.935680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.936071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.936454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.936797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.937133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.937470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.937805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.938138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.938471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.938834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:22.952582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:23.008195 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting subnet 56c57000-2d34-4c32-b60e-e3c40cfeb877 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:31:23.020853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.027087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Attempting to bind port 349c007d-b568-457c-9b7c-81c9901a181b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:23.027441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Attempting to bind port 349c007d-b568-457c-9b7c-81c9901a181b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:23.027780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Attempting to bind port 349c007d-b568-457c-9b7c-81c9901a181b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:23.036931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Port 349c007d-b568-457c-9b7c-81c9901a181b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:23.037272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Attempting to bind port 349c007d-b568-457c-9b7c-81c9901a181b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:23.046219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:23.046570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:23.048532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:23.048991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Bound port: 349c007d-b568-457c-9b7c-81c9901a181b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:23.049411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.131942 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.172453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] For port 349c007d-b568-457c-9b7c-81c9901a181b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:23.179937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] For port 349c007d-b568-457c-9b7c-81c9901a181b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=349c007d-b568-457c-9b7c-81c9901a181b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:23.215637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:23.273659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4adb22-cb0d-46cd-94fd-fe0970afe9ba req-d5602195-f5d9-4bc3-b8c1-e11a76115d8a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.275218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c4adb22-cb0d-46cd-94fd-fe0970afe9ba req-d5602195-f5d9-4bc3-b8c1-e11a76115d8a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0834560 Aug 16 02:31:23.281181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.344643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.348642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.349606 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.351345 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] 10.222.0.58 "PUT /v2.0/ports/349c007d-b568-457c-9b7c-81c9901a181b HTTP/1.1" status: 200 len: 1092 time: 1.5291271 Aug 16 02:31:23.352460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:23.362333 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6" -d '{"events": [{"name": "network-changed", "server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "tag": "349c007d-b568-457c-9b7c-81c9901a181b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:23.363718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c4adb22-cb0d-46cd-94fd-fe0970afe9ba req-2ad9234b-f695-4c15-9128-5202b54ff204 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731609 Aug 16 02:31:23.400163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1a4ce-7dbe-40c9-9d78-e495f05a7423 service neutron] Pushing event updated for resources: {'Port': ['ID=349c007d-b568-457c-9b7c-81c9901a181b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:23.443517 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2103a5-8e2a-49cc-b6cb-e1304356e2c3 x-openstack-request-id: req-3c2103a5-8e2a-49cc-b6cb-e1304356e2c3 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:23.443517 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "tag": "349c007d-b568-457c-9b7c-81c9901a181b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:23.443815 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3c2103a5-8e2a-49cc-b6cb-e1304356e2c3 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:23.444090 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b', 'status': 'completed', 'code': 200} Aug 16 02:31:23.532690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6 req-84e7d48a-6250-4d33-a0f9-5acb074cfb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.532690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6 req-84e7d48a-6250-4d33-a0f9-5acb074cfb02 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1095 time: 0.0647173 Aug 16 02:31:23.544938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:21Z', 'revision_number': 7, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:23.558374 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.573698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] Checking router: 56890229-b9ab-450f-a94e-b87db0404c9f for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:23.583728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] Routers {'56890229-b9ab-450f-a94e-b87db0404c9f'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:23.584373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['56890229-b9ab-450f-a94e-b87db0404c9f'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:23.605290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Subnet': ['ID=56c57000-2d34-4c32-b60e-e3c40cfeb877,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:23.617795 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.623032 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-681a33bb-59e4-4e80-850b-e926af80f862 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/subnets/56c57000-2d34-4c32-b60e-e3c40cfeb877 HTTP/1.1" status: 204 len: 168 time: 0.7051406 Aug 16 02:31:23.624334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50286) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:23.659497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6 req-c1782a9c-7971-4120-942c-8dace133e69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.662686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6 req-c1782a9c-7971-4120-942c-8dace133e69a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3868ce20a8b74c5e815939fd74c34f20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1251950 Aug 16 02:31:23.792976 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:23.816344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6 req-c4228041-d69a-45d1-9248-f9e97516b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.818813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b9c7d45-15c3-41e4-ae0f-b2461ab953d6 req-c4228041-d69a-45d1-9248-f9e97516b065 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499314 Aug 16 02:31:23.884660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d995b7-a4b3-4588-944e-3a5548beb0f1 None None] Network 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:23.913961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-a1ade587-635c-4901-a668-4eaf67eb9121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:23.915728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-a1ade587-635c-4901-a668-4eaf67eb9121 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1095 time: 0.0505748 Aug 16 02:31:23.964267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-9bedddba-62b4-4827-ab90-156af4ada2cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349c007d-b568-457c-9b7c-81c9901a181b HTTP/1.1" status: 200 len: 217 time: 0.0400646 Aug 16 02:31:24.017981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-f0ebcc3b-1d18-48d9-b5ce-ffb3af5067a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:24.019970 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-f0ebcc3b-1d18-48d9-b5ce-ffb3af5067a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0477757 Aug 16 02:31:24.086150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-68325d52-101c-45fc-b21d-1fcd19b09864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:24.088161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-68325d52-101c-45fc-b21d-1fcd19b09864 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603800 Aug 16 02:31:24.091567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] Set router 56890229-b9ab-450f-a94e-b87db0404c9f gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:24.179360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] DHCP port deletion for 15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:31:24.220302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-e3d9336a-1f81-4347-bcfa-722c1b3fcab9 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241941 Aug 16 02:31:24.318289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] Deleting port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:24.319552 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.355712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.372051 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-293666f0-73da-425c-a64c-eb91bd4b4946 req-b83df285-f4bc-4cdb-9113-3491691b2f74 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445343 Aug 16 02:31:24.417246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] For port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,segment=NetworkSegment(c700c515-3332-4f80-8700-f372b33eb3fd),segment_id=c700c515-3332-4f80-8700-f372b33eb3fd)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:24.417713 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.438838 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] Calling delete_port for 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:24.457192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:21Z', 'revision_number': 7, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:24.515462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85350710-d130-4f74-9427-9ee3bd4e339d req-ad82624a-d56b-411a-9b4d-60b6ad63774b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:24.516230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426d178c-5a2e-4519-b5fa-4c4bf869c08e None None] The sync data for ids ['56890229-b9ab-450f-a94e-b87db0404c9f'] in n-d-768852-19 is: [{'id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'name': 'tempest-TestNetworkBasicOps-router-958785814', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '79817865-b917-4579-b598-6399cc2e20ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:29:20Z', 'updated_at': '2021-08-16T02:31:21Z', 'revision_number': 7, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '79817865-b917-4579-b598-6399cc2e20ba', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56890229-b9ab-450f-a94e-b87db0404c9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3860, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:29:21Z', 'updated_at': '2021-08-16T02:29:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:24.517864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85350710-d130-4f74-9427-9ee3bd4e339d req-ad82624a-d56b-411a-9b4d-60b6ad63774b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0853648 Aug 16 02:31:24.562355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 79817865-b917-4579-b598-6399cc2e20ba {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:31:24.562807 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.585697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85350710-d130-4f74-9427-9ee3bd4e339d req-b5487765-747d-4a7a-b20b-72d4ccf6b199 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569715 Aug 16 02:31:24.639640 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.660835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 79817865-b917-4579-b598-6399cc2e20ba, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=79817865-b917-4579-b598-6399cc2e20ba,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:24.661314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.666887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] Pushing event deleted for resources: {'Port': ['ID=7ba30e01-8926-46ef-a4b2-8e80ee77f7bd,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:24.668711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006f9e6a-ebde-451d-96d1-c48b6285065a None None] No DVR routers for this DVR port 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:31:24.677155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 79817865-b917-4579-b598-6399cc2e20ba owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:31:24.901333 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:24.928460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=79817865-b917-4579-b598-6399cc2e20ba,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.002046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.116473 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.119356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.177276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:25.200452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:25.200806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ba30e01-8926-46ef-a4b2-8e80ee77f7bd not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:25.201795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ab2d81f-702c-4110-8734-4d1944f9f06e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:25.221848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7ab2d81f-702c-4110-8734-4d1944f9f06e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:25.222461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7ab2d81f-702c-4110-8734-4d1944f9f06e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:25.234007 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.234553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Fanout notify agent at l3_agent the message router_deleted on router 56890229-b9ab-450f-a94e-b87db0404c9f {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:31:25.241571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.245467 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-47f6196e-a68e-4be1-8fda-241a7ef43d65 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/routers/56890229-b9ab-450f-a94e-b87db0404c9f HTTP/1.1" status: 204 len: 168 time: 1.6156592 Aug 16 02:31:25.245681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50298) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:25.331509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.428060 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.438573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:25.449719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c700c515-3332-4f80-8700-f372b33eb3fd') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:25.450023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c700c515-3332-4f80-8700-f372b33eb3fd') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:25.460396 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.474798 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.480616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:31:25.481033 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:31:25.487053 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:31:25.604014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.611591 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.616490 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/networks/15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6 HTTP/1.1" status: 204 len: 168 time: 0.3670776 Aug 16 02:31:25.633057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693004f-35c5-4d8c-ad4e-307fa66d894e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Network': ['ID=15881fc0-1bc8-4ebf-85c2-b4d6048d6aa6,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:25.635101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50304) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:25.645973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'network': {'name': 'tempest-network-smoke--1060906948', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'port_security_enabled': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:25.740760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35443303-1573-4eb1-8551-e94b15f29dc5 req-b668d921-ee0a-4b29-b59d-5ec68cf0539b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:25.742267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35443303-1573-4eb1-8551-e94b15f29dc5 req-b668d921-ee0a-4b29-b59d-5ec68cf0539b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0569856 Aug 16 02:31:25.781477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35443303-1573-4eb1-8551-e94b15f29dc5 req-4a3b1eab-61c8-4f91-ad55-9d254b12b2aa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331776 Aug 16 02:31:25.799418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:25.804301 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.831673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:31:25.841005 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.841404 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Added segment 0f8fcdb3-be9d-427c-a687-886cc0197028 of type vlan for network fa90fac1-93bc-40db-9b4f-937f7de96349 Aug 16 02:31:25.884402 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.942065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:25.947745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:25.949081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.017594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Network': ['ID=fa90fac1-93bc-40db-9b4f-937f7de96349,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:26.028709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network fa90fac1-93bc-40db-9b4f-937f7de96349 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:31:26.059576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-79a7ef0a-bbbf-449d-a752-2c0eddef6555 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4197426 Aug 16 02:31:26.060067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50308) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:26.065817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'admin_state_up': True, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:26.141048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.142125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.196698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.752037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:26.909568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba09481-3b31-4e44-8770-249656c4cc2e req-7e017e61-9c06-40c4-935b-bb40b2c54c56 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:26.911125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aba09481-3b31-4e44-8770-249656c4cc2e req-7e017e61-9c06-40c4-935b-bb40b2c54c56 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0500953 Aug 16 02:31:26.950317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aba09481-3b31-4e44-8770-249656c4cc2e req-5010b75e-3592-487a-bbd8-963218cc07f0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329010 Aug 16 02:31:27.007341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.030210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.036777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79817865-b917-4579-b598-6399cc2e20ba no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:31:27.058368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 79817865-b917-4579-b598-6399cc2e20ba {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:31:27.058824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 79817865-b917-4579-b598-6399cc2e20ba not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:31:27.147554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.25.6.62 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/38d93acd-7200-4e02-8d46-5dbe2945f1af) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:27.265719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.286477 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.370473 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.371106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:27.421198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:27.424257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:27.428938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:27.431158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=38d93acd-7200-4e02-8d46-5dbe2945f1af,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:27.799890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.017166 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.102112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322c00b-491b-46cb-a68d-20066382bc94 req-44d04887-58a6-438a-946e-a71e3f890932 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:28.103964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e322c00b-491b-46cb-a68d-20066382bc94 req-44d04887-58a6-438a-946e-a71e3f890932 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0734766 Aug 16 02:31:28.146954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e322c00b-491b-46cb-a68d-20066382bc94 req-3692f0f4-04e7-4256-9ce0-19e4d9c16f4a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336728 Aug 16 02:31:28.262201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 9a338ccf-be91-4ec4-877b-de28d2fafddd is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:31:28.375658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:28.385319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Sync routers for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:28.395397 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:28.396024 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.461980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.466027 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a39194d4-5b82-4c20-89b8-976c067fbc61 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4013672 Aug 16 02:31:28.466261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50322) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.499997 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1ccb26d-341f-4104-966d-fc7fcd790e5c tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=ac9cdc8c9a2f4ca5a54de2588850b440&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292027 Aug 16 02:31:28.500281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50324) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.502517 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:28.602182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444eff1e-fa38-4df0-829c-899d1c26c913 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:28.604061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-444eff1e-fa38-4df0-829c-899d1c26c913 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1025708 Aug 16 02:31:28.606921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50328) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.649130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-26963f24-236e-4749-a332-28ccf769dbf3 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400317 Aug 16 02:31:28.651650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50330) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:28.659002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-533060575', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:28.816271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:28.821425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:28.823915 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 3, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:28.864101 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Checking router: 9a338ccf-be91-4ec4-877b-de28d2fafddd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:28.864860 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Updating router 9a338ccf-be91-4ec4-877b-de28d2fafddd port 38d93acd-7200-4e02-8d46-5dbe2945f1af binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:28.900408 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.167846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.217947 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.237866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Transition to ACTIVE for port object 38d93acd-7200-4e02-8d46-5dbe2945f1af will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:29.270467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Checking segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:29.271191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network hostable DHCP agents. Network: fa90fac1-93bc-40db-9b4f-937f7de96349, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:31:29.279633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Subnet': ['ID=79f2298f-41d6-4c59-9e2b-057c2d9bd0d0,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:29.306881 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.323093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05a155-17d9-4f05-ab9e-dd0e0f6365d8 req-1869d714-4628-412e-a68b-e8c9cf036ae2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.324738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e05a155-17d9-4f05-ab9e-dd0e0f6365d8 req-1869d714-4628-412e-a68b-e8c9cf036ae2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0553157 Aug 16 02:31:29.366169 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Attempting to bind port 38d93acd-7200-4e02-8d46-5dbe2945f1af on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:29.366548 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Attempting to bind port 38d93acd-7200-4e02-8d46-5dbe2945f1af by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:29.370164 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Attempting to bind port 38d93acd-7200-4e02-8d46-5dbe2945f1af on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:29.370164 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Pushing event updated for resources: {'Port': ['ID=38d93acd-7200-4e02-8d46-5dbe2945f1af,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:29.375703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e05a155-17d9-4f05-ab9e-dd0e0f6365d8 req-6bce5134-00b0-4f01-b7a6-a420413762e6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435832 Aug 16 02:31:29.378769 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:29.379037 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:29.379447 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.379847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:29.380320 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Bound port: 38d93acd-7200-4e02-8d46-5dbe2945f1af, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:29.380709 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.383846 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.384437 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.384794 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.385137 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.385472 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.386016 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.386118 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.386448 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.386894 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.394780 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.394780 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.394780 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:31:29.410832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network fa90fac1-93bc-40db-9b4f-937f7de96349 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:31:29.445334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] For port 38d93acd-7200-4e02-8d46-5dbe2945f1af, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:29.448328 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] For port 38d93acd-7200-4e02-8d46-5dbe2945f1af, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38d93acd-7200-4e02-8d46-5dbe2945f1af,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:29.536569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, fa90fac1-93bc-40db-9b4f-937f7de96349) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:29.540744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:29.541627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.547523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82eb7da-209b-4594-b219-8a6942b94ea2 None None] Network fa90fac1-93bc-40db-9b4f-937f7de96349 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:29.577263 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.634561 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:29.635291 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:29.638805 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0afb7e3a-9cf6-41e3-a711-1d33d5fa1233 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9855649 Aug 16 02:31:29.641699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50340) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:29.674250 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26eff6a-d1f8-47c4-96be-8dbcacae0c2a None None] Pushing event updated for resources: {'Port': ['ID=38d93acd-7200-4e02-8d46-5dbe2945f1af,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:29.719659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-fa90fac1-93bc-40db-9b4f-937f7de96349', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:31:29.720776 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:29.749901 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:29.884126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Allocated IP 172.20.0.2 (fa90fac1-93bc-40db-9b4f-937f7de96349/79f2298f-41d6-4c59-9e2b-057c2d9bd0d0/11a0e576-9d79-45c7-8490-17e236392195) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:30.014721 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 3, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:30.059778 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9bf502-215e-4fd5-8259-ed6d04882548 None None] The sync data for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 is: [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:27Z', 'revision_number': 3, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:30.101733 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.115964 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Transition to ACTIVE for port object 11a0e576-9d79-45c7-8490-17e236392195 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:30.136901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Transition to ACTIVE for port object 11a0e576-9d79-45c7-8490-17e236392195 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:30.223233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.252662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.272333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Network fa90fac1-93bc-40db-9b4f-937f7de96349 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:30.280872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:30.284636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:30.301574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Pushing event updated for resources: {'Port': ['ID=11a0e576-9d79-45c7-8490-17e236392195,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:30.427498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Attempting to bind port 11a0e576-9d79-45c7-8490-17e236392195 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:30.427924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Attempting to bind port 11a0e576-9d79-45c7-8490-17e236392195 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:30.428301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Attempting to bind port 11a0e576-9d79-45c7-8490-17e236392195 on network fa90fac1-93bc-40db-9b4f-937f7de96349 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:30.454810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:30.455553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Checking segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:30.456286 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.471101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Bound using segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:30.471693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Bound port: 11a0e576-9d79-45c7-8490-17e236392195, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:30.472368 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.542615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db23f33-5993-4145-8c69-f74141a2e216 req-d2fae4b9-e6bf-49a0-ace9-aa4e35228dd8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:30.544354 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9db23f33-5993-4145-8c69-f74141a2e216 req-d2fae4b9-e6bf-49a0-ace9-aa4e35228dd8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0716057 Aug 16 02:31:30.608383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] For port 11a0e576-9d79-45c7-8490-17e236392195, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:30.612828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] For port 11a0e576-9d79-45c7-8490-17e236392195, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=11a0e576-9d79-45c7-8490-17e236392195,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:30.624902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9db23f33-5993-4145-8c69-f74141a2e216 req-78890a64-c47d-47ce-97a6-b9950114dc1e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732896 Aug 16 02:31:30.725836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.757117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.20.0.1 (fa90fac1-93bc-40db-9b4f-937f7de96349/79f2298f-41d6-4c59-9e2b-057c2d9bd0d0/8fbac885-c80b-4318-ad12-0b27489f525f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:30.776738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534e0bc-90b6-46cb-a6c6-1146fb50c032 None None] Pushing event updated for resources: {'Port': ['ID=11a0e576-9d79-45c7-8490-17e236392195,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:30.897562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:30.918378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Transition to ACTIVE for port object 8fbac885-c80b-4318-ad12-0b27489f525f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:31.055845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.136965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network fa90fac1-93bc-40db-9b4f-937f7de96349 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:31.150913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:31.168134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:31.208780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=8fbac885-c80b-4318-ad12-0b27489f525f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:31.260910 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.375875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 11a0e576-9d79-45c7-8490-17e236392195 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:31.530508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 11a0e576-9d79-45c7-8490-17e236392195 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:31.535053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38d93acd-7200-4e02-8d46-5dbe2945f1af up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:31.546558 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.696871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 38d93acd-7200-4e02-8d46-5dbe2945f1af completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:31.702984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 38d93acd-7200-4e02-8d46-5dbe2945f1af triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:31.703692 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.815743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c4a8b-68bb-412f-9d95-c6bd6acd0a95 req-8be6981c-882a-4922-9f85-ea9e38f7e580 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:31.825312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c2c4a8b-68bb-412f-9d95-c6bd6acd0a95 req-8be6981c-882a-4922-9f85-ea9e38f7e580 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0803030 Aug 16 02:31:31.877550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c2c4a8b-68bb-412f-9d95-c6bd6acd0a95 req-aea10155-64ea-4204-8fd3-3afeda25e5e4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510809 Aug 16 02:31:31.904314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.928356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.928908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 38d93acd-7200-4e02-8d46-5dbe2945f1af, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38d93acd-7200-4e02-8d46-5dbe2945f1af,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:31.982197 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:31.993863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.054952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=38d93acd-7200-4e02-8d46-5dbe2945f1af,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.092772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.096921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=8fbac885-c80b-4318-ad12-0b27489f525f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:32.213373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network fa90fac1-93bc-40db-9b4f-937f7de96349 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:32.215077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:32.362322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba90854-78f8-403c-9b20-fafbd136f4b0 None None] Network fa90fac1-93bc-40db-9b4f-937f7de96349 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:31:32.383517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 9a338ccf-be91-4ec4-877b-de28d2fafddd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:32.514324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:32.522097 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c38e229a-e484-47a9-bfbc-d2b2f857d58e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "PUT /v2.0/routers/9a338ccf-be91-4ec4-877b-de28d2fafddd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8766282 Aug 16 02:31:32.522729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50374) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.592026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] Provisioning for port 11a0e576-9d79-45c7-8490-17e236392195 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:32.597976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] Provisioning complete for port 11a0e576-9d79-45c7-8490-17e236392195 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:32.598431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.685136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.687043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.687710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.688369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.689139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.689908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.690561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.691225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.691871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.697037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50378) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.697873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0712216d-10f1-4c4a-bfa2-ae21eaa10dea tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6378 time: 0.1737285 Aug 16 02:31:32.750440 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:32.797610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Sync routers for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:32.823421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] For port 11a0e576-9d79-45c7-8490-17e236392195, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=11a0e576-9d79-45c7-8490-17e236392195,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:32.836787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:32.837766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:32.842326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.843076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.845033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.845033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.845033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.845033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.845504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.845968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.846428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:32.848789 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7bc018c3-0f91-4a6b-8e3b-605e4d4f84a2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5915 time: 0.1507239 Aug 16 02:31:32.851610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50382) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:32.992740 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:33.049743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-acbef2f9-75ea-4d4a-8b54-3a6dbf86afb2 tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.1969337 Aug 16 02:31:33.072081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ce057-c2fa-4c54-9fe6-21435e17a355 req-0654a59a-3e19-47c8-aa40-60035b8c2569 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:33.086247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-070ce057-c2fa-4c54-9fe6-21435e17a355 req-0654a59a-3e19-47c8-aa40-60035b8c2569 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.1293213 Aug 16 02:31:33.149390 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38d93acd-7200-4e02-8d46-5dbe2945f1af up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:33.154924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.237422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-070ce057-c2fa-4c54-9fe6-21435e17a355 req-1c00e59d-a7b5-45ba-ab74-31ff8c0526b8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421330 Aug 16 02:31:33.410739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8f8f1-5b11-4411-8459-be78680a186d None None] Pushing event updated for resources: {'Port': ['ID=11a0e576-9d79-45c7-8490-17e236392195,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:33.463023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 38d93acd-7200-4e02-8d46-5dbe2945f1af triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:33.469767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.482849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f583295-1771-4c90-82e5-ee3d8fa8e075 None None] Provisioning for port 8fbac885-c80b-4318-ad12-0b27489f525f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:33.516945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f583295-1771-4c90-82e5-ee3d8fa8e075 None None] Provisioning complete for port 8fbac885-c80b-4318-ad12-0b27489f525f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:33.517477 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f583295-1771-4c90-82e5-ee3d8fa8e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.787994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6f583295-1771-4c90-82e5-ee3d8fa8e075 None None] Port 8fbac885-c80b-4318-ad12-0b27489f525f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:33.826152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6f583295-1771-4c90-82e5-ee3d8fa8e075 None None] Provisioning complete for port 11a0e576-9d79-45c7-8490-17e236392195 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:33.826432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f583295-1771-4c90-82e5-ee3d8fa8e075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.827844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50396) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:33.832580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172722958', 'description': 'tempest-secgroup-smoke-1172722958 description', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:33.913661 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:33.929904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 2, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:33.966404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Checking router: 9a338ccf-be91-4ec4-877b-de28d2fafddd for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:33.967526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Updating router 9a338ccf-be91-4ec4-877b-de28d2fafddd port 8fbac885-c80b-4318-ad12-0b27489f525f binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:31:34.009132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.031567 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.084723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.128607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d7bec3-05fa-45b5-90f1-afa875b2699c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:34.177733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-36fbefaa-6d3f-4ed9-9285-67fa806ad9ec None None] Provisioning complete for port 8fbac885-c80b-4318-ad12-0b27489f525f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:34.178192 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-36fbefaa-6d3f-4ed9-9285-67fa806ad9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.186741 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.188790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-187cd841-1d31-4512-b6fe-86b7b572291c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599124 Aug 16 02:31:34.191842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50398) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.199564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '42d7bec3-05fa-45b5-90f1-afa875b2699c', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:34.218113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-36fbefaa-6d3f-4ed9-9285-67fa806ad9ec None None] Port 8fbac885-c80b-4318-ad12-0b27489f525f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:34.357616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.415464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3fa06-2d6a-4cee-acc3-328259dc77b5 req-9b6a7856-8ede-4653-94f5-489239aac2d6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:34.417227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0f3fa06-2d6a-4cee-acc3-328259dc77b5 req-9b6a7856-8ede-4653-94f5-489239aac2d6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.0941663 Aug 16 02:31:34.443914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.453282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Transition to ACTIVE for port object 8fbac885-c80b-4318-ad12-0b27489f525f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:34.494214 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.500304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0f3fa06-2d6a-4cee-acc3-328259dc77b5 req-7a2b865a-334e-496f-9a8f-94f2ae9fa8c2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656650 Aug 16 02:31:34.521707 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.555891 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.602440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397c4947-d139-46a2-a7f8-5acd4ca7dd38,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:34.648279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Attempting to bind port 8fbac885-c80b-4318-ad12-0b27489f525f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:34.648760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Attempting to bind port 8fbac885-c80b-4318-ad12-0b27489f525f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:34.649251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Attempting to bind port 8fbac885-c80b-4318-ad12-0b27489f525f on network fa90fac1-93bc-40db-9b4f-937f7de96349 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:34.655672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:34.656259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Checking segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:34.656869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.657376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Bound using segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:34.657918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.658054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Bound port: 8fbac885-c80b-4318-ad12-0b27489f525f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:34.658532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.659693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dc74dd88-7b22-410e-b5ff-75a849589e27 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4642668 Aug 16 02:31:34.662513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50426) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:34.668616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '42d7bec3-05fa-45b5-90f1-afa875b2699c', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:34.671420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421cc72-86ee-42a0-b488-68217d834ef5 None None] Pushing event updated for resources: {'Port': ['ID=8fbac885-c80b-4318-ad12-0b27489f525f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:34.775244 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.811603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] For port 8fbac885-c80b-4318-ad12-0b27489f525f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:34.819886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] For port 8fbac885-c80b-4318-ad12-0b27489f525f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8fbac885-c80b-4318-ad12-0b27489f525f,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:34.874081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.908292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.964953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:34.982959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c4a2d2-f767-410f-a69b-e1caa720725f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:35.009921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:35.011240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.019423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421cc72-86ee-42a0-b488-68217d834ef5 None None] Pushing event updated for resources: {'Port': ['ID=8fbac885-c80b-4318-ad12-0b27489f525f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:35.045555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.048242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5cc550c9-601e-49df-99d7-5ebc267ad6eb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842938 Aug 16 02:31:35.051141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50444) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.061018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '42d7bec3-05fa-45b5-90f1-afa875b2699c', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:35.177575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:35.199658 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.229625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 11a0e576-9d79-45c7-8490-17e236392195 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:35.301634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.364888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.384111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e9e7ef4-c5d8-4973-b992-bda9ee1a185d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:35.396818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 11a0e576-9d79-45c7-8490-17e236392195 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:35.397210 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.438658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 349c007d-b568-457c-9b7c-81c9901a181b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:35.487191 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.491012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5903040d-365c-4351-aa19-d75708ab97a8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4378791 Aug 16 02:31:35.493684 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50462) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.515284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '42d7bec3-05fa-45b5-90f1-afa875b2699c', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:35.644493 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:34Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:35.666556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.698735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00fad9-67e6-48cb-8542-fcc41024c084 req-ae7bcf84-8f19-4be9-80f4-7d3ebd847582 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:35.700270 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d00fad9-67e6-48cb-8542-fcc41024c084 req-ae7bcf84-8f19-4be9-80f4-7d3ebd847582 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 943 time: 0.1092875 Aug 16 02:31:35.720531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e130f1e-9998-42ec-8f0c-1b6c4b007652 None None] The sync data for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 is: [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:34Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:35.732118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 349c007d-b568-457c-9b7c-81c9901a181b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=349c007d-b568-457c-9b7c-81c9901a181b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:35.759778 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '349c007d-b568-457c-9b7c-81c9901a181b', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '349c007d-b568-457c-9b7c-81c9901a181b', 'mac_address': 'fa:16:3e:aa:32:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:35.777441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.798855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d00fad9-67e6-48cb-8542-fcc41024c084 req-db4060cb-e820-4019-bde7-3e85ff2b10f3 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820849 Aug 16 02:31:35.835046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.854485 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.859436 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf169c8-67d4-4097-b294-0a771599f970,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:35.872663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349c007d-b568-457c-9b7c-81c9901a181b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:35.923995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 349c007d-b568-457c-9b7c-81c9901a181b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=349c007d-b568-457c-9b7c-81c9901a181b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:35.925610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:35.930105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50486) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:35.932498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ed65f147-011a-490e-9aaf-3221d46de3c0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4372411 Aug 16 02:31:35.938216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '42d7bec3-05fa-45b5-90f1-afa875b2699c', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:35.961959 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:31:36.056608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.108269 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Project ac9cdc8c9a2f4ca5a54de2588850b440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:31:36.115262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.115515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=349c007d-b568-457c-9b7c-81c9901a181b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.208880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.262250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['349c007d-b568-457c-9b7c-81c9901a181b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:36.279892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.321588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4034b04d-966d-4e6f-b1bd-482b3daf5bd0,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.399717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.404644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50504) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:36.405540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4cb1d028-6bf3-460d-b6fd-ec8bcee0cb50 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4730780 Aug 16 02:31:36.409542 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'security_group_rule': {'security_group_id': '42d7bec3-05fa-45b5-90f1-afa875b2699c', 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:36.490761 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Project ac9cdc8c9a2f4ca5a54de2588850b440 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:31:36.496095 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.573919 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.626404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.651111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80028bf7-c6bf-4ee2-8354-3ee155a1a763,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:36.719386 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:36.722225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57abe852-d11d-4041-a9a0-ae834c9602b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159223 Aug 16 02:31:36.887311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-bb367469-b61d-4218-9de7-0f175526e7c3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172722958&fields=id&tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 267 time: 0.0451174 Aug 16 02:31:37.022854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5d078-cb8a-414c-91bb-a549acfb5fe0 req-a89bef19-0861-4ec1-8455-4dd457e1f42b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.024428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53f5d078-cb8a-414c-91bb-a549acfb5fe0 req-a89bef19-0861-4ec1-8455-4dd457e1f42b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 944 time: 0.1301844 Aug 16 02:31:37.064521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-6e80d4cd-bf0f-4f2e-bb4d-0462fbec76ac tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:37.066114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-6e80d4cd-bf0f-4f2e-bb4d-0462fbec76ac tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/networks?id=fa90fac1-93bc-40db-9b4f-937f7de96349 HTTP/1.1" status: 200 len: 797 time: 0.1582873 Aug 16 02:31:37.098927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53f5d078-cb8a-414c-91bb-a549acfb5fe0 req-ef3acda5-5d3c-4315-9d92-3bbeefa54ce9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649598 Aug 16 02:31:37.100887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-4b20d8ac-fb26-4fc9-b934-6961a134a48a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/quotas/ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 375 time: 0.0267901 Aug 16 02:31:37.150577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8fbac885-c80b-4318-ad12-0b27489f525f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:37.167314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-6e3dad51-4dac-4f62-a61d-daf05f08cb9d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590856 Aug 16 02:31:37.278565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-98ecea13-8351-4fca-86ba-6293d53a3bb0 service neutron] 10.222.0.76 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995488 Aug 16 02:31:37.297352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 8fbac885-c80b-4318-ad12-0b27489f525f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:37.301978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8fbac885-c80b-4318-ad12-0b27489f525f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:37.302435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.392851 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.399431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-c8a15d21-b8a1-4881-8e5b-cf43fd1e12b3 service neutron] 10.222.0.76 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127183 Aug 16 02:31:37.427868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 8fbac885-c80b-4318-ad12-0b27489f525f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8fbac885-c80b-4318-ad12-0b27489f525f,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:37.436957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 349c007d-b568-457c-9b7c-81c9901a181b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:37.525035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.575268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=8fbac885-c80b-4318-ad12-0b27489f525f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:37.638446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 349c007d-b568-457c-9b7c-81c9901a181b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:37.643941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 349c007d-b568-457c-9b7c-81c9901a181b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:37.644460 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.690731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f164308-83e2-4c84-b3a7-41df22dd6d78 req-b4be1012-e9bd-4261-8347-ed43023afad8 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 210 time: 0.0330045 Aug 16 02:31:37.737558 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.762389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:37.765461 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b64ecf3-f041-413b-8496-3d5e6d7399ce" -d '{"events": [{"server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "name": "network-vif-plugged", "status": "completed", "tag": "349c007d-b568-457c-9b7c-81c9901a181b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:37.781664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 349c007d-b568-457c-9b7c-81c9901a181b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=349c007d-b568-457c-9b7c-81c9901a181b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:37.861860 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:37.923303 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ea354-4809-4d9b-a1a2-883d39ac47e6 x-openstack-request-id: req-e27ea354-4809-4d9b-a1a2-883d39ac47e6 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:37.923605 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "name": "network-vif-plugged", "status": "completed", "tag": "349c007d-b568-457c-9b7c-81c9901a181b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:37.923866 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e27ea354-4809-4d9b-a1a2-883d39ac47e6 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:37.924265 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b', 'code': 200} Aug 16 02:31:37.929518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=349c007d-b568-457c-9b7c-81c9901a181b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:38.024245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e812c1-3764-49f0-a0e1-29c53b387340 req-e9d47c40-7651-43d5-a418-7e847d6cf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:38.025920 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-46e812c1-3764-49f0-a0e1-29c53b387340 req-e9d47c40-7651-43d5-a418-7e847d6cf0e0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1097 time: 0.0423357 Aug 16 02:31:38.064540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-46e812c1-3764-49f0-a0e1-29c53b387340 req-84f24d0f-2244-408f-9334-47704c7a66b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312014 Aug 16 02:31:38.228682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a15fa-d139-4eac-a376-61024566a444 req-3b1e0f4a-41e8-4fda-8816-e2a2519f9c3b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:38.230216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-281a15fa-d139-4eac-a376-61024566a444 req-3b1e0f4a-41e8-4fda-8816-e2a2519f9c3b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 945 time: 0.0538824 Aug 16 02:31:38.270653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-281a15fa-d139-4eac-a376-61024566a444 req-7ea88f8f-da7c-497d-b26f-e16cf4a7aa02 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337214 Aug 16 02:31:38.795540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c21b8d06-e9b0-4869-94a1-eb5ee49768eb req-0d8806e8-080b-4fac-8ade-1ce0a4cb34be tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 210 time: 0.0300727 Aug 16 02:31:39.112783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8fbac885-c80b-4318-ad12-0b27489f525f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:39.162871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 8fbac885-c80b-4318-ad12-0b27489f525f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:39.163383 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:39.393508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f2d81-2490-42c9-9fef-24c1b664c02f req-78fd955f-4e18-4c2b-9be0-fb446eb6a917 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.395095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9f2d81-2490-42c9-9fef-24c1b664c02f req-78fd955f-4e18-4c2b-9be0-fb446eb6a917 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 945 time: 0.0576668 Aug 16 02:31:39.437443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a9f2d81-2490-42c9-9fef-24c1b664c02f req-3f0aef6a-79e1-4105-98a0-ebf8d9738fff tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360098 Aug 16 02:31:39.580740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62047de-f0f9-4338-b14e-015866684052 req-52a33b51-d6ab-4887-ad3f-306fa9dff798 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.583159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b62047de-f0f9-4338-b14e-015866684052 req-52a33b51-d6ab-4887-ad3f-306fa9dff798 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 945 time: 0.0590713 Aug 16 02:31:39.662112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b62047de-f0f9-4338-b14e-015866684052 req-dc591f6c-b2c2-4464-925c-81eb2ab96dc5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684774 Aug 16 02:31:39.667345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-6627fc08-f2a9-4585-99cd-69b7c47a05be tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.669292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-6627fc08-f2a9-4585-99cd-69b7c47a05be tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "GET /v2.0/networks?id=fa90fac1-93bc-40db-9b4f-937f7de96349 HTTP/1.1" status: 200 len: 797 time: 0.1291513 Aug 16 02:31:39.689103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 50694) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:39.734070 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-730a2b3b-415c-42bd-976e-a6c3f0f51379 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440 HTTP/1.1" status: 200 len: 380 time: 0.0497050 Aug 16 02:31:39.743458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'port': {'device_id': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'admin_state_up': True, 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'security_groups': ['42d7bec3-05fa-45b5-90f1-afa875b2699c']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.872189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6c6e69-f2e4-464b-a8db-98cae6c5f745 tempest-TestVolumeBootPattern-499599343 tempest-TestVolumeBootPattern-499599343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:39.875012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-fd6c6e69-f2e4-464b-a8db-98cae6c5f745 tempest-TestVolumeBootPattern-499599343 tempest-TestVolumeBootPattern-499599343-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1092 time: 0.1848462 Aug 16 02:31:39.878134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 50706) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:39.882942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '349c007d-b568-457c-9b7c-81c9901a181b', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:39.901688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bb13e7b6-ce89-4eaa-8c2d-6323b73e2ce8 req-da2954f6-d1fe-46f6-991e-5ead62d437f5 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 210 time: 0.0325508 Aug 16 02:31:39.970827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-38a24139-6720-4652-bb26-91b30fda95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.240404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Made reservation on behalf of ac9cdc8c9a2f4ca5a54de2588850b440 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:40.247758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.362319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.419863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.20.0.3 (fa90fac1-93bc-40db-9b4f-937f7de96349/79f2298f-41d6-4c59-9e2b-057c2d9bd0d0/76177952-a515-401d-b31c-21fa6ca30579) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:40.587428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.602946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.646868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Transition to ACTIVE for port object 76177952-a515-401d-b31c-21fa6ca30579 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:40.732673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.25.6.127 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/e499d9f1-7c39-48ec-a58c-f1d5fb0de2e8) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:40.789512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.859678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network fa90fac1-93bc-40db-9b4f-937f7de96349 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:40.862314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=76177952-a515-401d-b31c-21fa6ca30579,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:40.866520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:40.870174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:40.938168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:40.962123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:40.962968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.087417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba13a44-e802-4085-b140-17c4ae30de01 req-71105757-d19c-48cd-bf4b-3f01e93dd039 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:41.090394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-47d83533-9cc1-418b-884a-866df358d8e6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3506763 Aug 16 02:31:41.095251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ba13a44-e802-4085-b140-17c4ae30de01 req-71105757-d19c-48cd-bf4b-3f01e93dd039 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 931 time: 0.0667984 Aug 16 02:31:41.104465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Request body: {'port': {'device_id': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:41.132746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.146763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ba13a44-e802-4085-b140-17c4ae30de01 req-52b5c28c-9474-4425-878f-0df184ab7b01 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503106 Aug 16 02:31:41.204676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:41.210889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:41.217545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:41.219859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.222846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=e499d9f1-7c39-48ec-a58c-f1d5fb0de2e8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:41.255995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17f18d30-9c7e-412d-95da-e6782a501b7d None None] Provisioning for port 76177952-a515-401d-b31c-21fa6ca30579 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:41.260981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17f18d30-9c7e-412d-95da-e6782a501b7d None None] Provisioning complete for port 76177952-a515-401d-b31c-21fa6ca30579 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:41.261380 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17f18d30-9c7e-412d-95da-e6782a501b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.300217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-17f18d30-9c7e-412d-95da-e6782a501b7d None None] Port 76177952-a515-401d-b31c-21fa6ca30579 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:31:41.737704 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76177952-a515-401d-b31c-21fa6ca30579 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:41.748582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.797178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Transition to ACTIVE for port object 76177952-a515-401d-b31c-21fa6ca30579 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:41.823795 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.844966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:41.915144 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Pushing event updated for resources: {'Port': ['ID=76177952-a515-401d-b31c-21fa6ca30579,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:42.019147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.067221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Attempting to bind port 76177952-a515-401d-b31c-21fa6ca30579 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:42.067658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Attempting to bind port 76177952-a515-401d-b31c-21fa6ca30579 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:42.068069 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Attempting to bind port 76177952-a515-401d-b31c-21fa6ca30579 on network fa90fac1-93bc-40db-9b4f-937f7de96349 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:42.078159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Port 76177952-a515-401d-b31c-21fa6ca30579 on network fa90fac1-93bc-40db-9b4f-937f7de96349 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:42.078579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Attempting to bind port 76177952-a515-401d-b31c-21fa6ca30579 on network fa90fac1-93bc-40db-9b4f-937f7de96349 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:42.085525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:42.090877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Checking segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:42.090877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Bound using segment: {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:42.090877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Bound port: 76177952-a515-401d-b31c-21fa6ca30579, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8fcdb3-be9d-427c-a687-886cc0197028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:42.090877 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.227133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] For port 76177952-a515-401d-b31c-21fa6ca30579, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:42.233570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] For port 76177952-a515-401d-b31c-21fa6ca30579, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=76177952-a515-401d-b31c-21fa6ca30579,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:42.280532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.291212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.336613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad652e-dce6-45fa-aa8a-d4dcbeeb3929 req-c4d6e6e0-a8dd-4203-aa26-1f22a604e2da tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.339302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bad652e-dce6-45fa-aa8a-d4dcbeeb3929 req-c4d6e6e0-a8dd-4203-aa26-1f22a604e2da tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 943 time: 0.0703101 Aug 16 02:31:42.340264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.340942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.343054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] 10.222.0.83 "PUT /v2.0/ports/76177952-a515-401d-b31c-21fa6ca30579 HTTP/1.1" status: 200 len: 1092 time: 1.2443974 Aug 16 02:31:42.343668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'tag': '76177952-a515-401d-b31c-21fa6ca30579'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:42.346020 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7560b32-b20a-422d-ab38-c783b4a2420a" -d '{"events": [{"name": "network-changed", "server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "tag": "76177952-a515-401d-b31c-21fa6ca30579"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:42.349222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.376928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc11379-5f5c-44a9-bf9f-87b374707c82 service neutron] Pushing event updated for resources: {'Port': ['ID=76177952-a515-401d-b31c-21fa6ca30579,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:42.440407 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2b912a-603c-4b8f-ae14-228e0e6c2bf0 x-openstack-request-id: req-3b2b912a-603c-4b8f-ae14-228e0e6c2bf0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:42.440744 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "tag": "76177952-a515-401d-b31c-21fa6ca30579", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:42.441097 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3b2b912a-603c-4b8f-ae14-228e0e6c2bf0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:42.441509 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'tag': '76177952-a515-401d-b31c-21fa6ca30579', 'status': 'completed', 'code': 200} Aug 16 02:31:42.458329 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bad652e-dce6-45fa-aa8a-d4dcbeeb3929 req-2b8f54d7-0ec1-4908-b3e3-33621b0094a7 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021416 Aug 16 02:31:42.514867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=e499d9f1-7c39-48ec-a58c-f1d5fb0de2e8,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:42.520652 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.567255 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-c81ab56c-fcc7-41c8-a3da-45082dbe7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.568818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-c81ab56c-fcc7-41c8-a3da-45082dbe7b4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 1095 time: 0.1247528 Aug 16 02:31:42.643396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-742f1c04-de5c-488b-a156-49746a33e0b8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76177952-a515-401d-b31c-21fa6ca30579 HTTP/1.1" status: 200 len: 217 time: 0.0656092 Aug 16 02:31:42.673964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.698759 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Floating IP ab82610e-1369-44da-83d1-b4d7ae4ac722 associated. External IP: 172.25.6.127, port: 349c007d-b568-457c-9b7c-81c9901a181b. Aug 16 02:31:42.746430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-0722f50d-32f3-4e91-84bf-6de6af19877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.751706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-0722f50d-32f3-4e91-84bf-6de6af19877e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79f2298f-41d6-4c59-9e2b-057c2d9bd0d0 HTTP/1.1" status: 200 len: 834 time: 0.0950301 Aug 16 02:31:42.782311 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9560d2c5-cd3a-4d03-b4a2-54ba133b0dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:42.849277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bc875-b003-4470-b04b-e7ed2e48455b req-2fd8fcd3-faae-4d94-a232-ebe701d92232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:42.853557 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-2fd8fcd3-faae-4d94-a232-ebe701d92232 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa90fac1-93bc-40db-9b4f-937f7de96349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949099 Aug 16 02:31:43.031541 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:43.035498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-ce324a81-2482-4d60-bfb9-396e0e663e97 service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482849 Aug 16 02:31:43.233098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-984bc875-b003-4470-b04b-e7ed2e48455b req-70d127cd-c194-42ba-8b29-eff3baadeb68 service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899865 Aug 16 02:31:43.237754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:43.252634 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:43.264773 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:43.265415 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.385207 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:43.460628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:43.529348 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6903b91a-274e-45d5-90dc-67fe33328eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6493690 Aug 16 02:31:43.542084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-5370098b-4a3c-4d90-8d5a-466928db2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.546723 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-5370098b-4a3c-4d90-8d5a-466928db2d5d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 1095 time: 0.0508766 Aug 16 02:31:43.635200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73989778-f0e5-4b1d-b808-8655a8825664 req-af81d582-259d-4219-8ba6-2dc79840c29b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.649858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73989778-f0e5-4b1d-b808-8655a8825664 req-af81d582-259d-4219-8ba6-2dc79840c29b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 943 time: 0.0814130 Aug 16 02:31:43.672688 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'ab82610e-1369-44da-83d1-b4d7ae4ac722', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '349c007d-b568-457c-9b7c-81c9901a181b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:aa:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:41Z', 'updated_at': '2021-08-16T02:31:41Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.678502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-8b7d7827-2608-4571-ae4b-e30ba11f6872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.680216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-8b7d7827-2608-4571-ae4b-e30ba11f6872 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa90fac1-93bc-40db-9b4f-937f7de96349 HTTP/1.1" status: 200 len: 898 time: 0.1293743 Aug 16 02:31:43.702749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73989778-f0e5-4b1d-b808-8655a8825664 req-3f2b0ffd-d3dc-469f-9d32-2d31454d54c1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558102 Aug 16 02:31:43.710833 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:43.726471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:43.727123 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:43.735088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-25686a88-1090-45e8-960f-d5a87d1360f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76177952-a515-401d-b31c-21fa6ca30579 HTTP/1.1" status: 200 len: 217 time: 0.0466192 Aug 16 02:31:43.800221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-2683ab9a-133e-4793-99a2-42b71a4499aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.801787 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-2683ab9a-133e-4793-99a2-42b71a4499aa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79f2298f-41d6-4c59-9e2b-057c2d9bd0d0 HTTP/1.1" status: 200 len: 834 time: 0.0569274 Aug 16 02:31:43.850605 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:43.856300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-6d40d073-3a4c-4a61-8137-29dfe88d1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:43.858066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-6d40d073-3a4c-4a61-8137-29dfe88d1a6f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa90fac1-93bc-40db-9b4f-937f7de96349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487728 Aug 16 02:31:43.965770 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-9e5782c3-9567-404e-be30-db0c1b85580c service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000247 Aug 16 02:31:44.081005 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7560b32-b20a-422d-ab38-c783b4a2420a req-b59aef13-dc0d-40d5-aee2-eb41f982ef54 service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042962 Aug 16 02:31:44.179037 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'ab82610e-1369-44da-83d1-b4d7ae4ac722', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '349c007d-b568-457c-9b7c-81c9901a181b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:aa:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:41Z', 'updated_at': '2021-08-16T02:31:41Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:44.205511 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9f60c-39ee-42e5-a3ad-25c5bcb4a902 None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'ab82610e-1369-44da-83d1-b4d7ae4ac722', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '349c007d-b568-457c-9b7c-81c9901a181b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:aa:32:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:41Z', 'updated_at': '2021-08-16T02:31:41Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:44.421171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2537b0d6-3910-4969-a4ae-2c6dc8befc4c None None] New status for floating IP ab82610e-1369-44da-83d1-b4d7ae4ac722: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:31:44.442390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:44.449584 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3118b384-91cf-42e1-be49-5742d59248f4" -d '{"events": [{"name": "network-changed", "server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "tag": "349c007d-b568-457c-9b7c-81c9901a181b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:44.489111 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0f251-5ac7-4a6f-9895-e09cd1493842 x-openstack-request-id: req-20f0f251-5ac7-4a6f-9895-e09cd1493842 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:44.489420 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "tag": "349c007d-b568-457c-9b7c-81c9901a181b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:44.489688 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20f0f251-5ac7-4a6f-9895-e09cd1493842 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:44.490104 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b', 'status': 'completed', 'code': 200} Aug 16 02:31:44.557449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b384-91cf-42e1-be49-5742d59248f4 req-1624e41f-67d4-4075-80d5-41e18682d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:44.559236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-1624e41f-67d4-4075-80d5-41e18682d197 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1097 time: 0.0492294 Aug 16 02:31:44.662276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b384-91cf-42e1-be49-5742d59248f4 req-b5bb8136-16fe-44aa-b4af-23b22ae32da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:44.665063 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-b5bb8136-16fe-44aa-b4af-23b22ae32da0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0939403 Aug 16 02:31:44.724968 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:44.833331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abdd76d-b366-4b55-9440-e34f7cb2f94b req-6e67f59c-c57b-4d88-ad5c-4941259989c9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:44.835375 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4abdd76d-b366-4b55-9440-e34f7cb2f94b req-6e67f59c-c57b-4d88-ad5c-4941259989c9 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 943 time: 0.0638962 Aug 16 02:31:44.879383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4abdd76d-b366-4b55-9440-e34f7cb2f94b req-f4418abd-5ab2-4e17-a4d0-7bd4f20896ff tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364382 Aug 16 02:31:45.099297 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-a008b300-c816-43b0-9d23-327596244d07 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349c007d-b568-457c-9b7c-81c9901a181b HTTP/1.1" status: 200 len: 1001 time: 0.4269547 Aug 16 02:31:45.149862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b384-91cf-42e1-be49-5742d59248f4 req-c0a56c82-b2aa-4f61-9c4e-329f588d4ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:45.151319 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-c0a56c82-b2aa-4f61-9c4e-329f588d4ff5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0449231 Aug 16 02:31:45.195780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118b384-91cf-42e1-be49-5742d59248f4 req-15c0f295-9c36-4e44-ab5f-4ee93b2f54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:45.197294 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-15c0f295-9c36-4e44-ab5f-4ee93b2f54d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386910 Aug 16 02:31:45.295842 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-26287096-f3a8-427a-9782-34b88f852e7f service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898964 Aug 16 02:31:45.391451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3118b384-91cf-42e1-be49-5742d59248f4 req-7a60ffb1-f136-4177-9cdb-90062ee87d3c service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881114 Aug 16 02:31:45.896140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.007753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce0b19-fb69-44f4-a6fc-571d7ef279b2 req-8d18fba6-7bab-46c4-9c11-9c60c985b515 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:46.009462 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61ce0b19-fb69-44f4-a6fc-571d7ef279b2 req-8d18fba6-7bab-46c4-9c11-9c60c985b515 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 943 time: 0.0549729 Aug 16 02:31:46.049416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61ce0b19-fb69-44f4-a6fc-571d7ef279b2 req-c1c6ffa0-4b05-4988-891e-23b8320c0147 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331068 Aug 16 02:31:46.339604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 76177952-a515-401d-b31c-21fa6ca30579 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:46.438465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 76177952-a515-401d-b31c-21fa6ca30579, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=76177952-a515-401d-b31c-21fa6ca30579,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:46.449460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '76177952-a515-401d-b31c-21fa6ca30579', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'port_id': '76177952-a515-401d-b31c-21fa6ca30579', 'mac_address': 'fa:16:3e:9c:3e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:46.489053 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.502442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76177952-a515-401d-b31c-21fa6ca30579 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:46.524449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 76177952-a515-401d-b31c-21fa6ca30579, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=76177952-a515-401d-b31c-21fa6ca30579,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:46.604711 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:46.656254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=76177952-a515-401d-b31c-21fa6ca30579,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:46.814280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['76177952-a515-401d-b31c-21fa6ca30579'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:47.069945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-0a47ac82-fb08-419d-8726-9e28f8b2e21e tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:47.079177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-0a47ac82-fb08-419d-8726-9e28f8b2e21e tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/networks?id=f4a478e3-4751-4693-8304-76921406707f HTTP/1.1" status: 200 len: 813 time: 0.1224341 Aug 16 02:31:47.095878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-0f55fdee-fe94-4076-b152-7e5683e3cba4 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/quotas/366fd392542446e995805cf32f344bf1 HTTP/1.1" status: 200 len: 375 time: 0.0109365 Aug 16 02:31:47.147030 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-ab7bbb1b-a209-4941-bc7b-43ae4dd6b39b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=366fd392542446e995805cf32f344bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418625 Aug 16 02:31:47.287192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1096c-1ad6-463e-807e-6e00fc0df9a8 req-234c21d1-cc0a-42f7-bdb9-78523d341b63 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:47.288792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eaf1096c-1ad6-463e-807e-6e00fc0df9a8 req-234c21d1-cc0a-42f7-bdb9-78523d341b63 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 944 time: 0.1397576 Aug 16 02:31:47.327264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-697e9c49-9d44-40c8-97a5-9ff4aa1edf1f service neutron] 10.222.0.76 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602652 Aug 16 02:31:47.399643 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eaf1096c-1ad6-463e-807e-6e00fc0df9a8 req-1d50dabd-d0b2-432b-a9e5-7b9793c51b0e tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978053 Aug 16 02:31:47.446746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-a7831a2c-5f69-40bd-aa75-5a98d2e3dde7 service neutron] 10.222.0.76 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139479 Aug 16 02:31:47.688668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae4b0e6-fe6d-4e69-9727-1d92f9ea7dc3 req-5dfd9dc3-2469-4f5e-acd5-3127fa57ef16 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 210 time: 0.0337493 Aug 16 02:31:48.345823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 76177952-a515-401d-b31c-21fa6ca30579 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:48.473232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 76177952-a515-401d-b31c-21fa6ca30579 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:48.477745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 76177952-a515-401d-b31c-21fa6ca30579 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:48.478126 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.534875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29ec1e-8e20-4865-b1c7-6f029cccb4b5 req-ddaf63eb-a357-4415-9741-48b9058bc580 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.536563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b29ec1e-8e20-4865-b1c7-6f029cccb4b5 req-ddaf63eb-a357-4415-9741-48b9058bc580 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 944 time: 0.0614879 Aug 16 02:31:48.574080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.579409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b29ec1e-8e20-4865-b1c7-6f029cccb4b5 req-57295b38-b96c-48c4-be48-77048c47db6d tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361497 Aug 16 02:31:48.604801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76177952-a515-401d-b31c-21fa6ca30579'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:48.607721 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3019969-dcba-4d0d-b505-8dbc2896acee" -d '{"events": [{"server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "name": "network-vif-plugged", "status": "completed", "tag": "76177952-a515-401d-b31c-21fa6ca30579"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:48.627056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 76177952-a515-401d-b31c-21fa6ca30579, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=76177952-a515-401d-b31c-21fa6ca30579,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:48.645799 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22b6b2f-7b65-441c-bc87-dd57fe2005c6 x-openstack-request-id: req-a22b6b2f-7b65-441c-bc87-dd57fe2005c6 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:48.646107 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "name": "network-vif-plugged", "status": "completed", "tag": "76177952-a515-401d-b31c-21fa6ca30579", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:48.646378 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a22b6b2f-7b65-441c-bc87-dd57fe2005c6 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:48.646809 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76177952-a515-401d-b31c-21fa6ca30579', 'code': 200} Aug 16 02:31:48.724798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:48.776500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4911d-9239-4325-b60d-f4dafc755cc7 req-42b956de-5c4e-43c3-b1f6-92117ff95654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:48.779934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ffe4911d-9239-4325-b60d-f4dafc755cc7 req-42b956de-5c4e-43c3-b1f6-92117ff95654 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 1096 time: 0.0789907 Aug 16 02:31:48.789796 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=76177952-a515-401d-b31c-21fa6ca30579,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:48.823821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ffe4911d-9239-4325-b60d-f4dafc755cc7 req-d5c3256e-e099-418b-a739-4161a40deaf1 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330205 Aug 16 02:31:48.828537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8100bfa7-37b1-4866-8a8f-3c2ecefc6acd req-1e2f9891-0f18-48b0-a7a3-5bd8881e163c tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 210 time: 0.0518789 Aug 16 02:31:49.715038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89493c1b-2061-41ab-aabd-e904344c32e2 req-997ad2ed-6370-4dd8-a88e-64b7984aa68c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:49.716811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89493c1b-2061-41ab-aabd-e904344c32e2 req-997ad2ed-6370-4dd8-a88e-64b7984aa68c tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 945 time: 0.0611291 Aug 16 02:31:49.761636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89493c1b-2061-41ab-aabd-e904344c32e2 req-a478a18c-7d57-49c9-b6c0-d862f1e80dca tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375597 Aug 16 02:31:49.870183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-d231caa8-5699-443b-b225-39b820e46c88 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:49.871836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-d231caa8-5699-443b-b225-39b820e46c88 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.58 "GET /v2.0/networks?id=f4a478e3-4751-4693-8304-76921406707f HTTP/1.1" status: 200 len: 813 time: 0.1180115 Aug 16 02:31:49.886258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Request body: {'port': {'device_id': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'network_id': 'f4a478e3-4751-4693-8304-76921406707f', 'admin_state_up': True, 'tenant_id': '366fd392542446e995805cf32f344bf1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:49.946351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22d5507d-789a-48b1-9a15-a585e43d6f5e req-03576219-6b77-4277-b32e-3b2d6d6a8bc8 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 210 time: 0.0281963 Aug 16 02:31:50.112566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Made reservation on behalf of 366fd392542446e995805cf32f344bf1 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:31:50.116376 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.250164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Allocated IP 172.20.0.5 (f4a478e3-4751-4693-8304-76921406707f/4b367300-08b6-451f-b9f8-9f47fc465d12/85f97fd6-b39e-4464-8905-8ee06f0c8b62) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:50.407058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.513365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.565006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Network f4a478e3-4751-4693-8304-76921406707f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:50.572721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:50.575368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:50.600482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Pushing event updated for resources: {'Port': ['ID=85f97fd6-b39e-4464-8905-8ee06f0c8b62,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:50.628838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.629460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.707896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5d9a46c-268e-4143-8d53-247d0cd88108 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262880 Aug 16 02:31:50.720972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Request body: {'port': {'device_id': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:50.774097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:50.899758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f6fd54-1e58-4d6c-be84-2692bdc78eee req-0880a534-111d-4a0a-8a89-e47772821b4b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:50.901920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4f6fd54-1e58-4d6c-be84-2692bdc78eee req-0880a534-111d-4a0a-8a89-e47772821b4b tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 945 time: 0.0557837 Aug 16 02:31:50.943326 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4f6fd54-1e58-4d6c-be84-2692bdc78eee req-d2cc3e01-5d2e-451a-9583-9745b3c3ddb3 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338960 Aug 16 02:31:51.061627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f97fd6-b39e-4464-8905-8ee06f0c8b62 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:51.070853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.083098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Transition to ACTIVE for port object 85f97fd6-b39e-4464-8905-8ee06f0c8b62 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:31:51.105020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684f5c9a-d0d6-4d5d-9418-0a1d9a7d7cbc req-df156c31-8c65-44f2-b72e-81014df5d982 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.106631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-684f5c9a-d0d6-4d5d-9418-0a1d9a7d7cbc req-df156c31-8c65-44f2-b72e-81014df5d982 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 945 time: 0.0894630 Aug 16 02:31:51.119918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353ea4b-fc17-4fa6-8c2f-825586f4c361 req-a6599662-ec7c-4e6e-ab6a-5afc54579cf0 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.121429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5353ea4b-fc17-4fa6-8c2f-825586f4c361 req-a6599662-ec7c-4e6e-ab6a-5afc54579cf0 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 931 time: 0.0713079 Aug 16 02:31:51.152276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.178053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-684f5c9a-d0d6-4d5d-9418-0a1d9a7d7cbc req-d18bf28a-711c-4058-9c5d-af4e1e49c3e0 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555968 Aug 16 02:31:51.183305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5353ea4b-fc17-4fa6-8c2f-825586f4c361 req-994b05d8-70b1-4ad7-b935-a7c912f4ba3d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Aug 16 02:31:51.205478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=85f97fd6-b39e-4464-8905-8ee06f0c8b62,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.239123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51102) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:51.284294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ca632e-ebde-43d4-a7a6-21c850f2c2aa tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.286004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e0ca632e-ebde-43d4-a7a6-21c850f2c2aa tempest-TestNetworkBasicOps-1593619073 tempest-TestNetworkBasicOps-1593619073-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 1092 time: 0.0452752 Aug 16 02:31:51.288820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:51.293970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '76177952-a515-401d-b31c-21fa6ca30579', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:31:51.300463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Attempting to bind port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:31:51.300812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Attempting to bind port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:31:51.301154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Attempting to bind port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 on network f4a478e3-4751-4693-8304-76921406707f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:51.312348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 on network f4a478e3-4751-4693-8304-76921406707f not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:31:51.313343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Attempting to bind port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 on network f4a478e3-4751-4693-8304-76921406707f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:31:51.321824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:31:51.322173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Checking segment: {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:31:51.322566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Bound using segment: {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:31:51.323042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Bound port: 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:31:51.323408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.396629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] For port 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:31:51.399994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] For port 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=85f97fd6-b39e-4464-8905-8ee06f0c8b62,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:31:51.409482 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.510921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.514719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.585811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.586488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:51.587935 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] 10.222.0.58 "PUT /v2.0/ports/85f97fd6-b39e-4464-8905-8ee06f0c8b62 HTTP/1.1" status: 200 len: 1092 time: 0.8711679 Aug 16 02:31:51.592988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'tag': '85f97fd6-b39e-4464-8905-8ee06f0c8b62'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:51.596764 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d670b-9909-4b6e-9b03-26d02a19bc78" -d '{"events": [{"name": "network-changed", "server_uuid": "06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce", "tag": "85f97fd6-b39e-4464-8905-8ee06f0c8b62"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:51.666768 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f59ba-505f-4dab-be91-eeab8c5f43a5 x-openstack-request-id: req-323f59ba-505f-4dab-be91-eeab8c5f43a5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:51.667067 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce", "tag": "85f97fd6-b39e-4464-8905-8ee06f0c8b62", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:51.667325 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-323f59ba-505f-4dab-be91-eeab8c5f43a5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:51.667730 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'tag': '85f97fd6-b39e-4464-8905-8ee06f0c8b62', 'status': 'completed', 'code': 200} Aug 16 02:31:51.668427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681cda70-e4ce-4fd1-b44e-7632296d4bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=85f97fd6-b39e-4464-8905-8ee06f0c8b62,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:51.720913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Allocated IP 172.25.6.82 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/aec6ed0b-bd3b-4bad-b874-fb701f8ab56c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:31:51.742715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d670b-9909-4b6e-9b03-26d02a19bc78 req-20fd707b-0ddb-44eb-afc7-2f5ead23b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.744253 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-724d670b-9909-4b6e-9b03-26d02a19bc78 req-20fd707b-0ddb-44eb-afc7-2f5ead23b7bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366fd392542446e995805cf32f344bf1&device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 1095 time: 0.0701466 Aug 16 02:31:51.915073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d670b-9909-4b6e-9b03-26d02a19bc78 req-1a628696-59df-45bf-9ffd-99b5ea1f624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:51.916476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-724d670b-9909-4b6e-9b03-26d02a19bc78 req-1a628696-59df-45bf-9ffd-99b5ea1f624a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=366fd392542446e995805cf32f344bf1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1605079 Aug 16 02:31:51.919358 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.032524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d670b-9909-4b6e-9b03-26d02a19bc78 req-cb71fc6a-a945-492c-9cd1-d26464dafef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.034039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-724d670b-9909-4b6e-9b03-26d02a19bc78 req-cb71fc6a-a945-492c-9cd1-d26464dafef2 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078985 Aug 16 02:31:52.098668 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.145005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:31:52.151954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:31:52.155465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:31:52.185077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-6e50a150-311e-4d65-953b-441f6ee43177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.186475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-6e50a150-311e-4d65-953b-441f6ee43177 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=366fd392542446e995805cf32f344bf1&device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 1095 time: 0.1140516 Aug 16 02:31:52.188861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=aec6ed0b-bd3b-4bad-b874-fb701f8ab56c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:52.235100 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-16c54414-e827-4b52-a8dd-8887f0c94a54 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85f97fd6-b39e-4464-8905-8ee06f0c8b62 HTTP/1.1" status: 200 len: 217 time: 0.0380981 Aug 16 02:31:52.338818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b61e6783-75e8-49fe-9419-574d24e94cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.340346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b61e6783-75e8-49fe-9419-574d24e94cac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4b367300-08b6-451f-b9f8-9f47fc465d12 HTTP/1.1" status: 200 len: 853 time: 0.0972486 Aug 16 02:31:52.380248 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c89e9c-405e-4741-a299-5d6d4792be01 req-9aca2fd4-b23f-40e2-a2e8-18588523b834 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:52.381792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5c89e9c-405e-4741-a299-5d6d4792be01 req-9aca2fd4-b23f-40e2-a2e8-18588523b834 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 943 time: 0.0752511 Aug 16 02:31:52.417899 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-b5490f3b-27e3-4f50-9b57-03b357c64398 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f4a478e3-4751-4693-8304-76921406707f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630784 Aug 16 02:31:52.421734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5c89e9c-405e-4741-a299-5d6d4792be01 req-c39b7463-8b9a-4348-ab16-ac05e918097e tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332754 Aug 16 02:31:52.610610 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-13f3e03f-8d07-435b-a361-b2659647e47b service neutron] 10.222.0.58 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827273 Aug 16 02:31:52.784813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62a48df5-a623-4e8a-8062-1817563dc887 req-0bba9ae2-a934-4d4b-a43a-c13955b9e0f4 service neutron] 10.222.0.58 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353152 Aug 16 02:31:52.787274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:52.933912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.085880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.158540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.232782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event updated for resources: {'Port': ['ID=aec6ed0b-bd3b-4bad-b874-fb701f8ab56c,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:53.243057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.346633 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Floating IP 0cb7c8ef-62c6-407c-ac03-5857e4165f8e associated. External IP: 172.25.6.82, port: 76177952-a515-401d-b31c-21fa6ca30579. Aug 16 02:31:53.553103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 9a338ccf-be91-4ec4-877b-de28d2fafddd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:31:53.556318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337f17a-2cea-4c9e-b52c-4a14786faec6 req-dc6c9282-15f6-444b-93dc-d86b4ca2625c tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.559480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c337f17a-2cea-4c9e-b52c-4a14786faec6 req-dc6c9282-15f6-444b-93dc-d86b4ca2625c tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 943 time: 0.0527732 Aug 16 02:31:53.599029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c337f17a-2cea-4c9e-b52c-4a14786faec6 req-2626e4fc-6e8c-4265-98e5-910f3eed88fb tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322208 Aug 16 02:31:53.667912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:31:53.678295 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] Sync routers for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:31:53.687936 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:53.688554 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:53.748865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:53.778352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-81b14d6b-2ef3-4320-acc0-5a27cdf7a8f1 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4884398 Aug 16 02:31:53.780122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'tag': '76177952-a515-401d-b31c-21fa6ca30579'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:53.781427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51130) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:53.782927 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71" -d '{"events": [{"name": "network-changed", "server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "tag": "76177952-a515-401d-b31c-21fa6ca30579"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:53.812155 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:53.824320 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d559901f-3b55-4f14-af3a-c667a49f0fdf x-openstack-request-id: req-d559901f-3b55-4f14-af3a-c667a49f0fdf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:53.824913 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "tag": "76177952-a515-401d-b31c-21fa6ca30579", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:53.825344 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d559901f-3b55-4f14-af3a-c667a49f0fdf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:53.826538 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'tag': '76177952-a515-401d-b31c-21fa6ca30579', 'status': 'completed', 'code': 200} Aug 16 02:31:53.857786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1e3ef2bc-6cfc-4157-a133-454697c510a4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/0cb7c8ef-62c6-407c-ac03-5857e4165f8e HTTP/1.1" status: 200 len: 990 time: 0.0743136 Aug 16 02:31:53.897418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-478df83d-8b70-4937-a4f3-f43b63b26cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.899153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-478df83d-8b70-4937-a4f3-f43b63b26cc7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 1097 time: 0.0514672 Aug 16 02:31:53.992051 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-c41e4098-dd8d-4014-b659-1b984ff06e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:53.993904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-c41e4098-dd8d-4014-b659-1b984ff06e4d service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa90fac1-93bc-40db-9b4f-937f7de96349 HTTP/1.1" status: 200 len: 898 time: 0.0883648 Aug 16 02:31:54.053897 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '0cb7c8ef-62c6-407c-ac03-5857e4165f8e', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'port_id': '76177952-a515-401d-b31c-21fa6ca30579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'mac_address': 'fa:16:3e:9c:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:52Z', 'updated_at': '2021-08-16T02:31:52Z', 'revision_number': 0, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:37Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:54.077475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-712ba30e-5b8a-4a00-963b-088cd04e7cd4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76177952-a515-401d-b31c-21fa6ca30579 HTTP/1.1" status: 200 len: 998 time: 0.0764587 Aug 16 02:31:54.084311 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] Checking router: 9a338ccf-be91-4ec4-877b-de28d2fafddd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:31:54.092943 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:31:54.093666 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:31:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:54.139654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-66e0a967-0e88-4db1-90a0-dfff78782f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.141108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-66e0a967-0e88-4db1-90a0-dfff78782f87 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79f2298f-41d6-4c59-9e2b-057c2d9bd0d0 HTTP/1.1" status: 200 len: 834 time: 0.0556877 Aug 16 02:31:54.220394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-0eb506f4-770e-4942-bd58-40ac4c53bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.222847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-0eb506f4-770e-4942-bd58-40ac4c53bbaa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa90fac1-93bc-40db-9b4f-937f7de96349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741043 Aug 16 02:31:54.253374 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:31:54.338092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-c897868c-34ad-4dc0-afd4-2536d8c7060c service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081173 Aug 16 02:31:54.440123 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0037d3e6-380d-4ce3-a84b-7dc1fc472c71 req-f0dd5d48-1a5e-4ab7-a679-04960616dca7 service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940835 Aug 16 02:31:54.522081 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '0cb7c8ef-62c6-407c-ac03-5857e4165f8e', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'port_id': '76177952-a515-401d-b31c-21fa6ca30579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'mac_address': 'fa:16:3e:9c:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:52Z', 'updated_at': '2021-08-16T02:31:52Z', 'revision_number': 0, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:37Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:31:54.549194 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f826c4d-aa05-4ad6-8c70-42ca32fdbe3d None None] The sync data for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 is: [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '0cb7c8ef-62c6-407c-ac03-5857e4165f8e', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'floating_ip_address': '172.25.6.82', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'port_id': '76177952-a515-401d-b31c-21fa6ca30579', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3945, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'mac_address': 'fa:16:3e:9c:3e:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:31:52Z', 'updated_at': '2021-08-16T02:31:52Z', 'revision_number': 0, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:37Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:31:54.734384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3f643-127d-489e-8805-6f49bf70e109 req-607aed1c-a799-42f5-8d5b-443b946ce96d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:54.735998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b3f643-127d-489e-8805-6f49bf70e109 req-607aed1c-a799-42f5-8d5b-443b946ce96d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 943 time: 0.0575678 Aug 16 02:31:54.791275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6b3f643-127d-489e-8805-6f49bf70e109 req-d6a9426c-2927-49a2-b0cf-c41cdf6d30ed tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488241 Aug 16 02:31:54.832534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25eb5faa-b282-4f00-9d14-79c605463422 None None] New status for floating IP 0cb7c8ef-62c6-407c-ac03-5857e4165f8e: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:31:54.861540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51142) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:54.930124 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-219a7e0a-8c28-4abb-bd0d-92ca80f37d31 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/0cb7c8ef-62c6-407c-ac03-5857e4165f8e HTTP/1.1" status: 200 len: 990 time: 0.0672154 Aug 16 02:31:55.531862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 85f97fd6-b39e-4464-8905-8ee06f0c8b62 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:31:55.629544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=85f97fd6-b39e-4464-8905-8ee06f0c8b62,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:55.640901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '85f97fd6-b39e-4464-8905-8ee06f0c8b62', 'network_id': 'f4a478e3-4751-4693-8304-76921406707f', 'port_id': '85f97fd6-b39e-4464-8905-8ee06f0c8b62', 'mac_address': 'fa:16:3e:93:32:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b367300-08b6-451f-b9f8-9f47fc465d12', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:31:55.678104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.690843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f97fd6-b39e-4464-8905-8ee06f0c8b62 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:31:55.710544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=85f97fd6-b39e-4464-8905-8ee06f0c8b62,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:55.793078 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:55.848066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=85f97fd6-b39e-4464-8905-8ee06f0c8b62,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:55.912177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d361b8-c99d-42a8-93e6-65480f0a6f4c req-28e6a430-1e08-41b8-8e93-ac4c0d1abced tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:55.913736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48d361b8-c99d-42a8-93e6-65480f0a6f4c req-28e6a430-1e08-41b8-8e93-ac4c0d1abced tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 944 time: 0.0520205 Aug 16 02:31:55.933899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51152) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:31:55.954496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48d361b8-c99d-42a8-93e6-65480f0a6f4c req-e257488d-72f0-4b27-b279-e786286ce596 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342023 Aug 16 02:31:55.994147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['85f97fd6-b39e-4464-8905-8ee06f0c8b62'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:31:56.002147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bef21735-4929-4877-8d35-a04272083bfd tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/0cb7c8ef-62c6-407c-ac03-5857e4165f8e HTTP/1.1" status: 200 len: 992 time: 0.0612836 Aug 16 02:31:57.082084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccdb20d-93cf-447d-8c3d-855599848b61 req-1ecc98b3-80e1-4a3b-a885-06c5503c71b9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.083667 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bccdb20d-93cf-447d-8c3d-855599848b61 req-1ecc98b3-80e1-4a3b-a885-06c5503c71b9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 944 time: 0.0601494 Aug 16 02:31:57.125584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bccdb20d-93cf-447d-8c3d-855599848b61 req-7aa50936-c8bf-45b4-a639-9e2bd112a830 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Aug 16 02:31:57.335405 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.363767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.548205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 85f97fd6-b39e-4464-8905-8ee06f0c8b62 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:31:57.661555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:31:57.666875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:31:57.667262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.755181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.780887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f97fd6-b39e-4464-8905-8ee06f0c8b62'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:31:57.783434 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6373d975-8ef9-453c-9bba-766c474d7d01" -d '{"events": [{"server_uuid": "06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce", "name": "network-vif-plugged", "status": "completed", "tag": "85f97fd6-b39e-4464-8905-8ee06f0c8b62"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:31:57.797561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=85f97fd6-b39e-4464-8905-8ee06f0c8b62,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:31:57.825027 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbde0c43-1b2d-4447-a3bb-76471f640658 x-openstack-request-id: req-fbde0c43-1b2d-4447-a3bb-76471f640658 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:31:57.825716 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce", "name": "network-vif-plugged", "status": "completed", "tag": "85f97fd6-b39e-4464-8905-8ee06f0c8b62", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:31:57.826286 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fbde0c43-1b2d-4447-a3bb-76471f640658 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:31:57.826412 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f97fd6-b39e-4464-8905-8ee06f0c8b62', 'code': 200} Aug 16 02:31:57.890075 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:31:57.932846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080fe12-d7fd-41bb-8f64-1910123b02c9 req-1465cdad-64b3-45bc-8dea-efc1a905028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:57.935540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3080fe12-d7fd-41bb-8f64-1910123b02c9 req-1465cdad-64b3-45bc-8dea-efc1a905028a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 1097 time: 0.0475776 Aug 16 02:31:57.954508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=85f97fd6-b39e-4464-8905-8ee06f0c8b62,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:31:57.980142 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3080fe12-d7fd-41bb-8f64-1910123b02c9 req-be177534-fb23-4f17-b74b-4f237575ae32 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367439 Aug 16 02:31:58.242261 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aeb1b3-f2c9-4ad9-b0dd-593b4cc26b14 req-d1abcee1-5131-4e5c-a737-672089e9de2d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:58.243798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9aeb1b3-f2c9-4ad9-b0dd-593b4cc26b14 req-d1abcee1-5131-4e5c-a737-672089e9de2d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 945 time: 0.0518425 Aug 16 02:31:58.282383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9aeb1b3-f2c9-4ad9-b0dd-593b4cc26b14 req-656e207b-a894-4aea-bb26-1ed46bce8ce6 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323255 Aug 16 02:31:59.406746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aad924-ac34-481f-a461-4503a6dbea04 req-cc648faf-420e-4072-b050-4af8a9da5f82 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:31:59.408359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07aad924-ac34-481f-a461-4503a6dbea04 req-cc648faf-420e-4072-b050-4af8a9da5f82 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 945 time: 0.0502641 Aug 16 02:31:59.448031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07aad924-ac34-481f-a461-4503a6dbea04 req-3bd94f48-6b89-4391-aca3-511ff6e97971 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 Aug 16 02:32:10.627198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e902f67d-7f08-4301-b304-80a5c1dc5f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:11.150808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-d05b1826-e2b6-4ee2-aa2c-99bf7ee9af29 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456111 Aug 16 02:32:11.244468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-717fcfc7-1e64-4bb1-9b13-69d91f02736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.246260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-717fcfc7-1e64-4bb1-9b13-69d91f02736f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1097 time: 0.0495901 Aug 16 02:32:11.362178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-8c440d20-8ff2-4a31-a988-ef436ab925f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.363850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-8c440d20-8ff2-4a31-a988-ef436ab925f2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0942187 Aug 16 02:32:11.436978 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-1cd78609-2a8d-4413-847a-32814f3271b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349c007d-b568-457c-9b7c-81c9901a181b HTTP/1.1" status: 200 len: 1001 time: 0.0645654 Aug 16 02:32:11.493295 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-2dae5f9a-f184-404e-a656-5d11a1a87216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.495114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-2dae5f9a-f184-404e-a656-5d11a1a87216 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0485818 Aug 16 02:32:11.541781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-a79dd68b-dcb0-410d-87d7-53f3f82ee0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:11.543426 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-a79dd68b-dcb0-410d-87d7-53f3f82ee0b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408776 Aug 16 02:32:11.645745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-eafe974f-29f2-4ba6-97c6-4408b7577e19 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913668 Aug 16 02:32:11.745783 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-66e4d3db-2c20-44f8-a763-4bbbf6b6db27 req-52461232-6394-4805-b1af-33c2a90e6564 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873141 Aug 16 02:32:12.678284 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.787293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82cad00d-55aa-4f55-b889-c43acab94e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:12.962082 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:14.752336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:15.940838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:25.134927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51510) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:25.538413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-628c811f-4eb9-4fbf-83e6-a047d6ed7e09 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/floatingips/0cb7c8ef-62c6-407c-ac03-5857e4165f8e HTTP/1.1" status: 200 len: 992 time: 0.4023805 Aug 16 02:32:25.772261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51524) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:25.930622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port aec6ed0b-bd3b-4bad-b874-fb701f8ab56c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:25.931007 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.006077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.006506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.025123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for aec6ed0b-bd3b-4bad-b874-fb701f8ab56c owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:26.272686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.305749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=aec6ed0b-bd3b-4bad-b874-fb701f8ab56c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:26.330427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.330818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.331202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.331548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.331902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.332219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.332547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.332872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.333195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.333522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.333859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.334171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:26.376329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.376668 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Floating IP 0cb7c8ef-62c6-407c-ac03-5857e4165f8e disassociated (deleted). External IP: 172.25.6.82, port: 76177952-a515-401d-b31c-21fa6ca30579. Aug 16 02:32:26.583504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-44cf9d4f-d74c-4577-bab9-2318326407f6 req-676d5682-6e4f-4427-9464-0df6bff3a85e service neutron] (101946) timed out ('10.222.0.76', 55536) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:32:26.592010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 9a338ccf-be91-4ec4-877b-de28d2fafddd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:26.714506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:26.719357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:26.725768 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] Sync routers for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:26.736888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:26.737830 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:26.749777 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8605fbd8-2f6c-40d1-811b-d04b1e17c350 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/floatingips/0cb7c8ef-62c6-407c-ac03-5857e4165f8e HTTP/1.1" status: 204 len: 168 time: 0.9730866 Aug 16 02:32:26.749777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'tag': '76177952-a515-401d-b31c-21fa6ca30579'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:26.750129 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60dc87a-05a0-40f1-94c6-551db3245729" -d '{"events": [{"name": "network-changed", "server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "tag": "76177952-a515-401d-b31c-21fa6ca30579"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:26.806415 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce678844-f354-4421-a3d2-5223375cb831 x-openstack-request-id: req-ce678844-f354-4421-a3d2-5223375cb831 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:26.806738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "tag": "76177952-a515-401d-b31c-21fa6ca30579", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:26.806994 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ce678844-f354-4421-a3d2-5223375cb831 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:26.807403 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'tag': '76177952-a515-401d-b31c-21fa6ca30579', 'status': 'completed', 'code': 200} Aug 16 02:32:26.853386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:26.885509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-a1318c93-4374-433c-a148-ac8c318c81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.889832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-a1318c93-4374-433c-a148-ac8c318c81e7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 1097 time: 0.0563285 Aug 16 02:32:26.991016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-959331a4-ec5c-4fd6-b6bf-be3bc4dc929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:26.992592 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-959331a4-ec5c-4fd6-b6bf-be3bc4dc929e service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa90fac1-93bc-40db-9b4f-937f7de96349 HTTP/1.1" status: 200 len: 898 time: 0.0975597 Aug 16 02:32:27.035903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-329ba933-d51c-4179-af13-34f506b49373 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76177952-a515-401d-b31c-21fa6ca30579 HTTP/1.1" status: 200 len: 217 time: 0.0362625 Aug 16 02:32:27.088052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-a7191cdb-90bb-44c9-a6d7-f52db7171205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.089534 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-a7191cdb-90bb-44c9-a6d7-f52db7171205 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=79f2298f-41d6-4c59-9e2b-057c2d9bd0d0 HTTP/1.1" status: 200 len: 834 time: 0.0469267 Aug 16 02:32:27.160427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-9bffe494-12d2-425c-a8c6-12abcecb84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.161625 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:37Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:27.163012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-9bffe494-12d2-425c-a8c6-12abcecb84c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa90fac1-93bc-40db-9b4f-937f7de96349&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664179 Aug 16 02:32:27.193776 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] Checking router: 9a338ccf-be91-4ec4-877b-de28d2fafddd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:27.214850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:27.214850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:27.277408 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-62e0cd53-fcf5-4b15-86e4-2ba5fd279c04 service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073933 Aug 16 02:32:27.354336 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.390202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e60dc87a-05a0-40f1-94c6-551db3245729 req-8b8b6870-3814-4b1e-a826-8147d5584d67 service neutron] 10.222.0.83 "GET /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047044 Aug 16 02:32:27.424374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15314d44-2235-4c35-abe7-4c4cdcc712c1 req-2203ce99-7ee1-4077-955a-c3712e5078c7 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:27.425951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15314d44-2235-4c35-abe7-4c4cdcc712c1 req-2203ce99-7ee1-4077-955a-c3712e5078c7 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 945 time: 0.0941167 Aug 16 02:32:27.426807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:27.471667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:27.473663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15314d44-2235-4c35-abe7-4c4cdcc712c1 req-e9856442-56ef-480c-9103-cd82ed3679cb tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Aug 16 02:32:27.677180 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:37Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:27.711049 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630fcf24-edf3-4f8b-b2a7-add41107e5cc None None] The sync data for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 is: [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '8fbac885-c80b-4318-ad12-0b27489f525f', 'name': '', 'network_id': 'fa90fac1-93bc-40db-9b4f-937f7de96349', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'mac_address': 'fa:16:3e:e0:7a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:30Z', 'updated_at': '2021-08-16T02:31:37Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'subnets': [{'id': '79f2298f-41d6-4c59-9e2b-057c2d9bd0d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:27.933644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b86cf65-b93a-42de-9c36-beb23a60e6e0 None None] New status for floating IP 0cb7c8ef-62c6-407c-ac03-5857e4165f8e: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:32:28.601194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f70b9e-2e53-425f-a33e-3e17275febd1 req-879c7814-8f65-43b5-8764-82de509453a4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.602946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87f70b9e-2e53-425f-a33e-3e17275febd1 req-879c7814-8f65-43b5-8764-82de509453a4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 945 time: 0.0568082 Aug 16 02:32:28.641881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87f70b9e-2e53-425f-a33e-3e17275febd1 req-096031bf-d06c-4ceb-ac8d-e9b2bf349157 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/security-groups?id=42d7bec3-05fa-45b5-90f1-afa875b2699c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327225 Aug 16 02:32:28.786941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-e6c207f7-f334-4891-aa03-0dee23b02a56 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.788528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-e6c207f7-f334-4891-aa03-0dee23b02a56 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 945 time: 0.0729556 Aug 16 02:32:28.845578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682e518-6f4e-4254-9cd9-548d70ed2b52 req-6b395ccf-ba54-4b8c-82dd-ef3f2f924e04 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:28.847421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4682e518-6f4e-4254-9cd9-548d70ed2b52 req-6b395ccf-ba54-4b8c-82dd-ef3f2f924e04 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Aug 16 02:32:28.888108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 76177952-a515-401d-b31c-21fa6ca30579 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:28.888661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4682e518-6f4e-4254-9cd9-548d70ed2b52 req-1cb08832-9150-4297-9ccf-c55a315bc772 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345542 Aug 16 02:32:28.888827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:28.986553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 76177952-a515-401d-b31c-21fa6ca30579, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=76177952-a515-401d-b31c-21fa6ca30579,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:28.986961 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.001105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 76177952-a515-401d-b31c-21fa6ca30579 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:29.266576 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.299949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=76177952-a515-401d-b31c-21fa6ca30579,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:29.348918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] No DVR routers for this DVR port 76177952-a515-401d-b31c-21fa6ca30579 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:29.351429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:29.353508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-04cedeaa-b6da-4263-8b7e-77bd5686c280 req-adc35c06-9aec-4026-9e56-98b035f98a52 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.83 "DELETE /v2.0/ports/76177952-a515-401d-b31c-21fa6ca30579 HTTP/1.1" status: 204 len: 173 time: 0.5585070 Aug 16 02:32:29.353940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'name': 'network-vif-deleted', 'tag': '76177952-a515-401d-b31c-21fa6ca30579'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:29.356260 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb32704-6634-4eaf-8afd-cf1dc87dffb6" -d '{"events": [{"server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "name": "network-vif-deleted", "tag": "76177952-a515-401d-b31c-21fa6ca30579"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:29.394835 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2ddda-4589-4aa9-9b02-9d2ddee9d45d x-openstack-request-id: req-9aa2ddda-4589-4aa9-9b02-9d2ddee9d45d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:29.395135 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2257660-ba22-4e04-823d-910bb53ecfcd", "name": "network-vif-deleted", "tag": "76177952-a515-401d-b31c-21fa6ca30579", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:29.395394 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9aa2ddda-4589-4aa9-9b02-9d2ddee9d45d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:29.395808 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2257660-ba22-4e04-823d-910bb53ecfcd', 'name': 'network-vif-deleted', 'tag': '76177952-a515-401d-b31c-21fa6ca30579', 'status': 'completed', 'code': 200} Aug 16 02:32:29.771825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c12142e3-7ad7-4ddb-b88b-6fe7526c6dcb req-7d281756-5feb-4679-96ee-51b77db9182a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "GET /v2.0/ports?device_id=d2257660-ba22-4e04-823d-910bb53ecfcd HTTP/1.1" status: 200 len: 210 time: 0.0296416 Aug 16 02:32:30.026382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c5791d-1ca9-462a-b0b0-48abf1dff509 req-87e25279-3341-41f1-9210-12e355046cc7 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:30.028138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77c5791d-1ca9-462a-b0b0-48abf1dff509 req-87e25279-3341-41f1-9210-12e355046cc7 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0553820 Aug 16 02:32:30.070728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77c5791d-1ca9-462a-b0b0-48abf1dff509 req-37cba1c7-e7fe-4fa5-b50d-2627a7ef56c3 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/security-groups?id=3eb884d3-6d87-487f-b5b1-618f9d6ed933&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335898 Aug 16 02:32:30.124685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-c488e426-6313-4aec-af73-fcb3058c83b2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:30.126624 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-c488e426-6313-4aec-af73-fcb3058c83b2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.83 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 945 time: 0.0733588 Aug 16 02:32:30.226085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Deleting port 2602690d-2955-4a07-83ba-564d095bfda5 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:30.226437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.332023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] For port 2602690d-2955-4a07-83ba-564d095bfda5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=2602690d-2955-4a07-83ba-564d095bfda5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:30.332023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.520609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.520990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.521302 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Floating IP 2883faf0-5ca2-48af-9c9b-f8960fbc2d22 disassociated. External IP: 172.25.6.90, port: 2602690d-2955-4a07-83ba-564d095bfda5. Aug 16 02:32:30.521640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Calling delete_port for 2602690d-2955-4a07-83ba-564d095bfda5 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:30.752829 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.781810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event deleted for resources: {'Port': ['ID=2602690d-2955-4a07-83ba-564d095bfda5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:30.840298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51600) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:30.906958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:30.928789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Router ab982df4-035b-47d7-84f8-c5ede893f539 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:30.935093 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.044992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:31.055976 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] Sync routers for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:31.075582 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:31.076792 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:31.083566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.086362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.087635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/security-groups/42d7bec3-05fa-45b5-90f1-afa875b2699c HTTP/1.1" status: 204 len: 168 time: 0.2457116 Aug 16 02:32:31.101483 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] No DVR routers for this DVR port 2602690d-2955-4a07-83ba-564d095bfda5 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:31.102810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d7bec3-05fa-45b5-90f1-afa875b2699c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:31.103697 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.106439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a7399cbe-4f75-4a4a-a12d-ec17525920a6 req-a617265e-724b-43cb-8508-01716a0cfe26 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.83 "DELETE /v2.0/ports/2602690d-2955-4a07-83ba-564d095bfda5 HTTP/1.1" status: 204 len: 173 time: 0.9742205 Aug 16 02:32:31.127588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.127943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.128323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.128670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.129014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.129355 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.129692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.130027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.130359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.130748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.131137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.131417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164de93-daf2-4ab1-9eaf-599c15d39f9a tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:31.210584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad59fcea-af18-47e3-860b-0c1f1040c220 req-15c8eff1-28c4-453d-9169-6fde6222fe21 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 210 time: 0.0387030 Aug 16 02:32:31.223645 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:31.245208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51612) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:31.396730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'name': 'network-vif-deleted', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:32:31.401042 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69061443-53ea-44a6-808b-fcb4e4a50b56" -d '{"events": [{"server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "name": "network-vif-deleted", "tag": "2602690d-2955-4a07-83ba-564d095bfda5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:32:31.456815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:31.475673 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff5d032-d933-4571-98c6-bd09a18d1735 x-openstack-request-id: req-0ff5d032-d933-4571-98c6-bd09a18d1735 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:32:31.476225 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a1e198c-1383-4043-9fc5-446484f727e9", "name": "network-vif-deleted", "tag": "2602690d-2955-4a07-83ba-564d095bfda5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:32:31.476688 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0ff5d032-d933-4571-98c6-bd09a18d1735 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:32:31.477547 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a1e198c-1383-4043-9fc5-446484f727e9', 'name': 'network-vif-deleted', 'tag': '2602690d-2955-4a07-83ba-564d095bfda5', 'status': 'completed', 'code': 200} Aug 16 02:32:31.500404 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] Checking router: ab982df4-035b-47d7-84f8-c5ede893f539 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:31.510758 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:31.511400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:31.682621 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:31.736973 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:31.917631 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:31.949897 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31a5fab-aa97-4395-a055-4856d8c6fe9b None None] The sync data for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 is: [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:27:13Z', 'revision_number': 4, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '2e0b6049-66b6-47df-ba44-72d6414135c5', 'name': '', 'network_id': 'a63613c0-dedd-431a-a77f-97461d728811', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'mac_address': 'fa:16:3e:6e:29:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:11Z', 'updated_at': '2021-08-16T02:27:21Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'subnets': [{'id': 'aff7b5f2-7864-4808-8a7c-08e9a98bfdb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:32.143614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 8fbac885-c80b-4318-ad12-0b27489f525f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:32.144207 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.299938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 8fbac885-c80b-4318-ad12-0b27489f525f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=8fbac885-c80b-4318-ad12-0b27489f525f,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:32.300639 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.324819 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 8fbac885-c80b-4318-ad12-0b27489f525f owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:32.325148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee63427-1bcc-4591-adf0-ee9bce4b1d22 None None] New status for floating IP 2883faf0-5ca2-48af-9c9b-f8960fbc2d22: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:32:32.399310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-debfcaa0-fb0e-4719-972e-e40c02b11963 req-7d14be0c-38a7-4df1-a5ea-8313b0227841 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "GET /v2.0/ports?device_id=1a1e198c-1383-4043-9fc5-446484f727e9 HTTP/1.1" status: 200 len: 210 time: 0.0606260 Aug 16 02:32:32.595185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 76177952-a515-401d-b31c-21fa6ca30579 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:32.620767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 76177952-a515-401d-b31c-21fa6ca30579 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:32.620767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 76177952-a515-401d-b31c-21fa6ca30579 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:32.620767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 2602690d-2955-4a07-83ba-564d095bfda5 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:32.639194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 2602690d-2955-4a07-83ba-564d095bfda5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:32.639722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 2602690d-2955-4a07-83ba-564d095bfda5 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:32.677959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:32.707596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=8fbac885-c80b-4318-ad12-0b27489f525f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:32.895255 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.466056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.529225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Router 9a338ccf-be91-4ec4-877b-de28d2fafddd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:33.615987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Deleting port fbed195d-499c-416c-ae2c-6d10309dd246 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:33.616525 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.642888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:33.650789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5ea28f9-75e9-4032-af49-12da585fea16 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "PUT /v2.0/routers/9a338ccf-be91-4ec4-877b-de28d2fafddd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4023502 Aug 16 02:32:33.651506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51660) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:33.658198 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] Sync routers for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:33.682952 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:33.683582 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:33.703857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.705389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.711379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting subnet 79f2298f-41d6-4c59-9e2b-057c2d9bd0d0 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:33.714885 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.716417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Calling delete_port for fbed195d-499c-416c-ae2c-6d10309dd246 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:33.763669 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.793857 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:33.860686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.958118 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:33.985635 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:32:32Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:33.990314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event deleted for resources: {'Port': ['ID=fbed195d-499c-416c-ae2c-6d10309dd246,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.019435 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] Checking router: 9a338ccf-be91-4ec4-877b-de28d2fafddd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:34.028245 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] Routers {'9a338ccf-be91-4ec4-877b-de28d2fafddd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:34.029095 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['9a338ccf-be91-4ec4-877b-de28d2fafddd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:34.079640 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.081490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.086148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.087327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b0285068-9b4a-4e57-940f-2505fd0c61f2 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "DELETE /v2.0/floatingips/2883faf0-5ca2-48af-9c9b-f8960fbc2d22 HTTP/1.1" status: 204 len: 168 time: 0.6201787 Aug 16 02:32:34.154618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Subnet': ['ID=79f2298f-41d6-4c59-9e2b-057c2d9bd0d0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.160503 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] Set router 9a338ccf-be91-4ec4-877b-de28d2fafddd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:34.167472 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.172632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cac44f58-1f36-4b05-9ccd-33861f5d16f4 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/subnets/79f2298f-41d6-4c59-9e2b-057c2d9bd0d0 HTTP/1.1" status: 204 len: 168 time: 0.5171249 Aug 16 02:32:34.172978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba24dd73-e67a-461c-9ea9-52a943468c48 None None] Network fa90fac1-93bc-40db-9b4f-937f7de96349 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:34.173438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51674) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.191780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51676) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.278268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a072480e-8aef-45c0-8948-f1648e5ef786 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.312708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a072480e-8aef-45c0-8948-f1648e5ef786 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.400586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] DHCP port deletion for fa90fac1-93bc-40db-9b4f-937f7de96349 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:34.463490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.480386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Deleting port 11a0e576-9d79-45c7-8490-17e236392195 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:34.481080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.518774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a072480e-8aef-45c0-8948-f1648e5ef786 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.521694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a072480e-8aef-45c0-8948-f1648e5ef786 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.523220 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a072480e-8aef-45c0-8948-f1648e5ef786 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] 10.222.0.76 "DELETE /v2.0/security-groups/3eb884d3-6d87-487f-b5b1-618f9d6ed933 HTTP/1.1" status: 204 len: 168 time: 0.3302202 Aug 16 02:32:34.537850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072480e-8aef-45c0-8948-f1648e5ef786 tempest-TestServerBasicOps-514161600 tempest-TestServerBasicOps-514161600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb884d3-6d87-487f-b5b1-618f9d6ed933,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.563928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] For port 11a0e576-9d79-45c7-8490-17e236392195, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=11a0e576-9d79-45c7-8490-17e236392195,segment=NetworkSegment(0f8fcdb3-be9d-427c-a687-886cc0197028),segment_id=0f8fcdb3-be9d-427c-a687-886cc0197028)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:34.564334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.579712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Calling delete_port for 11a0e576-9d79-45c7-8490-17e236392195 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:34.625488 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.627207 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:32:32Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:34.661663 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ad4cb0-e4f1-4c29-8eee-1ef5d1c97ff6 None None] The sync data for ids ['9a338ccf-be91-4ec4-877b-de28d2fafddd'] in n-d-768852-19 is: [{'id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'name': 'tempest-TestNetworkBasicOps-router-1418137742', 'tenant_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62'}], 'enable_snat': True}, 'gw_port_id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:31:26Z', 'updated_at': '2021-08-16T02:32:32Z', 'revision_number': 5, 'project_id': 'ac9cdc8c9a2f4ca5a54de2588850b440', 'gw_port': {'id': '38d93acd-7200-4e02-8d46-5dbe2945f1af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a338ccf-be91-4ec4-877b-de28d2fafddd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:31:27Z', 'updated_at': '2021-08-16T02:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:34.694835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51684) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:34.772079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Deleting port 38d93acd-7200-4e02-8d46-5dbe2945f1af {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:34.772576 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.781545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.807947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Pushing event deleted for resources: {'Port': ['ID=11a0e576-9d79-45c7-8490-17e236392195,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:34.822906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.823549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.824078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.824591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.825132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.825714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.826261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.826802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.827406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.827933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.828432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.828921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:34.832291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5b2458-dba2-4edc-9a88-c0813419b5f8 None None] No DVR routers for this DVR port 11a0e576-9d79-45c7-8490-17e236392195 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:34.875610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] For port 38d93acd-7200-4e02-8d46-5dbe2945f1af, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=38d93acd-7200-4e02-8d46-5dbe2945f1af,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:34.876061 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:34.892466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Calling delete_port for 38d93acd-7200-4e02-8d46-5dbe2945f1af owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:35.167438 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8fbac885-c80b-4318-ad12-0b27489f525f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:35.203952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.236870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 8fbac885-c80b-4318-ad12-0b27489f525f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:35.242524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 8fbac885-c80b-4318-ad12-0b27489f525f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:35.246197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 11a0e576-9d79-45c7-8490-17e236392195 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:35.259216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.297721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Port': ['ID=38d93acd-7200-4e02-8d46-5dbe2945f1af,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:35.301857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 11a0e576-9d79-45c7-8490-17e236392195 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:35.302439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 11a0e576-9d79-45c7-8490-17e236392195 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:35.379436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.507066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.509558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.593249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Deleting port 2e0b6049-66b6-47df-ba44-72d6414135c5 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:35.593872 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.621159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.621859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Fanout notify agent at l3_agent the message router_deleted on router 9a338ccf-be91-4ec4-877b-de28d2fafddd {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:35.643595 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.649946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-550538c4-862f-4263-a131-ead3ce9d21b6 tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/routers/9a338ccf-be91-4ec4-877b-de28d2fafddd HTTP/1.1" status: 204 len: 168 time: 1.4759142 Aug 16 02:32:35.654095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51702) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:35.692590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] For port 2e0b6049-66b6-47df-ba44-72d6414135c5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=2e0b6049-66b6-47df-ba44-72d6414135c5,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:35.695079 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.709587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Calling delete_port for 2e0b6049-66b6-47df-ba44-72d6414135c5 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:35.783313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.899249 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.911869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa90fac1-93bc-40db-9b4f-937f7de96349']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:35.926172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8fcdb3-be9d-427c-a687-886cc0197028') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:35.926313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8fcdb3-be9d-427c-a687-886cc0197028') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:35.943645 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.965324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.973533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:35.974138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:35.977706 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:36.043739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.076864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0b6049-66b6-47df-ba44-72d6414135c5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:36.141339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.151356 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.153376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] 10.222.0.76 "DELETE /v2.0/networks/fa90fac1-93bc-40db-9b4f-937f7de96349 HTTP/1.1" status: 204 len: 168 time: 0.4976058 Aug 16 02:32:36.190472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2c4c8-e05b-43c4-9f62-f98a394b71ed tempest-TestNetworkBasicOps-1811023503 tempest-TestNetworkBasicOps-1811023503-project] Pushing event deleted for resources: {'Network': ['ID=fa90fac1-93bc-40db-9b4f-937f7de96349,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:36.378218 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.736494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:36.889473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1ef0a820-dc99-44f9-8c15-0984af3ada6a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ac9cdc8c9a2f4ca5a54de2588850b440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511595 Aug 16 02:32:36.892577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:36.945049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46df29c1-1b69-4a5d-9b61-d94a1ec9cdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:36.968468 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46df29c1-1b69-4a5d-9b61-d94a1ec9cdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.023075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Router ab982df4-035b-47d7-84f8-c5ede893f539 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:37.124357 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46df29c1-1b69-4a5d-9b61-d94a1ec9cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.128228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-46df29c1-1b69-4a5d-9b61-d94a1ec9cdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.130195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-46df29c1-1b69-4a5d-9b61-d94a1ec9cdd6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1dbba6ac-3480-416c-b9f6-7e1cbf88199f HTTP/1.1" status: 204 len: 168 time: 0.2358699 Aug 16 02:32:37.140245 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df29c1-1b69-4a5d-9b61-d94a1ec9cdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbba6ac-3480-416c-b9f6-7e1cbf88199f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:37.171042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:37.180871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] Sync routers for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:37.181789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51732) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:37.192679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b43ff0f8-7fbd-4974-8d42-274b292e32a2 admin admin] 10.222.0.76 "PUT /v2.0/routers/ab982df4-035b-47d7-84f8-c5ede893f539/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4934793 Aug 16 02:32:37.224768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:37.237437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:37.304749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38d93acd-7200-4e02-8d46-5dbe2945f1af no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:37.335975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.339899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 38d93acd-7200-4e02-8d46-5dbe2945f1af {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:37.340476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 38d93acd-7200-4e02-8d46-5dbe2945f1af not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:37.413066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:37.494395 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.645124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:32:35Z', 'revision_number': 5, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port': {'id': '9df83b9c-0356-41f0-afb1-8290e0c5b024', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:b1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:07Z', 'updated_at': '2021-08-16T02:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:37.679988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] Checking router: ab982df4-035b-47d7-84f8-c5ede893f539 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:37.681468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Deleting port 9df83b9c-0356-41f0-afb1-8290e0c5b024 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:37.681686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.689662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] Routers {'ab982df4-035b-47d7-84f8-c5ede893f539'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:37.690475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['ab982df4-035b-47d7-84f8-c5ede893f539'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:37.780308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] Set router ab982df4-035b-47d7-84f8-c5ede893f539 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:37.793498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] For port 9df83b9c-0356-41f0-afb1-8290e0c5b024, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=9df83b9c-0356-41f0-afb1-8290e0c5b024,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:37.794465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:37.809381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Calling delete_port for 9df83b9c-0356-41f0-afb1-8290e0c5b024 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:37.832148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:32:37Z', 'revision_number': 6, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:37.862652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9bb2d-520a-46e7-9396-19dc5b2cb5bb None None] The sync data for ids ['ab982df4-035b-47d7-84f8-c5ede893f539'] in n-d-768852-19 is: [{'id': 'ab982df4-035b-47d7-84f8-c5ede893f539', 'name': 'tempest-TestServerBasicOps-657224586-router', 'tenant_id': 'f99ad80457f741c0961e0dfda442b7c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:06Z', 'updated_at': '2021-08-16T02:32:37Z', 'revision_number': 6, 'project_id': 'f99ad80457f741c0961e0dfda442b7c7', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:38.008179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51748) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.018288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01f3a958-64d9-48ea-9a05-1a8246b82916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.129742 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.145095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01f3a958-64d9-48ea-9a05-1a8246b82916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.156301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df83b9c-0356-41f0-afb1-8290e0c5b024,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.239716 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01f3a958-64d9-48ea-9a05-1a8246b82916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.241285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.296583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3a958-64d9-48ea-9a05-1a8246b82916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44d0965-32e9-4a5b-9619-4e89a81bdfbe,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.316883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51754) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.317039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-01f3a958-64d9-48ea-9a05-1a8246b82916 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=216a3a877f8d40b0a4dc035f359fce54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122532 Aug 16 02:32:38.372702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.372702 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.447985 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9895f62a-2981-4187-94ad-ece8d1c534e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.477035 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9895f62a-2981-4187-94ad-ece8d1c534e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.523560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.524225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab982df4-035b-47d7-84f8-c5ede893f539 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:38.529591 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.533283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7ab56945-90ae-4f77-95cf-dcb71e04aa64 admin admin] 10.222.0.76 "DELETE /v2.0/routers/ab982df4-035b-47d7-84f8-c5ede893f539 HTTP/1.1" status: 204 len: 168 time: 1.3480725 Aug 16 02:32:38.533847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51760) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.582527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Deleting subnet aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:38.586307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.625876 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.648587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9895f62a-2981-4187-94ad-ece8d1c534e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.651246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9895f62a-2981-4187-94ad-ece8d1c534e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.652442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9895f62a-2981-4187-94ad-ece8d1c534e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a44d0965-32e9-4a5b-9619-4e89a81bdfbe HTTP/1.1" status: 204 len: 168 time: 0.3345089 Aug 16 02:32:38.668896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895f62a-2981-4187-94ad-ece8d1c534e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44d0965-32e9-4a5b-9619-4e89a81bdfbe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.736328 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.895634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.942100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff7b5f2-7864-4808-8a7c-08e9a98bfdb1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:38.955180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:38.955180 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1f573b31-d560-484c-9060-042e53277fbd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/aff7b5f2-7864-4808-8a7c-08e9a98bfdb1 HTTP/1.1" status: 204 len: 168 time: 0.4193707 Aug 16 02:32:38.956608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:38.961445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21edb38-d66a-4a2b-bb81-7252e18a5cf0 None None] Network a63613c0-dedd-431a-a77f-97461d728811 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:39.057022 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.235961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Deleting port fdaaa3fe-fd60-4c80-89e3-840f766537c8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:39.236802 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.300550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] DHCP port deletion for a63613c0-dedd-431a-a77f-97461d728811 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:39.304410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9df83b9c-0356-41f0-afb1-8290e0c5b024 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:39.338712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 9df83b9c-0356-41f0-afb1-8290e0c5b024 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:39.339081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 9df83b9c-0356-41f0-afb1-8290e0c5b024 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:39.339522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2e0b6049-66b6-47df-ba44-72d6414135c5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:39.359607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] For port fdaaa3fe-fd60-4c80-89e3-840f766537c8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fdaaa3fe-fd60-4c80-89e3-840f766537c8,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:39.360114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.361127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 2e0b6049-66b6-47df-ba44-72d6414135c5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:39.364752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 2e0b6049-66b6-47df-ba44-72d6414135c5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:39.379225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Calling delete_port for fdaaa3fe-fd60-4c80-89e3-840f766537c8 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:39.415745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] Deleting port fdaaa3fe-fd60-4c80-89e3-840f766537c8 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:39.416134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.497352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] For port fdaaa3fe-fd60-4c80-89e3-840f766537c8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fdaaa3fe-fd60-4c80-89e3-840f766537c8,segment=NetworkSegment(7d5e229c-738e-43b4-b44a-9a922860a160),segment_id=7d5e229c-738e-43b4-b44a-9a922860a160)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:39.498282 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.542555 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.586268 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdaaa3fe-fd60-4c80-89e3-840f766537c8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.588927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] No DVR routers for this DVR port fdaaa3fe-fd60-4c80-89e3-840f766537c8 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:39.703597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.718350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a63613c0-dedd-431a-a77f-97461d728811']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:39.730095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] Calling delete_port for fdaaa3fe-fd60-4c80-89e3-840f766537c8 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:39.730709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5e229c-738e-43b4-b44a-9a922860a160') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:39.731016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5e229c-738e-43b4-b44a-9a922860a160') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:39.740819 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.756249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.762594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:39.767469 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:39.811887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.837924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] Pushing event deleted for resources: {'Port': ['ID=fdaaa3fe-fd60-4c80-89e3-840f766537c8,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.839904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c779fc-6781-4dbf-9526-47e50aa93694 None None] No DVR routers for this DVR port fdaaa3fe-fd60-4c80-89e3-840f766537c8 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:39.866842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.872240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:39.874801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] 10.222.0.76 "DELETE /v2.0/networks/a63613c0-dedd-431a-a77f-97461d728811 HTTP/1.1" status: 204 len: 168 time: 0.9171336 Aug 16 02:32:39.877914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51782) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:39.886731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719575da-b7b4-43c0-b4b3-5a3aa193273d admin admin] Pushing event deleted for resources: {'Network': ['ID=a63613c0-dedd-431a-a77f-97461d728811,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:39.957977 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f3b7b7dd-b9ee-4d90-bcbf-d54e6c8e0723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.269137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.538069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Deleting port 791a9e96-5a5b-4a9b-8498-1817a249f908 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:40.538422 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.619685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] For port 791a9e96-5a5b-4a9b-8498-1817a249f908, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=791a9e96-5a5b-4a9b-8498-1817a249f908,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:40.620007 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:40.632891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Calling delete_port for 791a9e96-5a5b-4a9b-8498-1817a249f908 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:41.137172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fdaaa3fe-fd60-4c80-89e3-840f766537c8 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:41.163674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: fdaaa3fe-fd60-4c80-89e3-840f766537c8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:41.164252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fdaaa3fe-fd60-4c80-89e3-840f766537c8 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:41.249938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.279382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=791a9e96-5a5b-4a9b-8498-1817a249f908,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:41.453133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.689119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Router b10ca4c6-8849-4e70-a9fa-67a2553c82cc has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:41.807071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:41.812808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f263bffd-a474-4f6c-a475-77dc10a19e71 admin admin] 10.222.0.76 "PUT /v2.0/routers/b10ca4c6-8849-4e70-a9fa-67a2553c82cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9338551 Aug 16 02:32:41.815619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51812) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:41.818920 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] Sync routers for ids ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:41.829525 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] Routers {'b10ca4c6-8849-4e70-a9fa-67a2553c82cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:41.830297 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:41.940587 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:41.948110 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] Set router b10ca4c6-8849-4e70-a9fa-67a2553c82cc gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:42.049874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.130246 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:32:41Z', 'revision_number': 5, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port': {'id': '0b4f9892-b9d1-4305-b4a9-1badb63c7c9e', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:ce:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3660, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:27:20Z', 'updated_at': '2021-08-16T02:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:42.156890 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] Checking router: b10ca4c6-8849-4e70-a9fa-67a2553c82cc for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:42.165001 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] Routers {'b10ca4c6-8849-4e70-a9fa-67a2553c82cc'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:42.165617 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:42.191667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Deleting port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:42.192194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.251642 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] Set router b10ca4c6-8849-4e70-a9fa-67a2553c82cc gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:42.275596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] For port 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:42.276094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.290793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Calling delete_port for 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:42.314699 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:32:42Z', 'revision_number': 6, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:42.352556 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938797-efd6-4738-8f0c-aa01d8687745 None None] The sync data for ids ['b10ca4c6-8849-4e70-a9fa-67a2553c82cc'] in n-d-768852-19 is: [{'id': 'b10ca4c6-8849-4e70-a9fa-67a2553c82cc', 'name': 'tempest-TestServerBasicOps-651046523-router', 'tenant_id': '3b90f44ab6434e24af1498e75e38a1b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:27:18Z', 'updated_at': '2021-08-16T02:32:42Z', 'revision_number': 6, 'project_id': '3b90f44ab6434e24af1498e75e38a1b8', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:42.523566 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.558689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4f9892-b9d1-4305-b4a9-1badb63c7c9e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:42.616450 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.677724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.708234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.710673 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.766592 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c69d9b4d-9b4b-4960-afe9-518a49ae5a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.827204 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.827799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router b10ca4c6-8849-4e70-a9fa-67a2553c82cc {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:32:42.832828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.834808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1c5d85a7-44c1-4871-b0c1-14b46bf10aec admin admin] 10.222.0.76 "DELETE /v2.0/routers/b10ca4c6-8849-4e70-a9fa-67a2553c82cc HTTP/1.1" status: 204 len: 168 time: 1.0174966 Aug 16 02:32:42.836693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51828) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:42.893181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Deleting subnet 173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:32:42.896416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:42.931944 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.012083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.168062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:43.188496 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:43.188942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b4f9892-b9d1-4305-b4a9-1badb63c7c9e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:43.189432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 791a9e96-5a5b-4a9b-8498-1817a249f908 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:43.198514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.209031 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 791a9e96-5a5b-4a9b-8498-1817a249f908 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:43.209608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 791a9e96-5a5b-4a9b-8498-1817a249f908 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:43.231431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:43.235321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.239746 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ce1a8677-c4e7-412d-8bd7-c01b6eb55a17 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/173ccb4b-c3cc-4bb4-bd2e-9d2e8d7bf4e2 HTTP/1.1" status: 204 len: 168 time: 0.4019558 Aug 16 02:32:43.239957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51834) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:43.243777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b58a1d-a374-4b6f-8236-d09af069a474 None None] Network 70fae215-b861-4937-bef4-629fbe16fe61 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:43.324247 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.386408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Deleting port fa5995ee-161e-493f-a2de-484285d0add6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:43.386786 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.427933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] DHCP port deletion for 70fae215-b861-4937-bef4-629fbe16fe61 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:32:43.464462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] For port fa5995ee-161e-493f-a2de-484285d0add6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa5995ee-161e-493f-a2de-484285d0add6,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:43.464837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.483737 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Calling delete_port for fa5995ee-161e-493f-a2de-484285d0add6 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:43.504062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] Deleting port fa5995ee-161e-493f-a2de-484285d0add6 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:32:43.504610 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.576681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] For port fa5995ee-161e-493f-a2de-484285d0add6, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=fa5995ee-161e-493f-a2de-484285d0add6,segment=NetworkSegment(be0997cd-f7a9-4e4b-9c98-2e99e8b82e48),segment_id=be0997cd-f7a9-4e4b-9c98-2e99e8b82e48)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:43.577119 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.594614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] Calling delete_port for fa5995ee-161e-493f-a2de-484285d0add6 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:32:43.626462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.664565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa5995ee-161e-493f-a2de-484285d0add6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:43.667839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] No DVR routers for this DVR port fa5995ee-161e-493f-a2de-484285d0add6 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:43.675177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.702149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] Pushing event deleted for resources: {'Port': ['ID=fa5995ee-161e-493f-a2de-484285d0add6,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:43.711805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f710af-2c72-4f0d-89d8-6e07d04a1dc6 None None] No DVR routers for this DVR port fa5995ee-161e-493f-a2de-484285d0add6 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:32:43.747459 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.757182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fae215-b861-4937-bef4-629fbe16fe61']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.768498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.768800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0997cd-f7a9-4e4b-9c98-2e99e8b82e48') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:43.777321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.792015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.798723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:32:43.800569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:32:43.801023 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:32:43.940469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.945343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:43.948195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] 10.222.0.76 "DELETE /v2.0/networks/70fae215-b861-4937-bef4-629fbe16fe61 HTTP/1.1" status: 204 len: 168 time: 0.7047896 Aug 16 02:32:43.960966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42476878-4414-4e3f-a22c-ad255394c7c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fae215-b861-4937-bef4-629fbe16fe61,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.418873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.459669 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cbcb55f2-89f5-492a-9c6b-da1056c61178 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f99ad80457f741c0961e0dfda442b7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394583 Aug 16 02:32:44.462060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51856) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:44.510707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d7bb-855b-46bf-b739-1fa9566159d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.531703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d7bb-855b-46bf-b739-1fa9566159d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.672374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d7bb-855b-46bf-b739-1fa9566159d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.675176 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d7bb-855b-46bf-b739-1fa9566159d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:44.676357 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d3a1d7bb-855b-46bf-b739-1fa9566159d5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/68919b75-8470-4d9a-9d00-8778c14f7f16 HTTP/1.1" status: 204 len: 168 time: 0.2133894 Aug 16 02:32:44.686586 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1d7bb-855b-46bf-b739-1fa9566159d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68919b75-8470-4d9a-9d00-8778c14f7f16,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:44.706394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.135403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa5995ee-161e-493f-a2de-484285d0add6 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:32:45.169945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: fa5995ee-161e-493f-a2de-484285d0add6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:32:45.170441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device fa5995ee-161e-493f-a2de-484285d0add6 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:32:45.513457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51876) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.556113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0cbc32b8-c8d5-4925-8d01-e7f83f99d151 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3b90f44ab6434e24af1498e75e38a1b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414760 Aug 16 02:32:45.558501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51878) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:45.614111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09c15e7d-6e70-4760-ba87-31f27c2e40d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.640800 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09c15e7d-6e70-4760-ba87-31f27c2e40d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.759273 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09c15e7d-6e70-4760-ba87-31f27c2e40d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.761994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-09c15e7d-6e70-4760-ba87-31f27c2e40d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:45.763292 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-09c15e7d-6e70-4760-ba87-31f27c2e40d7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a8e21046-2cf6-47a5-842d-7803b2bed82b HTTP/1.1" status: 204 len: 168 time: 0.2037804 Aug 16 02:32:45.772769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c15e7d-6e70-4760-ba87-31f27c2e40d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e21046-2cf6-47a5-842d-7803b2bed82b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:45.890022 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.017673 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 51932) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:47.121716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1910222407-network', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:47.175313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Made reservation on behalf of aa03fa1fe04a44429e3fffa92222d134 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:47.177752 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.188534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.288340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.335131 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.361054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:47.371472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce66b201-eb17-4d13-8391-a5a775b30eb9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.377187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.377533 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Added segment 6b23d79c-dc42-4508-82c6-5495c9f20cea of type vlan for network f465fefb-8e2b-4350-b1bc-35f7794355b5 Aug 16 02:32:47.421953 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.512163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.513386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:47.514048 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:47.577118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] Pushing event updated for resources: {'Network': ['ID=f465fefb-8e2b-4350-b1bc-35f7794355b5,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:47.587061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:47.635581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51942) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:47.636267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-da2d4c67-07c2-4385-ad73-8fa73e4cafd5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6168694 Aug 16 02:32:47.641374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Request body: {'subnet': {'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1910222407-subnet', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:47.730001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Made reservation on behalf of aa03fa1fe04a44429e3fffa92222d134 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:47.733010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.049927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.115732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bdf0b38-d278-49ea-aeef-c315ac34b1bc,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:48.133812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Checking segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:48.134202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Network hostable DHCP agents. Network: f465fefb-8e2b-4350-b1bc-35f7794355b5, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:48.266710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:48.347047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, f465fefb-8e2b-4350-b1bc-35f7794355b5) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:48.351911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:48.352698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.355809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a68045f-ee43-42dc-b69b-793c9a93cfb7 None None] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:48.495865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e765094c-552c-41a8-9d69-c25eef2342e9 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8590536 Aug 16 02:32:48.498409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51952) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:48.504196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:48.510253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-f465fefb-8e2b-4350-b1bc-35f7794355b5', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'fixed_ips': [{'subnet_id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:48.511876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.592055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.594064 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.649486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.653859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Allocated IP 172.20.0.2 (f465fefb-8e2b-4350-b1bc-35f7794355b5/9bdf0b38-d278-49ea-aeef-c315ac34b1bc/88b42f9a-a450-4471-a061-239f50516665) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:48.817393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.826620 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Transition to ACTIVE for port object 88b42f9a-a450-4471-a061-239f50516665 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:48.843512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Transition to ACTIVE for port object 88b42f9a-a450-4471-a061-239f50516665 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:48.847174 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.930337 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:48.979789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:48.987117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:48.991402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:49.005641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Pushing event updated for resources: {'Port': ['ID=88b42f9a-a450-4471-a061-239f50516665,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.061965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Attempting to bind port 88b42f9a-a450-4471-a061-239f50516665 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:49.063902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Attempting to bind port 88b42f9a-a450-4471-a061-239f50516665 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:49.063902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Attempting to bind port 88b42f9a-a450-4471-a061-239f50516665 on network f465fefb-8e2b-4350-b1bc-35f7794355b5 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:49.075595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:49.076001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Checking segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:49.076418 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.076824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Bound using segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:49.077348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Bound port: 88b42f9a-a450-4471-a061-239f50516665, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:49.077745 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.158048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] For port 88b42f9a-a450-4471-a061-239f50516665, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:49.161231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] For port 88b42f9a-a450-4471-a061-239f50516665, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88b42f9a-a450-4471-a061-239f50516665,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:49.191661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.217292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.329002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Allocated IP 172.25.6.40 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/6e1f034a-2b00-46eb-aeea-eb993c729a5f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:49.336018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.410425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb29d51-da86-4719-a20c-7fff55827534 None None] Pushing event updated for resources: {'Port': ['ID=88b42f9a-a450-4471-a061-239f50516665,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.468245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.593127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:49.660847 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:49.665010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:49.669191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:49.694254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Pushing event updated for resources: {'Port': ['ID=6e1f034a-2b00-46eb-aeea-eb993c729a5f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:49.961585 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:32:50.001215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.249203 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.454968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:50.475656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f41e1-0bc5-45ac-870f-2a196329c98c None None] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:50.578176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:50.585166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-768a4d0d-5403-40bc-9d2b-7f6d5153f6ac None None] Provisioning for port 88b42f9a-a450-4471-a061-239f50516665 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:50.611052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Sync routers for ids ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:50.632337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:50.635047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a1225dc-4b39-4df7-8a81-2d35a44edca6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1346540 Aug 16 02:32:50.637721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 51966) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:50.639059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Routers {'cdb8ac15-36c3-48ce-b8b5-332f127b61a3'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:50.640269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:50.780215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Set router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:51.127626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:32:49Z', 'revision_number': 3, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:51.159654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Checking router: cdb8ac15-36c3-48ce-b8b5-332f127b61a3 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:51.160484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Updating router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 port 6e1f034a-2b00-46eb-aeea-eb993c729a5f binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:32:51.193586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.250950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88b42f9a-a450-4471-a061-239f50516665 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:51.302568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.513755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Allocated IP 172.20.0.1 (f465fefb-8e2b-4350-b1bc-35f7794355b5/9bdf0b38-d278-49ea-aeef-c315ac34b1bc/4d29e9af-9c09-475c-90a0-07edf8527b13) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:51.541682 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.551359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 88b42f9a-a450-4471-a061-239f50516665 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:51.554804 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Transition to ACTIVE for port object 6e1f034a-2b00-46eb-aeea-eb993c729a5f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:51.557246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 88b42f9a-a450-4471-a061-239f50516665 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:51.557624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.626172 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.628096 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.645383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Transition to ACTIVE for port object 4d29e9af-9c09-475c-90a0-07edf8527b13 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:51.704241 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.712525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd047096-40fe-4765-9d08-fca425224a25 None None] Pushing event updated for resources: {'Port': ['ID=6e1f034a-2b00-46eb-aeea-eb993c729a5f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.715565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Attempting to bind port 6e1f034a-2b00-46eb-aeea-eb993c729a5f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:51.716016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Attempting to bind port 6e1f034a-2b00-46eb-aeea-eb993c729a5f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:51.716406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Attempting to bind port 6e1f034a-2b00-46eb-aeea-eb993c729a5f on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:51.724712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:51.725098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:51.725507 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.725906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:51.726381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Bound port: 6e1f034a-2b00-46eb-aeea-eb993c729a5f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:51.726798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.741240 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.775239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 88b42f9a-a450-4471-a061-239f50516665, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88b42f9a-a450-4471-a061-239f50516665,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:51.796747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] For port 6e1f034a-2b00-46eb-aeea-eb993c729a5f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:51.800172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] For port 6e1f034a-2b00-46eb-aeea-eb993c729a5f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e1f034a-2b00-46eb-aeea-eb993c729a5f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:51.800857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:51.803918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:51.809597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:51.826725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.856535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Pushing event updated for resources: {'Port': ['ID=4d29e9af-9c09-475c-90a0-07edf8527b13,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.864055 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.867306 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:51.901044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=88b42f9a-a450-4471-a061-239f50516665,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:51.930507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Routers {'cdb8ac15-36c3-48ce-b8b5-332f127b61a3'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:51.931189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:52.033733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd047096-40fe-4765-9d08-fca425224a25 None None] Pushing event updated for resources: {'Port': ['ID=6e1f034a-2b00-46eb-aeea-eb993c729a5f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:52.072250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] Set router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:52.102602 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.267752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-92c00892-64aa-4f81-abf9-7016e35688b2 None None] Provisioning for port 4d29e9af-9c09-475c-90a0-07edf8527b13 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:52.272026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.272418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:32:49Z', 'revision_number': 3, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:52.275546 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-92c00892-64aa-4f81-abf9-7016e35688b2 None None] Provisioning complete for port 4d29e9af-9c09-475c-90a0-07edf8527b13 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:52.275929 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-92c00892-64aa-4f81-abf9-7016e35688b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.301273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b7c146-7c8a-4408-be92-5c350fcb7162 None None] The sync data for ids ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'] in n-d-768852-19 is: [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:32:49Z', 'revision_number': 3, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:52.338509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-92c00892-64aa-4f81-abf9-7016e35688b2 None None] Port 4d29e9af-9c09-475c-90a0-07edf8527b13 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:52.364048 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.435262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Pushing event updated for resources: {'Port': ['ID=4d29e9af-9c09-475c-90a0-07edf8527b13,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:52.438296 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.536060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:52.537743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:52.869871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-cdf02d7d-058a-44fa-9aac-428f0dce5817 None None] Provisioning complete for port 4d29e9af-9c09-475c-90a0-07edf8527b13 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:52.871080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cdf02d7d-058a-44fa-9aac-428f0dce5817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:52.913926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cdf02d7d-058a-44fa-9aac-428f0dce5817 None None] Port 4d29e9af-9c09-475c-90a0-07edf8527b13 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:32:53.050894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:32:53.208866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:53.221398 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9138067f-62ff-4055-bc51-283371db6684 admin admin] 10.222.0.76 "PUT /v2.0/routers/cdb8ac15-36c3-48ce-b8b5-332f127b61a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5793011 Aug 16 02:32:53.313177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88b42f9a-a450-4471-a061-239f50516665 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:53.386670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 88b42f9a-a450-4471-a061-239f50516665 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:53.386670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.472857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1f034a-2b00-46eb-aeea-eb993c729a5f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:53.610219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6e1f034a-2b00-46eb-aeea-eb993c729a5f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:53.615118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6e1f034a-2b00-46eb-aeea-eb993c729a5f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:53.615118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.707001 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.730162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6e1f034a-2b00-46eb-aeea-eb993c729a5f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e1f034a-2b00-46eb-aeea-eb993c729a5f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:53.837998 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:53.896241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6e1f034a-2b00-46eb-aeea-eb993c729a5f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:54.066009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52004) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.072045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-983180477-network', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:54.150069 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Sync routers for ids ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:54.161911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Routers {'cdb8ac15-36c3-48ce-b8b5-332f127b61a3'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:54.163937 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:54.198185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Made reservation on behalf of aa85b3a792f74ba099eee2c831f98e96 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:54.203827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.215998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.368854 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Set router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:54.422746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.466629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.501867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:32:54.510077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f482144b-3bc0-4aa4-ba81-ec7288fd3170,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:54.533907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.535964 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Added segment 012da5bc-4736-47db-98bb-492fb71b7f1b of type vlan for network 14fddef7-3257-484e-a55a-329e14fa666c Aug 16 02:32:54.580806 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.680824 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:32:51Z', 'revision_number': 4, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d29e9af-9c09-475c-90a0-07edf8527b13', 'name': '', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'mac_address': 'fa:16:3e:c3:99:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:51Z', 'updated_at': '2021-08-16T02:32:52Z', 'revision_number': 2, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'subnets': [{'id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:54.711805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Checking router: cdb8ac15-36c3-48ce-b8b5-332f127b61a3 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:54.712177 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Updating router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 port 4d29e9af-9c09-475c-90a0-07edf8527b13 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:32:54.712609 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.713741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:54.714439 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.745986 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:54.791660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] Pushing event updated for resources: {'Network': ['ID=14fddef7-3257-484e-a55a-329e14fa666c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:54.801571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 14fddef7-3257-484e-a55a-329e14fa666c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:32:54.884795 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4645b299-070d-48a0-9d16-3ddde2594927 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8175025 Aug 16 02:32:54.887405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52010) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:54.893241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Request body: {'subnet': {'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-983180477-subnet', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:55.026417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Made reservation on behalf of aa85b3a792f74ba099eee2c831f98e96 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:32:55.029209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.071573 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.083547 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Transition to ACTIVE for port object 4d29e9af-9c09-475c-90a0-07edf8527b13 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:55.168246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1f034a-2b00-46eb-aeea-eb993c729a5f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:55.186282 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.240658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6e1f034a-2b00-46eb-aeea-eb993c729a5f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:55.241198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.254572 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Pushing event updated for resources: {'Port': ['ID=4d29e9af-9c09-475c-90a0-07edf8527b13,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:55.284780 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.285136 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.285482 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.285818 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.286348 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.286925 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.287264 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.287597 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.288059 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.288390 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.288864 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.289386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:32:55.387251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.426626 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Attempting to bind port 4d29e9af-9c09-475c-90a0-07edf8527b13 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:55.427334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Attempting to bind port 4d29e9af-9c09-475c-90a0-07edf8527b13 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:55.427998 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Attempting to bind port 4d29e9af-9c09-475c-90a0-07edf8527b13 on network f465fefb-8e2b-4350-b1bc-35f7794355b5 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:55.433411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:55.433796 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Checking segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:55.434203 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.434595 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Bound using segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:55.435086 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Bound port: 4d29e9af-9c09-475c-90a0-07edf8527b13, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:55.435527 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.453201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f62cfd73-ac9c-4868-9956-8ce53f668fb5,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:55.461669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Checking segment: {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:55.461669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Network hostable DHCP agents. Network: 14fddef7-3257-484e-a55a-329e14fa666c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:32:55.507761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] For port 4d29e9af-9c09-475c-90a0-07edf8527b13, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:55.510629 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] For port 4d29e9af-9c09-475c-90a0-07edf8527b13, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4d29e9af-9c09-475c-90a0-07edf8527b13,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:55.655604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Network 14fddef7-3257-484e-a55a-329e14fa666c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:32:55.656139 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.711790 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Routers {'cdb8ac15-36c3-48ce-b8b5-332f127b61a3'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:55.712421 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:55.717414 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e340715-a14c-4ab2-860b-bd131c31d4a4 None None] Pushing event updated for resources: {'Port': ['ID=4d29e9af-9c09-475c-90a0-07edf8527b13,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:55.763678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 14fddef7-3257-484e-a55a-329e14fa666c) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:55.769558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:32:55.770414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.776730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff1d81-1d07-445c-bfc3-5b26e0493a58 None None] Network 14fddef7-3257-484e-a55a-329e14fa666c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:55.831728 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] Set router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:55.962344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-14fddef7-3257-484e-a55a-329e14fa666c', 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'fixed_ips': [{'subnet_id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:32:55.963385 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:55.971799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1babda7a-a184-4841-b3fc-bc13b565782c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0821357 Aug 16 02:32:55.973720 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52018) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:55.978337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:32:56.089397 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:32:51Z', 'revision_number': 4, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d29e9af-9c09-475c-90a0-07edf8527b13', 'name': '', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'mac_address': 'fa:16:3e:c3:99:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:51Z', 'updated_at': '2021-08-16T02:32:55Z', 'revision_number': 4, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'subnets': [{'id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:56.112177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.118426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.119328 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95715f2e-e3ac-429e-9e54-3565d6892f57 None None] The sync data for ids ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'] in n-d-768852-19 is: [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:32:51Z', 'revision_number': 4, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d29e9af-9c09-475c-90a0-07edf8527b13', 'name': '', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'mac_address': 'fa:16:3e:c3:99:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:51Z', 'updated_at': '2021-08-16T02:32:55Z', 'revision_number': 4, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'subnets': [{'id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:32:56.137693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Allocated IP 172.20.0.2 (14fddef7-3257-484e-a55a-329e14fa666c/f62cfd73-ac9c-4868-9956-8ce53f668fb5/0a9ee986-fffa-404a-a008-ea8010b7b9e1) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:56.247651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.324991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.339785 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Transition to ACTIVE for port object 0a9ee986-fffa-404a-a008-ea8010b7b9e1 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:56.383317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Transition to ACTIVE for port object 0a9ee986-fffa-404a-a008-ea8010b7b9e1 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:32:56.455881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.494548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.534696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Network 14fddef7-3257-484e-a55a-329e14fa666c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:56.544141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:56.544141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:56.556805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Pushing event updated for resources: {'Port': ['ID=0a9ee986-fffa-404a-a008-ea8010b7b9e1,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:56.637691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Attempting to bind port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:32:56.640839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Attempting to bind port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:32:56.641334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Attempting to bind port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 on network 14fddef7-3257-484e-a55a-329e14fa666c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:32:56.650230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:32:56.650613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Checking segment: {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:32:56.658847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.658847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Bound using segment: {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:32:56.658847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Bound port: 0a9ee986-fffa-404a-a008-ea8010b7b9e1, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:32:56.658847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.738554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] For port 0a9ee986-fffa-404a-a008-ea8010b7b9e1, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:32:56.743260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] For port 0a9ee986-fffa-404a-a008-ea8010b7b9e1, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a9ee986-fffa-404a-a008-ea8010b7b9e1,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:32:56.810019 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.946381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:56.952712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8cced-8cd7-4642-a5b8-9ce8d6acb232 None None] Pushing event updated for resources: {'Port': ['ID=0a9ee986-fffa-404a-a008-ea8010b7b9e1,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:56.975223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.347400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d29e9af-9c09-475c-90a0-07edf8527b13 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:57.356268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Allocated IP 172.25.6.232 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/c541b43e-1eab-4096-aa6b-6f4aeafb7f8c) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:32:57.393277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.466931 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.487897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.512367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4d29e9af-9c09-475c-90a0-07edf8527b13 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:57.517639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4d29e9af-9c09-475c-90a0-07edf8527b13 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:57.523382 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.604629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.664275 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.677729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:32:57.678909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Pushing event updated for resources: {'Port': ['ID=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:57.689464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:32:57.696700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:32:57.708343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4d29e9af-9c09-475c-90a0-07edf8527b13, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4d29e9af-9c09-475c-90a0-07edf8527b13,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:32:57.832184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:57.900101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4d29e9af-9c09-475c-90a0-07edf8527b13,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:32:58.141404 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:58.261487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9febe3-6db4-435b-b9f1-c228972ff816 None None] Network 14fddef7-3257-484e-a55a-329e14fa666c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:32:58.411448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59d7b0ff-21cb-45b9-9281-a2319e95d190 None None] Provisioning for port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:58.412650 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.009049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Router 2733fe74-c69a-4c69-a822-395c1f6a27dd is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:32:59.138269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:32:59.150093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Sync routers for ids ['2733fe74-c69a-4c69-a822-395c1f6a27dd'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:32:59.168342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Routers {'2733fe74-c69a-4c69-a822-395c1f6a27dd'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:32:59.170302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2733fe74-c69a-4c69-a822-395c1f6a27dd'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:59.249589 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.253692 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a29399c7-396f-47a7-bebb-ae37be0d890d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2764401 Aug 16 02:32:59.254840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52046) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:32:59.302712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d29e9af-9c09-475c-90a0-07edf8527b13 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:59.353777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Set router 2733fe74-c69a-4c69-a822-395c1f6a27dd gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:32:59.477175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4d29e9af-9c09-475c-90a0-07edf8527b13 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:59.477841 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.616599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a9ee986-fffa-404a-a008-ea8010b7b9e1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:32:59.706704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:32:57Z', 'revision_number': 3, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:32:59.736430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Checking router: 2733fe74-c69a-4c69-a822-395c1f6a27dd for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:32:59.736788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Updating router 2733fe74-c69a-4c69-a822-395c1f6a27dd port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:32:59.763308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:32:59.771710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:32:59.772090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.776482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.777771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:32:59.996196 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Allocated IP 172.20.0.1 (14fddef7-3257-484e-a55a-329e14fa666c/f62cfd73-ac9c-4868-9956-8ce53f668fb5/5192444f-044f-4c76-b8b9-5fb75e9301ac) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:00.008205 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.066404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0a9ee986-fffa-404a-a008-ea8010b7b9e1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a9ee986-fffa-404a-a008-ea8010b7b9e1,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:00.117939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.143424 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.158738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Transition to ACTIVE for port object 5192444f-044f-4c76-b8b9-5fb75e9301ac will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:00.210315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.216069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0a9ee986-fffa-404a-a008-ea8010b7b9e1,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.235650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Transition to ACTIVE for port object c541b43e-1eab-4096-aa6b-6f4aeafb7f8c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:00.267033 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.307279 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.312774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Network 14fddef7-3257-484e-a55a-329e14fa666c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:00.318517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:00.322513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:00.378270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5192444f-044f-4c76-b8b9-5fb75e9301ac,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.428463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.429161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Attempting to bind port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:00.429634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Attempting to bind port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:00.431479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Attempting to bind port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:00.442358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3f25a-77fa-4144-9c81-8b0b14388a91 None None] Pushing event updated for resources: {'Port': ['ID=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.457160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:00.457918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:00.459658 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.460513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:00.463302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Bound port: c541b43e-1eab-4096-aa6b-6f4aeafb7f8c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:00.464091 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.547524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] For port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:00.551840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] For port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:00.644501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.683121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.736520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Routers {'2733fe74-c69a-4c69-a822-395c1f6a27dd'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:00.737084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2733fe74-c69a-4c69-a822-395c1f6a27dd'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:00.739490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3f25a-77fa-4144-9c81-8b0b14388a91 None None] Pushing event updated for resources: {'Port': ['ID=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:00.794161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-23dad798-df10-479b-a7ff-e31f362c7f7d None None] Provisioning for port 5192444f-044f-4c76-b8b9-5fb75e9301ac completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:00.802238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-23dad798-df10-479b-a7ff-e31f362c7f7d None None] Provisioning complete for port 5192444f-044f-4c76-b8b9-5fb75e9301ac triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:00.802553 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-23dad798-df10-479b-a7ff-e31f362c7f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.878790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:00.890800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-23dad798-df10-479b-a7ff-e31f362c7f7d None None] Port 5192444f-044f-4c76-b8b9-5fb75e9301ac cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:00.917755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] Set router 2733fe74-c69a-4c69-a822-395c1f6a27dd gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:00.946684 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.027448 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.029266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5192444f-044f-4c76-b8b9-5fb75e9301ac,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:01.145866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Network 14fddef7-3257-484e-a55a-329e14fa666c is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:01.150123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:01.154848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a9ee986-fffa-404a-a008-ea8010b7b9e1 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:01.244335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5192444f-044f-4c76-b8b9-5fb75e9301ac', 'name': '', 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'mac_address': 'fa:16:3e:90:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:59Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 1, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'subnets': [{'id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:01.283579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25e215e-dafa-4a8b-9835-064ff4e5c465 None None] The sync data for ids ['2733fe74-c69a-4c69-a822-395c1f6a27dd'] in n-d-768852-19 is: [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5192444f-044f-4c76-b8b9-5fb75e9301ac', 'name': '', 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'mac_address': 'fa:16:3e:90:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:59Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 1, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'subnets': [{'id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:01.296021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:01.296787 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.318389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Router 2733fe74-c69a-4c69-a822-395c1f6a27dd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:33:01.491174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:01.497548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c5582332-d9db-4f66-8b25-3d79be7c38c7 admin admin] 10.222.0.76 "PUT /v2.0/routers/2733fe74-c69a-4c69-a822-395c1f6a27dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2415667 Aug 16 02:33:01.526168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf1f7ad0-b8b7-406a-9a79-5e1abed30f27 None None] Provisioning complete for port 5192444f-044f-4c76-b8b9-5fb75e9301ac triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:01.526550 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf1f7ad0-b8b7-406a-9a79-5e1abed30f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:01.565370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f7ad0-b8b7-406a-9a79-5e1abed30f27 None None] Port 5192444f-044f-4c76-b8b9-5fb75e9301ac cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:02.217250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-84ab8c76-4432-47f3-b00e-4982f70a6686 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:02.226684 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-84ab8c76-4432-47f3-b00e-4982f70a6686 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/networks?id=f465fefb-8e2b-4350-b1bc-35f7794355b5 HTTP/1.1" status: 200 len: 911 time: 0.1264787 Aug 16 02:33:02.239070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-28a764b8-20d1-4dd6-8559-407dc2053c1f tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/quotas/aa85b3a792f74ba099eee2c831f98e96 HTTP/1.1" status: 200 len: 375 time: 0.0114150 Aug 16 02:33:02.335244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-c3bca2c1-6021-4a6d-8287-b928cb2f4a08 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa85b3a792f74ba099eee2c831f98e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876677 Aug 16 02:33:02.553802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-5221e87a-1cbb-4a0b-8f6e-95e43102c358 service neutron] 10.222.0.76 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094245 Aug 16 02:33:02.660072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-082cbbef-7900-442b-9a1c-4bd226ddcd61 service neutron] 10.222.0.76 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946653 Aug 16 02:33:02.945603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-345c89aa-b72c-4b5b-a2c7-ff07fd16517f req-7388400f-67ea-44e7-9dce-ca2b1a42cbbb tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 210 time: 0.0520010 Aug 16 02:33:03.167863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c541b43e-1eab-4096-aa6b-6f4aeafb7f8c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:03.313639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:03.319718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:03.320379 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.414141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.438739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:03.506545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:03.563666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:04.045091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1d287eff-0e8e-4f83-b91e-5f89f29eeec0 req-b5ebb71c-0fa7-4f52-80f3-425f2ea69a47 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 210 time: 0.0267134 Aug 16 02:33:04.486708 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Sync routers for ids ['2733fe74-c69a-4c69-a822-395c1f6a27dd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:04.496337 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Routers {'2733fe74-c69a-4c69-a822-395c1f6a27dd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:04.508554 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2733fe74-c69a-4c69-a822-395c1f6a27dd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:04.619105 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Set router 2733fe74-c69a-4c69-a822-395c1f6a27dd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:04.833838 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5192444f-044f-4c76-b8b9-5fb75e9301ac', 'name': '', 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'mac_address': 'fa:16:3e:90:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:59Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 2, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'subnets': [{'id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:04.860161 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Checking router: 2733fe74-c69a-4c69-a822-395c1f6a27dd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:33:04.866794 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Updating router 2733fe74-c69a-4c69-a822-395c1f6a27dd port 5192444f-044f-4c76-b8b9-5fb75e9301ac binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:33:04.885715 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.225701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c541b43e-1eab-4096-aa6b-6f4aeafb7f8c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:05.261198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ae284c8-cd94-47e3-82b0-b86bdeeedb34 req-172e07f0-7f62-409b-bd47-52413d0b32bd tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 210 time: 0.0917590 Aug 16 02:33:05.326068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-7d6df0b1-8d31-4dc3-90e8-d653abec382e tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:05.327989 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-7d6df0b1-8d31-4dc3-90e8-d653abec382e tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.83 "GET /v2.0/networks?id=f465fefb-8e2b-4350-b1bc-35f7794355b5 HTTP/1.1" status: 200 len: 911 time: 0.1246037 Aug 16 02:33:05.342022 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Request body: {'port': {'device_id': '6a7078b6-0043-4597-af11-7771db9b19c5', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'admin_state_up': True, 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:05.363308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:05.363856 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.364553 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.378053 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Transition to ACTIVE for port object 5192444f-044f-4c76-b8b9-5fb75e9301ac will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:05.472572 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.473959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Made reservation on behalf of aa85b3a792f74ba099eee2c831f98e96 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:05.484021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.630263 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Attempting to bind port 5192444f-044f-4c76-b8b9-5fb75e9301ac on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:05.633143 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Attempting to bind port 5192444f-044f-4c76-b8b9-5fb75e9301ac by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:05.640486 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Attempting to bind port 5192444f-044f-4c76-b8b9-5fb75e9301ac on network 14fddef7-3257-484e-a55a-329e14fa666c {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:05.652403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:05.652959 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Checking segment: {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:05.653468 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.654135 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Bound using segment: {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:05.655411 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Bound port: 5192444f-044f-4c76-b8b9-5fb75e9301ac, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012da5bc-4736-47db-98bb-492fb71b7f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:05.656673 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.789634 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] For port 5192444f-044f-4c76-b8b9-5fb75e9301ac, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:05.793005 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] For port 5192444f-044f-4c76-b8b9-5fb75e9301ac, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5192444f-044f-4c76-b8b9-5fb75e9301ac,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:05.796897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Allocated IP 172.20.0.5 (f465fefb-8e2b-4350-b1bc-35f7794355b5/9bdf0b38-d278-49ea-aeef-c315ac34b1bc/1af0a7d0-f066-4343-b906-6efad4bf080d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:05.800281 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea444d-d7cc-460e-adac-e0f024e184e8 None None] Pushing event updated for resources: {'Port': ['ID=5192444f-044f-4c76-b8b9-5fb75e9301ac,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:05.881807 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:05.953695 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Routers {'2733fe74-c69a-4c69-a822-395c1f6a27dd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:05.954347 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:32:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2733fe74-c69a-4c69-a822-395c1f6a27dd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:06.009492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.027648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Transition to ACTIVE for port object 1af0a7d0-f066-4343-b906-6efad4bf080d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:06.077938 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] Set router 2733fe74-c69a-4c69-a822-395c1f6a27dd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:06.129704 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.146386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea444d-d7cc-460e-adac-e0f024e184e8 None None] Pushing event updated for resources: {'Port': ['ID=5192444f-044f-4c76-b8b9-5fb75e9301ac,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:06.190060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:06.193438 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:06.197241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:06.241538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Pushing event updated for resources: {'Port': ['ID=1af0a7d0-f066-4343-b906-6efad4bf080d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:06.254016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:06.256601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.336178 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-4ccebe22-b56e-4f3b-b091-9881035edd7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0003700 Aug 16 02:33:06.370615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Request body: {'port': {'device_id': '6a7078b6-0043-4597-af11-7771db9b19c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:06.473160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d39da-7289-45c5-a4a5-876224b4a9dc req-f69f577d-9dde-42e5-a32d-8a03d49b5a99 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:06.475627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-561d39da-7289-45c5-a4a5-876224b4a9dc req-f69f577d-9dde-42e5-a32d-8a03d49b5a99 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1027 time: 0.0510614 Aug 16 02:33:06.490384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.548795 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-561d39da-7289-45c5-a4a5-876224b4a9dc req-43d493b7-c93c-44f1-8148-0fa49d8efdc9 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669601 Aug 16 02:33:06.587387 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5192444f-044f-4c76-b8b9-5fb75e9301ac', 'name': '', 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'mac_address': 'fa:16:3e:90:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:59Z', 'updated_at': '2021-08-16T02:33:05Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'subnets': [{'id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:06.636739 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7164ab96-b786-4a0b-9c01-3a23dff106fe None None] The sync data for ids ['2733fe74-c69a-4c69-a822-395c1f6a27dd'] in n-d-768852-19 is: [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:00Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5192444f-044f-4c76-b8b9-5fb75e9301ac', 'name': '', 'network_id': '14fddef7-3257-484e-a55a-329e14fa666c', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'mac_address': 'fa:16:3e:90:11:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:59Z', 'updated_at': '2021-08-16T02:33:05Z', 'revision_number': 4, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'subnets': [{'id': 'f62cfd73-ac9c-4868-9956-8ce53f668fb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:06.775005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7fb5144-f7e8-4a08-a8f3-411db2c41e9f None None] Provisioning for port 1af0a7d0-f066-4343-b906-6efad4bf080d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:06.780226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c7fb5144-f7e8-4a08-a8f3-411db2c41e9f None None] Provisioning complete for port 1af0a7d0-f066-4343-b906-6efad4bf080d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:06.780693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c7fb5144-f7e8-4a08-a8f3-411db2c41e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.836644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c7fb5144-f7e8-4a08-a8f3-411db2c41e9f None None] Port 1af0a7d0-f066-4343-b906-6efad4bf080d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:06.907124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af0a7d0-f066-4343-b906-6efad4bf080d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:06.916347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:06.931547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Transition to ACTIVE for port object 1af0a7d0-f066-4343-b906-6efad4bf080d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:07.369833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5192444f-044f-4c76-b8b9-5fb75e9301ac up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:07.380854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.497535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Pushing event updated for resources: {'Port': ['ID=1af0a7d0-f066-4343-b906-6efad4bf080d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:07.560408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Attempting to bind port 1af0a7d0-f066-4343-b906-6efad4bf080d on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:07.560810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Attempting to bind port 1af0a7d0-f066-4343-b906-6efad4bf080d by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:07.561229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Attempting to bind port 1af0a7d0-f066-4343-b906-6efad4bf080d on network f465fefb-8e2b-4350-b1bc-35f7794355b5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:07.566374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Port 1af0a7d0-f066-4343-b906-6efad4bf080d on network f465fefb-8e2b-4350-b1bc-35f7794355b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:07.566823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Attempting to bind port 1af0a7d0-f066-4343-b906-6efad4bf080d on network f465fefb-8e2b-4350-b1bc-35f7794355b5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:07.569805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5192444f-044f-4c76-b8b9-5fb75e9301ac completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:07.572657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:07.573211 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Checking segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:07.573753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Bound using segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:07.575112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Bound port: 1af0a7d0-f066-4343-b906-6efad4bf080d, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:07.575386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5192444f-044f-4c76-b8b9-5fb75e9301ac triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:07.575614 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.575755 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.675088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] For port 1af0a7d0-f066-4343-b906-6efad4bf080d, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:07.679274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] For port 1af0a7d0-f066-4343-b906-6efad4bf080d, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1af0a7d0-f066-4343-b906-6efad4bf080d,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:07.717214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.722434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c2c52-d6ee-4472-8fef-000c67dbe9b9 req-a30f765a-9f96-4d0a-a55e-2de73fdb1229 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.725190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e80c2c52-d6ee-4472-8fef-000c67dbe9b9 req-a30f765a-9f96-4d0a-a55e-2de73fdb1229 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1053 time: 0.0623446 Aug 16 02:33:07.764025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.815721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e80c2c52-d6ee-4472-8fef-000c67dbe9b9 req-2ef54a2f-eff1-413f-b1c7-2c242708b4f5 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717359 Aug 16 02:33:07.834912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.834912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:07.834912 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] 10.222.0.83 "PUT /v2.0/ports/1af0a7d0-f066-4343-b906-6efad4bf080d HTTP/1.1" status: 200 len: 1092 time: 1.4771032 Aug 16 02:33:07.836251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7078b6-0043-4597-af11-7771db9b19c5', 'tag': '1af0a7d0-f066-4343-b906-6efad4bf080d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:07.840251 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29808125-fe86-44ef-a565-abb97d4d203a" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7078b6-0043-4597-af11-7771db9b19c5", "tag": "1af0a7d0-f066-4343-b906-6efad4bf080d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:07.875032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5192444f-044f-4c76-b8b9-5fb75e9301ac, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5192444f-044f-4c76-b8b9-5fb75e9301ac,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:07.886821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7954f4-fe2f-4bfe-9fcc-35bc94c8f81a service neutron] Pushing event updated for resources: {'Port': ['ID=1af0a7d0-f066-4343-b906-6efad4bf080d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:07.899591 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf91448-9811-49a6-95ee-1a95f8bab8ec x-openstack-request-id: req-4cf91448-9811-49a6-95ee-1a95f8bab8ec {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:07.899591 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7078b6-0043-4597-af11-7771db9b19c5", "tag": "1af0a7d0-f066-4343-b906-6efad4bf080d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:07.899591 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4cf91448-9811-49a6-95ee-1a95f8bab8ec {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:07.901398 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7078b6-0043-4597-af11-7771db9b19c5', 'tag': '1af0a7d0-f066-4343-b906-6efad4bf080d', 'status': 'completed', 'code': 200} Aug 16 02:33:07.977014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808125-fe86-44ef-a565-abb97d4d203a req-bb2cacf0-9e49-4c12-ba20-eb4f4e625693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:07.979333 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29808125-fe86-44ef-a565-abb97d4d203a req-bb2cacf0-9e49-4c12-ba20-eb4f4e625693 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa85b3a792f74ba099eee2c831f98e96&device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1095 time: 0.0576298 Aug 16 02:33:07.986419 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:08.046149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5192444f-044f-4c76-b8b9-5fb75e9301ac,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:08.145738 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808125-fe86-44ef-a565-abb97d4d203a req-9f179a61-1331-4f83-a518-1e315b59dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.147455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29808125-fe86-44ef-a565-abb97d4d203a req-9f179a61-1331-4f83-a518-1e315b59dc2c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=aa85b3a792f74ba099eee2c831f98e96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1597121 Aug 16 02:33:08.250053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29808125-fe86-44ef-a565-abb97d4d203a req-4a74c693-e16b-4f8e-8030-9378d2bb2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.251743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-29808125-fe86-44ef-a565-abb97d4d203a req-4a74c693-e16b-4f8e-8030-9378d2bb2707 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0958419 Aug 16 02:33:08.339376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-306f9fff-118c-4222-8f38-92adb2935145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.341238 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-306f9fff-118c-4222-8f38-92adb2935145 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=aa85b3a792f74ba099eee2c831f98e96&device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1095 time: 0.0521026 Aug 16 02:33:08.387253 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-1bea94f8-8580-4410-9b88-e6bddc51a3b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1af0a7d0-f066-4343-b906-6efad4bf080d HTTP/1.1" status: 200 len: 217 time: 0.0385587 Aug 16 02:33:08.441575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-d7727ac7-2096-4e67-9b76-e9d140dd8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.443138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-d7727ac7-2096-4e67-9b76-e9d140dd8c5b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=9bdf0b38-d278-49ea-aeef-c315ac34b1bc HTTP/1.1" status: 200 len: 849 time: 0.0493977 Aug 16 02:33:08.507399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232a845-171d-403b-9ed5-31b68cb7414b req-bc7de915-e604-456d-99de-3d557d8e832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.509311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-bc7de915-e604-456d-99de-3d557d8e832a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f465fefb-8e2b-4350-b1bc-35f7794355b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586779 Aug 16 02:33:08.618845 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-d4583098-5acf-47ea-a722-0f799e4abe0f service neutron] 10.222.0.83 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976551 Aug 16 02:33:08.714186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c232a845-171d-403b-9ed5-31b68cb7414b req-d00d733a-c90f-456d-a033-d5a64006ee34 service neutron] 10.222.0.83 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883777 Aug 16 02:33:08.922151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651d7f6-d4e7-4a39-b44e-f1fe602235b8 req-e82f5fa8-37ce-447d-af7c-ad0ad90fa55f tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:08.924493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e651d7f6-d4e7-4a39-b44e-f1fe602235b8 req-e82f5fa8-37ce-447d-af7c-ad0ad90fa55f tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1095 time: 0.0441289 Aug 16 02:33:08.961996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e651d7f6-d4e7-4a39-b44e-f1fe602235b8 req-642d184e-0ffc-4719-bd64-e15bea6aaf42 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305619 Aug 16 02:33:09.149108 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5192444f-044f-4c76-b8b9-5fb75e9301ac up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:09.201409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5192444f-044f-4c76-b8b9-5fb75e9301ac triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:09.203228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.014961 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0103f7e4-9897-4855-b0d1-cffe5a4bebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.104722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f734ea-622e-4020-ab19-fc18e25da10d req-78ad0907-2e54-4025-81f7-c5d53591ffc6 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:10.106295 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f734ea-622e-4020-ab19-fc18e25da10d req-78ad0907-2e54-4025-81f7-c5d53591ffc6 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 945 time: 0.0779936 Aug 16 02:33:10.114348 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6982786-6bfa-4870-9858-3ebfbb393eb6 req-bd46fdd1-d9c6-4d31-af64-f4a72181ee4d tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:10.115921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6982786-6bfa-4870-9858-3ebfbb393eb6 req-bd46fdd1-d9c6-4d31-af64-f4a72181ee4d tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1095 time: 0.0607636 Aug 16 02:33:10.177299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f734ea-622e-4020-ab19-fc18e25da10d req-a46d5f3a-62d8-42e9-b1ee-5dd99c57643f tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603998 Aug 16 02:33:10.179065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6982786-6bfa-4870-9858-3ebfbb393eb6 req-f34e41eb-a239-4f36-8011-2dea74c157b8 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560241 Aug 16 02:33:10.752859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1af0a7d0-f066-4343-b906-6efad4bf080d details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:10.853106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1af0a7d0-f066-4343-b906-6efad4bf080d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1af0a7d0-f066-4343-b906-6efad4bf080d,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:10.865238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1af0a7d0-f066-4343-b906-6efad4bf080d', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'port_id': '1af0a7d0-f066-4343-b906-6efad4bf080d', 'mac_address': 'fa:16:3e:7a:76:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:10.906936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:10.925049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af0a7d0-f066-4343-b906-6efad4bf080d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:10.944859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1af0a7d0-f066-4343-b906-6efad4bf080d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1af0a7d0-f066-4343-b906-6efad4bf080d,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:11.004009 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.053336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1af0a7d0-f066-4343-b906-6efad4bf080d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:11.207408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1af0a7d0-f066-4343-b906-6efad4bf080d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:11.353135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab8f5-4a66-49f4-a352-78e75e595714 req-4bd40675-4df4-44b7-9477-e1f014137471 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.355161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2aab8f5-4a66-49f4-a352-78e75e595714 req-4bd40675-4df4-44b7-9477-e1f014137471 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 945 time: 0.0887616 Aug 16 02:33:11.377847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42b10d-a60b-4ead-862e-13ac05594931 req-ebf242fd-cdc6-4183-9704-7714cb3b1a7c tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.379590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d42b10d-a60b-4ead-862e-13ac05594931 req-ebf242fd-cdc6-4183-9704-7714cb3b1a7c tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1096 time: 0.0829387 Aug 16 02:33:11.433983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2aab8f5-4a66-49f4-a352-78e75e595714 req-89f0bddc-8f0b-4ebd-80c5-16e31a0df991 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679858 Aug 16 02:33:11.435668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d42b10d-a60b-4ead-862e-13ac05594931 req-b44bdd90-2caa-48e8-a987-e23d85d39de8 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497789 Aug 16 02:33:11.660552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703e5bf-de99-4078-85de-6141689368d9 req-2ad5b057-e1f1-419f-8ac4-4ac5b80ef424 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:11.662103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8703e5bf-de99-4078-85de-6141689368d9 req-2ad5b057-e1f1-419f-8ac4-4ac5b80ef424 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.58 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 945 time: 0.0552785 Aug 16 02:33:11.763099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Deleting port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:11.763451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.870589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] For port 85f97fd6-b39e-4464-8905-8ee06f0c8b62, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=85f97fd6-b39e-4464-8905-8ee06f0c8b62,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:11.871011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:11.885365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Calling delete_port for 85f97fd6-b39e-4464-8905-8ee06f0c8b62 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:12.077887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.091021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['85f97fd6-b39e-4464-8905-8ee06f0c8b62'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:12.127150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Pushing event deleted for resources: {'Port': ['ID=85f97fd6-b39e-4464-8905-8ee06f0c8b62,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:12.168053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] No DVR routers for this DVR port 85f97fd6-b39e-4464-8905-8ee06f0c8b62 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:12.173095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.173398 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8703e5bf-de99-4078-85de-6141689368d9 req-5b76844a-1ed8-4d82-a1c5-f78c44d1528b tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.58 "DELETE /v2.0/ports/85f97fd6-b39e-4464-8905-8ee06f0c8b62 HTTP/1.1" status: 204 len: 173 time: 0.5055516 Aug 16 02:33:12.173832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'name': 'network-vif-deleted', 'tag': '85f97fd6-b39e-4464-8905-8ee06f0c8b62'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:12.176105 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd472a-70b3-42f0-a246-a272c0c9d47c" -d '{"events": [{"server_uuid": "06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce", "name": "network-vif-deleted", "tag": "85f97fd6-b39e-4464-8905-8ee06f0c8b62"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:12.212620 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52b76ee-0997-48fc-8207-f63881ff432b x-openstack-request-id: req-a52b76ee-0997-48fc-8207-f63881ff432b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:12.212917 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce", "name": "network-vif-deleted", "tag": "85f97fd6-b39e-4464-8905-8ee06f0c8b62", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:12.213176 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a52b76ee-0997-48fc-8207-f63881ff432b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:12.213637 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce', 'name': 'network-vif-deleted', 'tag': '85f97fd6-b39e-4464-8905-8ee06f0c8b62', 'status': 'completed', 'code': 200} Aug 16 02:33:12.581966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1462cdc1-82b8-47f3-b195-ceac0c5f877c req-6828d72a-1e47-4b1b-944e-bd2d1f0a3809 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=06ca1ceb-c1fd-4baa-9cd7-d94c5dda9cce HTTP/1.1" status: 200 len: 210 time: 0.0349548 Aug 16 02:33:12.591721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ce481-cb10-4b82-8176-fa0bdee5e3cf req-04067563-9230-46f1-b7ed-ec5406c1bc00 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:12.594169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d2ce481-cb10-4b82-8176-fa0bdee5e3cf req-04067563-9230-46f1-b7ed-ec5406c1bc00 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1096 time: 0.0774701 Aug 16 02:33:12.631822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d2ce481-cb10-4b82-8176-fa0bdee5e3cf req-edacafac-fd48-45b6-875f-edc841bd5acb tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297303 Aug 16 02:33:12.696248 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.757164 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd53f746-6ca8-42f5-843c-5e5dbedee29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.763945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1af0a7d0-f066-4343-b906-6efad4bf080d up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:12.871919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 1af0a7d0-f066-4343-b906-6efad4bf080d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:12.876884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1af0a7d0-f066-4343-b906-6efad4bf080d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:12.877256 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.959320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:12.985689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7078b6-0043-4597-af11-7771db9b19c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af0a7d0-f066-4343-b906-6efad4bf080d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:12.988330 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b6846d-ae35-46ea-90ad-6a786db4bbe0" -d '{"events": [{"server_uuid": "6a7078b6-0043-4597-af11-7771db9b19c5", "name": "network-vif-plugged", "status": "completed", "tag": "1af0a7d0-f066-4343-b906-6efad4bf080d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:13.002788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1af0a7d0-f066-4343-b906-6efad4bf080d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1af0a7d0-f066-4343-b906-6efad4bf080d,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:13.026096 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489cdf85-82a8-4519-92e6-087d4e9c4bfd x-openstack-request-id: req-489cdf85-82a8-4519-92e6-087d4e9c4bfd {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:13.026396 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7078b6-0043-4597-af11-7771db9b19c5", "name": "network-vif-plugged", "status": "completed", "tag": "1af0a7d0-f066-4343-b906-6efad4bf080d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:13.026670 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-489cdf85-82a8-4519-92e6-087d4e9c4bfd {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:13.027144 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7078b6-0043-4597-af11-7771db9b19c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af0a7d0-f066-4343-b906-6efad4bf080d', 'code': 200} Aug 16 02:33:13.100949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:13.132569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80708715-b401-4572-8b66-42010aea2f67 req-4d994d67-088b-4f1b-866e-fdee1c55d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:13.134895 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80708715-b401-4572-8b66-42010aea2f67 req-4d994d67-088b-4f1b-866e-fdee1c55d4d7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0435712 Aug 16 02:33:13.159425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1af0a7d0-f066-4343-b906-6efad4bf080d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:13.175631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-80708715-b401-4572-8b66-42010aea2f67 req-78232932-ab7c-44bd-b675-957ed8cf3c3b service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Aug 16 02:33:13.742977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29484481-8b35-4563-a281-0baa7dce2660 req-cd374804-3249-4a61-a342-48f33f572f6a tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:13.744556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29484481-8b35-4563-a281-0baa7dce2660 req-cd374804-3249-4a61-a342-48f33f572f6a tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0428555 Aug 16 02:33:13.782364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29484481-8b35-4563-a281-0baa7dce2660 req-780ef9b0-f2e9-4546-8b28-3f31ff9ef417 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310173 Aug 16 02:33:14.700843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:14.898478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213e5467-dce4-4d1c-a71b-22e591ca26b7 req-7a353c97-fcd9-4a26-aa2d-8af435dde819 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:14.900678 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-213e5467-dce4-4d1c-a71b-22e591ca26b7 req-7a353c97-fcd9-4a26-aa2d-8af435dde819 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0480866 Aug 16 02:33:14.945986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-213e5467-dce4-4d1c-a71b-22e591ca26b7 req-41d4f31d-90b8-461c-b1e5-85acafea3c0a tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366671 Aug 16 02:33:15.060349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe2e36-28d7-4374-9307-b105cfbfe031 req-4d13e3ce-a61b-47c0-824c-bf84138bcb17 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:15.062094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddfe2e36-28d7-4374-9307-b105cfbfe031 req-4d13e3ce-a61b-47c0-824c-bf84138bcb17 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0442133 Aug 16 02:33:15.119860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddfe2e36-28d7-4374-9307-b105cfbfe031 req-a2df29d6-fe0d-4ee0-9a49-898488337e52 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Aug 16 02:33:15.235008 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a0c9bb-b247-4485-9e55-8b70bb387923 req-15d2f7d6-5d15-4969-adb2-50ed7c81ceca tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:15.236613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0a0c9bb-b247-4485-9e55-8b70bb387923 req-15d2f7d6-5d15-4969-adb2-50ed7c81ceca tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0435982 Aug 16 02:33:15.288757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0a0c9bb-b247-4485-9e55-8b70bb387923 req-42e4e1b0-4c58-41a2-9a23-db9d2f1335d0 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Aug 16 02:33:15.538467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3c617cde-47e2-43d6-b46c-4980faf2e802 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:15.540198 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3c617cde-47e2-43d6-b46c-4980faf2e802 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/networks?id=f465fefb-8e2b-4350-b1bc-35f7794355b5 HTTP/1.1" status: 200 len: 911 time: 0.1074593 Aug 16 02:33:15.555522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d6f35bcc-7a0d-438c-87f2-8dcd0651d45b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/quotas/aa85b3a792f74ba099eee2c831f98e96 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Aug 16 02:33:15.656351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-260bd276-8a5e-4e69-b510-8baf6bec4360 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?tenant_id=aa85b3a792f74ba099eee2c831f98e96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0797622 Aug 16 02:33:15.755686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-59bd9cb3-187a-49e5-95fc-18f597c08cb9 service neutron] 10.222.0.76 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910807 Aug 16 02:33:15.862093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-8ed8a522-d98d-44e3-bbfe-13a3a198ca09 service neutron] 10.222.0.76 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999484 Aug 16 02:33:15.879400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 85f97fd6-b39e-4464-8905-8ee06f0c8b62 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:15.883812 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:15.904980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 85f97fd6-b39e-4464-8905-8ee06f0c8b62 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:15.905601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 85f97fd6-b39e-4464-8905-8ee06f0c8b62 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:16.124491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa52985a-3f52-4bab-962f-3b6961aca418 req-9815258e-62c4-4987-b804-207e6fb40169 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 210 time: 0.0286989 Aug 16 02:33:17.219805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35803189-88d4-4aaf-81c1-d295dff80ef3 req-bf504dd9-0a10-4e8e-a015-037e8160e7b2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 210 time: 0.0256665 Aug 16 02:33:18.321592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e8da60f-65c3-47e8-932a-55fef16542e0 req-55e843d8-49be-44ab-930c-7ffafc7c7410 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 210 time: 0.0299282 Aug 16 02:33:18.462902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-43c61587-b1cd-4413-a94d-d449dd132fdb tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:18.464422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-43c61587-b1cd-4413-a94d-d449dd132fdb tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.58 "GET /v2.0/networks?id=f465fefb-8e2b-4350-b1bc-35f7794355b5 HTTP/1.1" status: 200 len: 911 time: 0.0904624 Aug 16 02:33:18.477373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Request body: {'port': {'device_id': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'admin_state_up': True, 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:18.676957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Made reservation on behalf of aa85b3a792f74ba099eee2c831f98e96 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:18.679497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.809461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Allocated IP 172.20.0.6 (f465fefb-8e2b-4350-b1bc-35f7794355b5/9bdf0b38-d278-49ea-aeef-c315ac34b1bc/e42b5274-bd55-47a1-87a0-3456fd5b2feb) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:18.959327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:18.972982 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Transition to ACTIVE for port object e42b5274-bd55-47a1-87a0-3456fd5b2feb will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:19.072733 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.083806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1af0a7d0-f066-4343-b906-6efad4bf080d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:19.120616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:19.125874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:19.134200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:19.134200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Pushing event updated for resources: {'Port': ['ID=e42b5274-bd55-47a1-87a0-3456fd5b2feb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:19.171364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:19.172054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.296048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-3aa9f522-03d9-429b-92e2-c028738441e2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8225863 Aug 16 02:33:19.308913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Request body: {'port': {'device_id': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:19.378890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.458606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2659a-a100-48ad-93a9-82eded72ac1d req-ada6606b-bdd2-41f1-b62e-b7e975bba58c tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:19.460483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1c2659a-a100-48ad-93a9-82eded72ac1d req-ada6606b-bdd2-41f1-b62e-b7e975bba58c tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1027 time: 0.0485036 Aug 16 02:33:19.507960 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1c2659a-a100-48ad-93a9-82eded72ac1d req-ab7c6f0d-ae91-4f0a-b957-d314532cfef6 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414042 Aug 16 02:33:19.534375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c759c68d-8a5b-49cd-a5af-6ce6f007207a None None] Provisioning for port e42b5274-bd55-47a1-87a0-3456fd5b2feb completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:19.538834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c759c68d-8a5b-49cd-a5af-6ce6f007207a None None] Provisioning complete for port e42b5274-bd55-47a1-87a0-3456fd5b2feb triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:19.539811 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c759c68d-8a5b-49cd-a5af-6ce6f007207a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.579960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c759c68d-8a5b-49cd-a5af-6ce6f007207a None None] Port e42b5274-bd55-47a1-87a0-3456fd5b2feb cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:33:19.706349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42b5274-bd55-47a1-87a0-3456fd5b2feb {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:19.714152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.727947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Transition to ACTIVE for port object e42b5274-bd55-47a1-87a0-3456fd5b2feb will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:19.834143 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:19.915328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e42b5274-bd55-47a1-87a0-3456fd5b2feb,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:19.971749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Attempting to bind port e42b5274-bd55-47a1-87a0-3456fd5b2feb on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:19.972090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Attempting to bind port e42b5274-bd55-47a1-87a0-3456fd5b2feb by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:19.972432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Attempting to bind port e42b5274-bd55-47a1-87a0-3456fd5b2feb on network f465fefb-8e2b-4350-b1bc-35f7794355b5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:19.979171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Port e42b5274-bd55-47a1-87a0-3456fd5b2feb on network f465fefb-8e2b-4350-b1bc-35f7794355b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:19.979912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Attempting to bind port e42b5274-bd55-47a1-87a0-3456fd5b2feb on network f465fefb-8e2b-4350-b1bc-35f7794355b5 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:19.986250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:19.986445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Checking segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:19.987216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Bound using segment: {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:19.987794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Bound port: e42b5274-bd55-47a1-87a0-3456fd5b2feb, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b23d79c-dc42-4508-82c6-5495c9f20cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:19.988289 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.096011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] For port e42b5274-bd55-47a1-87a0-3456fd5b2feb, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:20.096645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] For port e42b5274-bd55-47a1-87a0-3456fd5b2feb, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e42b5274-bd55-47a1-87a0-3456fd5b2feb,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:20.220990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.261113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.261740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:20.263157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] 10.222.0.58 "PUT /v2.0/ports/e42b5274-bd55-47a1-87a0-3456fd5b2feb HTTP/1.1" status: 200 len: 1092 time: 0.9591215 Aug 16 02:33:20.263596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'tag': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:20.266541 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1debb43-cd16-4fab-a236-cc8407a72994" -d '{"events": [{"name": "network-changed", "server_uuid": "c65a12fa-a83f-47d3-8204-1743c64c0cb8", "tag": "e42b5274-bd55-47a1-87a0-3456fd5b2feb"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:20.313957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7a9a9-5009-4348-9a45-96b5d35bb0fb service neutron] Pushing event updated for resources: {'Port': ['ID=e42b5274-bd55-47a1-87a0-3456fd5b2feb,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:20.324422 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57debe21-36fd-46cb-b7ca-040074ab921a x-openstack-request-id: req-57debe21-36fd-46cb-b7ca-040074ab921a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:20.324422 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65a12fa-a83f-47d3-8204-1743c64c0cb8", "tag": "e42b5274-bd55-47a1-87a0-3456fd5b2feb", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:20.324422 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-57debe21-36fd-46cb-b7ca-040074ab921a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:20.324422 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'tag': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb', 'status': 'completed', 'code': 200} Aug 16 02:33:20.401345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1debb43-cd16-4fab-a236-cc8407a72994 req-ab8a0e10-0e69-44bd-b993-992a28d82858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.403193 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1debb43-cd16-4fab-a236-cc8407a72994 req-ab8a0e10-0e69-44bd-b993-992a28d82858 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa85b3a792f74ba099eee2c831f98e96&device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0640976 Aug 16 02:33:20.554238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1debb43-cd16-4fab-a236-cc8407a72994 req-8f870990-b459-42cc-83b7-9751c8c5ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.556853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1debb43-cd16-4fab-a236-cc8407a72994 req-8f870990-b459-42cc-83b7-9751c8c5ddad service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=aa85b3a792f74ba099eee2c831f98e96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1460698 Aug 16 02:33:20.679756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1debb43-cd16-4fab-a236-cc8407a72994 req-19f6342c-9955-477e-8e52-347d9a23e39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.682788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d40792-73a0-4ecf-b3b9-0102d30d468a req-83dc6844-d28c-48f4-98d2-e9f69dab667b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.691219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d40792-73a0-4ecf-b3b9-0102d30d468a req-83dc6844-d28c-48f4-98d2-e9f69dab667b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0874400 Aug 16 02:33:20.693423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a1debb43-cd16-4fab-a236-cc8407a72994 req-19f6342c-9955-477e-8e52-347d9a23e39f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285298 Aug 16 02:33:20.730487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4d40792-73a0-4ecf-b3b9-0102d30d468a req-a4f73b6f-5dc3-4e18-93eb-2f047f2a1946 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364139 Aug 16 02:33:20.787748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-a38f4236-73d5-4102-a41c-bfde4f8291af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.789314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-a38f4236-73d5-4102-a41c-bfde4f8291af service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=aa85b3a792f74ba099eee2c831f98e96&device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0525341 Aug 16 02:33:20.838947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-ef43ea73-fc91-4aeb-9ce3-501572d4f621 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e42b5274-bd55-47a1-87a0-3456fd5b2feb HTTP/1.1" status: 200 len: 217 time: 0.0411258 Aug 16 02:33:20.899258 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-9c46e90c-4c33-40f1-a8ab-5093ed33a737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.900668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-9c46e90c-4c33-40f1-a8ab-5093ed33a737 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9bdf0b38-d278-49ea-aeef-c315ac34b1bc HTTP/1.1" status: 200 len: 849 time: 0.0551527 Aug 16 02:33:20.956396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-30e0bce9-da76-4e48-8f52-972553071ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:20.957921 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-30e0bce9-da76-4e48-8f52-972553071ca8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f465fefb-8e2b-4350-b1bc-35f7794355b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500937 Aug 16 02:33:21.058324 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-0e1e90c6-6e77-4396-87e3-c4e617b33074 service neutron] 10.222.0.58 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921202 Aug 16 02:33:21.162246 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-78c6d8c3-77fd-4ca6-bb84-b7079300a340 req-708c7d04-8b1e-40ff-8bf0-a6fafeb6c04d service neutron] 10.222.0.58 "GET /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947790 Aug 16 02:33:21.404211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-e2b4e6eb-39ba-4a76-ac18-f5edb5604c65 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:21.406689 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-e2b4e6eb-39ba-4a76-ac18-f5edb5604c65 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/networks?id=f4a478e3-4751-4693-8304-76921406707f HTTP/1.1" status: 200 len: 813 time: 0.1143181 Aug 16 02:33:21.422735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-10e1fe3a-a8a1-4b9c-8954-e0b89891cf61 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/quotas/366fd392542446e995805cf32f344bf1 HTTP/1.1" status: 200 len: 375 time: 0.0101116 Aug 16 02:33:21.462557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-c85380f6-303e-4e42-a320-30af19d60819 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=366fd392542446e995805cf32f344bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339203 Aug 16 02:33:21.564446 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-b63ec69a-d5a8-45cd-b6ec-d17ce00cfb8a service neutron] 10.222.0.76 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929956 Aug 16 02:33:21.662385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-c873b498-d4eb-43dd-a293-c34b78e34fd2 service neutron] 10.222.0.76 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923774 Aug 16 02:33:21.855343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d840596e-2908-4383-b5bd-3cc2af9f2019 req-245b86fc-aa67-4026-a5ea-fe5e8b7acce9 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:21.856935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d840596e-2908-4383-b5bd-3cc2af9f2019 req-245b86fc-aa67-4026-a5ea-fe5e8b7acce9 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0446703 Aug 16 02:33:21.898578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d840596e-2908-4383-b5bd-3cc2af9f2019 req-ab378a2b-4092-40aa-84df-6d7a5fe19ec1 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340114 Aug 16 02:33:21.957569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39d0f521-21b8-4f99-b826-ad621d2cd7b6 req-0e7b091f-f2f5-44be-9606-34f2fe83b7cd tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 210 time: 0.0323670 Aug 16 02:33:23.015470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df776-0941-4a1b-aaca-3113aa6b4813 req-3c1fc80d-5fad-4bb9-9688-c56cd66f9a42 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:23.017024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-534df776-0941-4a1b-aaca-3113aa6b4813 req-3c1fc80d-5fad-4bb9-9688-c56cd66f9a42 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0438659 Aug 16 02:33:23.068200 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84af1ec7-0c52-448d-9163-91b47582ad70 req-bd4f6507-7135-449e-9c65-e1bac234ae3c tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 210 time: 0.0372224 Aug 16 02:33:23.100012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-534df776-0941-4a1b-aaca-3113aa6b4813 req-4d17bb24-544c-4831-a2a5-20bc30208a39 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763311 Aug 16 02:33:23.919169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e42b5274-bd55-47a1-87a0-3456fd5b2feb details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:24.063406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e42b5274-bd55-47a1-87a0-3456fd5b2feb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e42b5274-bd55-47a1-87a0-3456fd5b2feb,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:24.075557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb', 'network_id': 'f465fefb-8e2b-4350-b1bc-35f7794355b5', 'port_id': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb', 'mac_address': 'fa:16:3e:3e:7d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bdf0b38-d278-49ea-aeef-c315ac34b1bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:24.092149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-ea2064cb-d2e6-4c67-9cd7-d2dc385180b3 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.094544 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-ea2064cb-d2e6-4c67-9cd7-d2dc385180b3 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.83 "GET /v2.0/networks?id=f4a478e3-4751-4693-8304-76921406707f HTTP/1.1" status: 200 len: 813 time: 0.1458817 Aug 16 02:33:24.107777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Request body: {'port': {'device_id': '07384910-c568-4d84-b8ae-51d938a15964', 'network_id': 'f4a478e3-4751-4693-8304-76921406707f', 'admin_state_up': True, 'tenant_id': '366fd392542446e995805cf32f344bf1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:24.118595 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.136948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42b5274-bd55-47a1-87a0-3456fd5b2feb {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:24.176231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e42b5274-bd55-47a1-87a0-3456fd5b2feb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e42b5274-bd55-47a1-87a0-3456fd5b2feb,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:24.200305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3e02376-2558-4c72-9f57-53a8d601f67c req-4afb3315-183c-4fb3-88ee-db714d2c2205 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 210 time: 0.0364599 Aug 16 02:33:24.237953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.266351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e22e23-4b34-45d1-ba3e-65815f06e8b8 req-3d54c2bc-9a9f-4f82-a832-21391b0f70b9 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.267977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42e22e23-4b34-45d1-ba3e-65815f06e8b8 req-3d54c2bc-9a9f-4f82-a832-21391b0f70b9 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1095 time: 0.0576735 Aug 16 02:33:24.297963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e42b5274-bd55-47a1-87a0-3456fd5b2feb,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.306825 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42e22e23-4b34-45d1-ba3e-65815f06e8b8 req-7f64bc27-421f-4208-bb4f-d395302e8f15 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324008 Aug 16 02:33:24.323525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Made reservation on behalf of 366fd392542446e995805cf32f344bf1 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:33:24.327629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.452483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e42b5274-bd55-47a1-87a0-3456fd5b2feb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:24.454457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Allocated IP 172.20.0.2 (f4a478e3-4751-4693-8304-76921406707f/4b367300-08b6-451f-b9f8-9f47fc465d12/22e54798-b2dd-40fc-ab6a-2298dde25231) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:33:24.600851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.707083 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.750381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Network f4a478e3-4751-4693-8304-76921406707f is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:33:24.755628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:33:24.759453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:33:24.792877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Pushing event updated for resources: {'Port': ['ID=22e54798-b2dd-40fc-ab6a-2298dde25231,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:24.817659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:24.818343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:24.908356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-631b45dd-2d9f-472a-a885-75c9b977e589 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8049405 Aug 16 02:33:24.921790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Request body: {'port': {'device_id': '07384910-c568-4d84-b8ae-51d938a15964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:33:24.988836 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.268979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e54798-b2dd-40fc-ab6a-2298dde25231 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:25.276778 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.298741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Transition to ACTIVE for port object 22e54798-b2dd-40fc-ab6a-2298dde25231 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:33:25.319117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ca2e8-155e-417a-b6e5-e912c84567e9 req-2181ac18-91c1-4d99-8764-a5b30fa2fc35 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.320622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d02ca2e8-155e-417a-b6e5-e912c84567e9 req-2181ac18-91c1-4d99-8764-a5b30fa2fc35 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 931 time: 0.0540054 Aug 16 02:33:25.363478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d02ca2e8-155e-417a-b6e5-e912c84567e9 req-55e3e469-3fb8-447d-8f41-7c805b83ec13 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366244 Aug 16 02:33:25.375920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.420313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fc81b-81ef-451b-8444-62b99263d8ba req-8473dd36-9e63-4d16-9d3e-c1aa3b67a95b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.421911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-670fc81b-81ef-451b-8444-62b99263d8ba req-8473dd36-9e63-4d16-9d3e-c1aa3b67a95b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1096 time: 0.0446606 Aug 16 02:33:25.437679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=22e54798-b2dd-40fc-ab6a-2298dde25231,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:25.466557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-670fc81b-81ef-451b-8444-62b99263d8ba req-7bd1d8d1-5485-4c87-9fdc-a448314abbd4 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Aug 16 02:33:25.507662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Attempting to bind port 22e54798-b2dd-40fc-ab6a-2298dde25231 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:33:25.507919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Attempting to bind port 22e54798-b2dd-40fc-ab6a-2298dde25231 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:33:25.508250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Attempting to bind port 22e54798-b2dd-40fc-ab6a-2298dde25231 on network f4a478e3-4751-4693-8304-76921406707f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:25.512413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Port 22e54798-b2dd-40fc-ab6a-2298dde25231 on network f4a478e3-4751-4693-8304-76921406707f not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:33:25.512732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Attempting to bind port 22e54798-b2dd-40fc-ab6a-2298dde25231 on network f4a478e3-4751-4693-8304-76921406707f {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:33:25.517505 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:33:25.517842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Checking segment: {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:33:25.518218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Bound using segment: {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:33:25.518864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Bound port: 22e54798-b2dd-40fc-ab6a-2298dde25231, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50444723-266d-4dc1-8154-e79b7a5b68e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'f4a478e3-4751-4693-8304-76921406707f'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:33:25.519231 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.581879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] For port 22e54798-b2dd-40fc-ab6a-2298dde25231, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:33:25.584928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] For port 22e54798-b2dd-40fc-ab6a-2298dde25231, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=22e54798-b2dd-40fc-ab6a-2298dde25231,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:33:25.656754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.696915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.697550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:25.699149 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] 10.222.0.83 "PUT /v2.0/ports/22e54798-b2dd-40fc-ab6a-2298dde25231 HTTP/1.1" status: 200 len: 1092 time: 0.7821076 Aug 16 02:33:25.699564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07384910-c568-4d84-b8ae-51d938a15964', 'tag': '22e54798-b2dd-40fc-ab6a-2298dde25231'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:25.702966 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6456226-6fca-4593-b6ef-65226fa5a977" -d '{"events": [{"name": "network-changed", "server_uuid": "07384910-c568-4d84-b8ae-51d938a15964", "tag": "22e54798-b2dd-40fc-ab6a-2298dde25231"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:25.727873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0d360-dd9e-4a48-84d5-f04bad102ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=22e54798-b2dd-40fc-ab6a-2298dde25231,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:25.745676 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eb3745-1d92-4913-a329-63edf8163e6a x-openstack-request-id: req-f9eb3745-1d92-4913-a329-63edf8163e6a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:25.745995 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07384910-c568-4d84-b8ae-51d938a15964", "tag": "22e54798-b2dd-40fc-ab6a-2298dde25231", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:25.746250 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f9eb3745-1d92-4913-a329-63edf8163e6a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:25.746691 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07384910-c568-4d84-b8ae-51d938a15964', 'tag': '22e54798-b2dd-40fc-ab6a-2298dde25231', 'status': 'completed', 'code': 200} Aug 16 02:33:25.812290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456226-6fca-4593-b6ef-65226fa5a977 req-70a235c8-4738-4adf-8252-4a73f4bd910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.813861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6456226-6fca-4593-b6ef-65226fa5a977 req-70a235c8-4738-4adf-8252-4a73f4bd910b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=366fd392542446e995805cf32f344bf1&device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 1095 time: 0.0442584 Aug 16 02:33:25.922206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e42b5274-bd55-47a1-87a0-3456fd5b2feb up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:25.928796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456226-6fca-4593-b6ef-65226fa5a977 req-92aeab89-a90f-4e58-bf19-ea6fa3555883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:25.930498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6456226-6fca-4593-b6ef-65226fa5a977 req-92aeab89-a90f-4e58-bf19-ea6fa3555883 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=366fd392542446e995805cf32f344bf1&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1093605 Aug 16 02:33:26.031272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6456226-6fca-4593-b6ef-65226fa5a977 req-8d203d9b-8c5f-43ee-a8bb-aebf27f34c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.032791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c6456226-6fca-4593-b6ef-65226fa5a977 req-8d203d9b-8c5f-43ee-a8bb-aebf27f34c7e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944080 Aug 16 02:33:26.038366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e42b5274-bd55-47a1-87a0-3456fd5b2feb completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:26.043821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e42b5274-bd55-47a1-87a0-3456fd5b2feb triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:26.044490 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.118081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-2e0fd19d-8984-4953-be9f-210a3fa9bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.119737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-2e0fd19d-8984-4953-be9f-210a3fa9bdf1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=366fd392542446e995805cf32f344bf1&device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 1095 time: 0.0458517 Aug 16 02:33:26.132902 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.166532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e42b5274-bd55-47a1-87a0-3456fd5b2feb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e42b5274-bd55-47a1-87a0-3456fd5b2feb,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:26.167890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:26.170541 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c0a083-c956-4251-a1b8-1ccf41729995" -d '{"events": [{"server_uuid": "c65a12fa-a83f-47d3-8204-1743c64c0cb8", "name": "network-vif-plugged", "status": "completed", "tag": "e42b5274-bd55-47a1-87a0-3456fd5b2feb"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:26.174523 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-820fc40e-4472-4d87-a3b9-fb2b4db58773 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22e54798-b2dd-40fc-ab6a-2298dde25231 HTTP/1.1" status: 200 len: 217 time: 0.0416415 Aug 16 02:33:26.228823 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502f97c-0d0e-48e8-832d-53033563b70f x-openstack-request-id: req-9502f97c-0d0e-48e8-832d-53033563b70f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:26.229191 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a12fa-a83f-47d3-8204-1743c64c0cb8", "name": "network-vif-plugged", "status": "completed", "tag": "e42b5274-bd55-47a1-87a0-3456fd5b2feb", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:26.230230 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9502f97c-0d0e-48e8-832d-53033563b70f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:26.230723 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb', 'code': 200} Aug 16 02:33:26.239236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-4dd87a19-cdb1-417c-bbd5-9889cc8c0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.242759 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-4dd87a19-cdb1-417c-bbd5-9889cc8c0f76 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=4b367300-08b6-451f-b9f8-9f47fc465d12 HTTP/1.1" status: 200 len: 853 time: 0.0601413 Aug 16 02:33:26.260731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:26.283583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-914c1101-ffd8-4e22-8536-065d30aceb1b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=f4a478e3-4751-4693-8304-76921406707f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336046 Aug 16 02:33:26.314363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e42b5274-bd55-47a1-87a0-3456fd5b2feb,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:26.383448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37bcc03-5e17-4a9c-af5e-9389fef977a3 req-965e0ac7-2a75-406e-983d-5be8b955fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.384878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f37bcc03-5e17-4a9c-af5e-9389fef977a3 req-965e0ac7-2a75-406e-983d-5be8b955fe6d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0852969 Aug 16 02:33:26.434905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-10016593-df3a-4fde-8535-26b8af37abed service neutron] 10.222.0.83 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434257 Aug 16 02:33:26.439711 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f37bcc03-5e17-4a9c-af5e-9389fef977a3 req-2773efb6-cf0f-4bbf-b908-20bb4d17cc61 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Aug 16 02:33:26.513726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0a6c4-17e9-4649-a80b-6922f3b07043 req-7061b5ae-fe12-4316-8e23-b6e715d5ce25 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.517811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2d0a6c4-17e9-4649-a80b-6922f3b07043 req-7061b5ae-fe12-4316-8e23-b6e715d5ce25 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 943 time: 0.0719287 Aug 16 02:33:26.536616 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4779b327-f5f5-443d-b2c9-da711c82da69 req-eda5ca42-bf05-4d87-a363-ce363cd16153 service neutron] 10.222.0.83 "GET /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940061 Aug 16 02:33:26.582267 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2d0a6c4-17e9-4649-a80b-6922f3b07043 req-c95de8ed-fd70-40e8-a57c-1a8cfee4b471 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586796 Aug 16 02:33:26.599866 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e2783-4563-477f-8d6e-61ea436be764 req-94f40ddd-4227-43e9-80fd-f41f48c1d7b7 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:26.601558 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed1e2783-4563-477f-8d6e-61ea436be764 req-94f40ddd-4227-43e9-80fd-f41f48c1d7b7 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0485041 Aug 16 02:33:26.641272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed1e2783-4563-477f-8d6e-61ea436be764 req-949a2b01-ea3a-4677-ae5b-116c5c4c66b6 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320129 Aug 16 02:33:26.961601 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:33:27.351825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.426425 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:27.700523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9023203-fdf8-4443-ac21-fd11659b454b req-4ae8f201-20eb-446d-b814-b1f77dd2f171 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.702249 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9023203-fdf8-4443-ac21-fd11659b454b req-4ae8f201-20eb-446d-b814-b1f77dd2f171 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 943 time: 0.0512364 Aug 16 02:33:27.774215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9023203-fdf8-4443-ac21-fd11659b454b req-4fb6ec3b-96a7-4325-9362-5d21c8cbf4d7 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653720 Aug 16 02:33:27.780948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb45d0-0bfd-4903-8284-1d9b430bbbad req-aec9cdc2-87c3-4c89-949f-7bde42297690 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.782469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dcb45d0-0bfd-4903-8284-1d9b430bbbad req-aec9cdc2-87c3-4c89-949f-7bde42297690 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0725813 Aug 16 02:33:27.820802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7dcb45d0-0bfd-4903-8284-1d9b430bbbad req-ebb8a36b-a9e0-4f5a-9dcc-8dc4decbce83 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291204 Aug 16 02:33:27.928177 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7320f-43b4-4162-a3a3-42cc75743e18 req-15caf518-8131-4546-a3b0-63880ca80a62 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:27.929700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bf7320f-43b4-4162-a3a3-42cc75743e18 req-15caf518-8131-4546-a3b0-63880ca80a62 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0420074 Aug 16 02:33:27.966227 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bf7320f-43b4-4162-a3a3-42cc75743e18 req-e831e503-ddc9-46af-a3a5-1a21d00c0f55 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Aug 16 02:33:28.072972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071ca1c-1f50-4a7f-b7db-70f5c3fa64b6 req-2913089c-f368-491f-866f-9372537e5189 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.074526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5071ca1c-1f50-4a7f-b7db-70f5c3fa64b6 req-2913089c-f368-491f-866f-9372537e5189 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0408940 Aug 16 02:33:28.112577 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5071ca1c-1f50-4a7f-b7db-70f5c3fa64b6 req-90553ff4-a5b0-4f0b-8643-c6b80a39491c tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309217 Aug 16 02:33:28.511121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e641c-54a9-4bba-8f08-0a8c5696f00f req-4ead3882-6740-4a59-9831-51b2d799bde2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.512693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-385e641c-54a9-4bba-8f08-0a8c5696f00f req-4ead3882-6740-4a59-9831-51b2d799bde2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0449345 Aug 16 02:33:28.550124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-385e641c-54a9-4bba-8f08-0a8c5696f00f req-e4afaf6f-93e5-4c95-8874-a21959b24f7b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301983 Aug 16 02:33:28.815729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 22e54798-b2dd-40fc-ab6a-2298dde25231 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:33:28.897041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986d883-0125-4c5d-be3f-cb6b0d91b786 req-8e8d6da1-846f-46d6-90a7-24550f12c9ca tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:28.898608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c986d883-0125-4c5d-be3f-cb6b0d91b786 req-8e8d6da1-846f-46d6-90a7-24550f12c9ca tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 943 time: 0.0530319 Aug 16 02:33:28.915023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 22e54798-b2dd-40fc-ab6a-2298dde25231, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=22e54798-b2dd-40fc-ab6a-2298dde25231,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:28.928006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '22e54798-b2dd-40fc-ab6a-2298dde25231', 'network_id': 'f4a478e3-4751-4693-8304-76921406707f', 'port_id': '22e54798-b2dd-40fc-ab6a-2298dde25231', 'mac_address': 'fa:16:3e:4c:ce:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b367300-08b6-451f-b9f8-9f47fc465d12', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:33:28.937989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c986d883-0125-4c5d-be3f-cb6b0d91b786 req-bb5950e8-9b45-4e64-85a9-2a3d069942a4 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334537 Aug 16 02:33:28.969139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:28.982119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e54798-b2dd-40fc-ab6a-2298dde25231 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:33:29.003721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 22e54798-b2dd-40fc-ab6a-2298dde25231, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=22e54798-b2dd-40fc-ab6a-2298dde25231,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:29.065246 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.117140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=22e54798-b2dd-40fc-ab6a-2298dde25231,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:29.284596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['22e54798-b2dd-40fc-ab6a-2298dde25231'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:29.668596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef44316-8441-43f7-9a0d-e9bc2aa0d4dd req-26abb1f3-0006-4760-84ee-c5f80a23506f tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.670192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ef44316-8441-43f7-9a0d-e9bc2aa0d4dd req-26abb1f3-0006-4760-84ee-c5f80a23506f tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0444756 Aug 16 02:33:29.706345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ef44316-8441-43f7-9a0d-e9bc2aa0d4dd req-6a461229-d037-43e3-aed8-ea040266669d tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296698 Aug 16 02:33:29.824485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-74861f7a-3219-4519-aad7-c587e1c2d652 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:29.825983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-74861f7a-3219-4519-aad7-c587e1c2d652 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 1097 time: 0.0402508 Aug 16 02:33:29.910407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Deleting port e42b5274-bd55-47a1-87a0-3456fd5b2feb {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:29.910709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:29.989384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] For port e42b5274-bd55-47a1-87a0-3456fd5b2feb, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e42b5274-bd55-47a1-87a0-3456fd5b2feb,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:29.991010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.003898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Calling delete_port for e42b5274-bd55-47a1-87a0-3456fd5b2feb owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:30.074853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782e66d-727c-4750-b169-8f72e9224f8d req-5be5cf76-2eb9-4f83-a056-8eb50768cdd4 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:30.076559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3782e66d-727c-4750-b169-8f72e9224f8d req-5be5cf76-2eb9-4f83-a056-8eb50768cdd4 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 944 time: 0.0548193 Aug 16 02:33:30.122805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3782e66d-727c-4750-b169-8f72e9224f8d req-8ed7962a-8774-4453-bacf-47fe3bc0bf4c tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341578 Aug 16 02:33:30.209152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.224351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1af0a7d0-f066-4343-b906-6efad4bf080d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:30.226775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e42b5274-bd55-47a1-87a0-3456fd5b2feb'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:30.237281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Pushing event deleted for resources: {'Port': ['ID=e42b5274-bd55-47a1-87a0-3456fd5b2feb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:30.247918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.248284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.249188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.249708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.249927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.250248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.250707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.251056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.251396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.251730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.252066 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.252399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:30.299664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] No DVR routers for this DVR port e42b5274-bd55-47a1-87a0-3456fd5b2feb on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:30.302318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:30.304377 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-56c3fa90-506e-435f-ac1b-09a4b04b2681 req-8fdc98a4-8c65-42ec-a6dd-2971328b1c06 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.58 "DELETE /v2.0/ports/e42b5274-bd55-47a1-87a0-3456fd5b2feb HTTP/1.1" status: 204 len: 173 time: 0.4708748 Aug 16 02:33:30.305180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'name': 'network-vif-deleted', 'tag': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:30.307635 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5db76c16-37b9-4344-95c2-d81ea892c5b5" -d '{"events": [{"server_uuid": "c65a12fa-a83f-47d3-8204-1743c64c0cb8", "name": "network-vif-deleted", "tag": "e42b5274-bd55-47a1-87a0-3456fd5b2feb"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:30.354476 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2f064e-d6c7-4ff4-9e84-8e8c7d35e742 x-openstack-request-id: req-dc2f064e-d6c7-4ff4-9e84-8e8c7d35e742 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:30.354959 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65a12fa-a83f-47d3-8204-1743c64c0cb8", "name": "network-vif-deleted", "tag": "e42b5274-bd55-47a1-87a0-3456fd5b2feb", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:30.355097 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc2f064e-d6c7-4ff4-9e84-8e8c7d35e742 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:30.355442 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65a12fa-a83f-47d3-8204-1743c64c0cb8', 'name': 'network-vif-deleted', 'tag': 'e42b5274-bd55-47a1-87a0-3456fd5b2feb', 'status': 'completed', 'code': 200} Aug 16 02:33:30.810334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7a625f2-4d5f-4a1b-b449-63075f417852 req-edffb8e5-784e-49ca-bee5-dd6035310ac8 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c65a12fa-a83f-47d3-8204-1743c64c0cb8 HTTP/1.1" status: 200 len: 210 time: 0.0260437 Aug 16 02:33:30.831681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 22e54798-b2dd-40fc-ab6a-2298dde25231 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:33:30.969427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 22e54798-b2dd-40fc-ab6a-2298dde25231 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:33:30.973734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 22e54798-b2dd-40fc-ab6a-2298dde25231 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:33:30.974112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.059887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.085379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07384910-c568-4d84-b8ae-51d938a15964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e54798-b2dd-40fc-ab6a-2298dde25231'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:31.087759 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955ec952-1473-4e57-9ee2-0a238b568f82" -d '{"events": [{"server_uuid": "07384910-c568-4d84-b8ae-51d938a15964", "name": "network-vif-plugged", "status": "completed", "tag": "22e54798-b2dd-40fc-ab6a-2298dde25231"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:31.102478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 22e54798-b2dd-40fc-ab6a-2298dde25231, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=22e54798-b2dd-40fc-ab6a-2298dde25231,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:31.144209 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9207f0-6b03-4101-96f4-b0503284de64 x-openstack-request-id: req-ff9207f0-6b03-4101-96f4-b0503284de64 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:31.144985 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07384910-c568-4d84-b8ae-51d938a15964", "name": "network-vif-plugged", "status": "completed", "tag": "22e54798-b2dd-40fc-ab6a-2298dde25231", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:31.144985 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff9207f0-6b03-4101-96f4-b0503284de64 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:31.145293 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07384910-c568-4d84-b8ae-51d938a15964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e54798-b2dd-40fc-ab6a-2298dde25231', 'code': 200} Aug 16 02:33:31.181540 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:31.251268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=22e54798-b2dd-40fc-ab6a-2298dde25231,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:31.254941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6ae3b-7322-49bc-a48f-bbe1d1a54991 req-eca6dbc9-b2a7-44cb-a636-be7f579654d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.256512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9e6ae3b-7322-49bc-a48f-bbe1d1a54991 req-eca6dbc9-b2a7-44cb-a636-be7f579654d2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 1097 time: 0.0477476 Aug 16 02:33:31.274322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07721570-713a-4010-8f19-ae5200cdb019 req-30729db1-8247-4aa2-94b6-2705b0f7bc75 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:31.276168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07721570-713a-4010-8f19-ae5200cdb019 req-30729db1-8247-4aa2-94b6-2705b0f7bc75 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 945 time: 0.0565035 Aug 16 02:33:31.295463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b9e6ae3b-7322-49bc-a48f-bbe1d1a54991 req-eaa82c62-4433-43b8-8207-ba9a905d5a08 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311351 Aug 16 02:33:31.320410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07721570-713a-4010-8f19-ae5200cdb019 req-522eef1d-ab92-4a81-9167-76a473c631f5 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347066 Aug 16 02:33:32.324000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c1fe9e-31de-4d41-9e40-aeac199f6667 req-05a4acd0-9ffc-44f0-931d-59682fa2e3c6 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:32.325579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33c1fe9e-31de-4d41-9e40-aeac199f6667 req-05a4acd0-9ffc-44f0-931d-59682fa2e3c6 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0500002 Aug 16 02:33:32.367299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33c1fe9e-31de-4d41-9e40-aeac199f6667 req-462e5569-1db2-49e7-897a-9bfec8cccba2 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353885 Aug 16 02:33:32.448937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e2463-2df9-41aa-9a8a-3786f207ab50 req-a303b6a9-2106-4df3-875c-5baa6c658b70 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:32.450465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-276e2463-2df9-41aa-9a8a-3786f207ab50 req-a303b6a9-2106-4df3-875c-5baa6c658b70 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 945 time: 0.0520859 Aug 16 02:33:32.491887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-276e2463-2df9-41aa-9a8a-3786f207ab50 req-65c09e51-dd29-4695-a88d-de9ba72353eb tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336297 Aug 16 02:33:33.476914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3a791-a207-4499-bdcf-56a1d3a622e1 req-4d43a0c5-0ce0-4580-a669-f5c7a9eec811 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:33.478473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaf3a791-a207-4499-bdcf-56a1d3a622e1 req-4d43a0c5-0ce0-4580-a669-f5c7a9eec811 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0430927 Aug 16 02:33:33.515596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaf3a791-a207-4499-bdcf-56a1d3a622e1 req-46ad4ff5-184d-4962-b0f3-9946592a61ee tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/security-groups?id=f482144b-3bc0-4aa4-ba81-ec7288fd3170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310159 Aug 16 02:33:33.657672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-98701d89-9e1c-4c8a-bf79-e9c34bf8c674 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:33:33.659267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-98701d89-9e1c-4c8a-bf79-e9c34bf8c674 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.83 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 1097 time: 0.0398014 Aug 16 02:33:33.744342 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Deleting port 1af0a7d0-f066-4343-b906-6efad4bf080d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:33.744691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.827829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] For port 1af0a7d0-f066-4343-b906-6efad4bf080d, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1af0a7d0-f066-4343-b906-6efad4bf080d,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:33.828723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:33.841497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Calling delete_port for 1af0a7d0-f066-4343-b906-6efad4bf080d owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:33.960408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e42b5274-bd55-47a1-87a0-3456fd5b2feb no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:33.986555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: e42b5274-bd55-47a1-87a0-3456fd5b2feb {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:33.986931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e42b5274-bd55-47a1-87a0-3456fd5b2feb not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:34.066225 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.077240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1af0a7d0-f066-4343-b906-6efad4bf080d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:33:34.096285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Pushing event deleted for resources: {'Port': ['ID=1af0a7d0-f066-4343-b906-6efad4bf080d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:34.146327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] No DVR routers for this DVR port 1af0a7d0-f066-4343-b906-6efad4bf080d on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:34.149207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:34.151726 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d84b215-f116-40bb-b01e-b784ce131f32 req-899636a6-544c-4264-9217-e608e49a6dc3 tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.83 "DELETE /v2.0/ports/1af0a7d0-f066-4343-b906-6efad4bf080d HTTP/1.1" status: 204 len: 173 time: 0.4865794 Aug 16 02:33:34.152422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7078b6-0043-4597-af11-7771db9b19c5', 'name': 'network-vif-deleted', 'tag': '1af0a7d0-f066-4343-b906-6efad4bf080d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:33:34.154855 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2922443-fae4-4a4f-a28e-a9402611d659" -d '{"events": [{"server_uuid": "6a7078b6-0043-4597-af11-7771db9b19c5", "name": "network-vif-deleted", "tag": "1af0a7d0-f066-4343-b906-6efad4bf080d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:33:34.207516 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd05faf7-9eda-41c8-90ea-b634e1c64924 x-openstack-request-id: req-cd05faf7-9eda-41c8-90ea-b634e1c64924 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:33:34.207516 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7078b6-0043-4597-af11-7771db9b19c5", "name": "network-vif-deleted", "tag": "1af0a7d0-f066-4343-b906-6efad4bf080d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:33:34.207516 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cd05faf7-9eda-41c8-90ea-b634e1c64924 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:33:34.207867 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7078b6-0043-4597-af11-7771db9b19c5', 'name': 'network-vif-deleted', 'tag': '1af0a7d0-f066-4343-b906-6efad4bf080d', 'status': 'completed', 'code': 200} Aug 16 02:33:34.903076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f398a04f-ce9d-45c9-a317-952955deff74 req-84c8aa65-7271-409a-91f6-7eecfe0c6a8b tempest-TestServerMultinode-218825221 tempest-TestServerMultinode-218825221-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6a7078b6-0043-4597-af11-7771db9b19c5 HTTP/1.1" status: 200 len: 210 time: 0.0290036 Aug 16 02:33:35.960092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52750) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:36.326605 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:36.922776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Deleting port 4d29e9af-9c09-475c-90a0-07edf8527b13 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:36.923136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.007350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] For port 4d29e9af-9c09-475c-90a0-07edf8527b13, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4d29e9af-9c09-475c-90a0-07edf8527b13,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:37.008436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.027414 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Calling delete_port for 4d29e9af-9c09-475c-90a0-07edf8527b13 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:37.277965 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.307020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d29e9af-9c09-475c-90a0-07edf8527b13,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:37.336946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.337303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.337647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.337986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.338322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.338690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.339009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.339341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.339664 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.340096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.340532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.340860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:37.503816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.732595 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:33:37.844337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:37.849901 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-945f6208-61d1-427e-b133-3700caef1df7 admin admin] 10.222.0.76 "PUT /v2.0/routers/cdb8ac15-36c3-48ce-b8b5-332f127b61a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8888407 Aug 16 02:33:37.852461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:37.855516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] Sync routers for ids ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:37.865720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] Routers {'cdb8ac15-36c3-48ce-b8b5-332f127b61a3'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:37.866358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:33:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:37.964986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:37.977869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] Set router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:38.081962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.165896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40'}], 'enable_snat': True}, 'gw_port_id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:33:37Z', 'revision_number': 5, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port': {'id': '6e1f034a-2b00-46eb-aeea-eb993c729a5f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:49Z', 'updated_at': '2021-08-16T02:32:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:38.200730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] Checking router: cdb8ac15-36c3-48ce-b8b5-332f127b61a3 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:33:38.221418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] Routers {'cdb8ac15-36c3-48ce-b8b5-332f127b61a3'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:38.222309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:33:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:38.230721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Deleting port 6e1f034a-2b00-46eb-aeea-eb993c729a5f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:38.231149 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.311074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] Set router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:38.314494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] For port 6e1f034a-2b00-46eb-aeea-eb993c729a5f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e1f034a-2b00-46eb-aeea-eb993c729a5f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:38.314911 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.329967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Calling delete_port for 6e1f034a-2b00-46eb-aeea-eb993c729a5f owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:38.368463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:33:38Z', 'revision_number': 6, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:38.396342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3744c2-fbf9-4a59-8cd8-4c5fc11a18eb None None] The sync data for ids ['cdb8ac15-36c3-48ce-b8b5-332f127b61a3'] in n-d-768852-19 is: [{'id': 'cdb8ac15-36c3-48ce-b8b5-332f127b61a3', 'name': 'tempest-TestServerMultinode-1910222407-router', 'tenant_id': 'aa03fa1fe04a44429e3fffa92222d134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:48Z', 'updated_at': '2021-08-16T02:33:38Z', 'revision_number': 6, 'project_id': 'aa03fa1fe04a44429e3fffa92222d134', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:38.591990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.628081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1f034a-2b00-46eb-aeea-eb993c729a5f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:38.689984 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.789211 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.791725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.860363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1af0a7d0-f066-4343-b906-6efad4bf080d no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:38.884161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 1af0a7d0-f066-4343-b906-6efad4bf080d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:38.884512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1af0a7d0-f066-4343-b906-6efad4bf080d not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:38.906717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.907897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb8ac15-36c3-48ce-b8b5-332f127b61a3 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:33:38.912769 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:38.913552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1384ca60-cb37-4dcf-a205-6cf83ff9d62c admin admin] 10.222.0.76 "DELETE /v2.0/routers/cdb8ac15-36c3-48ce-b8b5-332f127b61a3 HTTP/1.1" status: 204 len: 168 time: 1.0601332 Aug 16 02:33:38.916000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52898) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:38.967482 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Deleting subnet 9bdf0b38-d278-49ea-aeef-c315ac34b1bc {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:38.971516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.005980 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.087608 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.192360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.234551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bdf0b38-d278-49ea-aeef-c315ac34b1bc,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:39.234805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d29e9af-9c09-475c-90a0-07edf8527b13 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:39.247318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.249741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f72abc9-626f-4b91-a61c-185834e66296 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9bdf0b38-d278-49ea-aeef-c315ac34b1bc HTTP/1.1" status: 204 len: 168 time: 0.3327103 Aug 16 02:33:39.252503 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 52916) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.256537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4d29e9af-9c09-475c-90a0-07edf8527b13 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:39.256812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d29e9af-9c09-475c-90a0-07edf8527b13 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:39.257433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1f034a-2b00-46eb-aeea-eb993c729a5f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:39.283104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6e1f034a-2b00-46eb-aeea-eb993c729a5f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:39.283548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e1f034a-2b00-46eb-aeea-eb993c729a5f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:39.284692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7631cd7-6037-47a5-98b7-8fa9807df07f None None] Network f465fefb-8e2b-4350-b1bc-35f7794355b5 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:39.346757 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.403746 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Deleting port 88b42f9a-a450-4471-a061-239f50516665 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:39.404098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.488942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] For port 88b42f9a-a450-4471-a061-239f50516665, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88b42f9a-a450-4471-a061-239f50516665,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:39.492022 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.492146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] DHCP port deletion for f465fefb-8e2b-4350-b1bc-35f7794355b5 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:33:39.504924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Calling delete_port for 88b42f9a-a450-4471-a061-239f50516665 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:39.544184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Deleting port 88b42f9a-a450-4471-a061-239f50516665 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:39.544571 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.612971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] For port 88b42f9a-a450-4471-a061-239f50516665, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=88b42f9a-a450-4471-a061-239f50516665,segment=NetworkSegment(6b23d79c-dc42-4508-82c6-5495c9f20cea),segment_id=6b23d79c-dc42-4508-82c6-5495c9f20cea)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:39.613374 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.625794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Calling delete_port for 88b42f9a-a450-4471-a061-239f50516665 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:39.677610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.704555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b42f9a-a450-4471-a061-239f50516665,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:39.706454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] No DVR routers for this DVR port 88b42f9a-a450-4471-a061-239f50516665 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:39.706664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.737987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] No DVR routers for this DVR port 88b42f9a-a450-4471-a061-239f50516665 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:39.746094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Pushing event deleted for resources: {'Port': ['ID=88b42f9a-a450-4471-a061-239f50516665,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:39.751145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.751421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.751774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.752188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.752455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.752800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.753140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.753461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.753799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.754156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.754489 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.754836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9dc87-c444-4c56-841d-198c306d2101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:33:39.786381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.796366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f465fefb-8e2b-4350-b1bc-35f7794355b5']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:39.808290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b23d79c-dc42-4508-82c6-5495c9f20cea') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:39.808441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b23d79c-dc42-4508-82c6-5495c9f20cea') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:39.817740 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.831971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.837942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:39.838327 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:39.840020 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:39.980776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.986666 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:39.996384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] 10.222.0.76 "DELETE /v2.0/networks/f465fefb-8e2b-4350-b1bc-35f7794355b5 HTTP/1.1" status: 204 len: 168 time: 0.7331293 Aug 16 02:33:39.996980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 52952) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:39.999639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbde61-65a3-4efb-94c8-1c4795d44e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=f465fefb-8e2b-4350-b1bc-35f7794355b5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:40.015039 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fd0b80fd-0039-452f-b9ba-69ef06877c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.673981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:40.938832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Deleting port 5192444f-044f-4c76-b8b9-5fb75e9301ac {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:40.939160 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.018715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] For port 5192444f-044f-4c76-b8b9-5fb75e9301ac, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5192444f-044f-4c76-b8b9-5fb75e9301ac,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:41.019450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.032008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Calling delete_port for 5192444f-044f-4c76-b8b9-5fb75e9301ac owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:41.162355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88b42f9a-a450-4471-a061-239f50516665 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:41.183464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 88b42f9a-a450-4471-a061-239f50516665 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:41.183822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 88b42f9a-a450-4471-a061-239f50516665 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:41.293586 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.320135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Pushing event deleted for resources: {'Port': ['ID=5192444f-044f-4c76-b8b9-5fb75e9301ac,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:41.495971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.709388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Router 2733fe74-c69a-4c69-a822-395c1f6a27dd has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:33:41.816931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:33:41.821886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-af3785ab-ac6b-47fc-bd5d-4b2fb1b96043 admin admin] 10.222.0.76 "PUT /v2.0/routers/2733fe74-c69a-4c69-a822-395c1f6a27dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8293228 Aug 16 02:33:41.824514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53042) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:41.825501 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] Sync routers for ids ['2733fe74-c69a-4c69-a822-395c1f6a27dd'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:33:41.835038 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] Routers {'2733fe74-c69a-4c69-a822-395c1f6a27dd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:41.835647 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:33:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2733fe74-c69a-4c69-a822-395c1f6a27dd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:41.936162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:41.944097 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] Set router 2733fe74-c69a-4c69-a822-395c1f6a27dd gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:42.044193 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.129091 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:41Z', 'revision_number': 5, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port': {'id': 'c541b43e-1eab-4096-aa6b-6f4aeafb7f8c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:bf:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:42.152131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Deleting port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:42.152492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.159594 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] Checking router: 2733fe74-c69a-4c69-a822-395c1f6a27dd for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:33:42.167967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] Routers {'2733fe74-c69a-4c69-a822-395c1f6a27dd'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:33:42.168575 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:33:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['2733fe74-c69a-4c69-a822-395c1f6a27dd'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:42.239309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] For port c541b43e-1eab-4096-aa6b-6f4aeafb7f8c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:42.239686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.252169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Calling delete_port for c541b43e-1eab-4096-aa6b-6f4aeafb7f8c owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:42.259679 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] Set router 2733fe74-c69a-4c69-a822-395c1f6a27dd gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:33:42.318119 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:42Z', 'revision_number': 6, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:42.350481 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232b2b14-bf50-4b11-8b2c-355c93541130 None None] The sync data for ids ['2733fe74-c69a-4c69-a822-395c1f6a27dd'] in n-d-768852-19 is: [{'id': '2733fe74-c69a-4c69-a822-395c1f6a27dd', 'name': 'tempest-TestServerMultinode-983180477-router', 'tenant_id': 'aa85b3a792f74ba099eee2c831f98e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:32:56Z', 'updated_at': '2021-08-16T02:33:42Z', 'revision_number': 6, 'project_id': 'aa85b3a792f74ba099eee2c831f98e96', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:33:42.506450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.533474 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Pushing event deleted for resources: {'Port': ['ID=c541b43e-1eab-4096-aa6b-6f4aeafb7f8c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:42.593104 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.649247 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.687359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.689665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.814920 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f5a82338-afb3-4e1f-a618-9e7d42954c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.842110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.842712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2733fe74-c69a-4c69-a822-395c1f6a27dd {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:33:42.847820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.848980 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2ee43ff2-9f7d-4bd9-8fd2-85ffa8027752 admin admin] 10.222.0.76 "DELETE /v2.0/routers/2733fe74-c69a-4c69-a822-395c1f6a27dd HTTP/1.1" status: 204 len: 168 time: 1.0233757 Aug 16 02:33:42.851471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53092) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:42.895417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Deleting subnet f62cfd73-ac9c-4868-9956-8ce53f668fb5 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:33:42.898400 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:42.933500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.016237 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.162762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5192444f-044f-4c76-b8b9-5fb75e9301ac no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:43.163891 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.186532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5192444f-044f-4c76-b8b9-5fb75e9301ac {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:43.187303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5192444f-044f-4c76-b8b9-5fb75e9301ac not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:43.187451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c541b43e-1eab-4096-aa6b-6f4aeafb7f8c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:43.193372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f62cfd73-ac9c-4868-9956-8ce53f668fb5,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.203700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.207541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c541b43e-1eab-4096-aa6b-6f4aeafb7f8c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:43.209472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c541b43e-1eab-4096-aa6b-6f4aeafb7f8c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:43.209603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6a669d91-3420-4988-9f14-8835ca556711 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/f62cfd73-ac9c-4868-9956-8ce53f668fb5 HTTP/1.1" status: 204 len: 168 time: 0.3560336 Aug 16 02:33:43.210468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d884e-ed33-40ff-bbb8-8ed86993ff0d None None] Network 14fddef7-3257-484e-a55a-329e14fa666c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:33:43.211614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53098) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:43.292121 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.349316 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Deleting port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:43.349702 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.418854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] For port 0a9ee986-fffa-404a-a008-ea8010b7b9e1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a9ee986-fffa-404a-a008-ea8010b7b9e1,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:43.419065 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.433418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] DHCP port deletion for 14fddef7-3257-484e-a55a-329e14fa666c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:33:43.436311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Calling delete_port for 0a9ee986-fffa-404a-a008-ea8010b7b9e1 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:43.485254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] Deleting port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:33:43.485795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.555594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] For port 0a9ee986-fffa-404a-a008-ea8010b7b9e1, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0a9ee986-fffa-404a-a008-ea8010b7b9e1,segment=NetworkSegment(012da5bc-4736-47db-98bb-492fb71b7f1b),segment_id=012da5bc-4736-47db-98bb-492fb71b7f1b)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:33:43.556272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.570236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] Calling delete_port for 0a9ee986-fffa-404a-a008-ea8010b7b9e1 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:33:43.613907 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.639101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9ee986-fffa-404a-a008-ea8010b7b9e1,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.643163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] No DVR routers for this DVR port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:43.655618 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.681811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] Pushing event deleted for resources: {'Port': ['ID=0a9ee986-fffa-404a-a008-ea8010b7b9e1,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:43.685334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67818202-8e26-4000-acd0-e7f72cf0231f None None] No DVR routers for this DVR port 0a9ee986-fffa-404a-a008-ea8010b7b9e1 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:33:43.717514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.727937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fddef7-3257-484e-a55a-329e14fa666c']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:43.737887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012da5bc-4736-47db-98bb-492fb71b7f1b') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:43.738170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012da5bc-4736-47db-98bb-492fb71b7f1b') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:33:43.746690 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.760005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.766547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:33:43.766977 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:33:43.768613 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:33:43.900857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.907095 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:43.910091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] 10.222.0.76 "DELETE /v2.0/networks/14fddef7-3257-484e-a55a-329e14fa666c HTTP/1.1" status: 204 len: 168 time: 0.6954379 Aug 16 02:33:43.921965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa0684-9993-4ca8-b2e4-bda7f8b6a490 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fddef7-3257-484e-a55a-329e14fa666c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:44.257458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53114) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.300514 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2f545af6-1e17-48b6-9729-68af8977a551 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa03fa1fe04a44429e3fffa92222d134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416203 Aug 16 02:33:44.303293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53118) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:44.360008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dd80c5b-b99a-4674-9b5b-82d5f9c3be78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.380863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dd80c5b-b99a-4674-9b5b-82d5f9c3be78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.523846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dd80c5b-b99a-4674-9b5b-82d5f9c3be78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.526589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4dd80c5b-b99a-4674-9b5b-82d5f9c3be78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:44.530472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4dd80c5b-b99a-4674-9b5b-82d5f9c3be78 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ce66b201-eb17-4d13-8391-a5a775b30eb9 HTTP/1.1" status: 204 len: 168 time: 0.2235858 Aug 16 02:33:44.537648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd80c5b-b99a-4674-9b5b-82d5f9c3be78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce66b201-eb17-4d13-8391-a5a775b30eb9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:44.722226 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.162434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a9ee986-fffa-404a-a008-ea8010b7b9e1 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:33:45.182370 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0a9ee986-fffa-404a-a008-ea8010b7b9e1 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:33:45.183100 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0a9ee986-fffa-404a-a008-ea8010b7b9e1 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:33:45.295534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53128) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:45.337875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-377d13f9-d818-48ce-87e4-f408c620502d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa85b3a792f74ba099eee2c831f98e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389454 Aug 16 02:33:45.338191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 53130) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:33:45.386097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43657d67-71a7-46a0-8409-10f5e97c5f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.406958 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43657d67-71a7-46a0-8409-10f5e97c5f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.547429 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43657d67-71a7-46a0-8409-10f5e97c5f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.550883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43657d67-71a7-46a0-8409-10f5e97c5f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:45.552155 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-43657d67-71a7-46a0-8409-10f5e97c5f9c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f482144b-3bc0-4aa4-ba81-ec7288fd3170 HTTP/1.1" status: 204 len: 168 time: 0.2129467 Aug 16 02:33:45.560770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43657d67-71a7-46a0-8409-10f5e97c5f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f482144b-3bc0-4aa4-ba81-ec7288fd3170,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:33:45.941017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.340532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:33:57.447552 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:01.007822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b838105-327b-458c-813e-6e490548df63 req-6f8e6029-a45c-46eb-a563-f6a34b97d485 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:01.010023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b838105-327b-458c-813e-6e490548df63 req-6f8e6029-a45c-46eb-a563-f6a34b97d485 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 945 time: 0.2592955 Aug 16 02:34:01.051127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b838105-327b-458c-813e-6e490548df63 req-cad7e99b-55c6-4950-8dc0-1b6fe7e0dbe3 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Aug 16 02:34:02.169230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c063c0-7d8e-4a49-887d-6e7639521269 req-72a502c3-c503-4085-bc26-7ffbee49172d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:02.170748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3c063c0-7d8e-4a49-887d-6e7639521269 req-72a502c3-c503-4085-bc26-7ffbee49172d tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 945 time: 0.0496759 Aug 16 02:34:02.213507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e3c063c0-7d8e-4a49-887d-6e7639521269 req-0f314724-b457-4687-a4a4-7f698b3d6aac tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/security-groups?id=1323a657-457c-4c66-8275-2530e0610b15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Aug 16 02:34:02.297418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-ab1fe296-105c-458b-9666-648a962f4eeb tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:02.299090 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-ab1fe296-105c-458b-9666-648a962f4eeb tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.83 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 945 time: 0.0557783 Aug 16 02:34:02.388900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Deleting port 22e54798-b2dd-40fc-ab6a-2298dde25231 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:02.389249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.481871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] For port 22e54798-b2dd-40fc-ab6a-2298dde25231, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=22e54798-b2dd-40fc-ab6a-2298dde25231,segment=NetworkSegment(50444723-266d-4dc1-8154-e79b7a5b68e1),segment_id=50444723-266d-4dc1-8154-e79b7a5b68e1)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:02.482209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.495010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Calling delete_port for 22e54798-b2dd-40fc-ab6a-2298dde25231 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:02.699564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.711289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['22e54798-b2dd-40fc-ab6a-2298dde25231'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:02.737386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Pushing event deleted for resources: {'Port': ['ID=22e54798-b2dd-40fc-ab6a-2298dde25231,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:02.786262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] No DVR routers for this DVR port 22e54798-b2dd-40fc-ab6a-2298dde25231 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:02.789163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:02.791347 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-265abe95-eb3f-4763-886c-88ab26d9cf92 req-235d2319-afab-4eb5-ba47-2448cc06e1f9 tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.83 "DELETE /v2.0/ports/22e54798-b2dd-40fc-ab6a-2298dde25231 HTTP/1.1" status: 204 len: 173 time: 0.4864161 Aug 16 02:34:02.791889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07384910-c568-4d84-b8ae-51d938a15964', 'name': 'network-vif-deleted', 'tag': '22e54798-b2dd-40fc-ab6a-2298dde25231'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:02.794252 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20db0fd3-748c-40d4-a07c-111b262406e3" -d '{"events": [{"server_uuid": "07384910-c568-4d84-b8ae-51d938a15964", "name": "network-vif-deleted", "tag": "22e54798-b2dd-40fc-ab6a-2298dde25231"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:02.834855 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20843f48-23c3-49f1-9002-12c1bbee855e x-openstack-request-id: req-20843f48-23c3-49f1-9002-12c1bbee855e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:02.835159 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07384910-c568-4d84-b8ae-51d938a15964", "name": "network-vif-deleted", "tag": "22e54798-b2dd-40fc-ab6a-2298dde25231", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:02.835419 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-20843f48-23c3-49f1-9002-12c1bbee855e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:02.835860 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07384910-c568-4d84-b8ae-51d938a15964', 'name': 'network-vif-deleted', 'tag': '22e54798-b2dd-40fc-ab6a-2298dde25231', 'status': 'completed', 'code': 200} Aug 16 02:34:03.323562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80fe9beb-a6af-4fd5-b6fd-c1c368b5cc08 req-49b5cb43-2025-440f-b4bd-6f53a4a5af6c tempest-VolumesSnapshotTestJSON-94362831 tempest-VolumesSnapshotTestJSON-94362831-project] 10.222.0.76 "GET /v2.0/ports?device_id=07384910-c568-4d84-b8ae-51d938a15964 HTTP/1.1" status: 200 len: 210 time: 0.0307775 Aug 16 02:34:03.961753 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:07.015687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 22e54798-b2dd-40fc-ab6a-2298dde25231 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:07.036691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 22e54798-b2dd-40fc-ab6a-2298dde25231 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:07.037641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 22e54798-b2dd-40fc-ab6a-2298dde25231 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:09.980519 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fc4b6f6f-cf2b-425a-b9ed-1b0d36005636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.689025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:12.778616 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-956e2923-8b1d-4233-afe5-29bffdd2009e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:14.136733 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-3919be55-4a2f-4133-9cd2-7f175f03bafd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404556 Aug 16 02:34:14.230688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-a950c969-7639-445c-b39d-84feb018fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.232555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-a950c969-7639-445c-b39d-84feb018fa5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 1097 time: 0.0537899 Aug 16 02:34:14.350754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-1a425401-d517-445a-b133-bf9adc335079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.352270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-1a425401-d517-445a-b133-bf9adc335079 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0925901 Aug 16 02:34:14.428625 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-a0a57719-0a17-47a1-af94-c4f14e0040f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=349c007d-b568-457c-9b7c-81c9901a181b HTTP/1.1" status: 200 len: 1001 time: 0.0664675 Aug 16 02:34:14.481976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-b6618521-2ba2-4a05-875f-e2185ee1edab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.483497 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-b6618521-2ba2-4a05-875f-e2185ee1edab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0485587 Aug 16 02:34:14.535108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-b8cc8ebb-a931-4c87-9224-f2ba0b8d3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:14.536727 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-b8cc8ebb-a931-4c87-9224-f2ba0b8d3ff3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458629 Aug 16 02:34:14.632806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-f4236986-1739-4361-9888-a78e2fe0063e service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877104 Aug 16 02:34:14.733198 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a17ad9e-2efa-48ab-8b9f-613b59381b48 req-acd56c75-b1d7-4897-b2b1-194a8ef3221a service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932038 Aug 16 02:34:14.784471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:15.957609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:21.224410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e5616-3947-44e3-ad79-7d22335b5ecf req-fb5f579c-34c4-4af8-b2ad-1931bc3088fa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:21.226602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af5e5616-3947-44e3-ad79-7d22335b5ecf req-fb5f579c-34c4-4af8-b2ad-1931bc3088fa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 945 time: 0.0518591 Aug 16 02:34:21.276456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af5e5616-3947-44e3-ad79-7d22335b5ecf req-d198b773-e27a-4a86-9c57-0cd3caa35e25 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436094 Aug 16 02:34:22.510960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea980-f794-49aa-8bda-534eed478d80 req-b56e26b1-5bc4-4a10-921e-d92372252883 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:22.512572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4aea980-f794-49aa-8bda-534eed478d80 req-b56e26b1-5bc4-4a10-921e-d92372252883 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 945 time: 0.1558690 Aug 16 02:34:22.552774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f4aea980-f794-49aa-8bda-534eed478d80 req-eaec9382-90ca-4383-8a79-4073c3c21806 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337877 Aug 16 02:34:22.691373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-f728f297-93b8-4d4f-8851-e1f6464db2f5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:22.693548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-f728f297-93b8-4d4f-8851-e1f6464db2f5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 945 time: 0.0499189 Aug 16 02:34:22.796596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 349c007d-b568-457c-9b7c-81c9901a181b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:34:22.796970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:22.900736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 349c007d-b568-457c-9b7c-81c9901a181b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=349c007d-b568-457c-9b7c-81c9901a181b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:22.901140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.079948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.080329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.080654 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Floating IP ab82610e-1369-44da-83d1-b4d7ae4ac722 disassociated. External IP: 172.25.6.127, port: 349c007d-b568-457c-9b7c-81c9901a181b. Aug 16 02:34:23.080997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 349c007d-b568-457c-9b7c-81c9901a181b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:34:23.299086 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.330730 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=349c007d-b568-457c-9b7c-81c9901a181b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:23.457620 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:34:23.579420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:34:23.595822 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:34:23.609321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:23.614058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:34:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:23.627984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 349c007d-b568-457c-9b7c-81c9901a181b on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:34:23.635772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:23.640020 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-95d4061b-6c12-4f10-82ed-e5b2feddbec5 req-0a00f828-d273-4bab-b432-ea67d214c1b1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "DELETE /v2.0/ports/349c007d-b568-457c-9b7c-81c9901a181b HTTP/1.1" status: 204 len: 173 time: 0.9384899 Aug 16 02:34:23.644389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'name': 'network-vif-deleted', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:23.649159 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4815b9e0-3052-4cbc-8a6a-237f3e3f2055" -d '{"events": [{"server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "name": "network-vif-deleted", "tag": "349c007d-b568-457c-9b7c-81c9901a181b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:23.720129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10b2d2ae-2935-415b-bc23-1ac05be20da0 req-463ff85e-de5e-4d1e-8fd3-6a21dc69d45b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0493054 Aug 16 02:34:23.720809 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adccd1d3-a427-4694-b128-8f196d21fa4d x-openstack-request-id: req-adccd1d3-a427-4694-b128-8f196d21fa4d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:23.720809 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74823313-cf03-4995-87ef-6b1c08fcea6c", "name": "network-vif-deleted", "tag": "349c007d-b568-457c-9b7c-81c9901a181b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:23.720809 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-adccd1d3-a427-4694-b128-8f196d21fa4d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:23.720809 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74823313-cf03-4995-87ef-6b1c08fcea6c', 'name': 'network-vif-deleted', 'tag': '349c007d-b568-457c-9b7c-81c9901a181b', 'status': 'completed', 'code': 200} Aug 16 02:34:23.852403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:24.171801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:24.232492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:34:24.246377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:24.247077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:34:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:24.400611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:24.656025 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:24.693625 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b96390-7d6e-46ba-8910-c17b6fd019d2 None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:34:24.845764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af494471-3478-44db-acd8-117c4aa5ed2d req-4813d331-22c0-476f-895f-ef4dcc0c90e2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0467353 Aug 16 02:34:25.086576 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a083e6b-0502-45e2-b782-65d606754a46 None None] New status for floating IP ab82610e-1369-44da-83d1-b4d7ae4ac722: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:34:25.951416 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a6e6efe-7ad2-4597-9a04-51fecf71f7d2 req-4bab3f9c-339b-461c-8e03-261fb903e943 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0284250 Aug 16 02:34:26.262476 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 349c007d-b568-457c-9b7c-81c9901a181b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:34:26.283979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 349c007d-b568-457c-9b7c-81c9901a181b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:34:26.283979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 349c007d-b568-457c-9b7c-81c9901a181b not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:34:27.086149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c783a3b-8728-44ad-a5ae-cecd2e36bf65 req-ce4573dc-630d-4b14-a922-5d49892a1bcc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0536609 Aug 16 02:34:27.338396 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:27.455688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:28.190215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c537b9d-42fe-4193-ba83-59c475a014f5 req-a66a51ed-c57a-4bf8-acff-a79a602e200d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=74823313-cf03-4995-87ef-6b1c08fcea6c HTTP/1.1" status: 200 len: 210 time: 0.0297072 Aug 16 02:34:29.465118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-e62c1d80-bf34-4eee-a6f1-ed7ee2779c0a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106727692&fields=id&tenant_id=3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 267 time: 0.0331063 Aug 16 02:34:29.586459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-6bd6a0de-f44f-48c8-9f11-bd0516c0f123 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:29.586973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-6bd6a0de-f44f-48c8-9f11-bd0516c0f123 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1141694 Aug 16 02:34:29.611325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-5fe259ad-f050-4d81-a388-5e840aa0056d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0171115 Aug 16 02:34:29.669914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-d7518461-0285-4542-9423-8386b0610a98 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509782 Aug 16 02:34:29.779964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-0aa58b64-9525-4251-b0e5-bacfab7d5332 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961051 Aug 16 02:34:29.873711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-a6d06dfa-d7b3-449f-89f3-577416a62715 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865312 Aug 16 02:34:30.557370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b799e147-ea28-4678-805c-d4bb1a87d2f9 req-7a18bd4f-6556-43b2-aa20-4f3d1d21f518 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0435467 Aug 16 02:34:31.685012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50f19d80-f234-4b79-89e4-4505ed6d3cf1 req-ae1508bd-2403-40bd-9e5e-f79598ec4f11 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0311918 Aug 16 02:34:32.646605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-ab9e676b-7df8-4641-ba82-9678b4ea0fdb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:32.648815 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-ab9e676b-7df8-4641-ba82-9678b4ea0fdb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1154032 Aug 16 02:34:32.699693 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-3e8d104d-ae57-4359-8867-4e98b65185ad tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 380 time: 0.0408964 Aug 16 02:34:32.715989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'security_groups': ['7d20e2e7-009b-49a2-89bd-2f4d0666b498']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:32.839314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e42e6f78-746e-4f5d-9a82-49ffef4b9be7 req-9392393f-ce25-40ed-aac0-5f2bf5bdf5a2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0339220 Aug 16 02:34:33.010905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:34:33.016727 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.206111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.5 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/5ada9232-cdec-4189-874e-75b27c77be47) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:33.394904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.409411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 5ada9232-cdec-4189-874e-75b27c77be47 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:33.526864 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.573000 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:33.578665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:33.581852 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:33.628957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=5ada9232-cdec-4189-874e-75b27c77be47,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:33.645659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.646272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.646855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.647825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.648339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.648848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.649375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.649900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.650417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.650961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.651603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.652152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:33.686485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:33.687699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:33.790157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-39488b19-72ce-4b1c-abc3-975ea9e34e4c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0845001 Aug 16 02:34:33.803039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Request body: {'port': {'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:34.059846 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f29c7-d36f-4b38-bdb9-a5f62b97acc4 req-59bf553f-57d2-4a99-8bb0-97e8698685fd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:34.065906 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e3f29c7-d36f-4b38-bdb9-a5f62b97acc4 req-59bf553f-57d2-4a99-8bb0-97e8698685fd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 931 time: 0.1247241 Aug 16 02:34:34.143482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e3f29c7-d36f-4b38-bdb9-a5f62b97acc4 req-05443f2d-a5d8-4d11-9ae1-25d6c5aacba7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704303 Aug 16 02:34:34.193418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b688e62f-2443-4006-9eb0-cb2a7d5425d1 None None] Provisioning for port 5ada9232-cdec-4189-874e-75b27c77be47 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:34.194508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b688e62f-2443-4006-9eb0-cb2a7d5425d1 None None] Provisioning complete for port 5ada9232-cdec-4189-874e-75b27c77be47 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:34.195164 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b688e62f-2443-4006-9eb0-cb2a7d5425d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.259277 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b688e62f-2443-4006-9eb0-cb2a7d5425d1 None None] Port 5ada9232-cdec-4189-874e-75b27c77be47 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:34:34.335987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.658384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ada9232-cdec-4189-874e-75b27c77be47 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:34.671805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.699570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Transition to ACTIVE for port object 5ada9232-cdec-4189-874e-75b27c77be47 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:34:34.843493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:34.912165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ada9232-cdec-4189-874e-75b27c77be47,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:35.034351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Attempting to bind port 5ada9232-cdec-4189-874e-75b27c77be47 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:34:35.035086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Attempting to bind port 5ada9232-cdec-4189-874e-75b27c77be47 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:34:35.035405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Attempting to bind port 5ada9232-cdec-4189-874e-75b27c77be47 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:35.041084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Port 5ada9232-cdec-4189-874e-75b27c77be47 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:34:35.045312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Attempting to bind port 5ada9232-cdec-4189-874e-75b27c77be47 on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:34:35.055152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:34:35.059122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:34:35.061895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:34:35.063944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Bound port: 5ada9232-cdec-4189-874e-75b27c77be47, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:34:35.064486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.221004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] For port 5ada9232-cdec-4189-874e-75b27c77be47, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:34:35.231412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] For port 5ada9232-cdec-4189-874e-75b27c77be47, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ada9232-cdec-4189-874e-75b27c77be47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:34:35.335630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.431766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.432431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:35.433898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] 10.222.0.58 "PUT /v2.0/ports/5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 1092 time: 1.6355221 Aug 16 02:34:35.434374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:35.440395 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada83cad-8f80-45a6-b0b1-37bb17138d92" -d '{"events": [{"name": "network-changed", "server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "tag": "5ada9232-cdec-4189-874e-75b27c77be47"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:35.491826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f78bd22-9d99-4a90-b2a5-43e4638d99f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ada9232-cdec-4189-874e-75b27c77be47,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:35.512231 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a90a14e-4c34-48cb-80ea-76f6b7def540 x-openstack-request-id: req-5a90a14e-4c34-48cb-80ea-76f6b7def540 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:35.512570 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "tag": "5ada9232-cdec-4189-874e-75b27c77be47", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:35.512766 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a90a14e-4c34-48cb-80ea-76f6b7def540 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:35.513179 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47', 'status': 'completed', 'code': 200} Aug 16 02:34:35.555573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65aa255-5cb2-45d6-be16-37563bb1dbff req-c1ffe59e-e67d-48da-970e-3fc434d24c39 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.561406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d65aa255-5cb2-45d6-be16-37563bb1dbff req-c1ffe59e-e67d-48da-970e-3fc434d24c39 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0600574 Aug 16 02:34:35.978590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada83cad-8f80-45a6-b0b1-37bb17138d92 req-fe03b64b-b7b7-49dd-a855-f08041b9cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.978590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ada83cad-8f80-45a6-b0b1-37bb17138d92 req-fe03b64b-b7b7-49dd-a855-f08041b9cb2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1095 time: 0.0645983 Aug 16 02:34:35.985486 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d65aa255-5cb2-45d6-be16-37563bb1dbff req-45ac9a02-c259-4c7a-b1df-e6d2c7a91ffa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801637 Aug 16 02:34:35.987081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada83cad-8f80-45a6-b0b1-37bb17138d92 req-1c249c3b-6243-4291-bea7-a33605bef0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.987081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ada83cad-8f80-45a6-b0b1-37bb17138d92 req-1c249c3b-6243-4291-bea7-a33605bef0fc service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3868ce20a8b74c5e815939fd74c34f20&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2109282 Aug 16 02:34:35.987081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada83cad-8f80-45a6-b0b1-37bb17138d92 req-3daa6ca3-5614-4d93-af6f-d27d16962970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:35.987081 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ada83cad-8f80-45a6-b0b1-37bb17138d92 req-3daa6ca3-5614-4d93-af6f-d27d16962970 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1203203 Aug 16 02:34:36.108367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-d2f99cdd-3963-4d35-8694-973b0d198769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.111270 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-d2f99cdd-3963-4d35-8694-973b0d198769 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1095 time: 0.1138325 Aug 16 02:34:36.189880 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-049665a0-310e-416f-8364-88eebc6dfe0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 217 time: 0.0666814 Aug 16 02:34:36.250440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-08e5331f-c6c2-4272-94a3-d95e8c08b23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.252178 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-08e5331f-c6c2-4272-94a3-d95e8c08b23c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0559623 Aug 16 02:34:36.300418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-3b9a532a-e06a-466a-a3a8-b1c9f870b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.303156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-3b9a532a-e06a-466a-a3a8-b1c9f870b862 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432467 Aug 16 02:34:36.409748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-6e8fb83c-13e5-4de4-b380-f853f4854777 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998843 Aug 16 02:34:36.522527 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f417c919-d98a-47d6-b9cc-53aaddf5aa3c req-686ce16d-599e-49cb-abb4-7c3d9cd356c2 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053681 Aug 16 02:34:36.785589 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c2141-5dad-4ab6-9acc-915315dad6fe req-721da0e6-2802-4ce2-aa47-a53027762783 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:36.790231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-129c2141-5dad-4ab6-9acc-915315dad6fe req-721da0e6-2802-4ce2-aa47-a53027762783 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0578935 Aug 16 02:34:36.846963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-129c2141-5dad-4ab6-9acc-915315dad6fe req-dc13813c-bc65-4e7c-bcc0-f2bd40f5f217 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506089 Aug 16 02:34:37.561688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-53d04e4b-19a8-45e5-acdd-003ce34f2a37 req-7c35212d-7716-4342-b52c-45b93034cf16 service neutron] (101945) timed out ('10.222.0.58', 60625) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:34:37.967121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f54c2d2-be41-4ec6-8107-3be42d08e4e3 req-23f64ecc-0dc8-44b7-a723-7f1cf6c4ae12 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:37.968668 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f54c2d2-be41-4ec6-8107-3be42d08e4e3 req-23f64ecc-0dc8-44b7-a723-7f1cf6c4ae12 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0516651 Aug 16 02:34:38.008771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f54c2d2-be41-4ec6-8107-3be42d08e4e3 req-800ee49c-349e-4cf2-82cb-781828413ec0 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332844 Aug 16 02:34:39.138026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afff30e-f838-4449-bfb5-8907f32655c3 req-f155698d-90ed-4b2c-9692-1b445e1c057b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:39.139831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0afff30e-f838-4449-bfb5-8907f32655c3 req-f155698d-90ed-4b2c-9692-1b445e1c057b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0620830 Aug 16 02:34:39.190620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0afff30e-f838-4449-bfb5-8907f32655c3 req-dc572481-3e29-46dd-af70-09385088303b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Aug 16 02:34:39.978060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-73af0a19-fe0f-4423-832b-14c73f97ff66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:40.318599 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1123b1-e6a1-4a6b-8335-64bad8475013 req-c421f6b2-2147-43f0-bbd6-eb746c5113cb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:40.323131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d1123b1-e6a1-4a6b-8335-64bad8475013 req-c421f6b2-2147-43f0-bbd6-eb746c5113cb tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0545030 Aug 16 02:34:40.363357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d1123b1-e6a1-4a6b-8335-64bad8475013 req-b8298d37-f42f-4e80-bd8d-603003ca2fe4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372417 Aug 16 02:34:40.543286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-3bc36f3b-dcc3-44f1-97ec-2a451c17c382 req-e398c19a-5252-4cef-962a-e410ac1e288c service neutron] (101946) timed out ('10.222.0.58', 60657) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:34:40.963489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:34:41.484618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328367e-fcc8-4984-918f-e2e6bf109e28 req-18e88e6f-4a6b-4042-aa79-29221c2002dd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:41.486240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9328367e-fcc8-4984-918f-e2e6bf109e28 req-18e88e6f-4a6b-4042-aa79-29221c2002dd tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0510991 Aug 16 02:34:41.526244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9328367e-fcc8-4984-918f-e2e6bf109e28 req-1f9852da-39d8-456c-9ffc-1a08fa24dc68 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337479 Aug 16 02:34:42.641332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b1d0a-6844-4f0c-aaed-d6d758cb1520 req-59aec20a-0671-48da-bdf0-616e94681f04 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:42.642858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d8b1d0a-6844-4f0c-aaed-d6d758cb1520 req-59aec20a-0671-48da-bdf0-616e94681f04 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0499732 Aug 16 02:34:42.679908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d8b1d0a-6844-4f0c-aaed-d6d758cb1520 req-08d2e20a-e16a-4ad0-8b06-2a3a0063820d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Aug 16 02:34:42.716798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:42.779933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-398726b2-e09c-4a31-b133-6e8f1ca69d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:43.804709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d83a4e-3688-4f73-b020-7fe2833357b3 req-18967886-b580-4a2f-b4fd-5485c346f415 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:43.806331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5d83a4e-3688-4f73-b020-7fe2833357b3 req-18967886-b580-4a2f-b4fd-5485c346f415 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0584815 Aug 16 02:34:43.855964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c5d83a4e-3688-4f73-b020-7fe2833357b3 req-938058b7-379c-475b-9232-075d229d2299 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427308 Aug 16 02:34:44.734253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:44.981236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43693f4c-20bb-4dbc-a8d3-2172b7002d24 req-8c497b5b-c49a-4647-b15c-f94fae726348 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:44.982779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-43693f4c-20bb-4dbc-a8d3-2172b7002d24 req-8c497b5b-c49a-4647-b15c-f94fae726348 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0528996 Aug 16 02:34:45.023661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-43693f4c-20bb-4dbc-a8d3-2172b7002d24 req-50961308-752c-402f-a0a8-1421148a8f6d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345728 Aug 16 02:34:45.888969 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.147438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8058cd-9581-4c46-9e5a-c342bd77e004 req-53aef3b9-504b-4b8c-95fd-e58b68e30c59 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:46.149103 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c8058cd-9581-4c46-9e5a-c342bd77e004 req-53aef3b9-504b-4b8c-95fd-e58b68e30c59 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 943 time: 0.0550442 Aug 16 02:34:46.189310 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c8058cd-9581-4c46-9e5a-c342bd77e004 req-f1fb4890-0af3-412a-9807-976fe9ce034e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339856 Aug 16 02:34:46.366149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ada9232-cdec-4189-874e-75b27c77be47 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:34:46.482078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5ada9232-cdec-4189-874e-75b27c77be47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ada9232-cdec-4189-874e-75b27c77be47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:46.494864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '5ada9232-cdec-4189-874e-75b27c77be47', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:34:46.532774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.546950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ada9232-cdec-4189-874e-75b27c77be47 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:34:46.568254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5ada9232-cdec-4189-874e-75b27c77be47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ada9232-cdec-4189-874e-75b27c77be47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:46.631356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:46.678919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5ada9232-cdec-4189-874e-75b27c77be47,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:46.686208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.686562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.686945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.687320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.687659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.687993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.688327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.688660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.689057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.689401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.689730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.690058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:34:46.834074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5ada9232-cdec-4189-874e-75b27c77be47'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:34:47.305486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cb891-badb-4c52-8e14-6d85529d3ca9 req-4ea8aedf-932f-424d-8d73-feff0e4cb5f2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:47.306967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a7cb891-badb-4c52-8e14-6d85529d3ca9 req-4ea8aedf-932f-424d-8d73-feff0e4cb5f2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 944 time: 0.0503454 Aug 16 02:34:47.348739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a7cb891-badb-4c52-8e14-6d85529d3ca9 req-59f0d83e-f9ee-46c9-bb54-de69882b3cdf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358012 Aug 16 02:34:48.369644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ada9232-cdec-4189-874e-75b27c77be47 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:34:48.496809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5544e04-a864-4ba0-b0d4-878c95af626f req-f27deafd-ca00-49fc-8e90-f74088e11b06 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.498369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5544e04-a864-4ba0-b0d4-878c95af626f req-f27deafd-ca00-49fc-8e90-f74088e11b06 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 944 time: 0.0559707 Aug 16 02:34:48.520384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 5ada9232-cdec-4189-874e-75b27c77be47 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:34:48.524599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 5ada9232-cdec-4189-874e-75b27c77be47 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:34:48.524980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.545781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5544e04-a864-4ba0-b0d4-878c95af626f req-f5ec3ebe-2ea8-4d2d-8f6e-71b904fd49bf tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399485 Aug 16 02:34:48.607872 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.632161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:48.634497 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64011f8b-7256-45b1-be41-6be80377a748" -d '{"events": [{"server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "name": "network-vif-plugged", "status": "completed", "tag": "5ada9232-cdec-4189-874e-75b27c77be47"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:48.649173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5ada9232-cdec-4189-874e-75b27c77be47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ada9232-cdec-4189-874e-75b27c77be47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:34:48.684562 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c631da46-10fe-413b-870f-7770a06b532e x-openstack-request-id: req-c631da46-10fe-413b-870f-7770a06b532e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:48.684952 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "name": "network-vif-plugged", "status": "completed", "tag": "5ada9232-cdec-4189-874e-75b27c77be47", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:48.685465 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c631da46-10fe-413b-870f-7770a06b532e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:48.687194 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47', 'code': 200} Aug 16 02:34:48.725936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:48.788187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60fa9c2-6e19-422c-a4c7-02322bb9e4cc req-10fcfb3a-529c-4fec-838f-3edfa1cb8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:48.790586 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b60fa9c2-6e19-422c-a4c7-02322bb9e4cc req-10fcfb3a-529c-4fec-838f-3edfa1cb8fcd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0467699 Aug 16 02:34:48.799255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5ada9232-cdec-4189-874e-75b27c77be47,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:48.836392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b60fa9c2-6e19-422c-a4c7-02322bb9e4cc req-9dce4231-8b82-4193-922c-ffd518a7051c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377703 Aug 16 02:34:49.668292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b30ae-614f-48f8-b99b-07edb3ddf39d req-1e3c2066-ae81-4fe7-a37f-3fa5338ccfb2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:49.669835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b97b30ae-614f-48f8-b99b-07edb3ddf39d req-1e3c2066-ae81-4fe7-a37f-3fa5338ccfb2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 945 time: 0.0521176 Aug 16 02:34:49.709061 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b97b30ae-614f-48f8-b99b-07edb3ddf39d req-b62234df-88ad-4b66-830f-8b42a0ffbd20 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329461 Aug 16 02:34:50.868738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208a008-e06f-4f5f-83ea-435a6a6bdd73 req-76012ddd-2293-4f1d-ad71-0c73d7518856 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:50.868738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2208a008-e06f-4f5f-83ea-435a6a6bdd73 req-76012ddd-2293-4f1d-ad71-0c73d7518856 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 945 time: 0.0542250 Aug 16 02:34:50.885410 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2208a008-e06f-4f5f-83ea-435a6a6bdd73 req-a231863f-625d-4079-a89f-6f99531c4539 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444608 Aug 16 02:34:51.007926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb0f397-4eba-404b-b258-3f25cd137e8e req-ec354daa-0318-4dd4-97bb-e3442035ca27 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:51.009477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfb0f397-4eba-404b-b258-3f25cd137e8e req-ec354daa-0318-4dd4-97bb-e3442035ca27 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 945 time: 0.0532660 Aug 16 02:34:51.051360 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfb0f397-4eba-404b-b258-3f25cd137e8e req-56908301-03c8-4fa3-bc30-05bdd07dd9c8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Aug 16 02:34:51.075880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54056) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:51.131797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1847e3f-ae0c-4fa0-b27f-79d0397854d1 tempest-TestVolumeBootPattern-499599343 tempest-TestVolumeBootPattern-499599343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:51.134685 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a1847e3f-ae0c-4fa0-b27f-79d0397854d1 tempest-TestVolumeBootPattern-499599343 tempest-TestVolumeBootPattern-499599343-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1092 time: 0.0563745 Aug 16 02:34:51.136132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54060) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:34:51.142700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:34:51.241152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.351981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.478138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.25.6.69 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3f3c8bff-6821-4b07-88e0-cc29ebb38532) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:34:51.591005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.732762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:51.780891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:34:51.784972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:34:51.789300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:34:51.795283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=3f3c8bff-6821-4b07-88e0-cc29ebb38532,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:52.201519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.330042 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.505963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.603099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.683595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=3f3c8bff-6821-4b07-88e0-cc29ebb38532,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:34:52.694611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:52.802919 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Floating IP 9e8bdf0b-a09e-4168-8016-623e7a3b46e7 associated. External IP: 172.25.6.69, port: 5ada9232-cdec-4189-874e-75b27c77be47. Aug 16 02:34:53.038320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:34:53.153606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:34:53.169174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:34:53.178770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:53.179385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:34:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:53.298720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:53.315263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:53.346722 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3474e0af-6fb6-41f8-b134-bf8dc53f86c6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2051511 Aug 16 02:34:53.346722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:34:53.348323 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70750256-2597-4a05-98e8-ca7eec11ad56" -d '{"events": [{"name": "network-changed", "server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "tag": "5ada9232-cdec-4189-874e-75b27c77be47"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:34:53.388386 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c1d01d-f76d-4f99-ba00-dd5c6fe0f0ab x-openstack-request-id: req-35c1d01d-f76d-4f99-ba00-dd5c6fe0f0ab {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:34:53.388957 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "tag": "5ada9232-cdec-4189-874e-75b27c77be47", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:34:53.389456 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-35c1d01d-f76d-4f99-ba00-dd5c6fe0f0ab {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:34:53.390355 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47', 'status': 'completed', 'code': 200} Aug 16 02:34:53.488109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-b6392814-5a92-40c7-a995-64665a3b7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.502595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-b6392814-5a92-40c7-a995-64665a3b7147 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0749514 Aug 16 02:34:53.651854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:52Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:53.652497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-ce771599-340d-41e0-be63-ee0c9b5839ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.654304 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-ce771599-340d-41e0-be63-ee0c9b5839ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.1498756 Aug 16 02:34:53.691911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:34:53.710104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:34:53.711060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:34:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:53.747731 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-12ee812f-345e-400c-961b-0508e0ae1aa7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 998 time: 0.0851932 Aug 16 02:34:53.851604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-978ae328-8eac-4613-a731-ffeb870be423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.853597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-978ae328-8eac-4613-a731-ffeb870be423 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0929859 Aug 16 02:34:53.854835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:34:53.916220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-b6e495ee-18a2-4f10-a3b3-de0e2bce9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:34:53.918266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-b6e495ee-18a2-4f10-a3b3-de0e2bce9142 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546267 Aug 16 02:34:54.059116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-792c4985-2c2c-4eb5-a651-7990af28c11a service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334898 Aug 16 02:34:54.193707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:52Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:34:54.233274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70750256-2597-4a05-98e8-ca7eec11ad56 req-b0c71374-2e66-41a2-884f-b2b0ab374556 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629572 Aug 16 02:34:54.237014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d2cbb4-1e7f-44b8-b0b0-746569e63b33 None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:52Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:34:54.571560 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace61bc0-d982-4ab4-bb5c-77e22e1e7973 None None] New status for floating IP 9e8bdf0b-a09e-4168-8016-623e7a3b46e7: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:34:54.701003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-acaf29d1-947f-4db9-ad31-d7bfe2db8b2b req-ff39232a-b818-4842-8b62-7b045df5d143 service neutron] (101946) timed out ('10.222.0.83', 65266) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:34:57.384299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:34:57.492036 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.042631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54234) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:00.274190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Deleting subnet 4b367300-08b6-451f-b9f8-9f47fc465d12 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:35:00.277725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.316286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.367445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.521933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.545093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b367300-08b6-451f-b9f8-9f47fc465d12,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:00.547985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.552929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-04405fd4-5d3e-4387-a474-45f896405571 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/4b367300-08b6-451f-b9f8-9f47fc465d12 HTTP/1.1" status: 204 len: 168 time: 0.5091372 Aug 16 02:35:00.553055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54246) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:00.631451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.724616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.734891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a478e3-4751-4693-8304-76921406707f']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:00.746454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50444723-266d-4dc1-8154-e79b7a5b68e1') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:00.746754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50444723-266d-4dc1-8154-e79b7a5b68e1') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:35:00.756569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.770963 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.777293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:35:00.777649 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:35:00.779480 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:35:00.905756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.912656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:00.914973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] 10.222.0.76 "DELETE /v2.0/networks/f4a478e3-4751-4693-8304-76921406707f HTTP/1.1" status: 204 len: 168 time: 0.3607731 Aug 16 02:35:00.935925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Pushing event deleted for resources: {'Network': ['ID=f4a478e3-4751-4693-8304-76921406707f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:00.943760 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.944121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.944474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.945037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.945385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.945750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.946054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.946392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.946759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.947130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.947471 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:00.951823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f77c120-c689-4101-83e6-79b84506fe4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:35:01.354548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54264) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:01.402261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c1e58060-2a33-473a-99bf-bb15ff29b83a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=366fd392542446e995805cf32f344bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461633 Aug 16 02:35:01.404508 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:01.455415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e91312e-c625-4f00-8c43-981b35f1efdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.478029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e91312e-c625-4f00-8c43-981b35f1efdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.617465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e91312e-c625-4f00-8c43-981b35f1efdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.620351 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6e91312e-c625-4f00-8c43-981b35f1efdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:01.623174 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6e91312e-c625-4f00-8c43-981b35f1efdf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1323a657-457c-4c66-8275-2530e0610b15 HTTP/1.1" status: 204 len: 168 time: 0.2176449 Aug 16 02:35:01.635816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91312e-c625-4f00-8c43-981b35f1efdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323a657-457c-4c66-8275-2530e0610b15,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:09.965675 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5a3515ff-985b-4e57-a481-73eec194b20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.720894 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:12.845827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e4cb8b12-bc0d-42d6-a917-768aac78ee23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.629948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 54444) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:13.743217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a01f7c8d-4304-477e-b506-b9a7d5e32fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.836242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a01f7c8d-4304-477e-b506-b9a7d5e32fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:13.962707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a01f7c8d-4304-477e-b506-b9a7d5e32fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.001575 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a01f7c8d-4304-477e-b506-b9a7d5e32fe3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9a912c296c6c485bb2e99940f24be3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3702466 Aug 16 02:35:14.002445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f7c8d-4304-477e-b506-b9a7d5e32fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac3f277-1e85-4528-8de8-0393574a9f1c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:14.004328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54448) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:14.062971 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df1b5c45-19c3-4de4-97d0-d368a6b71d75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.088438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df1b5c45-19c3-4de4-97d0-d368a6b71d75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.192031 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-3536c969-7498-42c7-a7cc-5c5783642e79 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1036108 Aug 16 02:35:14.225694 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df1b5c45-19c3-4de4-97d0-d368a6b71d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.230803 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-df1b5c45-19c3-4de4-97d0-d368a6b71d75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.230803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-df1b5c45-19c3-4de4-97d0-d368a6b71d75 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1ac3f277-1e85-4528-8de8-0393574a9f1c HTTP/1.1" status: 204 len: 168 time: 0.2231181 Aug 16 02:35:14.238507 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b5c45-19c3-4de4-97d0-d368a6b71d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac3f277-1e85-4528-8de8-0393574a9f1c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:14.289345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d77574-5568-4f48-929e-a4d67a753a34 req-88d9e112-7604-4911-9c09-780f5988dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:14.291029 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-88d9e112-7604-4911-9c09-780f5988dc95 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0497520 Aug 16 02:35:14.402224 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d77574-5568-4f48-929e-a4d67a753a34 req-071595cc-5e83-4b3a-901d-a76abc0f1fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:14.408146 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-071595cc-5e83-4b3a-901d-a76abc0f1fce service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0965505 Aug 16 02:35:14.485490 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-d728bc9b-fdb3-4da7-88b9-0edfb64713a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 1000 time: 0.0662692 Aug 16 02:35:14.561502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d77574-5568-4f48-929e-a4d67a753a34 req-85ca0fce-d924-4be8-a19e-7aec517585a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:14.563184 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-85ca0fce-d924-4be8-a19e-7aec517585a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0728810 Aug 16 02:35:14.632905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d77574-5568-4f48-929e-a4d67a753a34 req-a5f107d8-f64f-4eb1-9979-2683e7131dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:35:14.636501 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-a5f107d8-f64f-4eb1-9979-2683e7131dd1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635157 Aug 16 02:35:14.660514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-7f40dd41-6273-442c-ba60-a2f1baf26f22 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:35:14.662590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-7f40dd41-6273-442c-ba60-a2f1baf26f22 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173979 Aug 16 02:35:14.766936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:14.782298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-392f754b-77c5-4e30-8ea8-b525c0a28e4e service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116683 Aug 16 02:35:14.891426 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19d77574-5568-4f48-929e-a4d67a753a34 req-2f3f33d9-e679-41ad-9d3c-ceeb1cc1718f service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005478 Aug 16 02:35:15.905619 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:17.963712 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:27.345751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:27.449028 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.121494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54946) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.252470 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bc6d7155-3028-4509-b189-680316d4d455 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=32971220e97043bd8b8e8c6106814990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298199 Aug 16 02:35:33.266896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 54950) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:35:33.314168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96515927-2a4c-4d71-9ba1-5ad5e084ab03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.335177 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96515927-2a4c-4d71-9ba1-5ad5e084ab03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.490253 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96515927-2a4c-4d71-9ba1-5ad5e084ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.499797 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-96515927-2a4c-4d71-9ba1-5ad5e084ab03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:33.499797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-96515927-2a4c-4d71-9ba1-5ad5e084ab03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a536fd27-4d08-468b-b76b-30dafbc1a885 HTTP/1.1" status: 204 len: 168 time: 0.2263246 Aug 16 02:35:33.502488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96515927-2a4c-4d71-9ba1-5ad5e084ab03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a536fd27-4d08-468b-b76b-30dafbc1a885,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:35:39.958906 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3418d37-20ab-4bf8-b5f1-ec7f21f3f771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.694003 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:42.769955 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-017d8e5d-61a2-4ae8-a310-c7bec31c008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:44.762554 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:45.910952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:54.962305 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:35:57.364295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:35:57.478491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:09.980939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cb02fa1d-9d3e-4f9f-8ce0-660ad8b05881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.672168 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:12.779732 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0816475-5d78-4975-b023-825e53eee7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:14.139066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-72345615-6697-42cd-9c2f-214da6e28b3c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420389 Aug 16 02:36:14.228882 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5210-d18e-46ee-a63a-819a233adde3 req-dbcc7753-de80-43ee-98db-a525ef00a59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.230424 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-dbcc7753-de80-43ee-98db-a525ef00a59e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0486414 Aug 16 02:36:14.342172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5210-d18e-46ee-a63a-819a233adde3 req-eb1d1e35-42a8-42d2-b132-dd7fc2934ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.344007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-eb1d1e35-42a8-42d2-b132-dd7fc2934ce8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0920429 Aug 16 02:36:14.420283 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-a50cae6a-41ea-4af4-9a04-0f7b1dafa10e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 1000 time: 0.0684853 Aug 16 02:36:14.475237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5210-d18e-46ee-a63a-819a233adde3 req-a929c914-3ea9-40e4-a0e8-371919c8fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.476846 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-a929c914-3ea9-40e4-a0e8-371919c8fb08 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0485456 Aug 16 02:36:14.523309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca5210-d18e-46ee-a63a-819a233adde3 req-00fe7f1d-d009-4d0f-996d-40cd7f6d79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:36:14.524795 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-00fe7f1d-d009-4d0f-996d-40cd7f6d79cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407815 Aug 16 02:36:14.622910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-a67dad0f-c7d2-462f-8d10-9e1a71932183 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902550 Aug 16 02:36:14.714903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-efca5210-d18e-46ee-a63a-819a233adde3 req-3038d407-e8b2-4632-be8e-c0f54f278895 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846589 Aug 16 02:36:14.716660 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:15.872217 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.387593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:27.461191 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:31.961599 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:36:39.974547 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6d0bd6da-f6a5-47d6-ba8d-5fa602cb1acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.719488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56022) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:41.836472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.925399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:41.985276 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.026474 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a5adbf81ee6c4e2f9fbf86972fe56783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3058543 Aug 16 02:36:42.027218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f0d023-cc6d-443d-81a9-9e487f0c4fe4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:42.029185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56026) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:42.041260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.043966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.044275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.044603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.044930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42bba80-4491-47c3-ad36-304c8ff1d3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:42.088711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1120506-4f07-4f9b-b88b-fdfca2fa2f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.110519 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1120506-4f07-4f9b-b88b-fdfca2fa2f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.214828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1120506-4f07-4f9b-b88b-fdfca2fa2f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.218535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1120506-4f07-4f9b-b88b-fdfca2fa2f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.219783 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1120506-4f07-4f9b-b88b-fdfca2fa2f37 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/99f0d023-cc6d-443d-81a9-9e487f0c4fe4 HTTP/1.1" status: 204 len: 168 time: 0.1883848 Aug 16 02:36:42.227899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1120506-4f07-4f9b-b88b-fdfca2fa2f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f0d023-cc6d-443d-81a9-9e487f0c4fe4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:42.665789 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:42.796973 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-35020a4e-a1fb-4d42-a966-e26c23268c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:44.733959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:45.888637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.784407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56076) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:47.902518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35054f9-a14e-4ecb-9e49-bff2603b2e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:47.989136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35054f9-a14e-4ecb-9e49-bff2603b2e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.048570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b35054f9-a14e-4ecb-9e49-bff2603b2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.087302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b35054f9-a14e-4ecb-9e49-bff2603b2e45 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8ad26eaf590541e8853bfacee1cbc1e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016987 Aug 16 02:36:48.089233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35054f9-a14e-4ecb-9e49-bff2603b2e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a984db5b-36d2-4c56-b43e-d91e49d796b1,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:48.090706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56080) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:36:48.141220 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.165267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.275725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.278271 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:48.280166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a984db5b-36d2-4c56-b43e-d91e49d796b1 HTTP/1.1" status: 204 len: 168 time: 0.1878760 Aug 16 02:36:48.287934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a984db5b-36d2-4c56-b43e-d91e49d796b1,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:36:48.295578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.295940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.296284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.296626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.296961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.297295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.297662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.298120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.298558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.298917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.299247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:48.299575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5438df89-2cec-4068-8d96-86bec2704412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:36:57.413529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:36:57.546444 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:08.962350 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:09.973727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a5c2e44-4241-482f-8e76-f621d2325e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.687420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:12.841570 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1fdc80e0-2c10-4020-a494-e15a51eb2ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:14.738922 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:15.962038 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:16.174746 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-4dbfbcb1-23c8-410e-9e80-9cedf4c932cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0470018 Aug 16 02:37:16.259245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-7a0091ed-9c9d-4050-a0b5-0a450201e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:16.260908 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-7a0091ed-9c9d-4050-a0b5-0a450201e290 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0430090 Aug 16 02:37:16.370985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-fa774f3f-ca29-44fd-a0d7-d1c56866b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:16.372583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-fa774f3f-ca29-44fd-a0d7-d1c56866b4b3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0917246 Aug 16 02:37:16.445872 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-90ec7984-5572-481c-bc16-0846deab9c94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 1000 time: 0.0660801 Aug 16 02:37:16.497243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-278d4894-27b6-4982-9fef-3a2005281b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:16.498884 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-278d4894-27b6-4982-9fef-3a2005281b8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0462558 Aug 16 02:37:16.549119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-089700b9-d4c5-478f-a5f7-dd73b478496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:16.551095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-089700b9-d4c5-478f-a5f7-dd73b478496d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449817 Aug 16 02:37:16.649462 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-3ab4f004-b122-433b-ba5e-8f696e35f544 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907426 Aug 16 02:37:16.745379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1b948315-9ec1-494c-8913-76b80dbd1fcc req-e7471bb3-e7a1-4b1a-b218-779081038dac service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888247 Aug 16 02:37:19.581521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-c27684db-a729-4f2d-b490-b73773e5c9ca tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106727692&fields=id&tenant_id=3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 267 time: 0.0352678 Aug 16 02:37:19.688799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-c16fde96-2646-4386-ac70-76c56d676e4e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:19.690318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-c16fde96-2646-4386-ac70-76c56d676e4e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1020703 Aug 16 02:37:19.706135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-0ecc7a28-d7ec-43de-b5f7-e15135df8d89 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/quotas/3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 375 time: 0.0099483 Aug 16 02:37:19.769367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-9acb00c4-1ea0-4c6d-ae74-e3380b9e8ce6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575497 Aug 16 02:37:19.976339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-0e7ab2b1-c699-4266-abc3-d0f5d9fe8486 service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938972 Aug 16 02:37:20.077909 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-7f5fa14e-addc-49a5-9bf5-f4a3952f787c service neutron] 10.222.0.76 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938358 Aug 16 02:37:20.664841 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-647172f6-6c21-4821-929d-0dc058cf5940 req-c456f0f7-35d4-4428-b9e3-7027a416f54f tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0311859 Aug 16 02:37:21.757256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-736c0089-dd12-4470-ac2b-e8725bd2ea31 req-204d75a6-6441-4e63-86d8-2806c5c1378e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0260248 Aug 16 02:37:22.876951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efaed165-d6c3-44c9-860d-61cddd6c84e8 req-ac78d868-2ecd-4e47-a679-cf3fe2503f43 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0273876 Aug 16 02:37:23.042816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-e2a93a38-4418-430d-ac7c-e9b0836b5d19 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.044867 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-e2a93a38-4418-430d-ac7c-e9b0836b5d19 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.83 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 811 time: 0.1248381 Aug 16 02:37:23.088946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-eee7469c-fedb-4d4b-baf5-2df3dfe6fe07 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3868ce20a8b74c5e815939fd74c34f20 HTTP/1.1" status: 200 len: 380 time: 0.0359387 Aug 16 02:37:23.097912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'port': {'device_id': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'admin_state_up': True, 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'security_groups': ['7d20e2e7-009b-49a2-89bd-2f4d0666b498']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:23.373137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Made reservation on behalf of 3868ce20a8b74c5e815939fd74c34f20 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:37:23.378828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.512387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.20.0.14 (8b95d5e0-a893-4524-b5f1-833a8004b7e7/728f1645-ebc2-4e59-b99d-07e7de8dce15/1d30366e-dc7f-4685-b9d7-3c69b3ccca0b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:23.655746 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.670305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Transition to ACTIVE for port object 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:23.739171 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.783645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:23.786699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:23.790826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:23.837177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:23.862075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:23.862785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:23.953050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-67d9db66-db39-4122-893f-f8a4ae6cd466 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8586628 Aug 16 02:37:23.967322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-baf5de35-987c-4ebf-8362-1238d9258893 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:37:23.968943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-baf5de35-987c-4ebf-8362-1238d9258893 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092688 Aug 16 02:37:24.001384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971566-0a61-4eea-8f0a-8d7603778c90 req-1ba82978-5aa1-44f2-a987-a34ae7ffce82 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:24.008768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7971566-0a61-4eea-8f0a-8d7603778c90 req-1ba82978-5aa1-44f2-a987-a34ae7ffce82 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 932 time: 0.0600619 Aug 16 02:37:24.061728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7971566-0a61-4eea-8f0a-8d7603778c90 req-44c0b83a-6e88-49e4-b27d-2dd344548d36 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471945 Aug 16 02:37:24.073381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Request body: {'port': {'device_id': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:24.087727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-09ecba9c-a946-4904-a1f0-1cf1f2d03d73 None None] Provisioning for port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:24.095518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-09ecba9c-a946-4904-a1f0-1cf1f2d03d73 None None] Provisioning complete for port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:24.096029 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-09ecba9c-a946-4904-a1f0-1cf1f2d03d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.130936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-09ecba9c-a946-4904-a1f0-1cf1f2d03d73 None None] Port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:37:24.494414 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.801191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:24.810312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.826833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Transition to ACTIVE for port object 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:37:24.870701 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:24.925404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Pushing event updated for resources: {'Port': ['ID=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:25.018876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Attempting to bind port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:37:25.019378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Attempting to bind port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:37:25.019905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Attempting to bind port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:25.025783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:37:25.026126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Attempting to bind port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b on network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:37:25.032384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:37:25.032734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Checking segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:37:25.033131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Bound using segment: {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:37:25.033568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Bound port: 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5063d82-20ac-4e94-bda6-50be96f4c139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:37:25.033936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.129124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] For port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:37:25.148554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] For port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:37:25.197137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c05a68-f294-4d76-aaf8-1c90f74cc4a4 req-37417ece-4b5d-4257-9cb0-fae8e25c11bc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.207827 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.208822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47c05a68-f294-4d76-aaf8-1c90f74cc4a4 req-37417ece-4b5d-4257-9cb0-fae8e25c11bc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0711772 Aug 16 02:37:25.266203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.268242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47c05a68-f294-4d76-aaf8-1c90f74cc4a4 req-2cc5a4fb-387e-494c-9b6f-f16ac8feca4e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582318 Aug 16 02:37:25.270015 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:25.271670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] 10.222.0.83 "PUT /v2.0/ports/1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 1093 time: 1.2956676 Aug 16 02:37:25.272167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:25.278545 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ece31511-5308-400e-9683-800503dadb36" -d '{"events": [{"name": "network-changed", "server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:25.307193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6129a3c-5f2d-4e24-9974-1f5e127e7f18 service neutron] Pushing event updated for resources: {'Port': ['ID=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:25.406892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-45a60c55-0912-4cb5-a53d-e100a1eec0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.408500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-45a60c55-0912-4cb5-a53d-e100a1eec0c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1096 time: 0.0513654 Aug 16 02:37:25.491080 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-a152f43b-d498-42c1-849f-7745c0523fc2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 217 time: 0.0670505 Aug 16 02:37:25.559397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-2911d3dc-5855-4b62-b6d6-9fb5e2585236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.561096 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-2911d3dc-5855-4b62-b6d6-9fb5e2585236 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0682392 Aug 16 02:37:25.627571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed520031-b8f1-470a-b000-acd999f553d5 req-cd5a0f59-9eef-44cc-be07-3bdf4d98de9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:25.629292 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-cd5a0f59-9eef-44cc-be07-3bdf4d98de9d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608327 Aug 16 02:37:25.721138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-8b856cc6-8da5-4ad5-bfee-01a46ae946cf service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846586 Aug 16 02:37:25.822323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed520031-b8f1-470a-b000-acd999f553d5 req-3e17df0b-778d-4219-b64f-8e12bbb0d2d3 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943165 Aug 16 02:37:26.389224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bad48-857a-4c7a-8c4f-e77d0ff9bbe8 req-9512af6a-bebd-4e33-9ea0-78ac807d961a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.397031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-491bad48-857a-4c7a-8c4f-e77d0ff9bbe8 req-9512af6a-bebd-4e33-9ea0-78ac807d961a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0611756 Aug 16 02:37:26.432593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-491bad48-857a-4c7a-8c4f-e77d0ff9bbe8 req-de113826-9b87-4f21-88a3-5c64a1cee423 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346920 Aug 16 02:37:26.571155 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd98ead-77fe-428b-bc0c-b84c3d1bf3a0 x-openstack-request-id: req-7fd98ead-77fe-428b-bc0c-b84c3d1bf3a0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:26.571648 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:26.571758 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7fd98ead-77fe-428b-bc0c-b84c3d1bf3a0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:26.572137 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'status': 'completed', 'code': 200} Aug 16 02:37:26.655359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece31511-5308-400e-9683-800503dadb36 req-54abb5a0-dbb1-4ff5-bded-b6564eb65ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.657723 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-54abb5a0-dbb1-4ff5-bded-b6564eb65ea6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1096 time: 0.0622647 Aug 16 02:37:26.761886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece31511-5308-400e-9683-800503dadb36 req-27f13b6b-dfd8-423c-ac16-75d7dcefd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.763349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-27f13b6b-dfd8-423c-ac16-75d7dcefd730 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0983171 Aug 16 02:37:26.811214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-2094241d-7862-4dad-a89a-6ca282ebeb76 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 217 time: 0.0403709 Aug 16 02:37:26.864151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece31511-5308-400e-9683-800503dadb36 req-109d3c78-a75b-4c15-8031-b064928944a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.866391 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-109d3c78-a75b-4c15-8031-b064928944a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0487461 Aug 16 02:37:26.926343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece31511-5308-400e-9683-800503dadb36 req-77e369b1-5283-4774-892a-1484befbd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:26.927942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-77e369b1-5283-4774-892a-1484befbd528 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509827 Aug 16 02:37:27.037954 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-bc06428e-055e-4788-bf95-6a2ece293809 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025655 Aug 16 02:37:27.135058 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ece31511-5308-400e-9683-800503dadb36 req-14b5f562-9145-485b-a32a-898bf269eec9 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900841 Aug 16 02:37:27.413150 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.476591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:27.584328 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c10c4-9034-477f-a865-0c05f7bdd0fa req-89fd4ce3-81b7-40a6-878a-b5b7d7d5b3ed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:27.589089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e66c10c4-9034-477f-a865-0c05f7bdd0fa req-89fd4ce3-81b7-40a6-878a-b5b7d7d5b3ed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0644729 Aug 16 02:37:27.631680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e66c10c4-9034-477f-a865-0c05f7bdd0fa req-a6759596-b085-414e-bcb7-a75875bb4e35 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379765 Aug 16 02:37:28.758373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b97b2-bbe8-43cc-9a19-29ee74cc5fbe req-4ad5dd32-948e-40da-88d7-f21838e45ef4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:28.759972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-627b97b2-bbe8-43cc-9a19-29ee74cc5fbe req-4ad5dd32-948e-40da-88d7-f21838e45ef4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0507984 Aug 16 02:37:28.800517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-627b97b2-bbe8-43cc-9a19-29ee74cc5fbe req-3261cfa6-abcd-4ee4-8db1-09e054cd778d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Aug 16 02:37:29.922814 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4d02e-4878-4f91-9c9f-d7cb66bb85dd req-6a295fdb-2d4b-4247-b73b-9055c6eba30e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:29.925000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ac4d02e-4878-4f91-9c9f-d7cb66bb85dd req-6a295fdb-2d4b-4247-b73b-9055c6eba30e tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0551162 Aug 16 02:37:29.971057 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ac4d02e-4878-4f91-9c9f-d7cb66bb85dd req-4bd8cf6c-b0f0-485a-8b99-29f69db764b4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359993 Aug 16 02:37:31.092134 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a36f88-824c-4536-98d8-f9eaa45d00cf req-7ba0baaa-3ad8-4597-9c05-ebf661600462 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:31.094092 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6a36f88-824c-4536-98d8-f9eaa45d00cf req-7ba0baaa-3ad8-4597-9c05-ebf661600462 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0530531 Aug 16 02:37:31.139148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6a36f88-824c-4536-98d8-f9eaa45d00cf req-ec2cd9cb-dab1-4d6b-ac85-0c6c9460cafa tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394681 Aug 16 02:37:32.262421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb20e20-7194-496e-9f11-e6f5f36d5198 req-252ca1c8-3e52-4421-964e-e45724856c63 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:32.264713 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcb20e20-7194-496e-9f11-e6f5f36d5198 req-252ca1c8-3e52-4421-964e-e45724856c63 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0531213 Aug 16 02:37:32.307538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcb20e20-7194-496e-9f11-e6f5f36d5198 req-15868dd8-c895-4632-9878-b68615755c32 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357125 Aug 16 02:37:33.432485 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8f322-62f6-49d1-b6a3-3c81fd91d6bf req-58cc0c54-03a8-4fb7-94dc-d2442fc59bed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:33.434034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ecf8f322-62f6-49d1-b6a3-3c81fd91d6bf req-58cc0c54-03a8-4fb7-94dc-d2442fc59bed tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0499775 Aug 16 02:37:33.475120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ecf8f322-62f6-49d1-b6a3-3c81fd91d6bf req-0fce86a6-6b36-427e-bf5b-add023798306 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344367 Aug 16 02:37:34.593937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5683ca-fe05-470a-ab2e-57c751551728 req-32efede8-3810-4871-bcc3-094a41e1b651 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:34.595622 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5683ca-fe05-470a-ab2e-57c751551728 req-32efede8-3810-4871-bcc3-094a41e1b651 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0516593 Aug 16 02:37:34.638406 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d5683ca-fe05-470a-ab2e-57c751551728 req-37e98a6d-4f5d-46cb-b398-3b93f3445984 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369191 Aug 16 02:37:35.758960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9931f7-b685-4318-ac51-26c31ea4a1e3 req-03c513b7-17f5-4c14-af37-8d28938fb821 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:35.760495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a9931f7-b685-4318-ac51-26c31ea4a1e3 req-03c513b7-17f5-4c14-af37-8d28938fb821 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0541258 Aug 16 02:37:35.801540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a9931f7-b685-4318-ac51-26c31ea4a1e3 req-ff9b7ba4-a311-4875-b24c-6d66ce7aa149 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340405 Aug 16 02:37:36.928564 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e373e21-774d-4c08-8dbe-a1951d4129d0 req-3d1587bc-125d-40a8-91d8-6f65deefa470 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:36.930111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e373e21-774d-4c08-8dbe-a1951d4129d0 req-3d1587bc-125d-40a8-91d8-6f65deefa470 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0554852 Aug 16 02:37:36.971944 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4e373e21-774d-4c08-8dbe-a1951d4129d0 req-c5429d6b-c0f5-4873-8183-108d2dbf800d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355761 Aug 16 02:37:37.942711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:37:38.106943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f2dcd-2b2a-4afb-b93e-c10b5038b78f req-1dff94b0-db20-4c51-8344-40822fa6ef0b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:38.108537 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-103f2dcd-2b2a-4afb-b93e-c10b5038b78f req-1dff94b0-db20-4c51-8344-40822fa6ef0b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 944 time: 0.0544860 Aug 16 02:37:38.159312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-103f2dcd-2b2a-4afb-b93e-c10b5038b78f req-cc13859a-9071-4041-b895-3f68daeeb870 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425375 Aug 16 02:37:38.214119 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:38.228582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'port_id': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'mac_address': 'fa:16:3e:61:99:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:37:38.268518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.281699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:37:38.303792 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:38.366926 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:38.419798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:38.428386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.429168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.429168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.429481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.429762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.430102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.430474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.430817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.431151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.431485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.431815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.432145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:37:38.588698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['1d30366e-dc7f-4685-b9d7-3c69b3ccca0b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:37:39.288637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926c438-087d-4aa4-ac1e-2b16fcc1182f req-e9ca401b-e03a-4d39-9ec7-de824b5f4b57 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:39.290176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e926c438-087d-4aa4-ac1e-2b16fcc1182f req-e9ca401b-e03a-4d39-9ec7-de824b5f4b57 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 945 time: 0.0521255 Aug 16 02:37:39.330286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e926c438-087d-4aa4-ac1e-2b16fcc1182f req-d189a346-7331-446d-b20a-caaa98821f47 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340583 Aug 16 02:37:39.956021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-052528d6-994b-4303-8419-ce7fcad1c658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:39.958884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:37:40.058487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:37:40.062553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:37:40.062972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.147819 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.172155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:40.174497 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e4edef-0ded-4e75-b7f7-815439981599" -d '{"events": [{"server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "name": "network-vif-plugged", "status": "completed", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:40.189153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:37:40.264473 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:40.306507 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90618aea-0516-46c8-9811-0519cbd4be58 x-openstack-request-id: req-90618aea-0516-46c8-9811-0519cbd4be58 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:40.306835 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "name": "network-vif-plugged", "status": "completed", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:40.307094 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-90618aea-0516-46c8-9811-0519cbd4be58 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:40.307494 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'code': 200} Aug 16 02:37:40.326613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:40.415387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb29993-73b3-4885-87ee-9730df6a8953 req-8152ed2d-1acb-4d95-9c81-b6409dda7b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.416987 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1bb29993-73b3-4885-87ee-9730df6a8953 req-8152ed2d-1acb-4d95-9c81-b6409dda7b1a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1098 time: 0.0498796 Aug 16 02:37:40.457877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d7e6b3-f02b-42e6-8674-13e2dc2d7bc8 req-279f402f-99b2-4d3f-8543-2eaa4b7dfaf1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:40.481422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68d7e6b3-f02b-42e6-8674-13e2dc2d7bc8 req-279f402f-99b2-4d3f-8543-2eaa4b7dfaf1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 946 time: 0.0494206 Aug 16 02:37:40.481578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1bb29993-73b3-4885-87ee-9730df6a8953 req-79d32e82-629e-435b-90ac-6d5eec8c0b0f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348001 Aug 16 02:37:40.498630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68d7e6b3-f02b-42e6-8674-13e2dc2d7bc8 req-4237a589-68e4-4844-b165-e8a051725098 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Aug 16 02:37:41.617641 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416bd73-d1c0-4eef-ad62-648440c30fc5 req-94f4b89e-329d-43e4-b0b4-ea01dbf83191 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:41.619164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0416bd73-d1c0-4eef-ad62-648440c30fc5 req-94f4b89e-329d-43e4-b0b4-ea01dbf83191 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 946 time: 0.0508220 Aug 16 02:37:41.661730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0416bd73-d1c0-4eef-ad62-648440c30fc5 req-9683224e-5a29-404d-8033-95a877c76111 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364869 Aug 16 02:37:42.128926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156ea8c-15a9-4b2d-9511-d86c17f3ca91 req-58b0011e-6418-496c-ae5d-57e7cd333ba2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.130346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0156ea8c-15a9-4b2d-9511-d86c17f3ca91 req-58b0011e-6418-496c-ae5d-57e7cd333ba2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 946 time: 0.3912208 Aug 16 02:37:42.169898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0156ea8c-15a9-4b2d-9511-d86c17f3ca91 req-75a747d5-adb6-4223-aaf0-06be989bf1b7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332797 Aug 16 02:37:42.192087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56546) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:42.374784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d51dfb-118c-4589-b995-5414ef23fdc9 tempest-TestVolumeBootPattern-499599343 tempest-TestVolumeBootPattern-499599343-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:42.376916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d1d51dfb-118c-4589-b995-5414ef23fdc9 tempest-TestVolumeBootPattern-499599343 tempest-TestVolumeBootPattern-499599343-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1093 time: 0.1831989 Aug 16 02:37:42.380112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56550) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:37:42.384897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:37:42.521348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.623010 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.701702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.742263 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Allocated IP 172.25.6.161 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/9f90de79-bf00-46f3-b5a7-0c5af31a52e7) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:37:42.818103 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-06afbe9f-1ae6-40eb-87c9-a23f9059a39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.855881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.944521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:42.985942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:37:42.989103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:37:42.994347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:37:43.016031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=9f90de79-bf00-46f3-b5a7-0c5af31a52e7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.374709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.553855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.712241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.778343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.848092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event updated for resources: {'Port': ['ID=9f90de79-bf00-46f3-b5a7-0c5af31a52e7,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:37:43.869793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:43.981790 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Floating IP 20b9c56e-ba96-4e10-ae9e-89edde004026 associated. External IP: 172.25.6.161, port: 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b. Aug 16 02:37:44.200469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:37:44.315865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:37:44.337411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:37:44.349023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:44.349655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:37:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.429885 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.458177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:44.465962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-94b8b342-c74b-490e-ae91-7347f4937ca4 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0848470 Aug 16 02:37:44.466556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:37:44.468918 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1577089-8733-49f2-a7a9-83d2c160c29f" -d '{"events": [{"name": "network-changed", "server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:37:44.588481 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b9e147-586b-4216-9669-7832b946d2f9 x-openstack-request-id: req-71b9e147-586b-4216-9669-7832b946d2f9 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:37:44.588785 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:37:44.589053 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71b9e147-586b-4216-9669-7832b946d2f9 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:37:44.589474 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'status': 'completed', 'code': 200} Aug 16 02:37:44.651657 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-477fc407-25f5-453e-91de-fec1bb418792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:44.653201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-477fc407-25f5-453e-91de-fec1bb418792 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1098 time: 0.0429509 Aug 16 02:37:44.711460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '20b9c56e-ba96-4e10-ae9e-89edde004026', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:61:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:37:43Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}, {'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:54Z', 'revision_number': 1, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.742026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:37:44.746855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-73e6cd95-d30c-4142-986e-0e9d6bfdd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:44.748385 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-73e6cd95-d30c-4142-986e-0e9d6bfdd332 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0876002 Aug 16 02:37:44.750313 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:37:44.750958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:37:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:44.754824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:44.825356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-0e746899-e29a-4bbb-a286-dc6f1fa84d8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 1000 time: 0.0682387 Aug 16 02:37:44.869827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:37:44.874933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-5a316937-a4ff-473e-9a97-be44e9136774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:44.876453 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-5a316937-a4ff-473e-9a97-be44e9136774 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0455732 Aug 16 02:37:44.923850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-37023087-78e3-4a29-8cea-bf562574b8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:37:44.925516 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-37023087-78e3-4a29-8cea-bf562574b8d8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426135 Aug 16 02:37:45.025923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-a78cc517-3e5b-4ea6-85c3-16b7642c5f50 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934081 Aug 16 02:37:45.105408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '20b9c56e-ba96-4e10-ae9e-89edde004026', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:61:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:37:43Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}, {'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:54Z', 'revision_number': 1, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:37:45.117926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d1577089-8733-49f2-a7a9-83d2c160c29f req-6c9927e4-069a-4712-86ce-00dff9355ee4 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855627 Aug 16 02:37:45.147767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb89b6f-5b76-41a9-a802-9d40f4c95e4b None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '20b9c56e-ba96-4e10-ae9e-89edde004026', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.161', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:61:99:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:37:43Z', 'updated_at': '2021-08-16T02:37:43Z', 'revision_number': 0, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}, {'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:54Z', 'revision_number': 1, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:37:45.353866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b55dde1-7e99-4745-90e5-b4387aa3e92e None None] New status for floating IP 20b9c56e-ba96-4e10-ae9e-89edde004026: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:37:45.932276 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:45.961905 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:37:57.435029 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:37:57.515119 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:10.000680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3cad7911-7f94-4a17-a41c-8ea79d8f8593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.680834 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:12.772996 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07c38f24-8ff1-482d-ae12-f897f30db28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.247394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56670) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.367548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.422152 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-b9790af3-c3d4-4585-972e-a7307c6b66e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465713 Aug 16 02:38:13.475865 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.512577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-55ede482-2d58-4cbd-90ad-383b028f01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.514134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-55ede482-2d58-4cbd-90ad-383b028f01c7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1098 time: 0.0494051 Aug 16 02:38:13.531933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.577009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fccb99-a1be-41a5-822c-4adf7f9e9d5c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:13.582568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62980e1aa6aa48078e361fa562a48ff5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3338785 Aug 16 02:38:13.587150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56674) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:38:13.590725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.591175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.591622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.592145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.592524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.593009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.593308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.593647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.594068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.594473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.594810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.595152 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f139a36a-c6d4-449c-95ad-f195d72b53d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.653956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-6c0890a1-46f2-4f74-83b8-d1d2a872ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.655520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-6c0890a1-46f2-4f74-83b8-d1d2a872ed2d service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.1218591 Aug 16 02:38:13.701817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.738789 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.749196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-fbbb62ff-0bd3-4bb0-a1b4-0cdcc4339468 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 1002 time: 0.0827429 Aug 16 02:38:13.815486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-99130b46-5428-45bd-a39d-ab774e838680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.817045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-99130b46-5428-45bd-a39d-ab774e838680 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0605881 Aug 16 02:38:13.869898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-d5ef3f42-c555-42d8-9fad-c3f1598a6a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:13.871388 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-d5ef3f42-c555-42d8-9fad-c3f1598a6a0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472310 Aug 16 02:38:13.920540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.923116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:13.924233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4fccb99-a1be-41a5-822c-4adf7f9e9d5c HTTP/1.1" status: 204 len: 168 time: 0.3361402 Aug 16 02:38:13.935339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fccb99-a1be-41a5-822c-4adf7f9e9d5c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:38:13.949139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.949516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.949855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.950198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.950538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.950908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.951241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.951573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.953060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.953060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.953060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.953060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e2a385f-f2a7-48c7-8ed3-8de6dfd167cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:38:13.989156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-acd9f5dc-a4df-4f86-ae2c-095fbaa9fb92 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105931 Aug 16 02:38:14.085273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-03d6eb96-9f2c-43b3-a739-b3bf4a3e876c req-002e8696-9ead-496a-a774-eb5a3f67721d service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885239 Aug 16 02:38:14.777783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:15.926236 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:16.132704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-c0ba192a-6bd4-43d6-a3b9-691bb05058f9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403733 Aug 16 02:38:16.221485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-c03a01fe-9e3c-489c-962a-b43b6f29fb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:16.223141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-c03a01fe-9e3c-489c-962a-b43b6f29fb80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0486808 Aug 16 02:38:16.330880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-083a74d3-31d3-459e-a95d-eb03c928fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:16.332373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-083a74d3-31d3-459e-a95d-eb03c928fa5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0890017 Aug 16 02:38:16.398561 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-0a54fdb1-9355-4c32-89fd-22e5d003fa77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 1000 time: 0.0583622 Aug 16 02:38:16.451428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-dbf987de-2dc7-4c2d-b1e8-65647730c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:16.452903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-dbf987de-2dc7-4c2d-b1e8-65647730c42b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0478477 Aug 16 02:38:16.498752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-bd40b4c8-5769-4cbe-a303-7360e2fe128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:38:16.500240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-bd40b4c8-5769-4cbe-a303-7360e2fe128b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400400 Aug 16 02:38:16.589724 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-31327c55-999d-4ff4-83d2-f169349f3cc9 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819762 Aug 16 02:38:16.681422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6ff6cce4-5ac4-4230-8270-ca2c73c8deb9 req-961663b9-02b4-4aeb-b897-8a4b36de85a7 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848355 Aug 16 02:38:22.961501 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:38:27.395396 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:27.463415 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:39.994750 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-65939326-82ad-40b5-a333-09cfa70ef75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.662746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:42.759830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2d35960f-9187-47ba-a9c1-41cd4af80811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:44.212231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-b24e46dd-a3ea-414d-a210-73be7d8b38bc req-f96c4f39-fd4e-41c7-9f1b-346e2f7775a0 service neutron] (101946) timed out ('10.222.0.76', 33016) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:38:44.758807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:45.914243 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.432694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.530079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:38:57.623294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-1f1f3ab3-3ddf-4ee3-89d7-e43857cb7ed7 req-bc739514-5c69-46e3-a256-a3986f19d169 service neutron] (101946) timed out ('10.222.0.76', 53818) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:38:59.960884 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:10.015238 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5136c5d0-24e7-4f64-bf65-967e992a9bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.662617 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:12.797556 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a1f46c14-4cfe-4a61-8f7b-25b120fa6ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:13.431959 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-07b2479a-ccf8-41d6-a0dd-b5066d51f5aa service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421076 Aug 16 02:39:13.516026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-872b6c92-b7d9-4d7b-b28e-5edc4e69acbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.517578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-872b6c92-b7d9-4d7b-b28e-5edc4e69acbf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1098 time: 0.0440893 Aug 16 02:39:13.628337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-4d820102-56a0-4cc8-8c7e-44daf5dfdcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.629840 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-4d820102-56a0-4cc8-8c7e-44daf5dfdcc6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0935261 Aug 16 02:39:13.697161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-59c3dd8d-7d51-416b-8c42-e09c5fcd6946 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 1002 time: 0.0600541 Aug 16 02:39:13.751312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-28d579d2-7d37-40f0-8e23-204bb40dae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.753646 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-28d579d2-7d37-40f0-8e23-204bb40dae11 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0487454 Aug 16 02:39:13.797758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-4685436d-1206-4d61-ae4b-e2c5d716b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:13.799190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-4685436d-1206-4d61-ae4b-e2c5d716b611 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396695 Aug 16 02:39:13.890018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-715e95de-79b1-4949-8423-ccf881894813 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Aug 16 02:39:13.986691 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-881a8057-38eb-43de-99ff-39cad9b8f8f2 req-d8c14cd0-4ddd-4e17-8b11-3bf9a896263c service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880136 Aug 16 02:39:14.746569 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:15.897122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:17.133165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-104b4fb6-624f-4309-b4fd-1254c860b7a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403855 Aug 16 02:39:17.214785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-0b0fd96f-2b2b-46e4-9c76-f4cfc53883bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.216329 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-0b0fd96f-2b2b-46e4-9c76-f4cfc53883bc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0435297 Aug 16 02:39:17.322366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-9a3f9fba-e5b1-4f71-99b9-b59f7003f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.323887 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-9a3f9fba-e5b1-4f71-99b9-b59f7003f03b service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0889125 Aug 16 02:39:17.389116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-40ac1136-9d2b-4a09-889b-e1141aaeebf3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 1000 time: 0.0580125 Aug 16 02:39:17.441407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-053de050-2d3f-4ce3-97a0-a74209f17aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.442881 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-053de050-2d3f-4ce3-97a0-a74209f17aaf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0473454 Aug 16 02:39:17.491336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-2944b5d2-bb37-4d6c-92ba-8a6e5e0dc43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:39:17.493039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-2944b5d2-bb37-4d6c-92ba-8a6e5e0dc43e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428991 Aug 16 02:39:17.584186 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-42415c68-62ee-4af1-8b63-cb94e6f2dc74 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836709 Aug 16 02:39:17.678213 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35b4bc16-8b8f-4990-8e9f-78b55631bc79 req-6d8948e7-0eb5-4577-8110-96af9abfc296 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868988 Aug 16 02:39:27.410524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:27.482778 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:36.960440 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:39:39.985170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f37c46cb-0c66-4800-a8b5-404bbfbb2bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.670966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:42.808586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c98b1762-885c-46ff-8103-c801decaa41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:44.739435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:45.901983 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.427227 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:39:57.478643 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.262899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56714) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:01.426825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 9f90de79-bf00-46f3-b5a7-0c5af31a52e7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:01.427101 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.506469 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.506855 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.519184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 9f90de79-bf00-46f3-b5a7-0c5af31a52e7 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:01.730713 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.757192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=9f90de79-bf00-46f3-b5a7-0c5af31a52e7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:01.782010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.782362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.782735 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.783086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.783426 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.783768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.784100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.784430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.784759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.785088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.785419 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.785747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:01.824731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:01.831914 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Floating IP 20b9c56e-ba96-4e10-ae9e-89edde004026 disassociated (deleted). External IP: 172.25.6.161, port: 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b. Aug 16 02:40:02.039092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:02.146962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:02.152317 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:02.157257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:02.168446 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:02.169070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:39:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.184371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9e7ec4d0-afce-4eb7-add8-a521ef743eea tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "DELETE /v2.0/floatingips/20b9c56e-ba96-4e10-ae9e-89edde004026 HTTP/1.1" status: 204 len: 168 time: 0.9179873 Aug 16 02:40:02.184371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:02.185160 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6" -d '{"events": [{"name": "network-changed", "server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:02.236716 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ae10f9-7ee7-4598-9a24-d629f595c61a x-openstack-request-id: req-70ae10f9-7ee7-4598-9a24-d629f595c61a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:02.237051 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:02.237383 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70ae10f9-7ee7-4598-9a24-d629f595c61a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:02.237735 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'status': 'completed', 'code': 200} Aug 16 02:40:02.285178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:02.303276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-77d6a658-257a-43b8-9e3e-c7852ebe4cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.306195 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-77d6a658-257a-43b8-9e3e-c7852ebe4cea service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 1098 time: 0.0459409 Aug 16 02:40:02.402007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-343369cd-a97b-4c4a-ac38-c05c0ccb4a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.403873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-343369cd-a97b-4c4a-ac38-c05c0ccb4a8b service neutron] 10.222.0.83 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0913420 Aug 16 02:40:02.448055 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-896e4dce-6a4b-4196-ac7d-cefc6bf4b910 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 200 len: 217 time: 0.0354843 Aug 16 02:40:02.498940 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-0c57fee8-2ccd-4248-827e-bd91e4ebd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.505452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-0c57fee8-2ccd-4248-827e-bd91e4ebd3ef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0457008 Aug 16 02:40:02.513772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:54Z', 'revision_number': 1, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.544520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:02.551846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-f8c77e69-1e18-444b-b938-626350f733dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.557115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:02.557259 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-f8c77e69-1e18-444b-b938-626350f733dc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452633 Aug 16 02:40:02.557353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:39:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:02.665231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-ac29b000-e4c0-4cbe-9808-50d1c1062df3 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959277 Aug 16 02:40:02.775268 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d900b4b-6be7-430d-aa44-6f9c9f4734e6 req-aa687900-ae07-4528-aa36-54d148101b66 service neutron] 10.222.0.83 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027091 Aug 16 02:40:02.828253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:02.930046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a331d7-d532-4d2f-a6d8-4bc06f842273 req-a133f9e7-32aa-4aa8-b049-b006f0a2e09b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:02.931727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3a331d7-d532-4d2f-a6d8-4bc06f842273 req-a133f9e7-32aa-4aa8-b049-b006f0a2e09b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 946 time: 0.2188604 Aug 16 02:40:02.970964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3a331d7-d532-4d2f-a6d8-4bc06f842273 req-76c20d8b-58e9-48b0-b914-8e87b3d5627a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331275 Aug 16 02:40:03.051640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:54Z', 'revision_number': 1, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:03.082563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93371f8d-f242-4b76-afcf-b5797f9b6ada None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '9e8bdf0b-a09e-4168-8016-623e7a3b46e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'floating_ip_address': '172.25.6.69', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'port_id': '5ada9232-cdec-4189-874e-75b27c77be47', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3980, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'mac_address': 'fa:16:3e:44:b8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:34:52Z', 'updated_at': '2021-08-16T02:34:54Z', 'revision_number': 1, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:03.313374 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd43e38-cd3d-466c-9bf3-0cb80b4726ab None None] New status for floating IP 20b9c56e-ba96-4e10-ae9e-89edde004026: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:04.155559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b56e6f-aae3-4fef-8c53-ca69e28f70f6 req-638afab6-aac1-4fea-8c22-917b05829d8b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.157072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59b56e6f-aae3-4fef-8c53-ca69e28f70f6 req-638afab6-aac1-4fea-8c22-917b05829d8b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 946 time: 0.1152902 Aug 16 02:40:04.196005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59b56e6f-aae3-4fef-8c53-ca69e28f70f6 req-df304c3f-86e5-4881-bcc3-68cbae8fcc17 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329835 Aug 16 02:40:04.239540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-59975a68-777d-4740-9bcc-b3fc7eafe7fe tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:04.241178 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-59975a68-777d-4740-9bcc-b3fc7eafe7fe tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.83 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 946 time: 0.0529268 Aug 16 02:40:04.328550 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:04.328847 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.418555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:04.418962 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.431314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:04.634395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.663238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=1d30366e-dc7f-4685-b9d7-3c69b3ccca0b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:04.675265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.675626 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.675984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.676333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.676675 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.677012 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.677344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.677677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.678007 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.678340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.679472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.679828 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:04.713972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:04.716613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:04.718603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-921e278d-f915-47e2-8412-fa680ed2ae5d req-963bddd2-591a-4882-b4c3-f802dc1ec46d tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.83 "DELETE /v2.0/ports/1d30366e-dc7f-4685-b9d7-3c69b3ccca0b HTTP/1.1" status: 204 len: 173 time: 0.4715493 Aug 16 02:40:04.719093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'name': 'network-vif-deleted', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:04.721304 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3398041b-26b2-4ccb-a4c5-912a7713d4b1" -d '{"events": [{"server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "name": "network-vif-deleted", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:04.757547 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f5c909-dad9-4c97-8dc7-4791f7c73a91 x-openstack-request-id: req-c8f5c909-dad9-4c97-8dc7-4791f7c73a91 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:04.757949 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891e4afd-6e91-4df3-8356-d8a7408b214c", "name": "network-vif-deleted", "tag": "1d30366e-dc7f-4685-b9d7-3c69b3ccca0b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:04.758312 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c8f5c909-dad9-4c97-8dc7-4791f7c73a91 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:04.758774 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891e4afd-6e91-4df3-8356-d8a7408b214c', 'name': 'network-vif-deleted', 'tag': '1d30366e-dc7f-4685-b9d7-3c69b3ccca0b', 'status': 'completed', 'code': 200} Aug 16 02:40:05.292396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04fe4129-08bf-440a-856c-3ba9d898f008 req-277347db-f00a-422c-a33e-e25e90c9dea9 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0266674 Aug 16 02:40:06.390281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-785e64c2-d3b0-4adc-a854-71d40f89996a req-242105a5-1a99-4c74-9146-78ff255a0fd5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0277534 Aug 16 02:40:07.485731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f694da3b-db21-45d2-abe3-4195453fa63d req-d7624ca7-0ad5-4568-ac7e-a4ebd56ae1c5 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0277319 Aug 16 02:40:08.593729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c07927d5-5a5d-4f07-84f1-6d883d4d509b req-ac8de366-ee06-4916-84f8-11777d4a83b2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=891e4afd-6e91-4df3-8356-d8a7408b214c HTTP/1.1" status: 200 len: 210 time: 0.0286510 Aug 16 02:40:08.649544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:08.669632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:08.669981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 1d30366e-dc7f-4685-b9d7-3c69b3ccca0b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:09.977656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-84c2eddf-3ed9-423c-bab2-027d29a75213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.696988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:12.776224 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d323f327-7625-4dc5-899a-58716f359203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:13.959355 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:14.773863 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.230834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56772) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:15.386525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 3f3c8bff-6821-4b07-88e0-cc29ebb38532 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:15.386912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.463002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.463341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.474528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 3f3c8bff-6821-4b07-88e0-cc29ebb38532 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:15.676027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.701553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=3f3c8bff-6821-4b07-88e0-cc29ebb38532,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:15.766669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.766669 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Floating IP 9e8bdf0b-a09e-4168-8016-623e7a3b46e7 disassociated (deleted). External IP: 172.25.6.69, port: 5ada9232-cdec-4189-874e-75b27c77be47. Aug 16 02:40:15.898731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:15.967103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:16.071840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:16.076488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:16.083344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:16.092891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:16.093509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:40:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.105738 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-307348b7-96db-467f-906d-0a066be144cc tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "DELETE /v2.0/floatingips/9e8bdf0b-a09e-4168-8016-623e7a3b46e7 HTTP/1.1" status: 204 len: 168 time: 0.8737867 Aug 16 02:40:16.106336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:16.108617 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "tag": "5ada9232-cdec-4189-874e-75b27c77be47"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:16.149440 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4229afd-9ebc-4afa-b899-7614e6959cf2 x-openstack-request-id: req-c4229afd-9ebc-4afa-b899-7614e6959cf2 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:16.149742 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "tag": "5ada9232-cdec-4189-874e-75b27c77be47", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:16.149998 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4229afd-9ebc-4afa-b899-7614e6959cf2 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:16.150409 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47', 'status': 'completed', 'code': 200} Aug 16 02:40:16.206844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:16.267872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-c8b78e57-b6b6-4d6b-ab29-8091b203758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.269455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-c8b78e57-b6b6-4d6b-ab29-8091b203758e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3868ce20a8b74c5e815939fd74c34f20&device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 1097 time: 0.0976210 Aug 16 02:40:16.366902 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-404c75d8-79b2-46da-aaf7-1df0c1cc92dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.369233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-404c75d8-79b2-46da-aaf7-1df0c1cc92dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 200 len: 912 time: 0.0921335 Aug 16 02:40:16.410763 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.419844 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-5af8ef9c-cfa0-4eaf-9efc-c874501a1759 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 200 len: 217 time: 0.0387132 Aug 16 02:40:16.440601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:16.449510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:16.450121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:40:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.476167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-cfa7533e-21d1-4054-a343-23d126f713c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.478326 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-cfa7533e-21d1-4054-a343-23d126f713c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 200 len: 850 time: 0.0474772 Aug 16 02:40:16.527305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-bd7d2328-8656-455f-b8d4-ef9e21a3d56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.528868 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-bd7d2328-8656-455f-b8d4-ef9e21a3d56e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8b95d5e0-a893-4524-b5f1-833a8004b7e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417321 Aug 16 02:40:16.559346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:16.566573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad004612-f95e-4c66-80c6-462ca5f7e610 req-d65087f2-ff57-4139-b645-7bded777e0b8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:16.568289 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad004612-f95e-4c66-80c6-462ca5f7e610 req-d65087f2-ff57-4139-b645-7bded777e0b8 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 945 time: 0.0548058 Aug 16 02:40:16.609850 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad004612-f95e-4c66-80c6-462ca5f7e610 req-95cd1715-db4f-4356-bad1-abee81c5ec10 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343258 Aug 16 02:40:16.630202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-aab6e2fc-7afa-46bb-87a9-100e34ce80b4 service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936379 Aug 16 02:40:16.725876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-75ca6a0e-7ef6-456e-a593-3394f92ae5fe req-a993d896-fce2-4e2a-8d2c-6ea4472e7c0c service neutron] 10.222.0.58 "GET /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828013 Aug 16 02:40:16.783903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:16.811469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1b1a4-758c-44b1-83b8-9695cba5fad3 None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:25:25Z', 'revision_number': 4, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b1b9fcd7-e47a-472e-8b68-842e9629c97a', 'name': '', 'network_id': '8b95d5e0-a893-4524-b5f1-833a8004b7e7', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'mac_address': 'fa:16:3e:45:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_interface', 'standard_attr_id': 3489, 'fixed_ips': [{'subnet_id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:24Z', 'updated_at': '2021-08-16T02:25:31Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'subnets': [{'id': '728f1645-ebc2-4e59-b99d-07e7de8dce15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:17.032527 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827c864-c7f4-45b9-ad7c-001975c56f87 None None] New status for floating IP 9e8bdf0b-a09e-4168-8016-623e7a3b46e7: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:40:17.141092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d48403f0-52cd-4844-8adb-cf7c99cc0917 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.142492 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d48403f0-52cd-4844-8adb-cf7c99cc0917 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Aug 16 02:40:17.581568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port 5ada9232-cdec-4189-874e-75b27c77be47 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:17.582300 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.670054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] For port 5ada9232-cdec-4189-874e-75b27c77be47, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ada9232-cdec-4189-874e-75b27c77be47,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:17.670583 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.690092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for 5ada9232-cdec-4189-874e-75b27c77be47 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:17.734331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c75df-ac0b-411b-8d29-da6b69f1349d req-7ab848bb-3139-4f56-91c1-f156e775084a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:17.735893 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d78c75df-ac0b-411b-8d29-da6b69f1349d req-7ab848bb-3139-4f56-91c1-f156e775084a tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 945 time: 0.0544686 Aug 16 02:40:17.776101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d78c75df-ac0b-411b-8d29-da6b69f1349d req-bce75e14-b195-4f33-98cd-73d1016121e7 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/security-groups?id=7d20e2e7-009b-49a2-89bd-2f4d0666b498&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339968 Aug 16 02:40:17.890626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.920098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=5ada9232-cdec-4189-874e-75b27c77be47,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:17.963257 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] No DVR routers for this DVR port 5ada9232-cdec-4189-874e-75b27c77be47 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:17.965754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:17.967884 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fcf461c6-08e6-415d-8135-a77e0a5580b9 req-d74b127d-fbfa-4434-a56d-dda48ad92f7c tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.58 "DELETE /v2.0/ports/5ada9232-cdec-4189-874e-75b27c77be47 HTTP/1.1" status: 204 len: 173 time: 0.8183198 Aug 16 02:40:18.152140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'name': 'network-vif-deleted', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:18.154839 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0364e4ae-f91f-4f3b-a64f-8039e63d2e99" -d '{"events": [{"server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "name": "network-vif-deleted", "tag": "5ada9232-cdec-4189-874e-75b27c77be47"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:18.190618 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8467433-c10e-429c-93c2-292fc173e42f x-openstack-request-id: req-b8467433-c10e-429c-93c2-292fc173e42f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:18.190944 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8796135e-a83e-467f-a68b-e1b8258d52a1", "name": "network-vif-deleted", "tag": "5ada9232-cdec-4189-874e-75b27c77be47", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:18.191319 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b8467433-c10e-429c-93c2-292fc173e42f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:18.191612 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8796135e-a83e-467f-a68b-e1b8258d52a1', 'name': 'network-vif-deleted', 'tag': '5ada9232-cdec-4189-874e-75b27c77be47', 'status': 'completed', 'code': 200} Aug 16 02:40:18.871350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ed5c42e-2038-4dec-9711-012d5aee148d req-9c65689f-0a15-412e-8aab-a49640b6d9d6 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0267835 Aug 16 02:40:19.967143 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ea3dc62-d4b5-49ab-9472-1a807eb6a9ab req-6b144f43-7ca1-4191-a9e6-e0c106275de2 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Aug 16 02:40:20.183103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ada9232-cdec-4189-874e-75b27c77be47 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:20.207152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 5ada9232-cdec-4189-874e-75b27c77be47 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:20.207508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ada9232-cdec-4189-874e-75b27c77be47 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:21.066471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-092b7d8d-9f92-453e-8845-77bf64d69228 req-0d1b44be-b1ba-4f11-8b3d-db5c511a89f1 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0303082 Aug 16 02:40:22.175510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e49274d8-a1ca-4005-b422-149a90786b71 req-2de33605-62d6-4465-a4da-2116032c911b tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "GET /v2.0/ports?device_id=8796135e-a83e-467f-a68b-e1b8258d52a1 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Aug 16 02:40:23.261928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56810) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:23.387297 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Deleting port e499d9f1-7c39-48ec-a58c-f1d5fb0de2e8 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:23.387645 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.463780 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.464118 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.475553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Calling delete_port for e499d9f1-7c39-48ec-a58c-f1d5fb0de2e8 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:23.678318 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.703419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'Port': ['ID=e499d9f1-7c39-48ec-a58c-f1d5fb0de2e8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:23.767090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.769485 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:23.770665 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6701eccf-6f9c-4721-bdaf-43a8fe37b367 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "DELETE /v2.0/floatingips/ab82610e-1369-44da-83d1-b4d7ae4ac722 HTTP/1.1" status: 204 len: 168 time: 0.5077219 Aug 16 02:40:27.202390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56830) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:27.262693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abe59d55-10dc-4a8e-aa4b-656c6c1f6563 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.287990 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abe59d55-10dc-4a8e-aa4b-656c6c1f6563 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.412513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abe59d55-10dc-4a8e-aa4b-656c6c1f6563 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.415445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abe59d55-10dc-4a8e-aa4b-656c6c1f6563 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.419308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-abe59d55-10dc-4a8e-aa4b-656c6c1f6563 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] 10.222.0.76 "DELETE /v2.0/security-groups/7d20e2e7-009b-49a2-89bd-2f4d0666b498 HTTP/1.1" status: 204 len: 168 time: 0.2131343 Aug 16 02:40:27.434346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe59d55-10dc-4a8e-aa4b-656c6c1f6563 tempest-TestVolumeBootPattern-711499292 tempest-TestVolumeBootPattern-711499292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d20e2e7-009b-49a2-89bd-2f4d0666b498,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:27.472609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.501016 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:27.624518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56838) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:28.069302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.639073 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Deleting port b1b9fcd7-e47a-472e-8b68-842e9629c97a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:28.639768 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.719557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] For port b1b9fcd7-e47a-472e-8b68-842e9629c97a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b1b9fcd7-e47a-472e-8b68-842e9629c97a,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:28.719931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:28.732757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Calling delete_port for b1b9fcd7-e47a-472e-8b68-842e9629c97a owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:28.975583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.003622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b9fcd7-e47a-472e-8b68-842e9629c97a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:29.176378 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.397853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Router 4df5a80a-8a9e-4283-bc88-08da7cc27000 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:29.512119 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:29.517189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c94dcc5-5061-4544-b1b1-f9de6d45277e admin admin] 10.222.0.76 "PUT /v2.0/routers/4df5a80a-8a9e-4283-bc88-08da7cc27000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8914297 Aug 16 02:40:29.519833 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:29.520599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] Sync routers for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:29.529806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:29.530437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:40:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.625820 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.638767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:29.729829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.817036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247'}], 'enable_snat': True}, 'gw_port_id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:40:28Z', 'revision_number': 5, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port': {'id': 'ef46b0cd-d5b8-4796-bb80-5992be449f2f', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:14:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:21Z', 'updated_at': '2021-08-16T02:25:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.844468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Deleting port ef46b0cd-d5b8-4796-bb80-5992be449f2f {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:29.844819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.846331 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] Checking router: 4df5a80a-8a9e-4283-bc88-08da7cc27000 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:29.855095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] Routers {'4df5a80a-8a9e-4283-bc88-08da7cc27000'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:29.855705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:40:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['4df5a80a-8a9e-4283-bc88-08da7cc27000'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:29.929087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] For port ef46b0cd-d5b8-4796-bb80-5992be449f2f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ef46b0cd-d5b8-4796-bb80-5992be449f2f,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:29.929463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:29.935874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] Set router 4df5a80a-8a9e-4283-bc88-08da7cc27000 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:29.942968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Calling delete_port for ef46b0cd-d5b8-4796-bb80-5992be449f2f owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:29.989573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:40:29Z', 'revision_number': 6, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:30.016094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bccf3b9-8dac-4480-8d7a-5e807ad6988e None None] The sync data for ids ['4df5a80a-8a9e-4283-bc88-08da7cc27000'] in n-d-768852-19 is: [{'id': '4df5a80a-8a9e-4283-bc88-08da7cc27000', 'name': 'tempest-TestVolumeBootPattern-539148506-router', 'tenant_id': '3868ce20a8b74c5e815939fd74c34f20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:20Z', 'updated_at': '2021-08-16T02:40:29Z', 'revision_number': 6, 'project_id': '3868ce20a8b74c5e815939fd74c34f20', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:30.221425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.250296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef46b0cd-d5b8-4796-bb80-5992be449f2f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.307998 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.399471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.401957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.510968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.511893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4df5a80a-8a9e-4283-bc88-08da7cc27000 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:30.519370 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.519370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d62d8557-3a82-4010-a432-622f15bfed82 admin admin] 10.222.0.76 "DELETE /v2.0/routers/4df5a80a-8a9e-4283-bc88-08da7cc27000 HTTP/1.1" status: 204 len: 168 time: 0.9973197 Aug 16 02:40:30.521018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56846) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.574380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Deleting subnet 728f1645-ebc2-4e59-b99d-07e7de8dce15 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:30.577482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.613572 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.702960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.835778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.861496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728f1645-ebc2-4e59-b99d-07e7de8dce15,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:30.867420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:30.870086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c3dc192e-d1e4-4b2a-b200-ebc0df4c4e65 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/728f1645-ebc2-4e59-b99d-07e7de8dce15 HTTP/1.1" status: 204 len: 168 time: 0.3479066 Aug 16 02:40:30.873988 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:30.877132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a3ed7-256c-4d37-98a6-a419b4b4f206 None None] Network 8b95d5e0-a893-4524-b5f1-833a8004b7e7 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:30.948161 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.006118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Deleting port e5253255-9aa6-4098-a926-988ce67fdd90 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:31.006466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.071575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] For port e5253255-9aa6-4098-a926-988ce67fdd90, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e5253255-9aa6-4098-a926-988ce67fdd90,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:31.071894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.079519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] DHCP port deletion for 8b95d5e0-a893-4524-b5f1-833a8004b7e7 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:31.086768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Calling delete_port for e5253255-9aa6-4098-a926-988ce67fdd90 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:31.128601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Deleting port e5253255-9aa6-4098-a926-988ce67fdd90 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:31.129548 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.194714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] For port e5253255-9aa6-4098-a926-988ce67fdd90, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=e5253255-9aa6-4098-a926-988ce67fdd90,segment=NetworkSegment(b5063d82-20ac-4e94-bda6-50be96f4c139),segment_id=b5063d82-20ac-4e94-bda6-50be96f4c139)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:31.195134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.208559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Calling delete_port for e5253255-9aa6-4098-a926-988ce67fdd90 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:31.238732 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.264654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5253255-9aa6-4098-a926-988ce67fdd90,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:31.268077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] No DVR routers for this DVR port e5253255-9aa6-4098-a926-988ce67fdd90 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:31.291479 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.320178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Pushing event deleted for resources: {'Port': ['ID=e5253255-9aa6-4098-a926-988ce67fdd90,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:31.322474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] No DVR routers for this DVR port e5253255-9aa6-4098-a926-988ce67fdd90 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:31.331965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.332883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.332883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.333160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.333499 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.333834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.334216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.334484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.334831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.335178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.335491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.336104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9364ae-c6d6-4f5c-ad0f-01d5968a6039 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:40:31.346582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.357397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b95d5e0-a893-4524-b5f1-833a8004b7e7']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:31.372202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5063d82-20ac-4e94-bda6-50be96f4c139') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:31.372498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5063d82-20ac-4e94-bda6-50be96f4c139') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:31.381888 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.396719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.403722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:31.408381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e5253255-9aa6-4098-a926-988ce67fdd90 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:31.408523 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:31.424401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: e5253255-9aa6-4098-a926-988ce67fdd90 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:31.424750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device e5253255-9aa6-4098-a926-988ce67fdd90 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:31.425184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ef46b0cd-d5b8-4796-bb80-5992be449f2f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:31.444774 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ef46b0cd-d5b8-4796-bb80-5992be449f2f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:31.445141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ef46b0cd-d5b8-4796-bb80-5992be449f2f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:31.445577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b1b9fcd7-e47a-472e-8b68-842e9629c97a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:31.466127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b1b9fcd7-e47a-472e-8b68-842e9629c97a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:31.468603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b1b9fcd7-e47a-472e-8b68-842e9629c97a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:31.524754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.530509 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:31.532424 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8b95d5e0-a893-4524-b5f1-833a8004b7e7 HTTP/1.1" status: 204 len: 168 time: 0.6574957 Aug 16 02:40:31.535546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56850) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:31.544408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d2eca-07f3-4525-b157-4c4122547f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b95d5e0-a893-4524-b5f1-833a8004b7e7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:31.881469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.123426 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Deleting port 62df1103-b63c-452d-a1f4-af64631554c7 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:32.123772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.207164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] For port 62df1103-b63c-452d-a1f4-af64631554c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=62df1103-b63c-452d-a1f4-af64631554c7,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:32.207351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.220401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Calling delete_port for 62df1103-b63c-452d-a1f4-af64631554c7 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:32.484279 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.514897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Pushing event deleted for resources: {'Port': ['ID=62df1103-b63c-452d-a1f4-af64631554c7,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:32.680589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:32.920025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Router fef9a5e8-2e48-4903-a55f-4b26c1d5702c has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:40:33.025068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:40:33.030356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c21476dc-e99a-454c-95e1-83eaa7db99bb admin admin] 10.222.0.76 "PUT /v2.0/routers/fef9a5e8-2e48-4903-a55f-4b26c1d5702c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4937143 Aug 16 02:40:33.032809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56852) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:33.035519 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] Sync routers for ids ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:40:33.045279 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] Routers {'fef9a5e8-2e48-4903-a55f-4b26c1d5702c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:33.045891 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:40:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:33.141379 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.157152 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] Set router fef9a5e8-2e48-4903-a55f-4b26c1d5702c gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:33.247525 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.340447 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128'}], 'enable_snat': True}, 'gw_port_id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:40:32Z', 'revision_number': 5, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port': {'id': 'b3e9b982-8dd7-4b16-b122-06adeda8b643', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:90:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:25:31Z', 'updated_at': '2021-08-16T02:25:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:33.363932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Deleting port b3e9b982-8dd7-4b16-b122-06adeda8b643 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:33.364359 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.372184 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] Checking router: fef9a5e8-2e48-4903-a55f-4b26c1d5702c for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:40:33.381484 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] Routers {'fef9a5e8-2e48-4903-a55f-4b26c1d5702c'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:40:33.382172 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:40:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:33.444845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] For port b3e9b982-8dd7-4b16-b122-06adeda8b643, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3e9b982-8dd7-4b16-b122-06adeda8b643,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:33.445252 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.460187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Calling delete_port for b3e9b982-8dd7-4b16-b122-06adeda8b643 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:33.474201 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] Set router fef9a5e8-2e48-4903-a55f-4b26c1d5702c gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:40:33.533498 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:40:33Z', 'revision_number': 6, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:33.562799 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fee71e9-f52b-478d-8de7-23b1400aab1f None None] The sync data for ids ['fef9a5e8-2e48-4903-a55f-4b26c1d5702c'] in n-d-768852-19 is: [{'id': 'fef9a5e8-2e48-4903-a55f-4b26c1d5702c', 'name': 'tempest-TestVolumeBootPattern-2036943135-router', 'tenant_id': '9765e5f114bc410284a1b09bfc1ce31a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:25:30Z', 'updated_at': '2021-08-16T02:40:33Z', 'revision_number': 6, 'project_id': '9765e5f114bc410284a1b09bfc1ce31a', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:40:33.726457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.749870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e9b982-8dd7-4b16-b122-06adeda8b643,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:33.815851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.916920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:33.919212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.044514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.045095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fef9a5e8-2e48-4903-a55f-4b26c1d5702c {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:40:34.049422 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.050592 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a30d11f-4181-4460-bb22-92f5d623e3dc admin admin] 10.222.0.76 "DELETE /v2.0/routers/fef9a5e8-2e48-4903-a55f-4b26c1d5702c HTTP/1.1" status: 204 len: 168 time: 1.0168619 Aug 16 02:40:34.053146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:34.100656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Deleting subnet 2302c052-adab-4d19-ac27-7af04ec05c54 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:40:34.104394 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.138433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.215099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.353569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.384523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2302c052-adab-4d19-ac27-7af04ec05c54,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:34.386509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.390801 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4ad17c92-7f20-44a3-b012-300c06aba60b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/2302c052-adab-4d19-ac27-7af04ec05c54 HTTP/1.1" status: 204 len: 168 time: 0.3343601 Aug 16 02:40:34.391569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 56856) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:34.393148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35319302-b69d-4381-8db9-039c1bca56f9 None None] Network ccf6535b-ce02-413d-a497-b5c411312f92 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:40:34.476568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.535578 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Deleting port f24320d5-ee90-4b34-a335-45a9813bac69 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:34.535928 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.574731 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] DHCP port deletion for ccf6535b-ce02-413d-a497-b5c411312f92 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:40:34.605404 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] For port f24320d5-ee90-4b34-a335-45a9813bac69, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f24320d5-ee90-4b34-a335-45a9813bac69,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:34.606051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.624816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] Deleting port f24320d5-ee90-4b34-a335-45a9813bac69 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:40:34.625343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.625973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Calling delete_port for f24320d5-ee90-4b34-a335-45a9813bac69 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:34.685948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] For port f24320d5-ee90-4b34-a335-45a9813bac69, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f24320d5-ee90-4b34-a335-45a9813bac69,segment=NetworkSegment(0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87),segment_id=0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:34.686353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.703053 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] Calling delete_port for f24320d5-ee90-4b34-a335-45a9813bac69 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:40:34.793219 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.799001 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.818738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Pushing event deleted for resources: {'Port': ['ID=f24320d5-ee90-4b34-a335-45a9813bac69,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:34.822904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] No DVR routers for this DVR port f24320d5-ee90-4b34-a335-45a9813bac69 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:34.823362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] Pushing event deleted for resources: {'Port': ['ID=f24320d5-ee90-4b34-a335-45a9813bac69,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:34.827734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116435b-ec07-474e-8fe6-7fd40b4d37b4 None None] No DVR routers for this DVR port f24320d5-ee90-4b34-a335-45a9813bac69 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:40:34.903611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.913558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf6535b-ce02-413d-a497-b5c411312f92']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:34.924116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:34.924416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af507d1-d4e4-4a93-bbcb-b2f7e5f86d87') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:40:34.933228 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.947436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.953260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:40:34.953656 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:40:34.955362 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:40:35.069298 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:35.075314 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:35.077202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ccf6535b-ce02-413d-a497-b5c411312f92 HTTP/1.1" status: 204 len: 168 time: 0.6846213 Aug 16 02:40:35.089534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aab6b5-5d09-4b4f-b269-1d4d81e57507 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf6535b-ce02-413d-a497-b5c411312f92,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:35.392057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56860) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:35.399697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3e9b982-8dd7-4b16-b122-06adeda8b643 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:35.419156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b3e9b982-8dd7-4b16-b122-06adeda8b643 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:35.419518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3e9b982-8dd7-4b16-b122-06adeda8b643 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:35.419943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f24320d5-ee90-4b34-a335-45a9813bac69 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:35.433352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0416d6ca-5a6f-4633-b6ab-039b83f4de8f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3868ce20a8b74c5e815939fd74c34f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401063 Aug 16 02:40:35.437803 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56862) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:35.441191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f24320d5-ee90-4b34-a335-45a9813bac69 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:35.441540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f24320d5-ee90-4b34-a335-45a9813bac69 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:35.441975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 62df1103-b63c-452d-a1f4-af64631554c7 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:40:35.461068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 62df1103-b63c-452d-a1f4-af64631554c7 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:40:35.462200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 62df1103-b63c-452d-a1f4-af64631554c7 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:40:35.486982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25d07e92-6c53-441e-927d-b6f1045b7ce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:35.507325 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25d07e92-6c53-441e-927d-b6f1045b7ce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:35.621563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25d07e92-6c53-441e-927d-b6f1045b7ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:35.624043 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25d07e92-6c53-441e-927d-b6f1045b7ce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:35.625228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25d07e92-6c53-441e-927d-b6f1045b7ce6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3 HTTP/1.1" status: 204 len: 168 time: 0.1864634 Aug 16 02:40:35.633739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d07e92-6c53-441e-927d-b6f1045b7ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e348ec4b-38e3-4ebf-bf48-c1a1ed4189e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:36.314060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56868) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:36.353014 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2a68ae29-f01b-4729-82c0-a4e3164ca156 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9765e5f114bc410284a1b09bfc1ce31a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376680 Aug 16 02:40:36.355384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 56870) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:40:36.404863 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2860-0a8e-4cdb-8c32-64411163dc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:36.425469 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2860-0a8e-4cdb-8c32-64411163dc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:36.526347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2860-0a8e-4cdb-8c32-64411163dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:36.528926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2860-0a8e-4cdb-8c32-64411163dc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:36.530105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4aaf2860-0a8e-4cdb-8c32-64411163dc1d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3477e80e-b898-4abf-a414-012d79de9562 HTTP/1.1" status: 204 len: 168 time: 0.1738133 Aug 16 02:40:36.541941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf2860-0a8e-4cdb-8c32-64411163dc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3477e80e-b898-4abf-a414-012d79de9562,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:39.986703 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cb207aab-cbed-4032-b8fc-1cd96439fe82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:42.672829 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:42.771916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70fc59db-d668-409e-8824-558717deb0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:44.764169 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:45.965966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:47.415066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-0b29eb73-9730-4990-946f-6ee2cc0a7435 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220892 Aug 16 02:40:47.526569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-c4001c5c-e168-4ff9-a35e-41664dd77de4 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:47.528108 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-c4001c5c-e168-4ff9-a35e-41664dd77de4 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072278 Aug 16 02:40:47.543261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-bbe94ca1-1412-4cd1-b5e3-a2e8a31ebf85 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/quotas/05a4613e9be14f1db78d36a8c3afcf17 HTTP/1.1" status: 200 len: 375 time: 0.0095460 Aug 16 02:40:47.574858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-e2d4c588-9c9d-48c8-8711-c33faeab95c1 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263824 Aug 16 02:40:47.788518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bb19355-2386-4012-b316-fbd8c4f3e70f req-4d8e4134-268c-4d82-b10a-6fb4da1f01d0 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 210 time: 0.0267286 Aug 16 02:40:48.887631 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65b8b1b2-595d-4ade-bd38-83a7d32a84fb req-05a70ca7-f6f0-4a93-b66c-b301a2189c94 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 210 time: 0.0296054 Aug 16 02:40:49.913847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-638362ef-6f3c-471e-b0cb-8ce87e8cd7ff tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238442 Aug 16 02:40:49.983488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25ea78fc-8642-4b8a-80d0-7f22b43d2e1f req-12599beb-c073-4ef3-8b18-e959bfea61de tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 210 time: 0.0278087 Aug 16 02:40:50.033578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-14cb206e-f004-4139-a29c-f800f5dc7b69 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:50.035183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-14cb206e-f004-4139-a29c-f800f5dc7b69 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1155698 Aug 16 02:40:50.047370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Request body: {'port': {'device_id': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'admin_state_up': True, 'tenant_id': '05a4613e9be14f1db78d36a8c3afcf17'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:50.206259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Made reservation on behalf of 05a4613e9be14f1db78d36a8c3afcf17 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:40:50.209885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.219868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.307311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.404064 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.468905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:50.538662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Allocated IP 192.168.233.205 (0cdcb8c6-8208-4245-ad1d-832686a6b5bc/74fcac0c-0746-49ca-beda-54e41c260138/2542e468-eee1-4ef0-9f39-2e554f94aea3) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:40:50.686928 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.702014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Transition to ACTIVE for port object 2542e468-eee1-4ef0-9f39-2e554f94aea3 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:50.795198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.838741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:40:50.841748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:40:50.845567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:40:50.851943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Pushing event updated for resources: {'Port': ['ID=2542e468-eee1-4ef0-9f39-2e554f94aea3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:50.899515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:50.900666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:50.958483 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:40:51.018517 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-3c0796cc-0a04-48a2-a229-e54a426f7f72 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9747756 Aug 16 02:40:51.032437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Request body: {'port': {'device_id': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:40:51.090173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.106887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da5f93-2b25-4bea-968d-b3d04d494059 req-ba0b06c4-241c-4af5-a996-fba38c36e734 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.108765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27da5f93-2b25-4bea-968d-b3d04d494059 req-ba0b06c4-241c-4af5-a996-fba38c36e734 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 936 time: 0.0545583 Aug 16 02:40:51.148252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27da5f93-2b25-4bea-968d-b3d04d494059 req-5b29a65c-ed77-4f3f-81b4-b780322c47d5 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331788 Aug 16 02:40:51.194434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6313f953-697d-414f-af57-9c0ab3690efe None None] Provisioning for port 2542e468-eee1-4ef0-9f39-2e554f94aea3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:51.199063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6313f953-697d-414f-af57-9c0ab3690efe None None] Provisioning complete for port 2542e468-eee1-4ef0-9f39-2e554f94aea3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:51.199442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6313f953-697d-414f-af57-9c0ab3690efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.233974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6313f953-697d-414f-af57-9c0ab3690efe None None] Port 2542e468-eee1-4ef0-9f39-2e554f94aea3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:40:51.352771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2542e468-eee1-4ef0-9f39-2e554f94aea3 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:51.361153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.373056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Transition to ACTIVE for port object 2542e468-eee1-4ef0-9f39-2e554f94aea3 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:40:51.451890 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.518031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Pushing event updated for resources: {'Port': ['ID=2542e468-eee1-4ef0-9f39-2e554f94aea3,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:51.572449 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Attempting to bind port 2542e468-eee1-4ef0-9f39-2e554f94aea3 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:40:51.573615 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Attempting to bind port 2542e468-eee1-4ef0-9f39-2e554f94aea3 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:40:51.574028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Attempting to bind port 2542e468-eee1-4ef0-9f39-2e554f94aea3 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:51.578809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Port 2542e468-eee1-4ef0-9f39-2e554f94aea3 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:40:51.579139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Attempting to bind port 2542e468-eee1-4ef0-9f39-2e554f94aea3 on network 0cdcb8c6-8208-4245-ad1d-832686a6b5bc {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:40:51.584103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:40:51.584445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Checking segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:40:51.584831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Bound using segment: {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:40:51.585510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Bound port: 2542e468-eee1-4ef0-9f39-2e554f94aea3, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:40:51.585879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.651137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] For port 2542e468-eee1-4ef0-9f39-2e554f94aea3, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:40:51.654193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] For port 2542e468-eee1-4ef0-9f39-2e554f94aea3, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2542e468-eee1-4ef0-9f39-2e554f94aea3,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:40:51.720710 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.755270 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.755909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:51.757422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] 10.222.0.58 "PUT /v2.0/ports/2542e468-eee1-4ef0-9f39-2e554f94aea3 HTTP/1.1" status: 200 len: 1097 time: 0.7294996 Aug 16 02:40:51.757865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'tag': '2542e468-eee1-4ef0-9f39-2e554f94aea3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:51.760792 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9175a08a-360a-46f4-b1c1-abd89476a9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5dfd90ac-3831-4761-9f9f-85fc4a2d7828", "tag": "2542e468-eee1-4ef0-9f39-2e554f94aea3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:51.789293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946cce6-d52f-4286-89e4-a107e7bf5650 service neutron] Pushing event updated for resources: {'Port': ['ID=2542e468-eee1-4ef0-9f39-2e554f94aea3,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:51.805059 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1af9f8-e81a-42e1-a6ce-23319b2fc016 x-openstack-request-id: req-bb1af9f8-e81a-42e1-a6ce-23319b2fc016 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:51.805428 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dfd90ac-3831-4761-9f9f-85fc4a2d7828", "tag": "2542e468-eee1-4ef0-9f39-2e554f94aea3", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:51.805674 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb1af9f8-e81a-42e1-a6ce-23319b2fc016 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:51.806087 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'tag': '2542e468-eee1-4ef0-9f39-2e554f94aea3', 'status': 'completed', 'code': 200} Aug 16 02:40:51.868633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175a08a-360a-46f4-b1c1-abd89476a9c0 req-fd785db5-6b35-448c-9c12-a1a909e6b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:51.871757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9175a08a-360a-46f4-b1c1-abd89476a9c0 req-fd785db5-6b35-448c-9c12-a1a909e6b740 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 1100 time: 0.0451176 Aug 16 02:40:51.904668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9175a08a-360a-46f4-b1c1-abd89476a9c0 req-c6e1434a-7c68-4cc5-8bc0-6a5eaaca1f14 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236628 Aug 16 02:40:52.000246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175a08a-360a-46f4-b1c1-abd89476a9c0 req-09b0e7ad-082a-42d0-af07-dc8b0aa4799f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.001728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9175a08a-360a-46f4-b1c1-abd89476a9c0 req-09b0e7ad-082a-42d0-af07-dc8b0aa4799f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908589 Aug 16 02:40:52.080387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-da27c32d-f9ce-4eeb-bd1a-a8de5f92ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.081765 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-da27c32d-f9ce-4eeb-bd1a-a8de5f92ff49 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 1100 time: 0.0412886 Aug 16 02:40:52.126811 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-00905c16-4057-4960-97bb-09f9c93c7d3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=2542e468-eee1-4ef0-9f39-2e554f94aea3 HTTP/1.1" status: 200 len: 217 time: 0.0365553 Aug 16 02:40:52.173710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-b5e1a314-3824-4f37-a6fb-7320b0fae5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.175072 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-b5e1a314-3824-4f37-a6fb-7320b0fae5bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=74fcac0c-0746-49ca-beda-54e41c260138 HTTP/1.1" status: 200 len: 843 time: 0.0414195 Aug 16 02:40:52.221942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-dc207490-87ea-43db-bbd6-4695588fea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.223506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-dc207490-87ea-43db-bbd6-4695588fea3b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0cdcb8c6-8208-4245-ad1d-832686a6b5bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0407128 Aug 16 02:40:52.271208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee23a5b-20b6-42d3-b06b-c78f2b82be88 req-21b75197-346c-4c9e-ae71-e24759fe0375 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:52.272792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ee23a5b-20b6-42d3-b06b-c78f2b82be88 req-21b75197-346c-4c9e-ae71-e24759fe0375 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 948 time: 0.0491803 Aug 16 02:40:52.317956 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7ee23a5b-20b6-42d3-b06b-c78f2b82be88 req-924b1373-e7d1-4713-91e2-8fbacf7fee00 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384090 Aug 16 02:40:52.645429 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-bcd2fca6-55c3-4d01-82dd-c8f3e8b681b0 service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143164 Aug 16 02:40:52.733727 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d94f595-2bfc-4724-9295-cea7aae829d6 req-baab4b08-d74a-4e11-a268-d142869cba8f service neutron] 10.222.0.58 "GET /v2.0/networks/0cdcb8c6-8208-4245-ad1d-832686a6b5bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806046 Aug 16 02:40:53.441936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd39de5-d2bf-4322-bf07-497d001d3a46 req-50d2e7a6-27b1-4512-a113-c976bcb41a8f tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:53.443515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccd39de5-d2bf-4322-bf07-497d001d3a46 req-50d2e7a6-27b1-4512-a113-c976bcb41a8f tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 948 time: 0.0530958 Aug 16 02:40:53.484347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ccd39de5-d2bf-4322-bf07-497d001d3a46 req-b3d1a505-d8e5-413c-80c8-3f50e9da4646 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341637 Aug 16 02:40:54.324320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2542e468-eee1-4ef0-9f39-2e554f94aea3 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:40:54.422974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2542e468-eee1-4ef0-9f39-2e554f94aea3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2542e468-eee1-4ef0-9f39-2e554f94aea3,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:54.434563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '2542e468-eee1-4ef0-9f39-2e554f94aea3', 'network_id': '0cdcb8c6-8208-4245-ad1d-832686a6b5bc', 'port_id': '2542e468-eee1-4ef0-9f39-2e554f94aea3', 'mac_address': 'fa:16:3e:b3:f3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fcac0c-0746-49ca-beda-54e41c260138', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:40:54.473631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:54.487222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2542e468-eee1-4ef0-9f39-2e554f94aea3 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:40:54.506011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2542e468-eee1-4ef0-9f39-2e554f94aea3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2542e468-eee1-4ef0-9f39-2e554f94aea3,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:54.577326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:54.600834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a97dea-0c08-40b7-99d2-330f78d88d9d req-50a2c02b-847a-4bc6-856c-bedbdf2a075d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:54.602385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19a97dea-0c08-40b7-99d2-330f78d88d9d req-50a2c02b-847a-4bc6-856c-bedbdf2a075d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 948 time: 0.0518796 Aug 16 02:40:54.630231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2542e468-eee1-4ef0-9f39-2e554f94aea3,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:54.641335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19a97dea-0c08-40b7-99d2-330f78d88d9d req-363cc304-eafd-4f09-a839-276f32f2bcd5 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319264 Aug 16 02:40:54.807377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2542e468-eee1-4ef0-9f39-2e554f94aea3'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:40:55.756265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023c384-a881-4cf4-8a59-1f109822f016 req-f3fc2cc6-c9f4-4aa5-a819-57705fc7b4b2 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:55.757767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2023c384-a881-4cf4-8a59-1f109822f016 req-f3fc2cc6-c9f4-4aa5-a819-57705fc7b4b2 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 949 time: 0.0487118 Aug 16 02:40:55.796263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2023c384-a881-4cf4-8a59-1f109822f016 req-da823008-b0d2-41c8-ac4a-f13581538f3e tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317740 Aug 16 02:40:56.351628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2542e468-eee1-4ef0-9f39-2e554f94aea3 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:40:56.451672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 2542e468-eee1-4ef0-9f39-2e554f94aea3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:40:56.455482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 2542e468-eee1-4ef0-9f39-2e554f94aea3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:40:56.455798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.686489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.707887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2542e468-eee1-4ef0-9f39-2e554f94aea3'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:40:56.710042 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a67fea-502d-4e4a-84ef-05c67cd1c9f4" -d '{"events": [{"server_uuid": "5dfd90ac-3831-4761-9f9f-85fc4a2d7828", "name": "network-vif-plugged", "status": "completed", "tag": "2542e468-eee1-4ef0-9f39-2e554f94aea3"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:40:56.723063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2542e468-eee1-4ef0-9f39-2e554f94aea3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2542e468-eee1-4ef0-9f39-2e554f94aea3,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:40:56.747049 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579cbad4-58a3-4fe3-8dd9-58583a020a99 x-openstack-request-id: req-579cbad4-58a3-4fe3-8dd9-58583a020a99 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:40:56.747343 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfd90ac-3831-4761-9f9f-85fc4a2d7828", "name": "network-vif-plugged", "status": "completed", "tag": "2542e468-eee1-4ef0-9f39-2e554f94aea3", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:40:56.747600 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-579cbad4-58a3-4fe3-8dd9-58583a020a99 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:40:56.748001 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2542e468-eee1-4ef0-9f39-2e554f94aea3', 'code': 200} Aug 16 02:40:56.788467 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:56.838885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2542e468-eee1-4ef0-9f39-2e554f94aea3,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:40:56.863592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a940be3-3dcc-4bb2-a087-a11848653421 req-f2f880bc-883a-4451-a3ef-6b15cf4a5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.865134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a940be3-3dcc-4bb2-a087-a11848653421 req-f2f880bc-883a-4451-a3ef-6b15cf4a5522 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 1102 time: 0.0542836 Aug 16 02:40:56.901506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2a940be3-3dcc-4bb2-a087-a11848653421 req-6c266564-8002-4f3c-83eb-87f37d9029db service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283971 Aug 16 02:40:56.920546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ad6f9-2252-4b92-857f-ada782674af4 req-68120a3c-2de0-4b1d-8e67-08dee905111c tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:56.923023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-779ad6f9-2252-4b92-857f-ada782674af4 req-68120a3c-2de0-4b1d-8e67-08dee905111c tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 950 time: 0.0531104 Aug 16 02:40:56.959413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-779ad6f9-2252-4b92-857f-ada782674af4 req-8cf4d073-a096-408e-98ff-8f92ac5deba9 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309570 Aug 16 02:40:57.411150 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:57.497147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:40:58.076634 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa67bf6-3cc7-456f-80da-317f5c0cf479 req-2c9aa6e3-c462-41e0-b66a-51aea5b4b266 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:58.078165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfa67bf6-3cc7-456f-80da-317f5c0cf479 req-2c9aa6e3-c462-41e0-b66a-51aea5b4b266 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 950 time: 0.0491855 Aug 16 02:40:58.115917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfa67bf6-3cc7-456f-80da-317f5c0cf479 req-601ce2e5-0fad-4f40-b4bf-fc96b32c6cb9 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317698 Aug 16 02:40:59.547811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa668a4b-eabf-4c9f-ae25-f86a567bb6e8 req-8af52e68-df8e-4132-afbc-8f2f52020098 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:40:59.549347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa668a4b-eabf-4c9f-ae25-f86a567bb6e8 req-8af52e68-df8e-4132-afbc-8f2f52020098 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 950 time: 0.0490739 Aug 16 02:40:59.589592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa668a4b-eabf-4c9f-ae25-f86a567bb6e8 req-b880c60f-cfe8-4978-b19a-6b1d8e394987 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327296 Aug 16 02:41:00.713672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70f752-bf9c-4be9-bcea-b030cad88c93 req-6fd37817-6a71-4029-af5e-3c344f09c642 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:00.715208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c70f752-bf9c-4be9-bcea-b030cad88c93 req-6fd37817-6a71-4029-af5e-3c344f09c642 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 950 time: 0.0527833 Aug 16 02:41:00.753516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c70f752-bf9c-4be9-bcea-b030cad88c93 req-4c68ba19-d027-404c-9fc2-87e92f19b889 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/security-groups?id=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322137 Aug 16 02:41:00.803212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-87a661c5-bcc8-4534-8d16-94db37ce3b56 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:00.804951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-87a661c5-bcc8-4534-8d16-94db37ce3b56 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.58 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 950 time: 0.0477576 Aug 16 02:41:00.890839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Deleting port 2542e468-eee1-4ef0-9f39-2e554f94aea3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:00.891103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:00.981032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] For port 2542e468-eee1-4ef0-9f39-2e554f94aea3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2542e468-eee1-4ef0-9f39-2e554f94aea3,segment=NetworkSegment(9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94),segment_id=9e9bc11c-a3a7-4aa3-9ff5-1512e4553f94)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:00.981403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:00.995029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Calling delete_port for 2542e468-eee1-4ef0-9f39-2e554f94aea3 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:01.222700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.235765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2542e468-eee1-4ef0-9f39-2e554f94aea3'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:01.252339 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Pushing event deleted for resources: {'Port': ['ID=2542e468-eee1-4ef0-9f39-2e554f94aea3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:01.294080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] No DVR routers for this DVR port 2542e468-eee1-4ef0-9f39-2e554f94aea3 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:01.297638 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:01.299809 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96474929-403d-4c1f-99a9-c18d9bab9196 req-ec79897d-7603-4aba-82a1-41b4ccf15c9d tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.58 "DELETE /v2.0/ports/2542e468-eee1-4ef0-9f39-2e554f94aea3 HTTP/1.1" status: 204 len: 173 time: 0.4879870 Aug 16 02:41:01.300429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'name': 'network-vif-deleted', 'tag': '2542e468-eee1-4ef0-9f39-2e554f94aea3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:01.302685 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2bed82d-ea7f-483d-8d5f-0289d18948d8" -d '{"events": [{"server_uuid": "5dfd90ac-3831-4761-9f9f-85fc4a2d7828", "name": "network-vif-deleted", "tag": "2542e468-eee1-4ef0-9f39-2e554f94aea3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:01.345328 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1657f1c7-3bc0-4c30-a554-e0e1c6ec9746 x-openstack-request-id: req-1657f1c7-3bc0-4c30-a554-e0e1c6ec9746 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:01.345672 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dfd90ac-3831-4761-9f9f-85fc4a2d7828", "name": "network-vif-deleted", "tag": "2542e468-eee1-4ef0-9f39-2e554f94aea3", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:01.346349 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1657f1c7-3bc0-4c30-a554-e0e1c6ec9746 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:01.346750 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dfd90ac-3831-4761-9f9f-85fc4a2d7828', 'name': 'network-vif-deleted', 'tag': '2542e468-eee1-4ef0-9f39-2e554f94aea3', 'status': 'completed', 'code': 200} Aug 16 02:41:01.856872 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f33c54e-c351-4084-bb7e-8575f2108c02 req-f30b0ff8-d5eb-4b02-8b2f-fc628ba62418 tempest-ServersAdminNegativeTestJSON-245001153 tempest-ServersAdminNegativeTestJSON-245001153-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dfd90ac-3831-4761-9f9f-85fc4a2d7828 HTTP/1.1" status: 200 len: 210 time: 0.0268607 Aug 16 02:41:02.512488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-fec9250c-f01f-4223-af59-6df87494a109 req-c2dd4ed0-e9b5-49cd-9919-0c5c0483398d service neutron] (101945) timed out ('10.222.0.83', 65274) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:41:03.446720 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57006) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:03.578262 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7692d97a-d732-49a4-9edd-c54a5ed98c42 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=05a4613e9be14f1db78d36a8c3afcf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303604 Aug 16 02:41:03.580758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57010) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:03.635432 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b439829-2d7a-4bfb-b5f0-c8b00a2a1aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.660759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b439829-2d7a-4bfb-b5f0-c8b00a2a1aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.782657 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b439829-2d7a-4bfb-b5f0-c8b00a2a1aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.785407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1b439829-2d7a-4bfb-b5f0-c8b00a2a1aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:03.786585 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1b439829-2d7a-4bfb-b5f0-c8b00a2a1aed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b70b0a71-75f4-4cd3-ac99-aecf3e1f0256 HTTP/1.1" status: 204 len: 168 time: 0.2049112 Aug 16 02:41:03.795284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b439829-2d7a-4bfb-b5f0-c8b00a2a1aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70b0a71-75f4-4cd3-ac99-aecf3e1f0256,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:04.367917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2542e468-eee1-4ef0-9f39-2e554f94aea3 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:04.391892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 2542e468-eee1-4ef0-9f39-2e554f94aea3 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:41:04.392383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2542e468-eee1-4ef0-9f39-2e554f94aea3 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:04.395913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57016) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:04.409552 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-363c749a-e42d-4b21-b0ad-4e55d82d9ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.500217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-363c749a-e42d-4b21-b0ad-4e55d82d9ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.580937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-363c749a-e42d-4b21-b0ad-4e55d82d9ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.617340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c749a-e42d-4b21-b0ad-4e55d82d9ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f441e7c8-5308-4ac3-a343-bc55e5d3886d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:04.621661 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-363c749a-e42d-4b21-b0ad-4e55d82d9ff2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1120cc6bacb44afeabd14da89db029ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250950 Aug 16 02:41:04.624765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57018) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:04.672445 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.696911 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.809064 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.812454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:04.813614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f441e7c8-5308-4ac3-a343-bc55e5d3886d HTTP/1.1" status: 204 len: 168 time: 0.1882598 Aug 16 02:41:04.821315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f441e7c8-5308-4ac3-a343-bc55e5d3886d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:04.829402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.829751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.830175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.830544 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.830908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.831354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.831644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.831972 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.832299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.832622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.832949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:04.833276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dc8851-1f4d-49b1-8907-3d5dcb8aaa74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:05.806216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57040) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:05.905414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1716426918-network', 'tenant_id': '3d3dfcecf60f413f89009da226b7d313'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:06.020691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Made reservation on behalf of 3d3dfcecf60f413f89009da226b7d313 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:06.023058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.032143 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.123029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.176731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.197023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:41:06.212646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:06.216447 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.216798 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Added segment 5cb7f82c-9319-4430-9647-867197a77544 of type vlan for network 464e88a9-a543-424c-81ac-6035abd1e60a Aug 16 02:41:06.256561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.348262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.349256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:06.349848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.411196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] Pushing event updated for resources: {'Network': ['ID=464e88a9-a543-424c-81ac-6035abd1e60a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:06.422398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 464e88a9-a543-424c-81ac-6035abd1e60a details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:41:06.481048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-be021a95-4c49-458e-9b19-9b4f463e2e15 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6736267 Aug 16 02:41:06.483970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57044) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:06.489071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Request body: {'subnet': {'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1716426918-subnet', 'tenant_id': '3d3dfcecf60f413f89009da226b7d313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:06.576479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Made reservation on behalf of 3d3dfcecf60f413f89009da226b7d313 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:06.579529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.817351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:06.870659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19bde027-5cb1-4341-94fe-d6a061e6b1a3,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:06.882593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Checking segment: {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:06.882998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Network hostable DHCP agents. Network: 464e88a9-a543-424c-81ac-6035abd1e60a, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:41:06.994108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Network 464e88a9-a543-424c-81ac-6035abd1e60a is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:41:07.079796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 464e88a9-a543-424c-81ac-6035abd1e60a) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:07.083742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:07.084326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:07.089206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daeac27-fb93-48d7-8ad7-a6d990098ae0 None None] Network 464e88a9-a543-424c-81ac-6035abd1e60a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:07.143389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9cc1bf11-031d-4026-9671-8f87bcf14e6a admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6583672 Aug 16 02:41:07.215471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f3556e-571e-4ee0-9263-e912e952a83b None None] Network 464e88a9-a543-424c-81ac-6035abd1e60a requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:41:07.567045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-f1ac6890-6194-4190-b93b-123788bce343 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:07.568531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-f1ac6890-6194-4190-b93b-123788bce343 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 812 time: 0.1031983 Aug 16 02:41:07.584019 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-b978e118-9509-45cc-a84a-8a3dc8427059 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/quotas/3d3dfcecf60f413f89009da226b7d313 HTTP/1.1" status: 200 len: 375 time: 0.0097091 Aug 16 02:41:07.616264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-a5d023f1-515d-4f3d-a116-bcb42445f8ec tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264997 Aug 16 02:41:07.681529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-e0f01f68-8caf-4e34-9892-6e820670f11e service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:41:07.682552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-e0f01f68-8caf-4e34-9892-6e820670f11e service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597677 Aug 16 02:41:07.772001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-40504a55-406a-4e33-945b-1ebbcfa4a2c4 service neutron] 10.222.0.76 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832081 Aug 16 02:41:07.863918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-436beca1-58eb-4837-bd97-76c8ef65fc7c service neutron] 10.222.0.76 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856836 Aug 16 02:41:08.116611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9e5b5cad-43cb-4473-825b-f6bb45bad999 req-5c906a62-3aad-4135-8ec9-74d0698466d4 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 210 time: 0.0260854 Aug 16 02:41:09.213318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c493c43d-ca28-4176-b3e3-ca704bbcf19f req-dee8861e-9524-46cb-bd3b-38426888401b tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 210 time: 0.0317292 Aug 16 02:41:09.982495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-93075765-9a03-4d58-ba0b-80363827ede8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.279075 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-7558c4fe-b7dd-4e10-8669-f034c1a85ef6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:10.281233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-7558c4fe-b7dd-4e10-8669-f034c1a85ef6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.83 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 812 time: 0.1132472 Aug 16 02:41:10.295333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Request body: {'port': {'device_id': '84ceedbf-4e53-4451-9c35-9470102762b2', 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a', 'admin_state_up': True, 'tenant_id': '3d3dfcecf60f413f89009da226b7d313'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:10.310763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38d39749-8f00-4c84-99b6-b82e8d3f96a4 req-da3d51fb-8ef7-41eb-95c3-be3471d0f5fe tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 210 time: 0.0271039 Aug 16 02:41:10.485415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Made reservation on behalf of 3d3dfcecf60f413f89009da226b7d313 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:41:10.489258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.617271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Allocated IP 172.20.0.2 (464e88a9-a543-424c-81ac-6035abd1e60a/19bde027-5cb1-4341-94fe-d6a061e6b1a3/9ab6a6fa-bafa-43f8-a4c2-3fab32193785) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:41:10.761044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.862508 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:10.903661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Network 464e88a9-a543-424c-81ac-6035abd1e60a is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:41:10.908501 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:41:10.912114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:41:10.938784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:10.964232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:10.964856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.051444 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-ca3df53d-3898-4d4c-86fd-4ddccb23e3a6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7600739 Aug 16 02:41:11.065082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Request body: {'port': {'device_id': '84ceedbf-4e53-4451-9c35-9470102762b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:11.124215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.383993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:11.392551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.411545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Transition to ACTIVE for port object 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:11.439137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e5850-9776-4649-89d7-1afc307c8f06 req-d794a936-d845-4184-8803-9cc16a54148f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:11.440647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-769e5850-9776-4649-89d7-1afc307c8f06 req-d794a936-d845-4184-8803-9cc16a54148f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 931 time: 0.0616205 Aug 16 02:41:11.472430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.479187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-769e5850-9776-4649-89d7-1afc307c8f06 req-9b6e9abb-3c95-4ccc-b7a3-433b7b5cfa01 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322547 Aug 16 02:41:11.523839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:11.593056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:11.593370 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:11.593705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on network 464e88a9-a543-424c-81ac-6035abd1e60a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:11.597935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on network 464e88a9-a543-424c-81ac-6035abd1e60a not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:41:11.598264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on network 464e88a9-a543-424c-81ac-6035abd1e60a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:11.603060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:11.603403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Checking segment: {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:11.603790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Bound using segment: {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:11.604220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Bound port: 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:11.604595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.666681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:11.669593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:11.720054 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.751988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:11.752619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:11.754039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] 10.222.0.83 "PUT /v2.0/ports/9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 1092 time: 0.6938069 Aug 16 02:41:11.754481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:11.756745 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843e5475-a101-4b93-9a9f-94b51806c1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:11.782266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab65ce-0e88-478f-8728-8bed770e3b78 service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:11.794830 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50586a8e-984f-4ae6-be65-6535ceff721f x-openstack-request-id: req-50586a8e-984f-4ae6-be65-6535ceff721f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:11.795128 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:11.795385 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50586a8e-984f-4ae6-be65-6535ceff721f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:11.796391 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'status': 'completed', 'code': 200} Aug 16 02:41:11.854374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5475-a101-4b93-9a9f-94b51806c1f3 req-ca701744-3199-4de5-be2a-bba4c651bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:11.855967 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-843e5475-a101-4b93-9a9f-94b51806c1f3 req-ca701744-3199-4de5-be2a-bba4c651bae1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1095 time: 0.0419490 Aug 16 02:41:11.961083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5475-a101-4b93-9a9f-94b51806c1f3 req-d73d090b-8428-456d-bfaa-85de9cc93631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:11.962609 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-843e5475-a101-4b93-9a9f-94b51806c1f3 req-d73d090b-8428-456d-bfaa-85de9cc93631 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=3d3dfcecf60f413f89009da226b7d313&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0975327 Aug 16 02:41:12.062732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e5475-a101-4b93-9a9f-94b51806c1f3 req-abfd7c28-492f-4ff6-861b-c24c8bb12f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.064174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-843e5475-a101-4b93-9a9f-94b51806c1f3 req-abfd7c28-492f-4ff6-861b-c24c8bb12f56 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946314 Aug 16 02:41:12.141690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-c50e376b-d720-43c2-bdf5-cce5a77b1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.143334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-c50e376b-d720-43c2-bdf5-cce5a77b1b7e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1095 time: 0.0409865 Aug 16 02:41:12.184615 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-5243947f-2353-40b7-a145-1163e561b5c6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 217 time: 0.0335231 Aug 16 02:41:12.233530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-f813a20a-5d73-4d10-b19f-cd6beff19b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.235084 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-f813a20a-5d73-4d10-b19f-cd6beff19b3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 200 len: 852 time: 0.0434716 Aug 16 02:41:12.270537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-6a03354b-4d6f-4a93-8017-1de99e7b7739 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=464e88a9-a543-424c-81ac-6035abd1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279570 Aug 16 02:41:12.359646 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-4271af68-c909-4ede-b1ab-282f04ea60c1 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824108 Aug 16 02:41:12.452580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e84aa18f-c696-4e2a-b01b-804149b7acbb req-73dd6ce6-ac8b-41d7-b110-cba7f46963d3 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848982 Aug 16 02:41:12.596318 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd27ec-2ae2-4906-9466-f0dbc395ac8d req-2a6a7111-f074-4bc6-8296-daeb5b71e257 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:12.598725 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bfd27ec-2ae2-4906-9466-f0dbc395ac8d req-2a6a7111-f074-4bc6-8296-daeb5b71e257 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0496202 Aug 16 02:41:12.635675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bfd27ec-2ae2-4906-9466-f0dbc395ac8d req-674fb298-674f-44c8-b986-4ec4ffbc96a2 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318408 Aug 16 02:41:12.656631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:12.759361 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2fe0d94e-6745-4f20-8e23-550b5a512992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:13.750341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8518b0-7d64-4f7c-b1b4-3fcc08988206 req-15e41b7f-853e-4bf2-b929-432ddbeed68b tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:13.751823 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a8518b0-7d64-4f7c-b1b4-3fcc08988206 req-15e41b7f-853e-4bf2-b929-432ddbeed68b tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0481844 Aug 16 02:41:13.789425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a8518b0-7d64-4f7c-b1b4-3fcc08988206 req-dbe201d3-7da6-4c0f-b866-deb281f6b2d3 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317006 Aug 16 02:41:14.782485 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:14.908851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae8b63-fe38-4928-8fcd-46da62647e72 req-52e3509a-86d9-43c8-acde-e84992dc4e20 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:14.955248 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47ae8b63-fe38-4928-8fcd-46da62647e72 req-52e3509a-86d9-43c8-acde-e84992dc4e20 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0536587 Aug 16 02:41:14.955248 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-47ae8b63-fe38-4928-8fcd-46da62647e72 req-74f6dd91-159c-4af6-aec3-b837e1ade4b0 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326414 Aug 16 02:41:15.102963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:41:15.199398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:15.211129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a', 'port_id': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'mac_address': 'fa:16:3e:6c:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bde027-5cb1-4341-94fe-d6a061e6b1a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:41:15.252862 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.265199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:15.285603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:15.353293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:15.400033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:15.575244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['9ab6a6fa-bafa-43f8-a4c2-3fab32193785'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:15.925177 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:16.075306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8deac5-d133-43e3-8061-ce9dae6ab1fd req-4b85c9b6-440e-4579-a3e5-1e3ae7749e60 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:16.076813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b8deac5-d133-43e3-8061-ce9dae6ab1fd req-4b85c9b6-440e-4579-a3e5-1e3ae7749e60 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 944 time: 0.0501969 Aug 16 02:41:16.115451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b8deac5-d133-43e3-8061-ce9dae6ab1fd req-133e6e45-baa1-4380-a298-94d6abe47b8b tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Aug 16 02:41:17.118337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:17.231460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343721a-2d15-451b-bf1a-75c58145dcd9 req-5e67d0ff-1c8f-4aec-93e3-33b4914fb6b8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:17.233009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b343721a-2d15-451b-bf1a-75c58145dcd9 req-5e67d0ff-1c8f-4aec-93e3-33b4914fb6b8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 944 time: 0.0496325 Aug 16 02:41:17.233817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:17.238557 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:17.239003 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.272157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b343721a-2d15-451b-bf1a-75c58145dcd9 req-58722c42-cd99-41d9-92d3-bcccf732cd41 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323355 Aug 16 02:41:17.318601 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.340642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:17.342903 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9843bc-9cfe-4464-bd79-37b8179d4e77" -d '{"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:17.356291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:17.379892 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58388d00-6954-4782-834f-66909cf3cfa8 x-openstack-request-id: req-58388d00-6954-4782-834f-66909cf3cfa8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:17.380191 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:17.380451 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58388d00-6954-4782-834f-66909cf3cfa8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:17.380881 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'code': 200} Aug 16 02:41:17.426807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:17.475096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:17.475348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6ee7a-679c-472b-83c7-3821073a3b0a req-7474eeae-fe4b-4bf4-860e-a879a53b3d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:17.476855 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e6ee7a-679c-472b-83c7-3821073a3b0a req-7474eeae-fe4b-4bf4-860e-a879a53b3d4e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1097 time: 0.0410147 Aug 16 02:41:17.512080 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e6ee7a-679c-472b-83c7-3821073a3b0a req-c00cae92-f85f-4c42-96e8-98d61f9c4f3a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279856 Aug 16 02:41:18.391306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21fea56-c0f1-4d01-97de-19b3e71dbb80 req-b3e31b62-996c-4625-a44c-514d04ec3761 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:18.392837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e21fea56-c0f1-4d01-97de-19b3e71dbb80 req-b3e31b62-996c-4625-a44c-514d04ec3761 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0547636 Aug 16 02:41:18.430836 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e21fea56-c0f1-4d01-97de-19b3e71dbb80 req-e0c59e09-df8a-4033-8dc8-cf3821905afa tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Aug 16 02:41:19.551808 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e067fa-2468-4ab1-9eeb-83ee3c8df6fa req-55dad185-6a6b-41a6-966c-b0975c5c749d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:19.553327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69e067fa-2468-4ab1-9eeb-83ee3c8df6fa req-55dad185-6a6b-41a6-966c-b0975c5c749d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0491128 Aug 16 02:41:19.591345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69e067fa-2468-4ab1-9eeb-83ee3c8df6fa req-990c164b-2ac2-4766-b580-c14fb233ac6d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Aug 16 02:41:20.067323 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03370c33-c8b4-4c28-aca4-63f5d9edb6e8 req-e5f1013b-b63b-462e-8463-e88cafcfcfd8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:20.068838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03370c33-c8b4-4c28-aca4-63f5d9edb6e8 req-e5f1013b-b63b-462e-8463-e88cafcfcfd8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Aug 16 02:41:20.116536 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03370c33-c8b4-4c28-aca4-63f5d9edb6e8 req-58b0733d-2e7e-45de-ac98-5a47e83f0b9d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Aug 16 02:41:20.132890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57106) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:41:20.220393 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-794bf4ff-2876-4bca-a482-f04111b3e3a5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893431 Aug 16 02:41:21.244052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15f483-afc5-490d-985c-f5dc005c79a2 req-dd0bf833-6282-40e7-8ac7-1b2644644788 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:21.244052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b15f483-afc5-490d-985c-f5dc005c79a2 req-dd0bf833-6282-40e7-8ac7-1b2644644788 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0552673 Aug 16 02:41:21.284727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b15f483-afc5-490d-985c-f5dc005c79a2 req-1060d758-6de9-4e74-be4f-b9c4d80a64f1 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355492 Aug 16 02:41:22.404812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ac0e-d7ea-4b9e-86b0-a32aeca9351e req-d8dc42bd-9349-40f3-92ce-867540136377 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.405523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-6259cc64-f1cb-4613-8020-5cb0ab9564ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.406495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a58ac0e-d7ea-4b9e-86b0-a32aeca9351e req-d8dc42bd-9349-40f3-92ce-867540136377 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0510733 Aug 16 02:41:22.406662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-6259cc64-f1cb-4613-8020-5cb0ab9564ed service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1097 time: 0.0395901 Aug 16 02:41:22.445877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a58ac0e-d7ea-4b9e-86b0-a32aeca9351e req-1c8e3cae-3727-46db-8474-b482f2034299 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327451 Aug 16 02:41:22.502988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-8548e127-8f11-4171-bae5-d35f2d88435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.504519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-8548e127-8f11-4171-bae5-d35f2d88435b service neutron] 10.222.0.83 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 913 time: 0.0904093 Aug 16 02:41:22.545535 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-77d0b202-3901-44c2-813e-e16c5c42f307 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 217 time: 0.0342062 Aug 16 02:41:22.596542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-44fb8a8c-7fa9-4aa2-b16a-671dfa63201a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:22.597975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-44fb8a8c-7fa9-4aa2-b16a-671dfa63201a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 200 len: 852 time: 0.0459847 Aug 16 02:41:22.628362 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-1079437c-4805-41fa-a1c7-19c06ff07787 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=464e88a9-a543-424c-81ac-6035abd1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235183 Aug 16 02:41:22.713672 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-72b26c45-5464-4c6c-9f00-db3f3e5eb524 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783839 Aug 16 02:41:22.804458 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-8c47fb20-e7b8-4bf8-bcc1-15aea4939a62 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837467 Aug 16 02:41:23.560298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34294c52-d46d-486a-8b3c-f54cf2a6600c req-e929a8e1-2903-4ed2-a339-6b7f3063374e tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:23.561797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34294c52-d46d-486a-8b3c-f54cf2a6600c req-e929a8e1-2903-4ed2-a339-6b7f3063374e tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0479841 Aug 16 02:41:23.606212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34294c52-d46d-486a-8b3c-f54cf2a6600c req-00eb3922-9334-4bec-b060-bffa5584c00f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376110 Aug 16 02:41:24.725181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22b09-eb6a-462f-a89c-af63e3a4a5b3 req-15cebf8a-5bac-4afe-a7e0-d6430f8e2868 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:24.726762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f22b09-eb6a-462f-a89c-af63e3a4a5b3 req-15cebf8a-5bac-4afe-a7e0-d6430f8e2868 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0525720 Aug 16 02:41:24.763614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c2f22b09-eb6a-462f-a89c-af63e3a4a5b3 req-caecbc82-3c0a-48cf-a8fd-ab8e51edfefa tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Aug 16 02:41:25.883547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caecfb-fbe2-4ed9-989a-c44c5c4fe223 req-bfb8a793-bc2b-4d7d-893c-f6e1981da277 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:25.885060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04caecfb-fbe2-4ed9-989a-c44c5c4fe223 req-bfb8a793-bc2b-4d7d-893c-f6e1981da277 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0516932 Aug 16 02:41:25.924176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-04caecfb-fbe2-4ed9-989a-c44c5c4fe223 req-0fb0dfa7-40f8-4d23-b1fa-a140dc63d3b0 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330000 Aug 16 02:41:27.039092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c8ea7-a12a-4aef-8ab0-93e26545c741 req-ae36f463-0cb8-4f4c-aebe-413651864c56 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:27.040586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b71c8ea7-a12a-4aef-8ab0-93e26545c741 req-ae36f463-0cb8-4f4c-aebe-413651864c56 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0481923 Aug 16 02:41:27.077568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b71c8ea7-a12a-4aef-8ab0-93e26545c741 req-b7727de7-b7d4-4c6e-8e0e-af22b29ecc70 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Aug 16 02:41:27.415904 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.500135 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:27.958420 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:41:28.194282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d72936-94a8-4793-bab5-ded1adea2d9a req-1e45cdce-dcb6-4bca-8163-0a0877a9bc15 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:28.195814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09d72936-94a8-4793-bab5-ded1adea2d9a req-1e45cdce-dcb6-4bca-8163-0a0877a9bc15 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0513999 Aug 16 02:41:28.235805 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09d72936-94a8-4793-bab5-ded1adea2d9a req-c92d0934-c77d-4049-8056-372a1f93fbc5 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339260 Aug 16 02:41:29.349555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37032a00-b1a0-4182-b7e3-d89c2872e797 req-e5a92193-7089-4a6f-afbf-365b86b108c6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:29.351093 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37032a00-b1a0-4182-b7e3-d89c2872e797 req-e5a92193-7089-4a6f-afbf-365b86b108c6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0485325 Aug 16 02:41:29.389007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37032a00-b1a0-4182-b7e3-d89c2872e797 req-84e02d4d-3257-4c61-a93b-933ecefcba5c tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Aug 16 02:41:30.505702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c1a2a-f137-43bb-b229-4d08b1854119 req-d915be31-c33e-4e88-a456-376a13f05bb8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:30.507224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-086c1a2a-f137-43bb-b229-4d08b1854119 req-d915be31-c33e-4e88-a456-376a13f05bb8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0501540 Aug 16 02:41:30.543914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-086c1a2a-f137-43bb-b229-4d08b1854119 req-8f92bfb8-ec3b-46ee-a8de-1a7dffab5594 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307500 Aug 16 02:41:31.663131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da010a-56fb-45f2-a829-038cba9cc943 req-1a510b23-d0df-4bd7-839f-96a5f26949ae tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:31.664621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26da010a-56fb-45f2-a829-038cba9cc943 req-1a510b23-d0df-4bd7-839f-96a5f26949ae tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0525346 Aug 16 02:41:31.701256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26da010a-56fb-45f2-a829-038cba9cc943 req-f9d90140-78cd-4d08-90e7-b9db55d97732 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307693 Aug 16 02:41:32.819701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f98015-00a1-47e0-9399-b7d356b647c3 req-15d88147-b655-432b-b662-fd0ac8704f03 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:32.821325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9f98015-00a1-47e0-9399-b7d356b647c3 req-15d88147-b655-432b-b662-fd0ac8704f03 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Aug 16 02:41:32.862366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c9f98015-00a1-47e0-9399-b7d356b647c3 req-af68360b-aa69-4273-b513-f6931d39f8e8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347421 Aug 16 02:41:33.981999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10e7d2-bd2c-429e-8d6f-7b4e307549b1 req-d8b97589-56a7-4aad-a524-861d18235335 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:33.983518 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be10e7d2-bd2c-429e-8d6f-7b4e307549b1 req-d8b97589-56a7-4aad-a524-861d18235335 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0504501 Aug 16 02:41:34.022868 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be10e7d2-bd2c-429e-8d6f-7b4e307549b1 req-9d5efe62-f23d-4a79-a958-68d6e0804be1 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322509 Aug 16 02:41:35.141710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468541c-00f4-4cff-bafa-d3b51d4f3445 req-7487e636-76c3-45dd-8700-723dc3cf4c79 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:35.143212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3468541c-00f4-4cff-bafa-d3b51d4f3445 req-7487e636-76c3-45dd-8700-723dc3cf4c79 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0525753 Aug 16 02:41:35.180802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3468541c-00f4-4cff-bafa-d3b51d4f3445 req-20c49a6c-ead5-454c-a5fc-9c9ae225db35 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Aug 16 02:41:36.295656 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda848c-1f2e-4035-9551-84c4f7dec87a req-8485151c-eee6-4910-aff7-d8e240959a31 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:36.297154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dda848c-1f2e-4035-9551-84c4f7dec87a req-8485151c-eee6-4910-aff7-d8e240959a31 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0484331 Aug 16 02:41:36.335905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4dda848c-1f2e-4035-9551-84c4f7dec87a req-4e05125f-d396-4f0b-af1f-ebcc8c6b7417 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Aug 16 02:41:37.449022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa500d0-22c4-4df2-aed7-0f1f9a2ba745 req-1a8d881f-11f1-4f26-8075-1b00ceece7d2 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:37.450510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaa500d0-22c4-4df2-aed7-0f1f9a2ba745 req-1a8d881f-11f1-4f26-8075-1b00ceece7d2 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0482521 Aug 16 02:41:37.488768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaa500d0-22c4-4df2-aed7-0f1f9a2ba745 req-c109846f-aadb-46d7-87a4-5960166ee9e9 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Aug 16 02:41:38.608769 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88661ae8-a662-480f-87ac-e202d4ddf1b6 req-21139c58-be68-477c-bc63-eb9e83281caa tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:38.610268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88661ae8-a662-480f-87ac-e202d4ddf1b6 req-21139c58-be68-477c-bc63-eb9e83281caa tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0540698 Aug 16 02:41:38.648148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-88661ae8-a662-480f-87ac-e202d4ddf1b6 req-02f9a819-a7df-48a5-8ddf-5bb1a88c2c57 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316029 Aug 16 02:41:39.764437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda2aa-2c3a-47e5-b2ed-6d5363f91123 req-a9c7872e-b4f0-42b5-9ac6-079c25df6471 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:39.765941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3eeda2aa-2c3a-47e5-b2ed-6d5363f91123 req-a9c7872e-b4f0-42b5-9ac6-079c25df6471 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0486925 Aug 16 02:41:39.804322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3eeda2aa-2c3a-47e5-b2ed-6d5363f91123 req-fa340848-09aa-4baf-bda9-44b5175b6e3d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318027 Aug 16 02:41:40.004046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8e60d9be-3eda-42d7-a702-55857c8523b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:40.919154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afde7b4-7f6e-4370-9d96-c35863dc43e8 req-4d61454c-6fac-4d06-95af-579751dcb1e5 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:40.920657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6afde7b4-7f6e-4370-9d96-c35863dc43e8 req-4d61454c-6fac-4d06-95af-579751dcb1e5 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0484753 Aug 16 02:41:40.958195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6afde7b4-7f6e-4370-9d96-c35863dc43e8 req-111cdf4f-87a5-4e9f-b5c3-571632e9a94f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Aug 16 02:41:42.076950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b235c4-810c-4417-afab-3587d0aa9810 req-33569de7-150b-4bae-9573-f1040ea192b4 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:42.078345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28b235c4-810c-4417-afab-3587d0aa9810 req-33569de7-150b-4bae-9573-f1040ea192b4 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0527744 Aug 16 02:41:42.117102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28b235c4-810c-4417-afab-3587d0aa9810 req-0545ae5f-600b-4bff-95f7-3ed87a14aa24 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Aug 16 02:41:42.676933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:42.773939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f382e977-584a-48a6-ae12-156603139ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:43.230911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4876db-dd21-4638-9129-9e676091aae4 req-97f5c4ea-630d-4735-943f-2f473b09a13a tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:43.232421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b4876db-dd21-4638-9129-9e676091aae4 req-97f5c4ea-630d-4735-943f-2f473b09a13a tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0492985 Aug 16 02:41:43.270550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b4876db-dd21-4638-9129-9e676091aae4 req-63e9de6e-7fbe-4fd4-9434-ee7331886396 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315046 Aug 16 02:41:44.385032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a1309-bc9a-4fa4-9a08-8b6da2554d3b req-ebefd749-c3d4-4ad4-90c5-85d53bcb776d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:44.386538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d67a1309-bc9a-4fa4-9a08-8b6da2554d3b req-ebefd749-c3d4-4ad4-90c5-85d53bcb776d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0484250 Aug 16 02:41:44.424507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d67a1309-bc9a-4fa4-9a08-8b6da2554d3b req-85a7cb38-8621-42a1-908b-01b323eb95af tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Aug 16 02:41:44.752783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:45.544659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692da44-71f7-4eb6-a3c3-566983a91379 req-20b1c9c6-bfd4-475c-8a63-9e52d0b566c1 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:45.546137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7692da44-71f7-4eb6-a3c3-566983a91379 req-20b1c9c6-bfd4-475c-8a63-9e52d0b566c1 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0514846 Aug 16 02:41:45.583605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7692da44-71f7-4eb6-a3c3-566983a91379 req-33f61665-5a10-4bdd-9bdd-9ef965a043f6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307744 Aug 16 02:41:46.027059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:46.699466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06234e4-0b28-408b-b886-dc31976e6a56 req-66115096-4058-4cff-b649-debfe6ecc801 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:46.700982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b06234e4-0b28-408b-b886-dc31976e6a56 req-66115096-4058-4cff-b649-debfe6ecc801 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0497711 Aug 16 02:41:46.739888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b06234e4-0b28-408b-b886-dc31976e6a56 req-55e1bec3-96f1-46ad-bc19-9782a019bc57 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Aug 16 02:41:47.861523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d06b0c-2a1c-43ff-a5f5-4c6f656385ae req-98747036-6f4e-430a-b8bb-d1f6fbef7298 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:47.863114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0d06b0c-2a1c-43ff-a5f5-4c6f656385ae req-98747036-6f4e-430a-b8bb-d1f6fbef7298 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0512936 Aug 16 02:41:47.900903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0d06b0c-2a1c-43ff-a5f5-4c6f656385ae req-86375463-87d1-4401-8196-a1b0ecfa0e91 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319183 Aug 16 02:41:49.019793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdac4bb-f63c-46ee-bdb2-766ca01d64a8 req-e911f04d-9071-457d-b478-871f1e2ba8be tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:49.021282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fdac4bb-f63c-46ee-bdb2-766ca01d64a8 req-e911f04d-9071-457d-b478-871f1e2ba8be tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0532055 Aug 16 02:41:49.059123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fdac4bb-f63c-46ee-bdb2-766ca01d64a8 req-5bf11542-fcd5-4513-a2fc-5c234328075f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318315 Aug 16 02:41:50.175112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e47dec-eaab-4238-ab3e-9a7e0067ce0f req-5cc202d0-be28-47a6-96de-9df87f9a608e tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:50.176613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2e47dec-eaab-4238-ab3e-9a7e0067ce0f req-5cc202d0-be28-47a6-96de-9df87f9a608e tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0499966 Aug 16 02:41:50.215516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2e47dec-eaab-4238-ab3e-9a7e0067ce0f req-093d5a9d-5822-43ee-b75a-492a1b0f9eb6 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Aug 16 02:41:50.297828 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-4fefe758-9aac-4ae8-92ca-92e6ad947729 service neutron] show failed (client error): The resource could not be found. Aug 16 02:41:50.299979 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-4fefe758-9aac-4ae8-92ca-92e6ad947729 service neutron] 10.222.0.83 "GET /v2.0/ports/9ab6a6fa-bafa-43f8-a4c2-3fab32193785/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0574973 Aug 16 02:41:50.810832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-3c31ad93-273f-4e8b-b191-9eed5595a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:50.812382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-3c31ad93-273f-4e8b-b191-9eed5595a6f7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2&tenant_id=3d3dfcecf60f413f89009da226b7d313 HTTP/1.1" status: 200 len: 1097 time: 0.0755725 Aug 16 02:41:50.824562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:41:50.878341 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.084861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:51.117634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:51.160425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:51.162694 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f2f4b-d5ea-4fcb-a74e-54a5c2150494" -d '{"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:51.166777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.179435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Transition to ACTIVE for port object 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:41:51.210684 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfa193b-7aaa-4061-bb8e-dc3d5237af98 x-openstack-request-id: req-3dfa193b-7aaa-4061-bb8e-dc3d5237af98 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:51.210989 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:51.211251 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3dfa193b-7aaa-4061-bb8e-dc3d5237af98 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:51.211665 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'code': 200} Aug 16 02:41:51.243899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.304951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] No DVR routers for this DVR port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:51.308028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.332275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2152d57b-a866-456a-9421-eb0fece4280e req-60c9a857-630b-43b6-be81-e2b9d342182d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.334056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2152d57b-a866-456a-9421-eb0fece4280e req-60c9a857-630b-43b6-be81-e2b9d342182d tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0502374 Aug 16 02:41:51.342683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:41:51.342971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:41:51.343305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on network 464e88a9-a543-424c-81ac-6035abd1e60a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:51.349044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on network 464e88a9-a543-424c-81ac-6035abd1e60a not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:41:51.349381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Attempting to bind port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on network 464e88a9-a543-424c-81ac-6035abd1e60a {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:41:51.354373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:41:51.354749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Checking segment: {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:41:51.355159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Bound using segment: {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:41:51.355576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Bound port: 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb7f82c-9319-4430-9647-867197a77544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:41:51.355942 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.373154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2152d57b-a866-456a-9421-eb0fece4280e req-01c96ebd-a0a3-4c84-b95e-98e48b07de90 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Aug 16 02:41:51.429779 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:41:51.432774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:41:51.483788 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.515318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.516005 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:51.517407 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] 10.222.0.58 "PUT /v2.0/ports/9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 1092 time: 0.6968081 Aug 16 02:41:51.540369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5e8bc-d1cf-438b-b3a3-a7164b48e41a service neutron] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:51.581477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-56490e10-afcd-4f30-9a10-2e4a13269713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.583000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-56490e10-afcd-4f30-9a10-2e4a13269713 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1095 time: 0.0398214 Aug 16 02:41:51.672630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-d31e5269-40e2-470e-aac4-571fe3dfe068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.674016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-d31e5269-40e2-470e-aac4-571fe3dfe068 service neutron] 10.222.0.58 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 913 time: 0.0842061 Aug 16 02:41:51.716272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-ac397957-eda3-499a-b118-549f9867c6df service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 217 time: 0.0350702 Aug 16 02:41:51.764672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-6459ef02-203d-45f3-a067-d189b31b594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:51.766118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-6459ef02-203d-45f3-a067-d189b31b594d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 200 len: 852 time: 0.0422556 Aug 16 02:41:51.795910 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-a2235f1a-cf00-4855-81c7-3e312abac6a0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464e88a9-a543-424c-81ac-6035abd1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229063 Aug 16 02:41:51.886556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-d6b88f1e-e608-40ac-a62b-6135ad170f9d service neutron] 10.222.0.58 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833154 Aug 16 02:41:51.980170 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7a51852d-061e-402c-aff3-94b1835e0ab5 req-c609cb0e-fb5f-411d-8f6f-d9510f33f14d service neutron] 10.222.0.58 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852597 Aug 16 02:41:52.501294 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3722d374-4a9e-4448-946d-6d69471e9b51 req-85ea4830-6037-4768-a022-93587b97d2d9 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:52.502790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3722d374-4a9e-4448-946d-6d69471e9b51 req-85ea4830-6037-4768-a022-93587b97d2d9 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0545979 Aug 16 02:41:52.541870 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3722d374-4a9e-4448-946d-6d69471e9b51 req-1d98ed50-1aff-4b8e-a8fa-a529f15320ec tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Aug 16 02:41:53.213138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:53.217022 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dee5376-46c7-4537-9400-b99de631077d" -d '{"events": [{"name": "network-changed", "server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:53.262470 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4cf8d6-63d1-43e1-8f06-ce1268b0cd37 x-openstack-request-id: req-3f4cf8d6-63d1-43e1-8f06-ce1268b0cd37 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:53.262800 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:53.263077 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3f4cf8d6-63d1-43e1-8f06-ce1268b0cd37 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:53.263512 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'status': 'completed', 'code': 200} Aug 16 02:41:53.352805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5376-46c7-4537-9400-b99de631077d req-01fb70e4-a35b-4d79-a546-1582678e4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.354309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-01fb70e4-a35b-4d79-a546-1582678e4982 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1095 time: 0.0735703 Aug 16 02:41:53.355961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5376-46c7-4537-9400-b99de631077d req-13ee4e8b-7e23-47b6-bfc2-bd3356f1df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.357309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-13ee4e8b-7e23-47b6-bfc2-bd3356f1df17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1095 time: 0.0661886 Aug 16 02:41:53.508017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5376-46c7-4537-9400-b99de631077d req-f90880d2-213e-45b9-af92-040daa6c05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.509486 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-f90880d2-213e-45b9-af92-040daa6c05b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 913 time: 0.1485319 Aug 16 02:41:53.511989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5376-46c7-4537-9400-b99de631077d req-79acaab3-5ef1-4252-88a5-d3a9e0eca8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.513308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-79acaab3-5ef1-4252-88a5-d3a9e0eca8c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 913 time: 0.1437569 Aug 16 02:41:53.558813 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-e9cb6d1b-6f37-4b39-bd18-e52bfd098afa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 217 time: 0.0425818 Aug 16 02:41:53.592514 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-7a2ab14f-269f-4f2e-abbf-4cc28b8b240d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 217 time: 0.0695231 Aug 16 02:41:53.659909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5376-46c7-4537-9400-b99de631077d req-a69b0427-862d-46db-9691-769d8d2862a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.661559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-a69b0427-862d-46db-9691-769d8d2862a2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 200 len: 852 time: 0.0773990 Aug 16 02:41:53.667178 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee5376-46c7-4537-9400-b99de631077d req-290c5c3b-eafe-4695-b2ec-b30dbc48fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.668568 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-290c5c3b-eafe-4695-b2ec-b30dbc48fc3b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 200 len: 852 time: 0.0572827 Aug 16 02:41:53.669132 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22c0eb-a9f3-4026-b4ff-701c7ff3e4e3 req-9d8c630a-6d5b-47ec-b1a1-0f5df8fdd4d5 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:53.670679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b22c0eb-a9f3-4026-b4ff-701c7ff3e4e3 req-9d8c630a-6d5b-47ec-b1a1-0f5df8fdd4d5 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0496602 Aug 16 02:41:53.712404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b22c0eb-a9f3-4026-b4ff-701c7ff3e4e3 req-1801f096-af99-4cfa-ad2a-bcc3ab453d34 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Aug 16 02:41:53.715904 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-a4713067-1e99-4b50-92b0-8377f791b013 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=464e88a9-a543-424c-81ac-6035abd1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462990 Aug 16 02:41:53.717689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-e39e3eef-e0dd-468b-b557-ffcf4ec69744 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=464e88a9-a543-424c-81ac-6035abd1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397623 Aug 16 02:41:53.871380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-e00205dc-9104-401b-a67b-eb11445796c7 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482460 Aug 16 02:41:53.873368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-e41b3d1a-0740-49f0-99c2-05ac0db7487c service neutron] 10.222.0.58 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426892 Aug 16 02:41:54.027893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-fc7549cc-e352-407f-abd2-9dac7a403976 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492949 Aug 16 02:41:54.031289 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9dee5376-46c7-4537-9400-b99de631077d req-efb5ae31-e98c-4a1b-817f-dff7771b776a service neutron] 10.222.0.58 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449094 Aug 16 02:41:54.832351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda32b6-3120-4598-972e-178d278c2941 req-bd596797-0940-4ba0-97d5-b8a8840066b0 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:54.834083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fda32b6-3120-4598-972e-178d278c2941 req-bd596797-0940-4ba0-97d5-b8a8840066b0 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 943 time: 0.0500824 Aug 16 02:41:54.872433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fda32b6-3120-4598-972e-178d278c2941 req-008f9394-55a3-461c-97ce-c50b8ffb7bd8 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324059 Aug 16 02:41:55.334011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:41:55.372367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:41:55.423067 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-a121ad8a-7f12-4d14-a9dc-4341c7ba6f14 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.424567 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-a121ad8a-7f12-4d14-a9dc-4341c7ba6f14 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.83 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2&tenant_id=3d3dfcecf60f413f89009da226b7d313&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 943 time: 0.0882277 Aug 16 02:41:55.837433 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-0b565283-9431-4c7d-82ff-ec5d9b54d7a4 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:41:55.838465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-0b565283-9431-4c7d-82ff-ec5d9b54d7a4 service neutron] 10.222.0.83 "DELETE /v2.0/ports/9ab6a6fa-bafa-43f8-a4c2-3fab32193785/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.4068410 Aug 16 02:41:55.920931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-7a2a0c32-05cf-41c6-a832-4b8299fe3de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:55.922436 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-7a2a0c32-05cf-41c6-a832-4b8299fe3de8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=3d3dfcecf60f413f89009da226b7d313&device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 1095 time: 0.0406969 Aug 16 02:41:56.012244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-cfade30a-b3ff-446e-bc56-f3ecd6437ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.013737 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-cfade30a-b3ff-446e-bc56-f3ecd6437ad7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 200 len: 913 time: 0.0847087 Aug 16 02:41:56.055472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-6a668f4a-6970-4d3b-83bd-f2a73e5258de service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 200 len: 217 time: 0.0343082 Aug 16 02:41:56.102849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-431fa839-72ad-49da-a9ac-58a7a3aafc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:56.104232 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-431fa839-72ad-49da-a9ac-58a7a3aafc6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 200 len: 852 time: 0.0427470 Aug 16 02:41:56.138150 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-73c7ebba-13d8-4eb0-97c7-b5ae6bc5adc3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=464e88a9-a543-424c-81ac-6035abd1e60a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273521 Aug 16 02:41:56.226424 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-96fd64dc-62f7-4e88-8dfe-f87a393034c7 service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811515 Aug 16 02:41:56.318519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-f70bde0e-06d9-4608-b038-598ab4dcee1e service neutron] 10.222.0.83 "GET /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849149 Aug 16 02:41:56.616134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:41:56.705865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:56.720428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'network_id': '464e88a9-a543-424c-81ac-6035abd1e60a', 'port_id': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'mac_address': 'fa:16:3e:6c:11:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19bde027-5cb1-4341-94fe-d6a061e6b1a3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:41:56.757000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.769147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:41:56.788779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:56.860959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:56.908606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:56.916656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:56.921020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:41:57.086537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['9ab6a6fa-bafa-43f8-a4c2-3fab32193785'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:57.453853 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.522807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:57.687251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f81f5-b11f-4959-bfdc-34671f1e99e9 req-4fdaf7bb-e867-4fd5-afdf-f6c7f313d808 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:57.688755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c45f81f5-b11f-4959-bfdc-34671f1e99e9 req-4fdaf7bb-e867-4fd5-afdf-f6c7f313d808 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 944 time: 0.0524964 Aug 16 02:41:57.727105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c45f81f5-b11f-4959-bfdc-34671f1e99e9 req-5570285e-8474-4a39-8d55-592d7eb2609c tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Aug 16 02:41:58.616709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:41:58.711927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:41:58.715599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:41:58.716013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.796422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.820478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:58.822748 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3386ab67-89b4-4efe-9e4e-10cb6a911991" -d '{"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:58.839898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:58.849744 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b4440-6a24-4756-983c-f8d1a5dc394d req-2c727699-74b8-466c-af9d-d2630e7ca57f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:58.851327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee2b4440-6a24-4756-983c-f8d1a5dc394d req-2c727699-74b8-466c-af9d-d2630e7ca57f tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 944 time: 0.0546348 Aug 16 02:41:58.865229 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d472a382-cefc-4e2f-b0ee-23ac3195eca7 x-openstack-request-id: req-d472a382-cefc-4e2f-b0ee-23ac3195eca7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:58.865528 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-plugged", "status": "completed", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:58.865788 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d472a382-cefc-4e2f-b0ee-23ac3195eca7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:58.866192 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'code': 200} Aug 16 02:41:58.891843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ee2b4440-6a24-4756-983c-f8d1a5dc394d req-3834e1dd-758a-4953-8a0e-d32e84bac030 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Aug 16 02:41:58.924040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:58.975500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:59.000864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-ee7c5814-1c7c-4ae0-8ba8-d05fe7caafb0 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:41:59.002350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-ee7c5814-1c7c-4ae0-8ba8-d05fe7caafb0 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.58 "GET /v2.0/ports?device_id=84ceedbf-4e53-4451-9c35-9470102762b2 HTTP/1.1" status: 200 len: 945 time: 0.0497036 Aug 16 02:41:59.091148 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Deleting port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:41:59.091502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.180026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] For port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,segment=NetworkSegment(5cb7f82c-9319-4430-9647-867197a77544),segment_id=5cb7f82c-9319-4430-9647-867197a77544)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:41:59.180326 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.193232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Calling delete_port for 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:41:59.397673 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.410694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['9ab6a6fa-bafa-43f8-a4c2-3fab32193785'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:41:59.424893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Pushing event deleted for resources: {'Port': ['ID=9ab6a6fa-bafa-43f8-a4c2-3fab32193785,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:41:59.466462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] No DVR routers for this DVR port 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:41:59.469144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:41:59.471215 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4d0048e0-6b46-4fa7-828f-7a5a6d8f4492 req-02609f5e-c75e-46d6-83d4-06b7a679f424 tempest-DeleteServersTestJSON-1241395827 tempest-DeleteServersTestJSON-1241395827-project] 10.222.0.58 "DELETE /v2.0/ports/9ab6a6fa-bafa-43f8-a4c2-3fab32193785 HTTP/1.1" status: 204 len: 173 time: 0.4623418 Aug 16 02:41:59.471705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-deleted', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:41:59.474728 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f959d33c-1ed1-4cc9-a5be-2d00d1e62b22" -d '{"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-deleted", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:41:59.509817 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52ff303-14a8-4faa-8572-bae7a4cba010 x-openstack-request-id: req-b52ff303-14a8-4faa-8572-bae7a4cba010 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:41:59.510118 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ceedbf-4e53-4451-9c35-9470102762b2", "name": "network-vif-deleted", "tag": "9ab6a6fa-bafa-43f8-a4c2-3fab32193785", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:41:59.510405 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b52ff303-14a8-4faa-8572-bae7a4cba010 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:41:59.510882 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ceedbf-4e53-4451-9c35-9470102762b2', 'name': 'network-vif-deleted', 'tag': '9ab6a6fa-bafa-43f8-a4c2-3fab32193785', 'status': 'completed', 'code': 200} Aug 16 02:42:00.018219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57214) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:00.061822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Deleting subnet 19bde027-5cb1-4341-94fe-d6a061e6b1a3 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:42:00.064828 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.102347 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.139389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.255754 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.282309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19bde027-5cb1-4341-94fe-d6a061e6b1a3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:00.284375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.286468 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a9e898dd-4e2a-488e-9082-9aa753be43a1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/19bde027-5cb1-4341-94fe-d6a061e6b1a3 HTTP/1.1" status: 204 len: 168 time: 0.2671368 Aug 16 02:42:00.289059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:00.358822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.434734 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.444909 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464e88a9-a543-424c-81ac-6035abd1e60a']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:00.454820 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb7f82c-9319-4430-9647-867197a77544') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:00.455059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb7f82c-9319-4430-9647-867197a77544') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:42:00.463797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.481471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.487107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:42:00.487493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:42:00.489634 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:42:00.620775 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.627371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:00.629118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] 10.222.0.76 "DELETE /v2.0/networks/464e88a9-a543-424c-81ac-6035abd1e60a HTTP/1.1" status: 204 len: 168 time: 0.3390720 Aug 16 02:42:00.641275 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e9201-4a26-4cda-870b-a5326fa57382 admin admin] Pushing event deleted for resources: {'Network': ['ID=464e88a9-a543-424c-81ac-6035abd1e60a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:00.920376 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57220) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:00.960926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bdd9951b-1580-4b4c-89a1-45d6866c1aea admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d3dfcecf60f413f89009da226b7d313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393817 Aug 16 02:42:00.963433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57222) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:01.011158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.032573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.152008 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.154465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:01.155665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9 HTTP/1.1" status: 204 len: 168 time: 0.1912832 Aug 16 02:42:01.163600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0375f6-25e9-4ac1-86b7-572d8c1ac3a9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:01.170962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.171314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.171657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.171992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.172324 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.172654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.172983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.173310 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.173633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.173956 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.174282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:01.174602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44a4013-9d50-4ad7-b76a-54d84583073e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:02.106077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57244) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:02.248129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-229227113-network', 'tenant_id': '89e64e6d36a9410faaff86bd36d46f5c'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:02.340175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Made reservation on behalf of 89e64e6d36a9410faaff86bd36d46f5c for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:02.342527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.351181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.436588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.512062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.538764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:42:02.544108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d6547a-5bb8-41cc-beae-75181f408ce3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:02.552796 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.552924 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Added segment 70a810a0-2762-4c4b-af34-ca4445a15095 of type vlan for network c5d38936-af78-4386-9736-82ff83cdc413 Aug 16 02:42:02.596295 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.706111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.707338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:02.707934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:02.767152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] Pushing event updated for resources: {'Network': ['ID=c5d38936-af78-4386-9736-82ff83cdc413,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:02.778562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c5d38936-af78-4386-9736-82ff83cdc413 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:42:02.850400 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-41738bb9-3b3d-47b9-8ce6-3264d847a885 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7431886 Aug 16 02:42:02.853310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57250) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:42:02.858150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Request body: {'subnet': {'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-229227113-subnet', 'tenant_id': '89e64e6d36a9410faaff86bd36d46f5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:02.917745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Made reservation on behalf of 89e64e6d36a9410faaff86bd36d46f5c for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:02.920191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.129235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.185585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=781e0ef8-47c2-406e-801e-82f404d79076,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:03.190692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Checking segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:03.191091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Network hostable DHCP agents. Network: c5d38936-af78-4386-9736-82ff83cdc413, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:42:03.256897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Network c5d38936-af78-4386-9736-82ff83cdc413 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:42:03.335123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, c5d38936-af78-4386-9736-82ff83cdc413) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:03.339341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:03.339940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:03.344015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7c57c2-ae07-4940-b077-98983ceeb481 None None] Network c5d38936-af78-4386-9736-82ff83cdc413 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:03.410688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-167eedbb-41e6-4936-be28-2aa883c45532 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5560575 Aug 16 02:42:03.467908 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369cce9-2e8b-4acf-90bd-1af44f862748 None None] Network c5d38936-af78-4386-9736-82ff83cdc413 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:42:03.833517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-c8001c68-4278-4945-9971-9cc216787e92 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:03.835037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-c8001c68-4278-4945-9971-9cc216787e92 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 814 time: 0.1004381 Aug 16 02:42:03.850447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-c8cb6080-1c0d-4ca5-92ea-b0eb05aeec8b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/quotas/89e64e6d36a9410faaff86bd36d46f5c HTTP/1.1" status: 200 len: 375 time: 0.0094831 Aug 16 02:42:03.881877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-8f9c915b-c07b-46eb-9fa8-edcb14f7a6d6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261519 Aug 16 02:42:03.892657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-a6c6a7d2-7dd4-4154-b37a-f7b3ff6d1f03 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:42:03.893635 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-a6c6a7d2-7dd4-4154-b37a-f7b3ff6d1f03 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050781 Aug 16 02:42:04.316824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-016873f9-fdc0-4f45-8c10-1c6bd59ed85e service neutron] 10.222.0.76 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169900 Aug 16 02:42:04.405885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-dcae98b5-d9de-4298-89da-b6edd3e95b15 service neutron] 10.222.0.76 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830739 Aug 16 02:42:04.629810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:04.652311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-017ff950-d0c6-4bc0-81ca-68b5104d594b req-b418c2fe-50e0-4ba0-802b-bf3741034b58 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 210 time: 0.0279126 Aug 16 02:42:04.653664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:42:04.654018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 9ab6a6fa-bafa-43f8-a4c2-3fab32193785 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:04.957510 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:05.748874 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ee38b89-1d2d-4b9f-a87c-4ae1d5206ca8 req-9611ec8d-8a9d-448b-a973-50efb212dc22 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 210 time: 0.0266447 Aug 16 02:42:06.661419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-13d35983-4175-473a-bb45-293b0cf019e9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:06.662966 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-13d35983-4175-473a-bb45-293b0cf019e9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 814 time: 0.1084304 Aug 16 02:42:06.674992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Request body: {'port': {'device_id': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'admin_state_up': True, 'tenant_id': '89e64e6d36a9410faaff86bd36d46f5c'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:06.844312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c906a392-5b91-4f66-8c4d-0c30173b043b req-bf72a25d-8a11-4a58-8945-faf5b7d507a8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 210 time: 0.0281539 Aug 16 02:42:06.876732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Made reservation on behalf of 89e64e6d36a9410faaff86bd36d46f5c for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:06.881130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.008391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Allocated IP 172.20.0.9 (c5d38936-af78-4386-9736-82ff83cdc413/781e0ef8-47c2-406e-801e-82f404d79076/f8a5202a-6d05-4a62-ad82-1ee6491f2e70) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:07.156883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.238562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.283008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Network c5d38936-af78-4386-9736-82ff83cdc413 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:07.286416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:07.290152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:07.313290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:07.325690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.326047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.326387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.326756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.327090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.327423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.327751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.328076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.328402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.328724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.329044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.329368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:42:07.356445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.357062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.432299 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-3dc75a2e-22b4-4a37-8799-9032cd00ca02 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7609768 Aug 16 02:42:07.445440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Request body: {'port': {'device_id': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:07.498531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.760545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a5202a-6d05-4a62-ad82-1ee6491f2e70 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:07.767818 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.779376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Transition to ACTIVE for port object f8a5202a-6d05-4a62-ad82-1ee6491f2e70 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:07.848691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:07.913606 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:07.963690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42530777-9f03-4ca0-98aa-3f0621d5ed36 req-9ac8931b-2d0d-4662-903f-2c2a99fe89f0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:07.965456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42530777-9f03-4ca0-98aa-3f0621d5ed36 req-9ac8931b-2d0d-4662-903f-2c2a99fe89f0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0536397 Aug 16 02:42:07.981055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:07.981434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:07.981800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:07.988600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on network c5d38936-af78-4386-9736-82ff83cdc413 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:07.989061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:07.994964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:07.995315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Checking segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:07.995710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Bound using segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:07.996147 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Bound port: f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:07.996521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.006911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-42530777-9f03-4ca0-98aa-3f0621d5ed36 req-302c48dd-6a08-4473-946d-16a727ab8ee9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350978 Aug 16 02:42:08.064391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:08.067759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:08.129058 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.163195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.163867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:08.165340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] 10.222.0.58 "PUT /v2.0/ports/f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 1092 time: 0.7240655 Aug 16 02:42:08.165780 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:08.168072 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:08.192542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6f942-7e0a-486b-9a44-8feb15200e95 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:08.209998 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb243a1-decb-4f75-93bd-698af8a4471e x-openstack-request-id: req-1eb243a1-decb-4f75-93bd-698af8a4471e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:08.210288 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:08.210543 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1eb243a1-decb-4f75-93bd-698af8a4471e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:08.210996 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'status': 'completed', 'code': 200} Aug 16 02:42:08.276651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d req-1b5d0e61-e86b-4919-b85b-b5a7cf50a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.278123 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d req-1b5d0e61-e86b-4919-b85b-b5a7cf50a152 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0445659 Aug 16 02:42:08.384740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d req-4908dc03-173d-4e56-98ed-2d0d65728f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.386236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d req-4908dc03-173d-4e56-98ed-2d0d65728f64 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0984945 Aug 16 02:42:08.478966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d req-7a56b607-41b2-4a34-a7b2-ca4a778b0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.480448 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-36a80fd5-d245-4a7e-a7a5-d7329d26ad2d req-7a56b607-41b2-4a34-a7b2-ca4a778b0d29 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876584 Aug 16 02:42:08.563472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-e8924000-8254-4152-a665-40c03c2965a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.564985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-e8924000-8254-4152-a665-40c03c2965a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0422950 Aug 16 02:42:08.612512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-91c9e94a-9e44-4238-a6a2-233978150067 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0392179 Aug 16 02:42:08.669039 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-039480f3-14b0-4735-9d0a-2959aacf4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:08.670594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-039480f3-14b0-4735-9d0a-2959aacf4d34 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0514069 Aug 16 02:42:08.701927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-65c32113-46c0-4c52-bc9a-d3f8e7ac64d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239437 Aug 16 02:42:08.792682 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-8958367b-ae5c-47d1-9070-d551263f7624 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835378 Aug 16 02:42:08.883360 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b970d7f9-c166-4f44-a820-f54a7221eb68 req-ec850de2-b3fd-48c9-b23c-0eeaf9fa2c84 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820930 Aug 16 02:42:09.122759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14404c-608b-4772-8fc3-9a92b38546d2 req-f28db5fa-e256-4e37-aaa5-a0aec361d87c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:09.124240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac14404c-608b-4772-8fc3-9a92b38546d2 req-f28db5fa-e256-4e37-aaa5-a0aec361d87c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0516131 Aug 16 02:42:09.162045 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac14404c-608b-4772-8fc3-9a92b38546d2 req-5c2c8b4d-433e-4556-b427-2de7fdaaf345 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310910 Aug 16 02:42:10.020575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-21312b96-5794-48cf-abcf-0751f59d7eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:10.280678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26c4fd-3633-48f7-ba20-22d1a9091425 req-eee56cbd-01b9-4a20-add9-728a1aff33dd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:10.282120 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d26c4fd-3633-48f7-ba20-22d1a9091425 req-eee56cbd-01b9-4a20-add9-728a1aff33dd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0497057 Aug 16 02:42:10.320804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5d26c4fd-3633-48f7-ba20-22d1a9091425 req-95f012ba-d594-4aba-a233-e89fa2ec4d74 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Aug 16 02:42:11.434530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c39cc-1019-41ea-bab5-4c6ab2a09e51 req-0826cfad-09ef-483a-9793-618eca128531 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:11.436054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e9c39cc-1019-41ea-bab5-4c6ab2a09e51 req-0826cfad-09ef-483a-9793-618eca128531 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0485246 Aug 16 02:42:11.473638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e9c39cc-1019-41ea-bab5-4c6ab2a09e51 req-9e7a5fed-f472-44d2-9f38-9229359af9ca tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306931 Aug 16 02:42:12.595272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b754c1-d76f-4940-a6f2-336ab7daeb32 req-fad9ac8d-14af-49ec-9997-21aebc503ca1 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:12.596807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1b754c1-d76f-4940-a6f2-336ab7daeb32 req-fad9ac8d-14af-49ec-9997-21aebc503ca1 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0557117 Aug 16 02:42:12.636102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1b754c1-d76f-4940-a6f2-336ab7daeb32 req-cd62c1bc-f009-4b75-a9e5-9351471e9ac9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Aug 16 02:42:12.683350 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.694448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:12.781332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6f397ff0-6380-4e5d-9b64-e3bf537c0992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.797906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:12.808145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'port_id': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'mac_address': 'fa:16:3e:ec:e7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e0ef8-47c2-406e-801e-82f404d79076', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:12.849109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:12.861400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a5202a-6d05-4a62-ad82-1ee6491f2e70 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:12.881026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:12.963217 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:13.010015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:13.158612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['f8a5202a-6d05-4a62-ad82-1ee6491f2e70'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:13.749920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be13b-2dd6-455a-96e0-30962af1e52a req-d1109353-b56c-4a7f-a906-dd3613a4eba6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:13.751468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-972be13b-2dd6-455a-96e0-30962af1e52a req-d1109353-b56c-4a7f-a906-dd3613a4eba6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 944 time: 0.0489571 Aug 16 02:42:13.789138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-972be13b-2dd6-455a-96e0-30962af1e52a req-39042721-e6a5-42c8-a590-bcdf55f738f0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Aug 16 02:42:14.709975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:14.774354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.796971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:14.801457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:14.801835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.877673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:14.900169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:14.902417 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574e6c4-bcb6-4c0a-b234-c65354261724" -d '{"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:14.903580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a4fa4-a97a-4c24-8fea-5fc44df15aca req-51d1e886-33f4-4b56-9a3d-c4528c11e521 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:14.905182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d60a4fa4-a97a-4c24-8fea-5fc44df15aca req-51d1e886-33f4-4b56-9a3d-c4528c11e521 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 944 time: 0.0482950 Aug 16 02:42:14.919032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:14.942776 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7868994b-ad1f-4ad0-a7f0-269794ea5010 x-openstack-request-id: req-7868994b-ad1f-4ad0-a7f0-269794ea5010 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:14.946065 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:14.946065 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7868994b-ad1f-4ad0-a7f0-269794ea5010 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:14.946065 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'code': 200} Aug 16 02:42:14.946981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d60a4fa4-a97a-4c24-8fea-5fc44df15aca req-3b13fe3e-959c-40ad-b4f4-c64911389697 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344181 Aug 16 02:42:14.957694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:15.009004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:15.041458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3541ce4-7366-46db-87ce-ce8c2f8c6e33 req-d3af2a29-8a70-43fa-8209-30e76b11b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:15.043004 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e3541ce4-7366-46db-87ce-ce8c2f8c6e33 req-d3af2a29-8a70-43fa-8209-30e76b11b73d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1097 time: 0.0412152 Aug 16 02:42:15.077515 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e3541ce4-7366-46db-87ce-ce8c2f8c6e33 req-55699845-3898-464a-846a-337ae8d11a57 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271046 Aug 16 02:42:15.928487 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:16.069592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b2eb-1e26-4652-bfe7-cd861a206166 req-313978b3-b906-4580-b652-81ed2cb05321 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:16.071171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07b9b2eb-1e26-4652-bfe7-cd861a206166 req-313978b3-b906-4580-b652-81ed2cb05321 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0544598 Aug 16 02:42:16.110156 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07b9b2eb-1e26-4652-bfe7-cd861a206166 req-44865e0b-e649-46ed-ac4e-22c5bc35f9bd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327976 Aug 16 02:42:17.225086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ba0c-5e7b-4e57-8ae1-e772ca1d1605 req-055930a5-1a08-4063-b939-a0def76f8a44 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.226600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d054ba0c-5e7b-4e57-8ae1-e772ca1d1605 req-055930a5-1a08-4063-b939-a0def76f8a44 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0499105 Aug 16 02:42:17.264195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d054ba0c-5e7b-4e57-8ae1-e772ca1d1605 req-8987531c-a637-428e-95b0-6c123cad0a86 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315769 Aug 16 02:42:17.378488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180970d0-9288-4e52-a42d-93754a5cf413 req-287270f4-51a5-4683-ac44-557ca08206fe tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.380840 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-180970d0-9288-4e52-a42d-93754a5cf413 req-287270f4-51a5-4683-ac44-557ca08206fe tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0506458 Aug 16 02:42:17.417365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-180970d0-9288-4e52-a42d-93754a5cf413 req-4dba997b-2331-4020-adb7-c875b87df5e8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306180 Aug 16 02:42:17.680011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09690a85-5cb3-42f3-9775-a60a59adaf28 req-f2a330df-a5e5-413a-84e8-88813a586058 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.681522 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09690a85-5cb3-42f3-9775-a60a59adaf28 req-f2a330df-a5e5-413a-84e8-88813a586058 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0526707 Aug 16 02:42:17.720017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09690a85-5cb3-42f3-9775-a60a59adaf28 req-17957d34-ca75-4b43-8305-3979424372ef tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323701 Aug 16 02:42:17.833207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768dc98-6a7d-45ec-b85b-a1eea6779dd9 req-8a2660ab-b1d1-4e4c-8fe1-a0632991bd0f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:17.834712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0768dc98-6a7d-45ec-b85b-a1eea6779dd9 req-8a2660ab-b1d1-4e4c-8fe1-a0632991bd0f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0484738 Aug 16 02:42:17.873000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0768dc98-6a7d-45ec-b85b-a1eea6779dd9 req-d2af4a4e-1da0-419b-af47-c69658a7bbd1 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324914 Aug 16 02:42:18.231690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2014-c722-4f97-a08e-1bf10c93876b req-f1868d68-114b-49dd-a5b8-0641412e265f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:18.233543 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c2e2014-c722-4f97-a08e-1bf10c93876b req-f1868d68-114b-49dd-a5b8-0641412e265f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Aug 16 02:42:18.271937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c2e2014-c722-4f97-a08e-1bf10c93876b req-04984bf8-4b9d-4a9c-aeb0-427860a98199 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321252 Aug 16 02:42:18.335942 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-e6f3b88a-cf90-4fbb-abed-88cd14025f43 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0434027 Aug 16 02:42:19.395777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae123add-f9bb-4e8a-a0fe-4e891fe66e31 req-c44b5d04-c338-4178-87da-ef40ed4c000e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:19.397291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae123add-f9bb-4e8a-a0fe-4e891fe66e31 req-c44b5d04-c338-4178-87da-ef40ed4c000e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0544341 Aug 16 02:42:19.434981 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ae123add-f9bb-4e8a-a0fe-4e891fe66e31 req-e6b5cde1-fdfa-46c4-b2c4-b166a8dcfe33 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Aug 16 02:42:20.105165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-4a830fcb-ef0e-4be3-a84f-a5a314b10615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.106666 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-4a830fcb-ef0e-4be3-a84f-a5a314b10615 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1097 time: 0.0407116 Aug 16 02:42:20.198877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-5477b008-aed8-4859-a1af-60cdbadd6983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.200364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-5477b008-aed8-4859-a1af-60cdbadd6983 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0859892 Aug 16 02:42:20.244275 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-f96d2604-2e46-405f-becf-8fe08b62c7de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0358810 Aug 16 02:42:20.292352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-08f70b29-a425-4321-8f19-162b9a4b7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.293775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-08f70b29-a425-4321-8f19-162b9a4b7362 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0428119 Aug 16 02:42:20.324669 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-c61c0244-33f3-4f42-b10d-294389c52b62 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230389 Aug 16 02:42:20.423624 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-e6e20bcd-6b5d-4d87-b20a-c594f699aff1 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908549 Aug 16 02:42:20.512105 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-77d5d27d-487b-4b81-b93a-f86120b02ca6 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814126 Aug 16 02:42:20.553291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f153c9-2523-4d66-9884-c77349735065 req-afb36a47-8f16-456f-9ea7-0daf05d8e854 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:20.554869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3f153c9-2523-4d66-9884-c77349735065 req-afb36a47-8f16-456f-9ea7-0daf05d8e854 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0511768 Aug 16 02:42:20.593243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3f153c9-2523-4d66-9884-c77349735065 req-07b136a9-f85a-4eba-ae96-c71f68ad2cea tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Aug 16 02:42:21.176893 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-fb1a3c15-8899-4ab4-ab65-f82985f18d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:21.178402 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-fb1a3c15-8899-4ab4-ab65-f82985f18d92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1097 time: 0.0448654 Aug 16 02:42:21.286776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-b856a837-230c-4e7a-b469-712b055a312a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:21.288269 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-b856a837-230c-4e7a-b469-712b055a312a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0843508 Aug 16 02:42:21.329524 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-9a0d8d30-215b-4240-9e68-6c52c5dd42aa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0340021 Aug 16 02:42:21.384901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-2865e062-5dea-4045-82c5-37593fd6e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:21.386301 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-2865e062-5dea-4045-82c5-37593fd6e09c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0503836 Aug 16 02:42:21.419169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-aabb634f-334a-4539-b09e-5c46620458f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257237 Aug 16 02:42:21.507352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-f767c37d-d38c-4a7e-8e45-d4e3d145df88 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812218 Aug 16 02:42:21.598596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-210f1f2f-ea3e-4c19-97a6-8344a18491bc req-211abc38-d370-48b1-a02a-7fe3e6ae2372 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845048 Aug 16 02:42:21.709966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d612ef6-1507-4ba7-8ea0-3164b77856b9 req-8ff21207-6532-4523-b019-a1423d445078 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:21.711426 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d612ef6-1507-4ba7-8ea0-3164b77856b9 req-8ff21207-6532-4523-b019-a1423d445078 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0494666 Aug 16 02:42:21.748773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d612ef6-1507-4ba7-8ea0-3164b77856b9 req-b7e780a2-9021-44c9-b593-90adbb647ea7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Aug 16 02:42:22.866607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea140961-bfb2-4548-9830-72130a83fd1f req-a6fab6ba-eed4-43f5-9210-c745cdce3b6a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:22.868124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea140961-bfb2-4548-9830-72130a83fd1f req-a6fab6ba-eed4-43f5-9210-c745cdce3b6a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0527198 Aug 16 02:42:22.904855 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea140961-bfb2-4548-9830-72130a83fd1f req-51976ff9-85f6-42cd-a251-7f973f85745b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308690 Aug 16 02:42:24.021416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad544a3-2d33-46fa-8f1d-1ee0fb009c44 req-cf69dc51-ffa4-4008-bd7b-e7df73f73146 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:24.022965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ad544a3-2d33-46fa-8f1d-1ee0fb009c44 req-cf69dc51-ffa4-4008-bd7b-e7df73f73146 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0507121 Aug 16 02:42:24.068429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ad544a3-2d33-46fa-8f1d-1ee0fb009c44 req-f7c8e366-0555-42d0-ad26-5cf176c62a84 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394518 Aug 16 02:42:25.184451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9b89d-1031-4d7c-8dad-cdab12d70157 req-26819b9a-8d5a-47e6-ab12-b28bc634834e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:25.185946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19d9b89d-1031-4d7c-8dad-cdab12d70157 req-26819b9a-8d5a-47e6-ab12-b28bc634834e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Aug 16 02:42:25.225199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19d9b89d-1031-4d7c-8dad-cdab12d70157 req-b0939cb7-06e0-411c-9157-8cf80eaf3da1 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324373 Aug 16 02:42:26.348081 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66907878-e91d-4bca-91ae-7f3837edf1a5 req-11942a9a-dda1-462a-977e-9461f062f5f4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:26.349620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66907878-e91d-4bca-91ae-7f3837edf1a5 req-11942a9a-dda1-462a-977e-9461f062f5f4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Aug 16 02:42:26.388499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66907878-e91d-4bca-91ae-7f3837edf1a5 req-f8075eb5-0b96-46c7-9b58-e71caf8d1e8b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Aug 16 02:42:27.453935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.508509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd887310-42dd-4604-96a0-49f7032bca70 req-eb691284-84fd-480f-897e-74474992da30 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:27.510017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd887310-42dd-4604-96a0-49f7032bca70 req-eb691284-84fd-480f-897e-74474992da30 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0493107 Aug 16 02:42:27.516577 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:27.547621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd887310-42dd-4604-96a0-49f7032bca70 req-b0a9a811-8e11-4277-9a1b-6a61736dddea tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316901 Aug 16 02:42:28.662317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991a1d2-6d78-4290-8db7-618b66aa645e req-66aac2b8-940a-46e8-bffe-d5023e264e1f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:28.663912 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2991a1d2-6d78-4290-8db7-618b66aa645e req-66aac2b8-940a-46e8-bffe-d5023e264e1f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Aug 16 02:42:28.701762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2991a1d2-6d78-4290-8db7-618b66aa645e req-4ed980e7-5078-4337-9c6f-6e9b5f0eaa3d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319390 Aug 16 02:42:29.824220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da48f85d-0b6c-450a-927c-a6dd206b3e30 req-95dcbbfb-25cd-4568-873e-fd34ffa6a3ef tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:29.825779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da48f85d-0b6c-450a-927c-a6dd206b3e30 req-95dcbbfb-25cd-4568-873e-fd34ffa6a3ef tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0567861 Aug 16 02:42:29.863373 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da48f85d-0b6c-450a-927c-a6dd206b3e30 req-8e38f341-07c1-4f59-971f-40adc9a4d060 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Aug 16 02:42:30.984465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b664531-0f19-424d-958b-94460a3dffb0 req-183bd219-bffc-46ea-a489-19143e1bb3c0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:30.986000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b664531-0f19-424d-958b-94460a3dffb0 req-183bd219-bffc-46ea-a489-19143e1bb3c0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0552258 Aug 16 02:42:31.025413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b664531-0f19-424d-958b-94460a3dffb0 req-bfe08091-d554-446c-b051-956e586c2675 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Aug 16 02:42:32.140004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e570f5b-0d82-460f-9224-453b76aab532 req-91b7177d-6133-4136-9cb9-65702059415a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:32.141482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e570f5b-0d82-460f-9224-453b76aab532 req-91b7177d-6133-4136-9cb9-65702059415a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0481453 Aug 16 02:42:32.179879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e570f5b-0d82-460f-9224-453b76aab532 req-fa22851f-9ebc-4a40-8989-cbd67f293367 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Aug 16 02:42:33.301210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8033644b-226d-4282-bd1f-75fe82cacdaa req-7b6eb2d4-4d08-43d1-8469-5adefba8c3c7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:33.302785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8033644b-226d-4282-bd1f-75fe82cacdaa req-7b6eb2d4-4d08-43d1-8469-5adefba8c3c7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0537300 Aug 16 02:42:33.342206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8033644b-226d-4282-bd1f-75fe82cacdaa req-bdc62764-97ce-4d51-9090-2dcbbaea048f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329902 Aug 16 02:42:34.460359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a073-f4bc-45ec-9212-f01cd4127956 req-bbf7a16b-2302-4352-84fd-590c90a63b0e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:34.462035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db91a073-f4bc-45ec-9212-f01cd4127956 req-bbf7a16b-2302-4352-84fd-590c90a63b0e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0523732 Aug 16 02:42:34.508287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db91a073-f4bc-45ec-9212-f01cd4127956 req-2bd96829-54f5-413d-af2f-2349cf3c2fbd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Aug 16 02:42:35.627549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b39e36-fb10-4640-b8b7-fe71eff0754c req-bcf5cfdd-5179-4dfc-a95c-ecd425273786 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:35.629034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0b39e36-fb10-4640-b8b7-fe71eff0754c req-bcf5cfdd-5179-4dfc-a95c-ecd425273786 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0482571 Aug 16 02:42:35.667606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0b39e36-fb10-4640-b8b7-fe71eff0754c req-7fbb0b2f-8ddb-4b11-9ccc-28ccbc0a5404 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Aug 16 02:42:36.789240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833951-1161-4ea6-8930-6d4a6e1a698c req-b209e153-7d21-4a65-97fc-48b1f3bb1bad tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:36.790860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b833951-1161-4ea6-8930-6d4a6e1a698c req-b209e153-7d21-4a65-97fc-48b1f3bb1bad tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0571096 Aug 16 02:42:36.828124 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b833951-1161-4ea6-8930-6d4a6e1a698c req-3e4a762c-be07-4b04-b4d8-95f69e1ef116 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312214 Aug 16 02:42:37.943243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2fd55-a1b9-47f8-ad2f-6eb4e30ac0f5 req-0a2f3563-1ff2-4319-af17-8306d9133dae tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:37.944808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dd2fd55-a1b9-47f8-ad2f-6eb4e30ac0f5 req-0a2f3563-1ff2-4319-af17-8306d9133dae tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0491245 Aug 16 02:42:37.982664 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3dd2fd55-a1b9-47f8-ad2f-6eb4e30ac0f5 req-1e9bb015-b22a-417f-9d00-9e2c866c50ea tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317628 Aug 16 02:42:39.105731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ab5cb-b72a-49ad-946c-dbea18f5fd25 req-ec0904bf-4dd5-4de8-ae09-8ba0dfb248de tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:39.107930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-475ab5cb-b72a-49ad-946c-dbea18f5fd25 req-ec0904bf-4dd5-4de8-ae09-8ba0dfb248de tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0560091 Aug 16 02:42:39.147889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-475ab5cb-b72a-49ad-946c-dbea18f5fd25 req-482a3b4a-3135-4c0e-9b17-46555417a89e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339928 Aug 16 02:42:39.995995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-85f0ea56-a4cf-4bcc-8d88-b329a71423a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:40.266440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141e38d-2385-4a0d-a1af-3438dfd90dc9 req-d4cd72bc-dcb2-4cd1-a07f-aa3de29fcfeb tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:40.267954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6141e38d-2385-4a0d-a1af-3438dfd90dc9 req-d4cd72bc-dcb2-4cd1-a07f-aa3de29fcfeb tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0531859 Aug 16 02:42:40.305948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6141e38d-2385-4a0d-a1af-3438dfd90dc9 req-98377f9d-b320-40a8-95ed-ec15b955858d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320086 Aug 16 02:42:41.419010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70354418-b5c6-4869-8d5c-1e5feedd80ec req-533fc7f3-d1cd-49cc-8a06-c576f7d90490 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:41.420494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70354418-b5c6-4869-8d5c-1e5feedd80ec req-533fc7f3-d1cd-49cc-8a06-c576f7d90490 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0491753 Aug 16 02:42:41.459422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70354418-b5c6-4869-8d5c-1e5feedd80ec req-ae8d1670-451a-45fd-81f4-9b52b2fe8bb6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Aug 16 02:42:41.956638 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:42:42.574779 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fae4f2-bc76-4c5d-b5a2-cc7cd490bd0d req-a2d360d3-b273-4ba7-aba4-664e1872e98c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:42.576284 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3fae4f2-bc76-4c5d-b5a2-cc7cd490bd0d req-a2d360d3-b273-4ba7-aba4-664e1872e98c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0493767 Aug 16 02:42:42.616168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3fae4f2-bc76-4c5d-b5a2-cc7cd490bd0d req-f7057051-7947-42c4-9a41-461bb73bf9a4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339000 Aug 16 02:42:42.681939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:42.774186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c4155b60-b097-492f-bb8a-9c310ef3221b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:43.735044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf0203-bd03-4438-af9f-14011f7e1e74 req-e7fd2923-daaf-45fe-bf42-5e60825f9764 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:43.736539 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aaf0203-bd03-4438-af9f-14011f7e1e74 req-e7fd2923-daaf-45fe-bf42-5e60825f9764 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Aug 16 02:42:43.774943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2aaf0203-bd03-4438-af9f-14011f7e1e74 req-9ab1bb7d-e510-45a1-93a3-c608d56c073c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Aug 16 02:42:44.778839 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:44.890653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cc02-b48e-4f4e-bab8-717396795cfc req-15ce65d3-9dd8-4645-a84c-1e5e347807a5 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:44.892169 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35a6cc02-b48e-4f4e-bab8-717396795cfc req-15ce65d3-9dd8-4645-a84c-1e5e347807a5 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0498137 Aug 16 02:42:44.931050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-35a6cc02-b48e-4f4e-bab8-717396795cfc req-cfa6c01d-65e9-4eed-ae2b-a868a7dc6bfd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Aug 16 02:42:45.944360 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:46.047347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3810f6f9-0091-47df-9842-797dee098da5 req-cb1943d2-c29b-425c-95fa-2c2927af6db8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:46.048871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3810f6f9-0091-47df-9842-797dee098da5 req-cb1943d2-c29b-425c-95fa-2c2927af6db8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0496378 Aug 16 02:42:46.086247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3810f6f9-0091-47df-9842-797dee098da5 req-c36cf7c6-ef15-46c5-9fc8-ef235e292e03 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Aug 16 02:42:47.205938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281be6-2cfa-42b4-98f5-c8e30e7f6c6a req-7040c55d-7804-4270-85f2-901584cf40b9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:47.207735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6281be6-2cfa-42b4-98f5-c8e30e7f6c6a req-7040c55d-7804-4270-85f2-901584cf40b9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0537684 Aug 16 02:42:47.246304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6281be6-2cfa-42b4-98f5-c8e30e7f6c6a req-4c5c732d-e98f-4807-a762-dcb70924d4bc tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318227 Aug 16 02:42:47.706777 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-cb1740bc-019f-4e5e-b333-8cb6f8a5bf17 service neutron] show failed (client error): The resource could not be found. Aug 16 02:42:47.707971 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-cb1740bc-019f-4e5e-b333-8cb6f8a5bf17 service neutron] 10.222.0.58 "GET /v2.0/ports/f8a5202a-6d05-4a62-ad82-1ee6491f2e70/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0558629 Aug 16 02:42:48.263212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-cc9c6440-165f-4f8d-bf39-fc00aa7b23c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:48.265432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-cc9c6440-165f-4f8d-bf39-fc00aa7b23c0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40&tenant_id=89e64e6d36a9410faaff86bd36d46f5c HTTP/1.1" status: 200 len: 1097 time: 0.0902998 Aug 16 02:42:48.277984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:48.335357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.362205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681332c8-2056-4fa2-8266-e682e49118d6 req-0d67f137-994d-4e01-be03-7db9e3775471 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:48.363769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-681332c8-2056-4fa2-8266-e682e49118d6 req-0d67f137-994d-4e01-be03-7db9e3775471 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0502079 Aug 16 02:42:48.401910 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-681332c8-2056-4fa2-8266-e682e49118d6 req-ca784b5f-cb5f-4202-8d4c-d71634e86e49 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315971 Aug 16 02:42:48.534845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:48.568040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:48.608436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:48.610713 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd74712-ddca-4fdf-93f8-89be799a2be7" -d '{"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:48.614441 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.627434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Transition to ACTIVE for port object f8a5202a-6d05-4a62-ad82-1ee6491f2e70 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:48.682513 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.725918 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe2eacd-c311-4a71-8d45-6c1109c6f70d x-openstack-request-id: req-efe2eacd-c311-4a71-8d45-6c1109c6f70d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:48.726496 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:48.726496 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efe2eacd-c311-4a71-8d45-6c1109c6f70d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:48.726870 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'code': 200} Aug 16 02:42:48.749082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] No DVR routers for this DVR port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:48.755299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:48.787948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:48.788220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:48.788584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:48.792938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on network c5d38936-af78-4386-9736-82ff83cdc413 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:48.793273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Attempting to bind port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:48.798008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:48.798350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Checking segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:48.798767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Bound using segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:48.799201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Bound port: f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:48.799562 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.860768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:48.863761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:48.927529 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.961717 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:48.962364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:48.963835 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 1092 time: 0.6911047 Aug 16 02:42:48.983632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8a05-b906-4204-b3e6-eb523fd676b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:49.029397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-e4162b14-de48-42c9-ac57-b8f44973360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:49.031752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-e4162b14-de48-42c9-ac57-b8f44973360f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0450616 Aug 16 02:42:49.120210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-359e7d53-aadd-4c1e-9833-b679e92ebd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:49.121607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-359e7d53-aadd-4c1e-9833-b679e92ebd91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0834773 Aug 16 02:42:49.161556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-52d1e9fe-1f1f-44c3-b294-93f86d68bbfe service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0328114 Aug 16 02:42:49.212822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-0123bcd8-1209-44cc-babb-f8cdfa265247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:49.214290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-0123bcd8-1209-44cc-babb-f8cdfa265247 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0466840 Aug 16 02:42:49.246026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-ad4a9dfe-d137-4a75-b154-547939d97388 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246911 Aug 16 02:42:49.339136 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-1c736210-3b4e-40f3-8c8a-25733906504b service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855031 Aug 16 02:42:49.429958 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-92dcff0c-af96-482c-b5dc-5345f8f4396f req-9a4f02eb-baac-494e-87d3-71e07d26e629 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838048 Aug 16 02:42:49.520602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da884121-d2dc-4728-aa71-d16bacf95ab0 req-e1aa5955-f651-4e37-b946-013c50724d0d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:49.522135 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da884121-d2dc-4728-aa71-d16bacf95ab0 req-e1aa5955-f651-4e37-b946-013c50724d0d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0503173 Aug 16 02:42:49.561306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da884121-d2dc-4728-aa71-d16bacf95ab0 req-33a083b4-39be-4cf2-999a-3afefa5890dd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330336 Aug 16 02:42:50.684109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56ddc4-45c7-470c-9356-b0263d7590a3 req-57a283e6-b6dc-4aaa-b473-e6375766dcc0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:50.685618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb56ddc4-45c7-470c-9356-b0263d7590a3 req-57a283e6-b6dc-4aaa-b473-e6375766dcc0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0541680 Aug 16 02:42:50.723646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb56ddc4-45c7-470c-9356-b0263d7590a3 req-3f29e4ed-65fd-4047-b2e2-0fe764f5f8b2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321398 Aug 16 02:42:50.728261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:50.730598 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267c2668-c72c-4962-9df1-81f015ab9706" -d '{"events": [{"name": "network-changed", "server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:50.777106 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a7e00c-2027-42a9-b756-c0d35941e0be x-openstack-request-id: req-b7a7e00c-2027-42a9-b756-c0d35941e0be {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:50.778236 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:50.778503 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b7a7e00c-2027-42a9-b756-c0d35941e0be {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:50.779275 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'status': 'completed', 'code': 200} Aug 16 02:42:50.858290 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2668-c72c-4962-9df1-81f015ab9706 req-4409d0b4-57ed-4fc7-9155-afc6b5cbf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:50.859740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-4409d0b4-57ed-4fc7-9155-afc6b5cbf42d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0647881 Aug 16 02:42:50.864688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2668-c72c-4962-9df1-81f015ab9706 req-ad3251d7-7276-459a-a283-07ba3242b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:50.866047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-ad3251d7-7276-459a-a283-07ba3242b97c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0633638 Aug 16 02:42:51.018167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2668-c72c-4962-9df1-81f015ab9706 req-831850c9-e220-42c3-b909-4fd376cd6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:51.019668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-831850c9-e220-42c3-b909-4fd376cd6ef9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.1527140 Aug 16 02:42:51.022220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2668-c72c-4962-9df1-81f015ab9706 req-8930846a-e407-4684-8d99-cfbc7836532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:51.023574 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-8930846a-e407-4684-8d99-cfbc7836532b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.1496150 Aug 16 02:42:51.066542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-971fb8d7-f501-4dd2-8b84-306e3e7ccd29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0391576 Aug 16 02:42:51.100244 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-f1552d74-013e-4af9-9db7-9657d6278afb service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0675387 Aug 16 02:42:51.173087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2668-c72c-4962-9df1-81f015ab9706 req-0426180b-6696-46dc-8720-5f796314f31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:51.174488 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-0426180b-6696-46dc-8720-5f796314f31e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0822217 Aug 16 02:42:51.179748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c2668-c72c-4962-9df1-81f015ab9706 req-08209188-38fe-4059-b3bc-fbfe116b8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:51.181655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-08209188-38fe-4059-b3bc-fbfe116b8fe6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0633099 Aug 16 02:42:51.213470 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-2258c6e4-1086-46ee-86b7-5a9324936fa2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308762 Aug 16 02:42:51.228601 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-27940a20-30e0-4998-bead-dfe64a9e9e7c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388894 Aug 16 02:42:51.727003 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-14dff58a-5ab8-432f-aab9-a18dff957908 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008495 Aug 16 02:42:51.732644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-33d0752b-76b7-483f-b5d6-9a8494e3d7a4 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972608 Aug 16 02:42:51.841180 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f2c2c-bf3a-4934-97c0-f3b543383fe0 req-327743a4-28ce-46d4-b4c2-9a70efc164b7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:51.842728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-873f2c2c-bf3a-4934-97c0-f3b543383fe0 req-327743a4-28ce-46d4-b4c2-9a70efc164b7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0498216 Aug 16 02:42:51.881957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-873f2c2c-bf3a-4934-97c0-f3b543383fe0 req-3ef9ffde-ca1b-4650-893f-3764516fd50c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Aug 16 02:42:51.886990 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-648215d8-69b0-41fe-a492-7dcf49ff7f51 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525042 Aug 16 02:42:51.889200 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-267c2668-c72c-4962-9df1-81f015ab9706 req-dba6e6a1-1041-469c-8dc3-51c95cb1d908 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472223 Aug 16 02:42:52.226800 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b199fa-cff3-4ae5-bde3-e49ed7c6f604 req-f38e745d-f6b1-435e-9dc2-e3a9c0bc42d2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:52.228482 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5b199fa-cff3-4ae5-bde3-e49ed7c6f604 req-f38e745d-f6b1-435e-9dc2-e3a9c0bc42d2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0502698 Aug 16 02:42:52.272535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f5b199fa-cff3-4ae5-bde3-e49ed7c6f604 req-46668411-8a12-4ed4-a4fd-f4eb78d08503 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Aug 16 02:42:52.317365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-21b6e059-2729-42bc-97d8-d59d3f5109a0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:52.318857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-21b6e059-2729-42bc-97d8-d59d3f5109a0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.58 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40&tenant_id=89e64e6d36a9410faaff86bd36d46f5c&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 943 time: 0.0594833 Aug 16 02:42:52.377426 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-adcd0545-ae70-42d4-95f3-273b4e6b4884 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:42:52.378473 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-adcd0545-ae70-42d4-95f3-273b4e6b4884 service neutron] 10.222.0.58 "DELETE /v2.0/ports/f8a5202a-6d05-4a62-ad82-1ee6491f2e70/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0524685 Aug 16 02:42:52.462226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-c26df08b-a92f-431c-a886-8e1f57ec4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:52.464330 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-c26df08b-a92f-431c-a886-8e1f57ec4a1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 1095 time: 0.0444953 Aug 16 02:42:52.550964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-e608422d-3490-4f24-b3d6-15b3e9fdd228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:52.552451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-e608422d-3490-4f24-b3d6-15b3e9fdd228 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0815868 Aug 16 02:42:52.598879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-8b4d0dd4-7db5-4ca1-ba68-1a1d0cac601a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 200 len: 217 time: 0.0395076 Aug 16 02:42:52.653492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-bb82233f-0475-43f8-9bb0-1047e0dd634f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:52.655577 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-bb82233f-0475-43f8-9bb0-1047e0dd634f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0500114 Aug 16 02:42:52.687059 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-dba328a2-5763-409a-90ad-5ff3202e9258 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248289 Aug 16 02:42:52.774920 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-7a2c0f58-5dc6-4504-ac40-f230337be76a service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812175 Aug 16 02:42:52.865374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:42:52.868635 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b3f290d4-183e-42a6-a22c-6ed402acce17 req-7a0c710e-cc65-46e1-970d-6c5026fadd55 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867870 Aug 16 02:42:52.905835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:42:53.398179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d86cc-d9dc-4a93-97c7-d0bf0647d7d9 req-07b75d77-6b07-4d69-986c-3c2637208d4f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:53.399747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c50d86cc-d9dc-4a93-97c7-d0bf0647d7d9 req-07b75d77-6b07-4d69-986c-3c2637208d4f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 943 time: 0.0559902 Aug 16 02:42:53.439058 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c50d86cc-d9dc-4a93-97c7-d0bf0647d7d9 req-b9fd66eb-e16b-4885-8107-02b45b94476d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Aug 16 02:42:53.587513 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:42:53.684729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:53.696275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'port_id': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'mac_address': 'fa:16:3e:ec:e7:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e0ef8-47c2-406e-801e-82f404d79076', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:42:53.733142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.746508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a5202a-6d05-4a62-ad82-1ee6491f2e70 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:53.765728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:53.813393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:53.863130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:54.039038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f8a5202a-6d05-4a62-ad82-1ee6491f2e70'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:54.557776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd9a63-8fed-4289-8493-7314686724ff req-8609bbf3-6793-422e-b5d6-708d9e2dcf2e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:54.559333 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ccd9a63-8fed-4289-8493-7314686724ff req-8609bbf3-6793-422e-b5d6-708d9e2dcf2e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 944 time: 0.0507474 Aug 16 02:42:54.598372 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ccd9a63-8fed-4289-8493-7314686724ff req-ccf1c3c7-031d-4655-be00-dafb22eb843f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329113 Aug 16 02:42:54.721990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf0700-6fc8-4dec-b59a-59102aa51be9 req-44f719d0-a589-489a-b9ad-d7116baae1e0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:54.723495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbcf0700-6fc8-4dec-b59a-59102aa51be9 req-44f719d0-a589-489a-b9ad-d7116baae1e0 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 944 time: 0.0507808 Aug 16 02:42:54.762854 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbcf0700-6fc8-4dec-b59a-59102aa51be9 req-9951253e-e6c6-42a0-b420-81400fb48c69 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Aug 16 02:42:54.884513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7e0f8-0077-4de6-af75-c9cc2104b08d req-f4c49bb3-4175-4305-b88e-dc6e52f2646b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:54.886119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df7e0f8-0077-4de6-af75-c9cc2104b08d req-f4c49bb3-4175-4305-b88e-dc6e52f2646b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 944 time: 0.0534706 Aug 16 02:42:54.926650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8df7e0f8-0077-4de6-af75-c9cc2104b08d req-f90874f8-c81c-425c-a3eb-2dcdcf3b2f63 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343571 Aug 16 02:42:55.542169 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-3adeafff-9494-4d86-b23d-9736bc887c11 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:55.543686 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-3adeafff-9494-4d86-b23d-9736bc887c11 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 814 time: 0.1015115 Aug 16 02:42:55.558215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-67092970-6f7b-447f-b18b-0e9a6cece39c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/quotas/89e64e6d36a9410faaff86bd36d46f5c HTTP/1.1" status: 200 len: 375 time: 0.0088518 Aug 16 02:42:55.602238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:42:55.611582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-95188577-1c4c-4401-aaf7-2c0e089556aa tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0481119 Aug 16 02:42:55.716503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:42:55.720703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:42:55.721095 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.758538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-88aa27f7-7937-4f65-b15b-829ea2097a7f service neutron] 10.222.0.76 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399424 Aug 16 02:42:55.798480 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.821554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:55.823848 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07482a94-ef28-45a9-8040-3f3c4d451c8e" -d '{"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:55.840483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:55.865789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-259f090d-0171-4212-a285-170d841512cb service neutron] 10.222.0.76 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998170 Aug 16 02:42:55.926903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:55.946836 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d851ea7-4d46-4b9c-9111-fe283b561993 x-openstack-request-id: req-6d851ea7-4d46-4b9c-9111-fe283b561993 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:55.947192 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:55.949641 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d851ea7-4d46-4b9c-9111-fe283b561993 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:55.949641 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'code': 200} Aug 16 02:42:55.974019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:56.084290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9f9273d7-093c-43b3-b519-2ab3997dcfff req-1446e243-eda6-4987-b8b0-937ab4b91485 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 210 time: 0.0289233 Aug 16 02:42:56.669181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-cfcff4f5-3281-434d-84c6-42a14ce7ecfa tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:56.670684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-cfcff4f5-3281-434d-84c6-42a14ce7ecfa tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.83 "GET /v2.0/ports?device_id=ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Aug 16 02:42:56.768792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Deleting port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:42:56.769146 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.855042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] For port f8a5202a-6d05-4a62-ad82-1ee6491f2e70, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:42:56.855343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:56.868816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Calling delete_port for f8a5202a-6d05-4a62-ad82-1ee6491f2e70 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:42:57.082245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.093797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f8a5202a-6d05-4a62-ad82-1ee6491f2e70'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:57.114829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Pushing event deleted for resources: {'Port': ['ID=f8a5202a-6d05-4a62-ad82-1ee6491f2e70,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:57.162930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] No DVR routers for this DVR port f8a5202a-6d05-4a62-ad82-1ee6491f2e70 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:42:57.165921 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.167852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-35e8e5f6-cf31-4b20-a3df-aa9b6863ae55 req-68d276c4-fe0e-4394-9db0-5938a14f357a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.83 "DELETE /v2.0/ports/f8a5202a-6d05-4a62-ad82-1ee6491f2e70 HTTP/1.1" status: 204 len: 173 time: 0.4907045 Aug 16 02:42:57.168836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-deleted', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:57.171557 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e4e318-eb0a-45bb-ba02-5cc820777e2a" -d '{"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-deleted", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:57.186177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28f0f015-4de1-4580-b101-5e4f61c45715 req-0eb27f8f-def9-4e68-af36-f8cda17a7445 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 210 time: 0.0310864 Aug 16 02:42:57.216109 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e4b9e3-4c02-44c0-96a9-e399a8ad34ee x-openstack-request-id: req-42e4b9e3-4c02-44c0-96a9-e399a8ad34ee {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:57.216410 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40", "name": "network-vif-deleted", "tag": "f8a5202a-6d05-4a62-ad82-1ee6491f2e70", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:57.216671 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-42e4b9e3-4c02-44c0-96a9-e399a8ad34ee {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:57.217127 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecfd8134-c46d-42a4-9ccb-10e6a4bfbb40', 'name': 'network-vif-deleted', 'tag': 'f8a5202a-6d05-4a62-ad82-1ee6491f2e70', 'status': 'completed', 'code': 200} Aug 16 02:42:57.506794 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:57.556152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.071908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68bb33af-2405-464f-b071-e807b90010f4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:58.073337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68bb33af-2405-464f-b071-e807b90010f4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 814 time: 0.1015201 Aug 16 02:42:58.086228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Request body: {'port': {'device_id': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'admin_state_up': True, 'tenant_id': '89e64e6d36a9410faaff86bd36d46f5c'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:58.279403 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bed13df-390b-4f64-b4de-42879ad4cd74 req-46e5b7bf-e8bc-47e8-9257-f09004ea74cc tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 210 time: 0.0266354 Aug 16 02:42:58.293185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Made reservation on behalf of 89e64e6d36a9410faaff86bd36d46f5c for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:42:58.297059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.425693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Allocated IP 172.20.0.13 (c5d38936-af78-4386-9736-82ff83cdc413/781e0ef8-47c2-406e-801e-82f404d79076/7e8c1a68-31b5-4ee4-84a6-e20891420489) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:42:58.572062 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.642122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.653530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['f8a5202a-6d05-4a62-ad82-1ee6491f2e70'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:42:58.683095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Network c5d38936-af78-4386-9736-82ff83cdc413 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:42:58.689614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:42:58.693308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:42:58.718405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:58.751109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:58.751757 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:58.814127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-68d4d177-b6d2-497a-96f4-93e4c95183c9 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7317371 Aug 16 02:42:58.826062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Request body: {'port': {'device_id': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:42:58.878785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.134894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e8c1a68-31b5-4ee4-84a6-e20891420489 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:42:59.142902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.154791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Transition to ACTIVE for port object 7e8c1a68-31b5-4ee4-84a6-e20891420489 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:42:59.230324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.281094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:59.348739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:42:59.349082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:42:59.349417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:59.353845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on network c5d38936-af78-4386-9736-82ff83cdc413 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:42:59.354175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:42:59.359142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:42:59.359494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Checking segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:42:59.359885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Bound using segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:42:59.360321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Bound port: 7e8c1a68-31b5-4ee4-84a6-e20891420489, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:42:59.360712 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.398146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e737a50-ac69-4c2c-9ffb-e79b98f5bfaf req-b453da4a-c6db-46c6-8000-827fe5575020 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.399590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e737a50-ac69-4c2c-9ffb-e79b98f5bfaf req-b453da4a-c6db-46c6-8000-827fe5575020 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0488529 Aug 16 02:42:59.428495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:42:59.432824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:42:59.438879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e737a50-ac69-4c2c-9ffb-e79b98f5bfaf req-9b7e22f8-666b-481f-b434-5b2d0b0f5da7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327153 Aug 16 02:42:59.493824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.528651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.529433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:42:59.530844 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] 10.222.0.83 "PUT /v2.0/ports/7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 1093 time: 0.7089472 Aug 16 02:42:59.531281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:42:59.533531 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad" -d '{"events": [{"name": "network-changed", "server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:42:59.558759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f28321-b9bf-48a9-9d96-2deabc0fa1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:42:59.578205 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8cb337-eea3-4ac6-a6e8-cd983b363f21 x-openstack-request-id: req-5e8cb337-eea3-4ac6-a6e8-cd983b363f21 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:42:59.578503 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:42:59.578791 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e8cb337-eea3-4ac6-a6e8-cd983b363f21 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:42:59.579204 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'status': 'completed', 'code': 200} Aug 16 02:42:59.638335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad req-dc68c6bb-50a0-4919-b753-83e690f63d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.640042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad req-dc68c6bb-50a0-4919-b753-83e690f63d63 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1096 time: 0.0422492 Aug 16 02:42:59.744998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad req-a3246904-3c17-4f43-8a24-3f739ec84860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.747130 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad req-a3246904-3c17-4f43-8a24-3f739ec84860 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0967228 Aug 16 02:42:59.840818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad req-44cf4901-ac1d-477c-a59b-9cacf5e8290e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.842275 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ff191fa9-435c-4972-bc2f-3a9e8ea142ad req-44cf4901-ac1d-477c-a59b-9cacf5e8290e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883536 Aug 16 02:42:59.915861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-2a8d25da-6c4c-4a3e-bb83-aa399859a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:42:59.919409 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-2a8d25da-6c4c-4a3e-bb83-aa399859a2a7 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1096 time: 0.0403316 Aug 16 02:42:59.961889 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-53c5ac86-6680-4b15-b6bb-b2164d3fbe40 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0369053 Aug 16 02:43:00.008697 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-f2b16534-dfb1-4a70-9d06-db0424f660d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.010043 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-f2b16534-dfb1-4a70-9d06-db0424f660d6 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0421662 Aug 16 02:43:00.042015 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-80ab185c-68d9-4a9f-94d7-69beb48e7812 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237064 Aug 16 02:43:00.133018 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-b39bc782-1398-4476-ad8a-704050313cca service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840228 Aug 16 02:43:00.219047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-900e9567-f449-479d-9438-e8a3d1cbfc37 req-5e414024-02d4-4989-970d-fbc272494858 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795038 Aug 16 02:43:00.563045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c443acf-fe0d-4d19-a9ee-396f3f0f1201 req-51a1c698-e770-4653-9a24-0ff2469aa595 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:00.564535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c443acf-fe0d-4d19-a9ee-396f3f0f1201 req-51a1c698-e770-4653-9a24-0ff2469aa595 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0521545 Aug 16 02:43:00.601726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1c443acf-fe0d-4d19-a9ee-396f3f0f1201 req-80cb8ead-44d3-4ac5-9fd1-9a71cd1958dd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312788 Aug 16 02:43:01.659969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:01.679815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: f8a5202a-6d05-4a62-ad82-1ee6491f2e70 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:01.680249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device f8a5202a-6d05-4a62-ad82-1ee6491f2e70 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:01.718856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb8e12-a7c3-4ec4-baac-1deae2c9d8fd req-a7f361e6-c91c-48aa-a8e2-9fff58019f67 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:01.720361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1cb8e12-a7c3-4ec4-baac-1deae2c9d8fd req-a7f361e6-c91c-48aa-a8e2-9fff58019f67 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0489967 Aug 16 02:43:01.759452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1cb8e12-a7c3-4ec4-baac-1deae2c9d8fd req-a693114d-4c70-43b6-b0d1-81863cfe7726 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330961 Aug 16 02:43:02.874479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c54f92-2670-48ce-ac8a-d505d37d1e15 req-3264f7d9-6489-4991-b633-bda9529fc214 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:02.876027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82c54f92-2670-48ce-ac8a-d505d37d1e15 req-3264f7d9-6489-4991-b633-bda9529fc214 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0495794 Aug 16 02:43:02.913769 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82c54f92-2670-48ce-ac8a-d505d37d1e15 req-aa1b7fa6-7fdf-4164-94a6-9f24ce9101ad tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Aug 16 02:43:03.681427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:03.777840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:03.789529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'port_id': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'mac_address': 'fa:16:3e:31:92:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e0ef8-47c2-406e-801e-82f404d79076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:03.824504 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:03.838284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c1a68-31b5-4ee4-84a6-e20891420489 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:03.857939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:03.968133 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:04.017387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:04.024644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.024996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.025343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.025681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.026021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.026354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.026705 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.027039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.027368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.027695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.028070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.028397 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:04.035127 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32051f-d543-4c23-be2e-17a72fa93f86 req-cbee116e-d794-4481-8752-ea98f657e189 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:04.036700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc32051f-d543-4c23-be2e-17a72fa93f86 req-cbee116e-d794-4481-8752-ea98f657e189 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Aug 16 02:43:04.074739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc32051f-d543-4c23-be2e-17a72fa93f86 req-a2981519-b107-432a-a4d0-53410abd08c6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 16 02:43:04.154842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['7e8c1a68-31b5-4ee4-84a6-e20891420489'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:05.189644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf8fbe-0ede-4099-aab5-c0c9e4712f1e req-b3d2b72c-e602-403a-a20f-3f4c467aeaf7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:05.191165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2bf8fbe-0ede-4099-aab5-c0c9e4712f1e req-b3d2b72c-e602-403a-a20f-3f4c467aeaf7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Aug 16 02:43:05.230453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2bf8fbe-0ede-4099-aab5-c0c9e4712f1e req-40cf484b-a8ae-4294-81ba-d1e787697fca tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333776 Aug 16 02:43:05.690859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:05.835727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 7e8c1a68-31b5-4ee4-84a6-e20891420489 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:05.839505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 7e8c1a68-31b5-4ee4-84a6-e20891420489 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:05.839879 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.919345 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:05.940980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:05.943165 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679bdc15-ba1a-4386-a074-84d21383555c" -d '{"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:05.956192 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:05.978776 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb0bcf1-cb8f-499e-83d9-45dbcc25fecd x-openstack-request-id: req-3fb0bcf1-cb8f-499e-83d9-45dbcc25fecd {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:05.979070 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:05.979326 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3fb0bcf1-cb8f-499e-83d9-45dbcc25fecd {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:05.979718 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'code': 200} Aug 16 02:43:06.041389 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:06.072033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef525d28-add8-4ee3-8093-e12e378d065f req-260cd7e0-f115-451e-a844-d49178050ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:06.073591 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef525d28-add8-4ee3-8093-e12e378d065f req-260cd7e0-f115-451e-a844-d49178050ed5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1098 time: 0.0410967 Aug 16 02:43:06.090126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:06.109339 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef525d28-add8-4ee3-8093-e12e378d065f req-be08013a-8d70-49bd-9a0c-ee5b6d5c2d40 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291369 Aug 16 02:43:06.344694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6d3f6-6f51-4b1e-966e-751f37f52027 req-ad061caf-3f03-427e-b284-7cbdba01d35f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:06.346188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37a6d3f6-6f51-4b1e-966e-751f37f52027 req-ad061caf-3f03-427e-b284-7cbdba01d35f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0496337 Aug 16 02:43:06.384281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37a6d3f6-6f51-4b1e-966e-751f37f52027 req-fcccc9ec-df02-4172-bd32-192736353a51 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321245 Aug 16 02:43:07.506453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe4f6a-cc97-41f9-a62f-efd9e5c948fd req-7322a69a-0ef9-43af-9531-070fcf6f16bf tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.507988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbbe4f6a-cc97-41f9-a62f-efd9e5c948fd req-7322a69a-0ef9-43af-9531-070fcf6f16bf tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0534286 Aug 16 02:43:07.547256 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbbe4f6a-cc97-41f9-a62f-efd9e5c948fd req-7d732d5a-0d26-4efa-a51e-3347bc5b7f39 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327218 Aug 16 02:43:07.660344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24434e5-731c-438a-89f1-621fc88e29f3 req-61afec5e-fd03-4392-ba53-6618c12bd557 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:07.661852 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a24434e5-731c-438a-89f1-621fc88e29f3 req-61afec5e-fd03-4392-ba53-6618c12bd557 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0493279 Aug 16 02:43:07.700379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a24434e5-731c-438a-89f1-621fc88e29f3 req-104ff2b2-bb9f-413f-b002-0a1afe85c2f8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325780 Aug 16 02:43:08.070897 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc8593-4535-434a-b290-9b998bea72b9 req-de3e9795-9965-4388-92da-4dddffbade2b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:08.072323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cc8593-4535-434a-b290-9b998bea72b9 req-de3e9795-9965-4388-92da-4dddffbade2b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0509894 Aug 16 02:43:08.111054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2cc8593-4535-434a-b290-9b998bea72b9 req-a4e4eb8f-5f68-4597-88ac-4fc17fc1999d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328076 Aug 16 02:43:08.231188 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-ec084910-f804-43ad-a639-58ba1ad4fb05 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435035 Aug 16 02:43:09.240014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff765a5d-590c-4466-a935-d29e1b4ed306 req-e6a176c1-9597-4449-9403-13062bf9ff5c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:09.241611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff765a5d-590c-4466-a935-d29e1b4ed306 req-e6a176c1-9597-4449-9403-13062bf9ff5c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0615089 Aug 16 02:43:09.280341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff765a5d-590c-4466-a935-d29e1b4ed306 req-c1143943-0952-4280-bf86-20aa5994a96e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Aug 16 02:43:10.035871 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b2d50d8-12bc-446a-a990-a6c84f0c57d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:10.355266 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-f16523db-bad1-4ad1-a4c4-a8428f4e0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:10.356784 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-f16523db-bad1-4ad1-a4c4-a8428f4e0b66 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1098 time: 0.0419011 Aug 16 02:43:10.400943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7aed7e-3626-4825-950c-24d2108fbca5 req-222af794-4409-4bcc-830d-727906895578 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:10.403763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea7aed7e-3626-4825-950c-24d2108fbca5 req-222af794-4409-4bcc-830d-727906895578 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0541489 Aug 16 02:43:10.444991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea7aed7e-3626-4825-950c-24d2108fbca5 req-4f5e0b0f-ab9e-47a8-a641-fb1a415940da tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347593 Aug 16 02:43:10.454068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-7ee94d7e-2a5f-4b17-ace7-db4845a6890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:10.455596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-7ee94d7e-2a5f-4b17-ace7-db4845a6890b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0922222 Aug 16 02:43:10.497327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-ac83aeec-68fe-4b60-9005-17450f5d4839 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0344822 Aug 16 02:43:10.543897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-8ea80434-9c64-4c9d-b41e-33ea1bd5073f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:10.545315 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-8ea80434-9c64-4c9d-b41e-33ea1bd5073f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0417161 Aug 16 02:43:10.576934 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-a112e705-7d4a-4934-b0fe-c73cc1236df2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236397 Aug 16 02:43:10.667506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-57086903-71a1-4069-88f4-3c67de6035be service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835056 Aug 16 02:43:10.755596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-0201ed4b-0b76-445b-be53-61d2b7c29be3 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807950 Aug 16 02:43:11.561981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a018c43-4d40-42fd-a33d-49d41c98a3a9 req-c5287c2d-90ce-4b38-8e6d-70cf6c0a6110 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:11.563646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a018c43-4d40-42fd-a33d-49d41c98a3a9 req-c5287c2d-90ce-4b38-8e6d-70cf6c0a6110 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0503707 Aug 16 02:43:11.602114 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a018c43-4d40-42fd-a33d-49d41c98a3a9 req-282adc66-ed25-4122-ba75-4b70ce845963 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324214 Aug 16 02:43:12.698239 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:12.725869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affed9e2-20a1-41ee-87fc-9f1c028094c7 req-826d7c62-467c-4f74-8136-6e5e7b235ca3 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:12.727617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-affed9e2-20a1-41ee-87fc-9f1c028094c7 req-826d7c62-467c-4f74-8136-6e5e7b235ca3 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0568476 Aug 16 02:43:12.765204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-affed9e2-20a1-41ee-87fc-9f1c028094c7 req-c9d51176-538c-4df0-bd3e-8487a565eeab tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313661 Aug 16 02:43:12.777817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a997c0d2-0174-4e28-8f6f-b850fe0f8f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:13.881960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570fd4ba-9573-48e0-b7e0-8ea43327a8bd req-1101829a-8e97-4a34-85fd-a1cfb2cc557e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:13.883479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-570fd4ba-9573-48e0-b7e0-8ea43327a8bd req-1101829a-8e97-4a34-85fd-a1cfb2cc557e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0490832 Aug 16 02:43:13.920634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-570fd4ba-9573-48e0-b7e0-8ea43327a8bd req-8df147f2-2817-43ee-8657-3fd35c58de14 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Aug 16 02:43:14.795429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:15.034505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c4024-8484-4adc-8ff0-ab3b6d3424a6 req-355e58d0-1476-4c7b-9848-981e6d3891e2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:15.036035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-180c4024-8484-4adc-8ff0-ab3b6d3424a6 req-355e58d0-1476-4c7b-9848-981e6d3891e2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0487969 Aug 16 02:43:15.073803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-180c4024-8484-4adc-8ff0-ab3b6d3424a6 req-1c53cad5-f3cc-4b9d-abb8-0b32bc8daaed tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317526 Aug 16 02:43:15.995292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:16.194282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c842b-010c-479b-b23b-e4f779005b41 req-33acfc91-ed7d-45fb-824e-ae0cdbefdce2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:16.195839 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a43c842b-010c-479b-b23b-e4f779005b41 req-33acfc91-ed7d-45fb-824e-ae0cdbefdce2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0533595 Aug 16 02:43:16.236798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a43c842b-010c-479b-b23b-e4f779005b41 req-3f804ca1-a093-4253-894f-96a2755866e2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349655 Aug 16 02:43:17.349675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277d8b4-99a4-4687-9eae-ad969b38b6ca req-4c5540a2-9b80-4659-9375-5c9066c032fc tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:17.351188 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d277d8b4-99a4-4687-9eae-ad969b38b6ca req-4c5540a2-9b80-4659-9375-5c9066c032fc tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0487783 Aug 16 02:43:17.389268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d277d8b4-99a4-4687-9eae-ad969b38b6ca req-c339c701-6484-4954-b00b-b59b7f7a5927 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321407 Aug 16 02:43:18.479510 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-e935e66e-a5c1-4deb-812d-8206d8d00334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.481052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-e935e66e-a5c1-4deb-812d-8206d8d00334 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1098 time: 0.0456543 Aug 16 02:43:18.508676 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5354b-b368-47cf-88b0-0ea306069ac2 req-8e4e8d68-232e-42d4-90f8-772b9ed89218 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.510887 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97e5354b-b368-47cf-88b0-0ea306069ac2 req-8e4e8d68-232e-42d4-90f8-772b9ed89218 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0516765 Aug 16 02:43:18.550921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97e5354b-b368-47cf-88b0-0ea306069ac2 req-333cb805-5a7e-4d95-9f2a-21349016f13f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Aug 16 02:43:18.585310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-f73ac2aa-51dd-4409-b8ee-bb411996dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.586913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-f73ac2aa-51dd-4409-b8ee-bb411996dbbf service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0868676 Aug 16 02:43:18.628614 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-87dc602f-ad88-498f-bcbd-9e2e6246ef42 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0350745 Aug 16 02:43:18.680254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-9bb69d96-5e96-466f-9507-78b6b2e086da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:18.681703 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-9bb69d96-5e96-466f-9507-78b6b2e086da service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0467482 Aug 16 02:43:18.713011 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-0999540a-1ed3-4be0-b3d7-4ce08c89877c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244744 Aug 16 02:43:18.800783 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-eadb7bd7-1fe0-4055-9740-1682bd75c942 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796273 Aug 16 02:43:18.893353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9e97588a-55fd-4ab8-9feb-792f6c10cd49 req-16c7fedf-346f-42a2-8a3e-d0f7bae7b95d service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861795 Aug 16 02:43:18.954783 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:19.669441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf08f46-a92b-4a9a-a8a7-f4327c790c5b req-c1724cb9-c07f-4ff8-a3b8-24b5032e3167 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:19.670971 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-adf08f46-a92b-4a9a-a8a7-f4327c790c5b req-c1724cb9-c07f-4ff8-a3b8-24b5032e3167 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0535119 Aug 16 02:43:19.711775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-adf08f46-a92b-4a9a-a8a7-f4327c790c5b req-14946601-4864-4ec7-acf2-bc7d0b16e947 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340676 Aug 16 02:43:20.830827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33502d6c-864e-44f4-9a6e-7b5e68f2701e req-c72442a4-7bae-4adf-b166-584746994659 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:20.832661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33502d6c-864e-44f4-9a6e-7b5e68f2701e req-c72442a4-7bae-4adf-b166-584746994659 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0537758 Aug 16 02:43:20.871808 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33502d6c-864e-44f4-9a6e-7b5e68f2701e req-9fdd0aa4-31e8-4f39-b6b6-57358fc3dc4d tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Aug 16 02:43:21.987951 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0bcce-5e1f-4d65-8d62-10bff5142aa0 req-7b513050-b3f2-4e46-9f27-53e58a792898 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:21.989656 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd0bcce-5e1f-4d65-8d62-10bff5142aa0 req-7b513050-b3f2-4e46-9f27-53e58a792898 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0501094 Aug 16 02:43:22.027744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd0bcce-5e1f-4d65-8d62-10bff5142aa0 req-6f720c15-901c-46b8-a313-334d3e7e1b6f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320001 Aug 16 02:43:23.157125 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fd580-2516-4f99-9d4a-cd9191320de0 req-c7831b86-0eaa-4588-8777-b5f5a23f6468 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:23.158627 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-625fd580-2516-4f99-9d4a-cd9191320de0 req-c7831b86-0eaa-4588-8777-b5f5a23f6468 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0646498 Aug 16 02:43:23.196460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-625fd580-2516-4f99-9d4a-cd9191320de0 req-07a56180-b270-466e-b8e2-926c9170b4d5 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317473 Aug 16 02:43:23.439296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-03cb77ec-698e-4137-8e3f-e02f3111a69f req-b6281351-e8b4-46c2-9d00-bfa53a63bff9 service neutron] (101945) timed out ('10.222.0.76', 46232) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:43:24.313661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdf3d7-71b4-410e-9f56-ec5bef45064b req-653ddfaa-a51a-4b53-bf86-bc71275cc38a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:24.315181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ecdf3d7-71b4-410e-9f56-ec5bef45064b req-653ddfaa-a51a-4b53-bf86-bc71275cc38a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0490482 Aug 16 02:43:24.352374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ecdf3d7-71b4-410e-9f56-ec5bef45064b req-80a3c215-1613-4a45-94ba-3ae6ec4953c3 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312543 Aug 16 02:43:25.472183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f594e92-181b-4780-9ddd-6df8c5bc244c req-f70ebdff-2059-4d59-8691-c85dea3404a4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:25.473715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f594e92-181b-4780-9ddd-6df8c5bc244c req-f70ebdff-2059-4d59-8691-c85dea3404a4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0515671 Aug 16 02:43:25.510315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f594e92-181b-4780-9ddd-6df8c5bc244c req-860035d4-d760-4180-9cf7-0a150e4d59d1 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305641 Aug 16 02:43:26.632451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d688092-3f6f-467e-8ccc-45e6067fb8e1 req-1a4ea9e9-4cdb-4b8a-a4bd-3aadf9b1b7e5 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:26.633955 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d688092-3f6f-467e-8ccc-45e6067fb8e1 req-1a4ea9e9-4cdb-4b8a-a4bd-3aadf9b1b7e5 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0535047 Aug 16 02:43:26.671320 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d688092-3f6f-467e-8ccc-45e6067fb8e1 req-3b3afab8-dcc3-411f-a1e7-df473109b533 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Aug 16 02:43:27.515186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.577897 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:27.820674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699c03-070f-4371-9dc4-e93b3f52b5b1 req-b54e5392-3976-4c45-9924-64cb190d42e8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:27.822105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8699c03-070f-4371-9dc4-e93b3f52b5b1 req-b54e5392-3976-4c45-9924-64cb190d42e8 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0492742 Aug 16 02:43:27.860969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8699c03-070f-4371-9dc4-e93b3f52b5b1 req-e3822280-e439-44b3-a431-fc78feb22589 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327995 Aug 16 02:43:28.976319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd60676-db18-4e23-b09f-648d07138f8a req-4dd95460-8a3b-4f5d-9a8e-4a83a5292435 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:28.977813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cd60676-db18-4e23-b09f-648d07138f8a req-4dd95460-8a3b-4f5d-9a8e-4a83a5292435 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0486333 Aug 16 02:43:29.014968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cd60676-db18-4e23-b09f-648d07138f8a req-6ab96f6e-fb1d-4c0f-8ed6-9829ab02a74e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Aug 16 02:43:30.137974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836713c-af91-4b05-b718-8f48fdb581be req-fc12452b-29af-4184-a92a-9fd2813a1065 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:30.139576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b836713c-af91-4b05-b718-8f48fdb581be req-fc12452b-29af-4184-a92a-9fd2813a1065 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0532143 Aug 16 02:43:30.177594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b836713c-af91-4b05-b718-8f48fdb581be req-6f5b914b-5ebf-49ce-ac27-3fd8259fcdcd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318155 Aug 16 02:43:31.306053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9abe5-c8cf-4138-915b-7b154a0981ac req-51a0922a-a581-4057-957e-047447a32a94 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:31.307609 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6be9abe5-c8cf-4138-915b-7b154a0981ac req-51a0922a-a581-4057-957e-047447a32a94 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0483644 Aug 16 02:43:31.345932 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6be9abe5-c8cf-4138-915b-7b154a0981ac req-a52a63c5-ed1e-4725-93a1-8dc37dbe2ad2 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Aug 16 02:43:32.460754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6f096-854c-4c1d-862a-e2acb46e4a2d req-7e548662-7a3f-42cd-9dde-2cc083d6932c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:32.462177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02c6f096-854c-4c1d-862a-e2acb46e4a2d req-7e548662-7a3f-42cd-9dde-2cc083d6932c tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0486772 Aug 16 02:43:32.498856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02c6f096-854c-4c1d-862a-e2acb46e4a2d req-d14b2d3f-7c7d-4092-8de2-57edd9dfa1b3 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306664 Aug 16 02:43:33.620012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7bf1-83f4-4b73-97dc-6cb3f68bfe18 req-107a4ce8-bb98-41d2-b9eb-3d17635530bd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:33.621501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bab7bf1-83f4-4b73-97dc-6cb3f68bfe18 req-107a4ce8-bb98-41d2-b9eb-3d17635530bd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0563021 Aug 16 02:43:33.659154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8bab7bf1-83f4-4b73-97dc-6cb3f68bfe18 req-17f6fb88-515d-426d-a8aa-015ce0e75cb5 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317421 Aug 16 02:43:34.775828 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c7e76c-a9f7-4bad-ab9b-7346a3a5b80a req-d47b4cde-4e52-43be-b3d1-ec797d550196 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:34.777325 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63c7e76c-a9f7-4bad-ab9b-7346a3a5b80a req-d47b4cde-4e52-43be-b3d1-ec797d550196 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0487192 Aug 16 02:43:34.815062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63c7e76c-a9f7-4bad-ab9b-7346a3a5b80a req-95869c49-a5d7-40f9-a5c1-af039e7a5fcd tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Aug 16 02:43:35.943433 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf054ce-4eb0-41e4-bece-c7022f61dd5e req-67e0ff7f-65cf-4ecd-ab63-09e3488ded81 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:35.944973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbf054ce-4eb0-41e4-bece-c7022f61dd5e req-67e0ff7f-65cf-4ecd-ab63-09e3488ded81 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0610485 Aug 16 02:43:35.988544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbf054ce-4eb0-41e4-bece-c7022f61dd5e req-d2e6c8cb-502f-48a1-a7b7-4bf887ef2c4a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375473 Aug 16 02:43:37.115282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5261ee2-0ed2-4d15-9816-a5caf69fec2b req-6ef32e5a-81ed-410c-b395-7ff5d104b767 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:37.116797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5261ee2-0ed2-4d15-9816-a5caf69fec2b req-6ef32e5a-81ed-410c-b395-7ff5d104b767 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0545564 Aug 16 02:43:37.155691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5261ee2-0ed2-4d15-9816-a5caf69fec2b req-d477f631-1137-4e9b-ba95-27f7b029ea20 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329947 Aug 16 02:43:37.682919 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-49b1785c-3373-4efd-988a-c59c334b3855 service neutron] show failed (client error): The resource could not be found. Aug 16 02:43:37.683949 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-49b1785c-3373-4efd-988a-c59c334b3855 service neutron] 10.222.0.83 "GET /v2.0/ports/7e8c1a68-31b5-4ee4-84a6-e20891420489/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0551383 Aug 16 02:43:38.205310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-40b90266-1e22-4f03-bbc9-d5a33c1ff713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.207154 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-40b90266-1e22-4f03-bbc9-d5a33c1ff713 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111&tenant_id=89e64e6d36a9410faaff86bd36d46f5c HTTP/1.1" status: 200 len: 1098 time: 0.0456898 Aug 16 02:43:38.219619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:38.277265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.290927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34301f39-c948-4b2f-a647-dbdc31223506 req-f4368132-0876-4b9f-922b-a928381a05f3 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.293052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34301f39-c948-4b2f-a647-dbdc31223506 req-f4368132-0876-4b9f-922b-a928381a05f3 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0668066 Aug 16 02:43:38.331303 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34301f39-c948-4b2f-a647-dbdc31223506 req-801483ec-8769-419c-8fda-26d386081423 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323479 Aug 16 02:43:38.480670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:38.513228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:38.552489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:38.554798 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c592fa96-5642-4247-b8fc-fba31a8f194e" -d '{"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:38.560311 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.575158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Transition to ACTIVE for port object 7e8c1a68-31b5-4ee4-84a6-e20891420489 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:38.607314 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99da6afe-69a3-4f02-907e-64bbd09eae6e x-openstack-request-id: req-99da6afe-69a3-4f02-907e-64bbd09eae6e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:38.607623 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-unplugged", "status": "completed", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:38.607883 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-99da6afe-69a3-4f02-907e-64bbd09eae6e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:38.608330 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'code': 200} Aug 16 02:43:38.628235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.689674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] No DVR routers for this DVR port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:38.698070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.721020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.721375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.721724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.722071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.722412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.722790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.723814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.724278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.724440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.724771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.725109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.725432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:38.741986 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:38.742330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:38.742757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:38.746965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on network c5d38936-af78-4386-9736-82ff83cdc413 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:43:38.747293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Attempting to bind port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on network c5d38936-af78-4386-9736-82ff83cdc413 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:38.751973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:38.752315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Checking segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:38.752699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Bound using segment: {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:38.753125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Bound port: 7e8c1a68-31b5-4ee4-84a6-e20891420489, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70a810a0-2762-4c4b-af34-ca4445a15095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:38.753484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.815237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:38.818822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:38.868899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.904354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.904984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:38.906381 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] 10.222.0.58 "PUT /v2.0/ports/7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 1093 time: 0.6912920 Aug 16 02:43:38.929154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd76af0-7817-44af-a8a9-905f67b972f1 service neutron] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:38.976517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-a73463fb-c540-46af-ac18-9b1610e2638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:38.978065 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-a73463fb-c540-46af-ac18-9b1610e2638c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1096 time: 0.0448704 Aug 16 02:43:39.066236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-b068e25e-3818-4b84-a6f4-29cb539f260e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.068380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-b068e25e-3818-4b84-a6f4-29cb539f260e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0834901 Aug 16 02:43:39.109917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-903752cf-9101-43d8-aaa5-2ef9696f2826 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0344510 Aug 16 02:43:39.162934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-56cd287f-1b77-40dd-9c2b-274c08ff70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.164360 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-56cd287f-1b77-40dd-9c2b-274c08ff70f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0475118 Aug 16 02:43:39.195777 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-5033f1b7-d5a4-4c7c-b600-8479dc000139 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240369 Aug 16 02:43:39.288936 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-66724d06-f717-49c6-9235-4430fe3440b3 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853722 Aug 16 02:43:39.383792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ddb4fd2-4c98-422e-b7e0-b591441ffaee req-c04508db-f451-43ff-b883-7bc48a8f5f85 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868444 Aug 16 02:43:39.446617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e701fd2-94f0-4066-87a6-cf426f2098c4 req-cfd00617-0c02-4aa2-8327-9deb9f838803 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:39.448168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e701fd2-94f0-4066-87a6-cf426f2098c4 req-cfd00617-0c02-4aa2-8327-9deb9f838803 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0487120 Aug 16 02:43:39.488452 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2e701fd2-94f0-4066-87a6-cf426f2098c4 req-e3e1edf8-7405-46d0-bea5-b1acf4032119 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342648 Aug 16 02:43:40.000627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-57de9cbf-850e-46d0-9c79-855d6e8abdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:40.609953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:40.612339 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f" -d '{"events": [{"name": "network-changed", "server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:40.616093 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4b3e4-178e-4c2f-88b0-81f1c2c167d7 req-95b55e2b-f092-4dbd-8787-f89c3dbede2f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.617650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae4b3e4-178e-4c2f-88b0-81f1c2c167d7 req-95b55e2b-f092-4dbd-8787-f89c3dbede2f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0568225 Aug 16 02:43:40.657474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5ae4b3e4-178e-4c2f-88b0-81f1c2c167d7 req-abc8df5e-34e5-4759-9321-582c35136361 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338104 Aug 16 02:43:40.662844 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671099a2-9798-4dac-99ac-c2f5cdd7fb85 x-openstack-request-id: req-671099a2-9798-4dac-99ac-c2f5cdd7fb85 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:40.663885 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:40.664155 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-671099a2-9798-4dac-99ac-c2f5cdd7fb85 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:40.665326 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'status': 'completed', 'code': 200} Aug 16 02:43:40.754706 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-769db058-4b86-4eec-bd27-a9d1fdaa35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.756243 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-769db058-4b86-4eec-bd27-a9d1fdaa35b3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1096 time: 0.0694067 Aug 16 02:43:40.758587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-7746cf0b-0cb9-4526-a3a2-dbcd8b684d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.759977 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-7746cf0b-0cb9-4526-a3a2-dbcd8b684d32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1096 time: 0.0645444 Aug 16 02:43:40.937585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-90cd8240-51c4-484c-90c9-0ecd8c5cbb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.939036 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-90cd8240-51c4-484c-90c9-0ecd8c5cbb9b service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.1761281 Aug 16 02:43:40.940134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-d767b51d-52c0-4742-8a4b-521bde89cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:40.941453 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-d767b51d-52c0-4742-8a4b-521bde89cf82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.1715786 Aug 16 02:43:41.011158 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-ddb02251-9931-48b8-9210-c2d11b8e6423 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0653872 Aug 16 02:43:41.012519 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-edc93709-39dc-4b31-aee1-c43878f272ff service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0612087 Aug 16 02:43:41.097778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-dd410076-7d53-4369-9830-79fac2a679a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:41.099915 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-dd410076-7d53-4369-9830-79fac2a679a5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0820875 Aug 16 02:43:41.101587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-cb3793e2-9d9d-4449-8d8a-7d966b9a8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:41.102939 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-cb3793e2-9d9d-4449-8d8a-7d966b9a8ae4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0763378 Aug 16 02:43:41.148364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-2da6b098-dc33-4aca-9c51-4ebc4450fcbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346117 Aug 16 02:43:41.150029 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-4d18c5fa-b979-44a2-8cce-b0b301a9917b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435994 Aug 16 02:43:41.307350 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-8c1457f3-c9be-45c5-9155-15327ab4056d service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517940 Aug 16 02:43:41.310587 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-501e0ce4-a749-46a8-b65f-4133c7e55e5a service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479959 Aug 16 02:43:41.778818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48183a-3870-4023-bf22-db1328fe9eae req-110401dc-ee83-43fb-bff7-e0aeb3410202 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:41.780434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b48183a-3870-4023-bf22-db1328fe9eae req-110401dc-ee83-43fb-bff7-e0aeb3410202 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0508683 Aug 16 02:43:41.802030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:41.820021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b48183a-3870-4023-bf22-db1328fe9eae req-b96b86be-1075-4d8f-b352-b2dc0f8b798a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326393 Aug 16 02:43:41.821610 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-8b0edebf-b215-4720-a81d-6efffb161f64 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996958 Aug 16 02:43:41.823405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e03bcd9f-a1b7-4992-909b-9f35f5f2763f req-a43bb839-4262-4443-902d-950a393c4e48 service neutron] 10.222.0.58 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086980 Aug 16 02:43:41.843353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:42.187421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78c7df-4c02-4419-8dd6-9f7ec6e9ed0e req-90667318-15f3-442c-bc8e-d10746ebf4f6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.188943 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc78c7df-4c02-4419-8dd6-9f7ec6e9ed0e req-90667318-15f3-442c-bc8e-d10746ebf4f6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0495274 Aug 16 02:43:42.233553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dc78c7df-4c02-4419-8dd6-9f7ec6e9ed0e req-39f7cfc4-3b0c-4232-bf88-c41933130ae4 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368700 Aug 16 02:43:42.257028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-149819dc-4757-4349-864a-0ded29f5883e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.258538 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-149819dc-4757-4349-864a-0ded29f5883e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.83 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111&tenant_id=89e64e6d36a9410faaff86bd36d46f5c&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 944 time: 0.0557051 Aug 16 02:43:42.318150 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-bcf63339-408c-4733-a58f-6b8b1db67608 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:43:42.319221 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-bcf63339-408c-4733-a58f-6b8b1db67608 service neutron] 10.222.0.83 "DELETE /v2.0/ports/7e8c1a68-31b5-4ee4-84a6-e20891420489/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0530515 Aug 16 02:43:42.400503 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-a9cfd0e8-2e8e-4b2e-87cd-ddd69b7b3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.402041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-a9cfd0e8-2e8e-4b2e-87cd-ddd69b7b3dbe service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 1096 time: 0.0404541 Aug 16 02:43:42.493134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-0ee6be48-f451-47e8-a26a-ae0d8f3ddb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.494668 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-0ee6be48-f451-47e8-a26a-ae0d8f3ddb80 service neutron] 10.222.0.83 "GET /v2.0/networks?id=c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 200 len: 915 time: 0.0853848 Aug 16 02:43:42.537603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-5ddb2b0e-1c92-4d66-9730-25b372e085a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 200 len: 217 time: 0.0342782 Aug 16 02:43:42.589937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-b207193e-8449-4b91-b8a4-7e961f7079d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:42.591542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-b207193e-8449-4b91-b8a4-7e961f7079d7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 200 len: 854 time: 0.0471840 Aug 16 02:43:42.622764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-b3f5e51e-53aa-438f-b3f7-e235f5315e1f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=c5d38936-af78-4386-9736-82ff83cdc413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246482 Aug 16 02:43:42.675161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.713257 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-b829e30d-bfb8-4de8-999a-b64a3b5eda90 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Aug 16 02:43:42.766925 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7bd855b7-a2eb-4d7b-9460-9406e8049a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:42.807418 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f6cd7e52-3b1c-451b-9454-c1d7616bf04d req-38f93296-f701-4513-a3f4-640ff426eae2 service neutron] 10.222.0.83 "GET /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874813 Aug 16 02:43:43.127445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:43:43.224492 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:43.238834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'network_id': 'c5d38936-af78-4386-9736-82ff83cdc413', 'port_id': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'mac_address': 'fa:16:3e:31:92:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781e0ef8-47c2-406e-801e-82f404d79076', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:43:43.363837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126aa2-3bf6-4537-9527-4b5e441b510a req-268cda14-9a46-4aa1-917d-c6dde309e818 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:43.365658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75126aa2-3bf6-4537-9527-4b5e441b510a req-268cda14-9a46-4aa1-917d-c6dde309e818 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 944 time: 0.0585670 Aug 16 02:43:43.407680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-75126aa2-3bf6-4537-9527-4b5e441b510a req-6025fc75-86f8-45ae-9548-8e7d0091eb8e tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355673 Aug 16 02:43:43.437655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.451072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e8c1a68-31b5-4ee4-84a6-e20891420489 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:43:43.471725 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:43.554939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:43.602071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:43.783155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['7e8c1a68-31b5-4ee4-84a6-e20891420489'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:44.527266 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d612ca-b5aa-4267-86ba-8e3908ba06ee req-08f45563-b359-47b1-a709-cc03e423df5a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.528767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32d612ca-b5aa-4267-86ba-8e3908ba06ee req-08f45563-b359-47b1-a709-cc03e423df5a tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 945 time: 0.0488274 Aug 16 02:43:44.566706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32d612ca-b5aa-4267-86ba-8e3908ba06ee req-74e9aa83-2fda-49d6-a02b-7039054eb758 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320370 Aug 16 02:43:44.683738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c45706-cf81-4305-a3cb-7b5c4f8161c3 req-2fbd8839-e9c7-421a-8d33-842631ef0cbc tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.685252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1c45706-cf81-4305-a3cb-7b5c4f8161c3 req-2fbd8839-e9c7-421a-8d33-842631ef0cbc tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 945 time: 0.0513732 Aug 16 02:43:44.725646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a1c45706-cf81-4305-a3cb-7b5c4f8161c3 req-49215aea-c054-44bc-a633-67e7017ff61b tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342600 Aug 16 02:43:44.784274 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:44.843710 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f30a8c-40e7-467f-852b-7b72cf280b82 req-77cfea08-c18c-4284-acfb-a0c6d27a1325 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:44.845213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1f30a8c-40e7-467f-852b-7b72cf280b82 req-77cfea08-c18c-4284-acfb-a0c6d27a1325 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 945 time: 0.0537982 Aug 16 02:43:44.882601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1f30a8c-40e7-467f-852b-7b72cf280b82 req-a954c2cd-c151-41cf-bf19-adec4f34d0c7 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Aug 16 02:43:45.119190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:45.219730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 7e8c1a68-31b5-4ee4-84a6-e20891420489 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:45.224343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 7e8c1a68-31b5-4ee4-84a6-e20891420489 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:45.224727 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.303739 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.335414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:45.337705 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f0efe8-fee5-4813-8b95-75304c95bf0b" -d '{"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:45.350942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:45.374528 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1706ff80-c3b2-48a1-9286-01916f45549c x-openstack-request-id: req-1706ff80-c3b2-48a1-9286-01916f45549c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:45.374863 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-plugged", "status": "completed", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:45.375131 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1706ff80-c3b2-48a1-9286-01916f45549c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:45.375538 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'code': 200} Aug 16 02:43:45.394865 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:45.400680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673c359-1bd2-4803-a037-a3b56e637cfb req-dd2fe9a5-78e3-4db5-ad49-0837c83cac8f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:45.402234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2673c359-1bd2-4803-a037-a3b56e637cfb req-dd2fe9a5-78e3-4db5-ad49-0837c83cac8f tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 945 time: 0.0512562 Aug 16 02:43:45.441625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2673c359-1bd2-4803-a037-a3b56e637cfb req-16733e08-375b-466c-81dc-cac272054370 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331218 Aug 16 02:43:45.443314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:45.926161 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.560959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fe87a-5ca1-4bc4-a379-fbecd7e7ed6a req-6aa7baae-c8e6-4979-a88a-1667f55c7ede tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:46.562464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c9fe87a-5ca1-4bc4-a379-fbecd7e7ed6a req-6aa7baae-c8e6-4979-a88a-1667f55c7ede tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0512431 Aug 16 02:43:46.601265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c9fe87a-5ca1-4bc4-a379-fbecd7e7ed6a req-e17aa954-a055-4953-84cf-0ef18699f5f6 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.76 "GET /v2.0/security-groups?id=18d6547a-5bb8-41cc-beae-75181f408ce3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327394 Aug 16 02:43:46.608348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-18b2edd0-9207-4cd5-8de4-9654de9386af tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:46.609886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-18b2edd0-9207-4cd5-8de4-9654de9386af tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.58 "GET /v2.0/ports?device_id=66ee1a58-954f-4e4c-8a37-129c62b40111 HTTP/1.1" status: 200 len: 946 time: 0.0512307 Aug 16 02:43:46.701461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Deleting port 7e8c1a68-31b5-4ee4-84a6-e20891420489 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:43:46.701811 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.788671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] For port 7e8c1a68-31b5-4ee4-84a6-e20891420489, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=7e8c1a68-31b5-4ee4-84a6-e20891420489,segment=NetworkSegment(70a810a0-2762-4c4b-af34-ca4445a15095),segment_id=70a810a0-2762-4c4b-af34-ca4445a15095)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:46.788951 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:46.802276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Calling delete_port for 7e8c1a68-31b5-4ee4-84a6-e20891420489 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:43:47.005450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.018101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['7e8c1a68-31b5-4ee4-84a6-e20891420489'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:43:47.033250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Pushing event deleted for resources: {'Port': ['ID=7e8c1a68-31b5-4ee4-84a6-e20891420489,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:47.076887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] No DVR routers for this DVR port 7e8c1a68-31b5-4ee4-84a6-e20891420489 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:43:47.079427 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.081798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c02fda6c-4216-4965-aa1c-3273dda27a7e req-c840355f-c0d3-4554-93da-e7555519e159 tempest-ServerDiskConfigTestJSON-754402422 tempest-ServerDiskConfigTestJSON-754402422-project] 10.222.0.58 "DELETE /v2.0/ports/7e8c1a68-31b5-4ee4-84a6-e20891420489 HTTP/1.1" status: 204 len: 173 time: 0.4644825 Aug 16 02:43:47.082128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-deleted', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:43:47.084967 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b96065-fc87-4e52-a82b-46958da53a2e" -d '{"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-deleted", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:43:47.120954 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b5d895-de7d-4463-a401-6662f69fd80d x-openstack-request-id: req-58b5d895-de7d-4463-a401-6662f69fd80d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:43:47.121261 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ee1a58-954f-4e4c-8a37-129c62b40111", "name": "network-vif-deleted", "tag": "7e8c1a68-31b5-4ee4-84a6-e20891420489", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:43:47.121524 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-58b5d895-de7d-4463-a401-6662f69fd80d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:43:47.121942 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ee1a58-954f-4e4c-8a37-129c62b40111', 'name': 'network-vif-deleted', 'tag': '7e8c1a68-31b5-4ee4-84a6-e20891420489', 'status': 'completed', 'code': 200} Aug 16 02:43:47.726723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57634) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:47.775412 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Deleting subnet 781e0ef8-47c2-406e-801e-82f404d79076 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:43:47.778369 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.812033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.850546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:47.972528 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.001849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=781e0ef8-47c2-406e-801e-82f404d79076,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:48.005580 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.008533 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1ef38a4-1584-43dc-9d30-6db69af2b45b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/781e0ef8-47c2-406e-801e-82f404d79076 HTTP/1.1" status: 204 len: 168 time: 0.2807460 Aug 16 02:43:48.011207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57636) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:48.079431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.162624 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.172414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d38936-af78-4386-9736-82ff83cdc413']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:48.183619 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a810a0-2762-4c4b-af34-ca4445a15095') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:48.183948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a810a0-2762-4c4b-af34-ca4445a15095') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:48.192509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.206183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.212151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:43:48.212582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:43:48.214259 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:43:48.331102 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.337213 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.339906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] 10.222.0.76 "DELETE /v2.0/networks/c5d38936-af78-4386-9736-82ff83cdc413 HTTP/1.1" status: 204 len: 168 time: 0.3263621 Aug 16 02:43:48.350164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0fee8-c094-4ac2-be47-f2842d74beff admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d38936-af78-4386-9736-82ff83cdc413,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:48.634810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57640) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:48.674303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f58a90b7-d9fc-4472-bb04-6762a1765d3a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=89e64e6d36a9410faaff86bd36d46f5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381417 Aug 16 02:43:48.676753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:48.728758 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f1e6cb-da4d-4a1d-b584-73311fedde3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.749462 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f1e6cb-da4d-4a1d-b584-73311fedde3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.907820 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f1e6cb-da4d-4a1d-b584-73311fedde3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.910275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25f1e6cb-da4d-4a1d-b584-73311fedde3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:48.911477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25f1e6cb-da4d-4a1d-b584-73311fedde3a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18d6547a-5bb8-41cc-beae-75181f408ce3 HTTP/1.1" status: 204 len: 168 time: 0.2338295 Aug 16 02:43:48.919548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1e6cb-da4d-4a1d-b584-73311fedde3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d6547a-5bb8-41cc-beae-75181f408ce3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:49.946202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57664) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:50.040767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-60530925-network', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:50.137361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Made reservation on behalf of 84e1fb7eec8f42c2a5583bed676676f9 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:50.139774 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.149212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.234662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.320309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.343954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:43:50.353994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e50e47-446c-476e-9192-79383dc5684c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:50.358833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.359185 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Added segment 0a86c55e-bb5d-41e4-8ee5-baebe3231904 of type vlan for network 128a0d0c-2138-4d1f-a279-65c3d5793c33 Aug 16 02:43:50.398027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.496755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.497834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:50.498442 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.563351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] Pushing event updated for resources: {'Network': ['ID=128a0d0c-2138-4d1f-a279-65c3d5793c33,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:50.573394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:43:50.637560 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-03c327d3-ca3b-4ae0-9f3d-6b0d9738982a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6900966 Aug 16 02:43:50.638964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57670) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:50.644286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Request body: {'subnet': {'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-60530925-subnet', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:50.720112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Made reservation on behalf of 84e1fb7eec8f42c2a5583bed676676f9 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:43:50.722466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.943498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:50.999929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff636ff8-8872-43c5-81f9-8eb758b2ef4b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:51.006584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:51.006974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Network hostable DHCP agents. Network: 128a0d0c-2138-4d1f-a279-65c3d5793c33, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:43:51.074443 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:43:51.130103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:43:51.143568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 128a0d0c-2138-4d1f-a279-65c3d5793c33) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:51.147716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:51.149093 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.153361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 7e8c1a68-31b5-4ee4-84a6-e20891420489 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:43:51.153720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 7e8c1a68-31b5-4ee4-84a6-e20891420489 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:43:51.156628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3cfa6-d938-4f3a-80ae-30893a1d1d95 None None] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:51.229926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a8245af4-e9e9-4cc5-81c5-dd4c515f6311 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5898299 Aug 16 02:43:51.232648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57672) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:51.237134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:51.299150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-128a0d0c-2138-4d1f-a279-65c3d5793c33', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:43:51.300015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.321423 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.322816 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.382478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.441894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Allocated IP 172.20.0.2 (128a0d0c-2138-4d1f-a279-65c3d5793c33/ff636ff8-8872-43c5-81f9-8eb758b2ef4b/0e3687e6-76bc-479d-a2fd-de62654fbea4) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:51.565223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.583388 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.592372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Transition to ACTIVE for port object 0e3687e6-76bc-479d-a2fd-de62654fbea4 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:51.606631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Transition to ACTIVE for port object 0e3687e6-76bc-479d-a2fd-de62654fbea4 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:51.662579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.708104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:51.710912 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:51.713806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:51.725080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Pushing event updated for resources: {'Port': ['ID=0e3687e6-76bc-479d-a2fd-de62654fbea4,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:51.777268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Attempting to bind port 0e3687e6-76bc-479d-a2fd-de62654fbea4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:51.777646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Attempting to bind port 0e3687e6-76bc-479d-a2fd-de62654fbea4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:51.778016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Attempting to bind port 0e3687e6-76bc-479d-a2fd-de62654fbea4 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:51.783009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:51.783393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:51.783808 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.784218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:51.784682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Bound port: 0e3687e6-76bc-479d-a2fd-de62654fbea4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:51.785074 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.807997 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.827228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:51.849211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] For port 0e3687e6-76bc-479d-a2fd-de62654fbea4, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:51.854611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] For port 0e3687e6-76bc-479d-a2fd-de62654fbea4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0e3687e6-76bc-479d-a2fd-de62654fbea4,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:51.932968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Allocated IP 172.25.6.199 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:51.972949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.042103 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.044190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c48a6-ae73-4173-b545-3896f779abdb None None] Pushing event updated for resources: {'Port': ['ID=0e3687e6-76bc-479d-a2fd-de62654fbea4,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:52.121196 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.158324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:52.161239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:52.167502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:52.203603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Pushing event updated for resources: {'Port': ['ID=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:52.534239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.735122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:52.903103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b492aadf-2968-4217-aeb4-9d55329bec00 None None] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:43:52.932252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:43:53.041373 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:53.048748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-794206e5-5aea-4142-865d-a3fc973e86f4 None None] Provisioning for port 0e3687e6-76bc-479d-a2fd-de62654fbea4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:53.054616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:53.070461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:53.071120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:43:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:53.127794 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.132511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-aa96c966-0663-47e3-bb7f-82ff2d5844ac admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8961973 Aug 16 02:43:53.133688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57674) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:53.200038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:53.405756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:52Z', 'revision_number': 3, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:53.433182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:53.433578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Updating router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:53.459900 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.567664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0e3687e6-76bc-479d-a2fd-de62654fbea4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:53.584805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.738920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0e3687e6-76bc-479d-a2fd-de62654fbea4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:53.745648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0e3687e6-76bc-479d-a2fd-de62654fbea4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:53.746027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.749616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Allocated IP 172.20.0.1 (128a0d0c-2138-4d1f-a279-65c3d5793c33/ff636ff8-8872-43c5-81f9-8eb758b2ef4b/b6c9659e-e840-4448-8770-9efca9d3e10c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:53.783606 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.802786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Transition to ACTIVE for port object 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:53.853063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.856889 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.869329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Transition to ACTIVE for port object b6c9659e-e840-4448-8770-9efca9d3e10c will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:53.876362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.888249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 0e3687e6-76bc-479d-a2fd-de62654fbea4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0e3687e6-76bc-479d-a2fd-de62654fbea4,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:53.934210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Attempting to bind port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:53.934895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Attempting to bind port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:53.935010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Attempting to bind port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:53.941541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec39b26-f83e-40e8-985e-3b5315dc14d5 None None] Pushing event updated for resources: {'Port': ['ID=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:53.944976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:53.945876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:53.946283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.946691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:53.947163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Bound port: 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:53.947544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:53.979532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.001119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.032529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] For port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:54.037225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] For port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:54.046392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:54.049327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:54.051563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=0e3687e6-76bc-479d-a2fd-de62654fbea4,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.052456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:54.064054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c9659e-e840-4448-8770-9efca9d3e10c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.112075 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.120792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.200849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:54.200849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:43:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:54.241597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec39b26-f83e-40e8-985e-3b5315dc14d5 None None] Pushing event updated for resources: {'Port': ['ID=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.350172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.491402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:54.536201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.549659 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6d7c63b2-e3fb-4abb-bc8d-7687fcf0e6a8 None None] Provisioning for port b6c9659e-e840-4448-8770-9efca9d3e10c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:54.564321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6d7c63b2-e3fb-4abb-bc8d-7687fcf0e6a8 None None] Provisioning complete for port b6c9659e-e840-4448-8770-9efca9d3e10c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:54.564724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6d7c63b2-e3fb-4abb-bc8d-7687fcf0e6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.617821 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.638120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6d7c63b2-e3fb-4abb-bc8d-7687fcf0e6a8 None None] Port b6c9659e-e840-4448-8770-9efca9d3e10c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:54.688621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:54.691247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Pushing event updated for resources: {'Port': ['ID=b6c9659e-e840-4448-8770-9efca9d3e10c,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:54.719624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:52Z', 'revision_number': 3, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:54.746688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712dc8ad-9fc0-425c-9579-637048d8641a None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:52Z', 'revision_number': 3, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:54.791765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:54.793319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:54.927818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:43:55.063663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-76d163dc-0346-4000-a6cd-5b240f24db51 None None] Provisioning complete for port b6c9659e-e840-4448-8770-9efca9d3e10c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:55.064320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-76d163dc-0346-4000-a6cd-5b240f24db51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.111635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-76d163dc-0346-4000-a6cd-5b240f24db51 None None] Port b6c9659e-e840-4448-8770-9efca9d3e10c cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:43:55.486136 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:43:55.500913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e1e0523b-226c-466a-85cb-2ccdb0bc53e1 admin admin] 10.222.0.76 "PUT /v2.0/routers/5f460462-0db2-4e5b-9d09-0baaf6f215d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3573210 Aug 16 02:43:55.612750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:55.727931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:55.732464 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:55.732935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.822370 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.843775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:55.920684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:55.921581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0e3687e6-76bc-479d-a2fd-de62654fbea4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:55.955291 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:43:56.000010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.014071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0e3687e6-76bc-479d-a2fd-de62654fbea4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:56.014457 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.368952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57684) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.373820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1502718611', 'description': 'tempest-description--1129391111'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:56.392700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:43:56.404433 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:56.411334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:43:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:56.475084 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.565818 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.606962 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:56.635393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.666981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4601d78d-74d5-4c1f-b9a8-a480018d9279,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:56.674761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.675123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.675476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.675823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.676166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.676509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.676848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.677183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.677543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.677874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.678209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.678543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:56.749309 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.750683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cc5b0cbc-20c4-4812-b4c0-617c1c4c9c87 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3805780 Aug 16 02:43:56.753464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57688) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:56.759530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'security_group_rule': {'security_group_id': '4601d78d-74d5-4c1f-b9a8-a480018d9279', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:56.813727 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 2, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:56.840942 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:43:56.841302 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Updating router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 port b6c9659e-e840-4448-8770-9efca9d3e10c binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:43:56.866832 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.868129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:56.929523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.130525 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.131137 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.141452 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Transition to ACTIVE for port object b6c9659e-e840-4448-8770-9efca9d3e10c will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:43:57.146757 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43fac18-0693-4b98-b54c-be54708a8dbf,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.241969 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.261972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.263282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a1390bf7-1ff7-4f97-9fd6-b053873ef62c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5088415 Aug 16 02:43:57.265869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57690) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:57.270521 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'security_group_rule': {'security_group_id': '4601d78d-74d5-4c1f-b9a8-a480018d9279', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:57.312591 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Pushing event updated for resources: {'Port': ['ID=b6c9659e-e840-4448-8770-9efca9d3e10c,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.339285 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.339867 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.340248 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.340593 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.340911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.341241 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.341569 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.341888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.342212 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.342534 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.342912 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.345107 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:43:57.359142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Attempting to bind port b6c9659e-e840-4448-8770-9efca9d3e10c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:43:57.359519 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Attempting to bind port b6c9659e-e840-4448-8770-9efca9d3e10c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:43:57.359888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Attempting to bind port b6c9659e-e840-4448-8770-9efca9d3e10c on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:43:57.365348 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:43:57.365750 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:43:57.366197 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.366534 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:43:57.367139 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Bound port: b6c9659e-e840-4448-8770-9efca9d3e10c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:43:57.368088 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.371830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.435605 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.447610 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] For port b6c9659e-e840-4448-8770-9efca9d3e10c, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:43:57.451202 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] For port b6c9659e-e840-4448-8770-9efca9d3e10c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b6c9659e-e840-4448-8770-9efca9d3e10c,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:43:57.513727 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.520712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:57.536771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2de2ad-dd19-4843-b827-5b0a4da0c61d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.556437 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.567590 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.599241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:57.599633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.607242 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.610564 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e9151e71-0078-4ccd-87f7-05c37c056398 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437214 Aug 16 02:43:57.613690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 57692) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:43:57.621059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:43:57.622408 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:43:57.623090 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:43:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:57.628293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.663462 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b590898c-94da-4fab-8793-84783aca0cfd None None] Pushing event updated for resources: {'Port': ['ID=b6c9659e-e840-4448-8770-9efca9d3e10c,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:57.709195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.759842 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:43:57.813790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:57.917175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Allocated IP 172.25.6.126 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/d82fad78-bcae-420c-b665-26e52c509c61) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:43:57.971591 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:57Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:43:58.002517 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4841ee-1669-4293-b724-4794ca1a9342 None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:57Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:43:58.042134 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.148333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.190422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:43:58.195122 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:43:58.201547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:43:58.205054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'Port': ['ID=d82fad78-bcae-420c-b665-26e52c509c61,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:58.293111 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.404559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.565599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.623721 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.693186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'Port': ['ID=d82fad78-bcae-420c-b665-26e52c509c61,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:43:58.703700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.770918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:58.772335 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-01e161b7-4583-4777-8333-980c90f5baca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1558793 Aug 16 02:43:58.918964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-57a104ba-1f8f-412b-9678-a53e15184108 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1502718611&fields=id&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 267 time: 0.0350344 Aug 16 02:43:59.037661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-51933094-2234-4658-a9e3-a69aa472d644 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:43:59.040408 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-51933094-2234-4658-a9e3-a69aa472d644 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1139221 Aug 16 02:43:59.055753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-c2796496-087d-4b2e-825b-32b7ea9729f7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/quotas/84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 375 time: 0.0097010 Aug 16 02:43:59.111848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-7031a2ec-836f-4389-87f9-7a36319b251a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490589 Aug 16 02:43:59.211575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-487cb5bb-ffaa-413f-a5d2-37ccf76ec6bb service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873067 Aug 16 02:43:59.301845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-e95bd5ad-3c93-4f18-bc10-35a325b5bf77 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840328 Aug 16 02:43:59.556511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b6c9659e-e840-4448-8770-9efca9d3e10c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:43:59.564661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-07ad924e-da71-436b-86fd-0ba7d7d40a47 req-359f6933-42df-495f-a6cd-90d62d559ab1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 210 time: 0.0421431 Aug 16 02:43:59.651872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b6c9659e-e840-4448-8770-9efca9d3e10c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:43:59.656179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b6c9659e-e840-4448-8770-9efca9d3e10c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:43:59.656560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.736329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.769780 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b6c9659e-e840-4448-8770-9efca9d3e10c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b6c9659e-e840-4448-8770-9efca9d3e10c,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:43:59.834591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:43:59.884482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b6c9659e-e840-4448-8770-9efca9d3e10c,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:00.670459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1398ff80-ce63-41bb-a2a8-c4434e6467a6 req-d7c4832f-e465-4b30-ae89-9ae19a5c7a5c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 210 time: 0.0306919 Aug 16 02:44:01.449897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-14a8a100-3666-4d93-b0c9-305157553a59 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:01.451327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-14a8a100-3666-4d93-b0c9-305157553a59 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1052976 Aug 16 02:44:01.496575 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-2abfcecc-4fcb-41fe-876a-343bc859e7d4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 380 time: 0.0358324 Aug 16 02:44:01.506431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'port': {'device_id': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'admin_state_up': True, 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'security_groups': ['4601d78d-74d5-4c1f-b9a8-a480018d9279']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:01.520957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b6c9659e-e840-4448-8770-9efca9d3e10c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:01.569150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b6c9659e-e840-4448-8770-9efca9d3e10c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:01.569780 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.703335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Made reservation on behalf of 84e1fb7eec8f42c2a5583bed676676f9 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:44:01.707201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.765929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-406f23fe-48c5-4a5c-9a6f-2cc444cbcf7e req-5f6f619b-3b0a-4f82-9bd8-8d1c6175c6b9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 210 time: 0.0266538 Aug 16 02:44:01.838326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Allocated IP 172.20.0.4 (128a0d0c-2138-4d1f-a279-65c3d5793c33/ff636ff8-8872-43c5-81f9-8eb758b2ef4b/d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:44:01.974543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:01.990502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Transition to ACTIVE for port object d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:02.092195 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.136036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:44:02.139121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:44:02.142864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:44:02.149897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:02.200810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:02.201506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.310091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-74179c81-0ccb-455d-8e46-a4934e435b61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8073406 Aug 16 02:44:02.323481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Request body: {'port': {'device_id': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:02.381626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.405814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9bb3e720-824e-457b-a597-28377ae7ee7f None None] Provisioning for port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:02.409781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9bb3e720-824e-457b-a597-28377ae7ee7f None None] Provisioning complete for port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:02.410106 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9bb3e720-824e-457b-a597-28377ae7ee7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.443502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-9bb3e720-824e-457b-a597-28377ae7ee7f None None] Port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:44:02.642613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:44:02.649787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.661117 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Transition to ACTIVE for port object d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:44:02.720313 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.768572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:02.845756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:44:02.846128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:44:02.846432 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:02.851403 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:44:02.852294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:44:02.857698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:44:02.858047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:44:02.858574 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:44:02.859053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Bound port: d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:44:02.859565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:02.888913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ba494-3e39-42d3-9db5-f7b33f1b0be0 req-fcca284b-9cde-4e68-9004-9eca01e17c7c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:02.891277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-107ba494-3e39-42d3-9db5-f7b33f1b0be0 req-fcca284b-9cde-4e68-9004-9eca01e17c7c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0550673 Aug 16 02:44:02.934561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:44:02.937715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:44:02.939137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-107ba494-3e39-42d3-9db5-f7b33f1b0be0 req-cc387356-ea89-4f46-a8df-e57bb1adebbe tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Aug 16 02:44:03.001209 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.035306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.035927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:03.037323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] 10.222.0.58 "PUT /v2.0/ports/d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 1092 time: 0.7188902 Aug 16 02:44:03.037741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:03.041268 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51" -d '{"events": [{"name": "network-changed", "server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:03.073634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7b725-1bc3-4d8e-a334-2062aac89c8a service neutron] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:03.088379 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f74de87-be8f-4912-8b14-6ad984af1fa9 x-openstack-request-id: req-0f74de87-be8f-4912-8b14-6ad984af1fa9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:03.088681 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:03.088941 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0f74de87-be8f-4912-8b14-6ad984af1fa9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:03.089428 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'status': 'completed', 'code': 200} Aug 16 02:44:03.155783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51 req-55829255-c5d6-42aa-9627-53480eb45768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.157420 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51 req-55829255-c5d6-42aa-9627-53480eb45768 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1095 time: 0.0449491 Aug 16 02:44:03.263276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51 req-63e51060-43a2-4016-84d1-dae4548b726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.264796 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51 req-63e51060-43a2-4016-84d1-dae4548b726b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0998147 Aug 16 02:44:03.364146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51 req-b293e0f1-e1cd-4584-b1c4-2f1ed32cb859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.365552 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ec3d541b-089c-46d0-8315-4fd6dc4e8b51 req-b293e0f1-e1cd-4584-b1c4-2f1ed32cb859 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943849 Aug 16 02:44:03.441617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-e81d8f0b-2d5f-4b73-983e-976ffd2063a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.443063 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-e81d8f0b-2d5f-4b73-983e-976ffd2063a3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1095 time: 0.0414901 Aug 16 02:44:03.485962 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-2d399352-32d9-4520-8022-8d4fdf605d7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 217 time: 0.0340862 Aug 16 02:44:03.534441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-ab43b021-a685-4853-993d-f9ae63b3fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.536053 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-ab43b021-a685-4853-993d-f9ae63b3fba8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0437388 Aug 16 02:44:03.585280 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-d5199920-9a88-4813-9dd4-03f6eb3f44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:03.586853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-d5199920-9a88-4813-9dd4-03f6eb3f44c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436084 Aug 16 02:44:03.673870 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-6e9a0fc5-d2ef-43b0-8715-1e25fdd1f626 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800700 Aug 16 02:44:03.766157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9b26ef46-febd-4ae3-b3fa-70c9748b8d7d req-c82c2949-6970-4600-b526-a2d98c674d0c service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850217 Aug 16 02:44:04.050610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd563350-1ddd-4b18-b2a0-fe285884f5f2 req-98c686a3-5ff3-404a-b3ed-75ead8494d52 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:04.052144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd563350-1ddd-4b18-b2a0-fe285884f5f2 req-98c686a3-5ff3-404a-b3ed-75ead8494d52 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0502620 Aug 16 02:44:04.090505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd563350-1ddd-4b18-b2a0-fe285884f5f2 req-8721f088-0391-48c3-975a-73b7397b23cf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Aug 16 02:44:05.212147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b57d69-97dc-4fbe-b925-063bc8a8116d req-b906a322-3402-4ac3-b707-ebc062cad80e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:05.213646 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44b57d69-97dc-4fbe-b925-063bc8a8116d req-b906a322-3402-4ac3-b707-ebc062cad80e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0529642 Aug 16 02:44:05.251773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-44b57d69-97dc-4fbe-b925-063bc8a8116d req-f9131bd6-1266-4391-8778-c38200aaa6ad tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318587 Aug 16 02:44:06.366172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f43fe3-10df-4655-a3df-c29ede12cec2 req-80908d3d-76b4-4364-94c6-b91d0d1e3ae7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:06.368423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19f43fe3-10df-4655-a3df-c29ede12cec2 req-80908d3d-76b4-4364-94c6-b91d0d1e3ae7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0503011 Aug 16 02:44:06.405579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19f43fe3-10df-4655-a3df-c29ede12cec2 req-c3db5f5e-cd6d-4599-9013-ac0225ac63f8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311887 Aug 16 02:44:07.207639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:44:07.302834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:07.314427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'mac_address': 'fa:16:3e:66:b1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:44:07.351031 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.363888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:44:07.383524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:07.459539 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:07.504243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:07.512191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.512556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.512910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.513258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.513603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.513947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.514284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.514622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.514992 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.515327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.515658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.515990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:44:07.522322 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936fa66-32f2-4724-b417-6ca24ddd4a1a req-8de7d13b-8f28-4df5-ba34-d8af8e2e7ba0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:07.523907 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3936fa66-32f2-4724-b417-6ca24ddd4a1a req-8de7d13b-8f28-4df5-ba34-d8af8e2e7ba0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 944 time: 0.0491331 Aug 16 02:44:07.561720 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3936fa66-32f2-4724-b417-6ca24ddd4a1a req-82048bd5-8bab-41f4-9b55-d0c6d3cb4b6e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Aug 16 02:44:07.657279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:44:08.459887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-f80738d6-2159-41a5-bc06-0bcfd32aac9d req-5cd11895-110b-4710-a427-503273771e13 service neutron] (101946) timed out ('10.222.0.58', 60560) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 02:44:08.681055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca608da-6234-4d46-b68e-ca2c84ea98c3 req-66b4e82f-c309-4ac3-9f01-315fef1122f3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:08.682552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ca608da-6234-4d46-b68e-ca2c84ea98c3 req-66b4e82f-c309-4ac3-9f01-315fef1122f3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 944 time: 0.0540309 Aug 16 02:44:08.725658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ca608da-6234-4d46-b68e-ca2c84ea98c3 req-c6cbea77-c3f8-4adc-b638-1950017117be tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371013 Aug 16 02:44:09.221183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:44:09.383251 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:44:09.387250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:44:09.387628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.478498 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.500346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:09.502597 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b6506-b223-445e-a6e3-9d138cdd3b23" -d '{"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-plugged", "status": "completed", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:09.515082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:44:09.539983 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fb70ce-f29c-4cee-8e46-ffcd143a6eee x-openstack-request-id: req-53fb70ce-f29c-4cee-8e46-ffcd143a6eee {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:09.540287 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-plugged", "status": "completed", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:09.544625 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-53fb70ce-f29c-4cee-8e46-ffcd143a6eee {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:09.544625 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'code': 200} Aug 16 02:44:09.565838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:09.613175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:44:09.636622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b429e5-aa7f-4dec-aa4c-1be987d8c1c3 req-4e2e5559-1643-4624-ac4b-0507a4ea9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:09.638214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e0b429e5-aa7f-4dec-aa4c-1be987d8c1c3 req-4e2e5559-1643-4624-ac4b-0507a4ea9c0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1097 time: 0.0418975 Aug 16 02:44:09.676756 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e0b429e5-aa7f-4dec-aa4c-1be987d8c1c3 req-27f5590e-1881-44c1-965d-79f6559f6533 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292411 Aug 16 02:44:09.842727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e64b6-493a-4e07-a646-89bfdeacf585 req-43468491-57c0-4ec2-82f1-80c59f37a1ae tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:09.844243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-745e64b6-493a-4e07-a646-89bfdeacf585 req-43468491-57c0-4ec2-82f1-80c59f37a1ae tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0504954 Aug 16 02:44:09.881701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-745e64b6-493a-4e07-a646-89bfdeacf585 req-7cbde53a-ed77-4b22-bd25-bd75dcf999c3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Aug 16 02:44:10.011347 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-835c43ed-674a-498f-a95e-78c166a48b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:10.998625 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f055cc2-68c8-481d-bbcb-391ef8b4b18f req-c4c9de33-5069-4523-8d7b-eae03117dee9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:11.000146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f055cc2-68c8-481d-bbcb-391ef8b4b18f req-c4c9de33-5069-4523-8d7b-eae03117dee9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0492332 Aug 16 02:44:11.036903 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f055cc2-68c8-481d-bbcb-391ef8b4b18f req-7574a232-bc3b-4669-8100-1b5b2494b7e3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308173 Aug 16 02:44:11.152765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897847e1-4522-42e1-ac5e-17b53677378b req-10e8e3d1-b3fe-4469-b55d-60c55f065078 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:11.154247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-897847e1-4522-42e1-ac5e-17b53677378b req-10e8e3d1-b3fe-4469-b55d-60c55f065078 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0527382 Aug 16 02:44:11.162827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57746) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:44:11.167860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'floatingip': {'port_id': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:44:11.207363 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:11.649499 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:11.720184 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.143479 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f associated. External IP: 172.25.6.126, port: d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f. Aug 16 02:44:12.346713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:44:12.456587 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:44:12.461569 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.469194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:44:12.479631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:12.480246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:43:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.493694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e7dd6441-2e3e-4c36-8838-d064da839517 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "PUT /v2.0/floatingips/83aab716-18d8-41f1-ae0c-6908ada63d2f HTTP/1.1" status: 200 len: 991 time: 1.3298476 Aug 16 02:44:12.494307 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:44:12.496634 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:44:12.588006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:12.597509 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70135ed2-ee69-4e72-9a3b-28a413e6bae6 x-openstack-request-id: req-70135ed2-ee69-4e72-9a3b-28a413e6bae6 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:44:12.597812 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:44:12.598068 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-70135ed2-ee69-4e72-9a3b-28a413e6bae6 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:44:12.598473 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'status': 'completed', 'code': 200} Aug 16 02:44:12.664760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-44718c31-5376-43fc-bc9f-61ed3ea31c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:12.666320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-44718c31-5376-43fc-bc9f-61ed3ea31c97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1097 time: 0.0417037 Aug 16 02:44:12.736375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.768010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-8ee7dbfa-5fe3-45f3-8a16-302a605fe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:12.769509 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-8ee7dbfa-5fe3-45f3-8a16-302a605fe6e9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0952950 Aug 16 02:44:12.825330 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a3fe7c86-909a-4cfd-b698-c9eebe74ae6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:12.840638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-a8abcf41-de27-4c4b-a959-1bd7fa08ccd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 999 time: 0.0610600 Aug 16 02:44:12.847059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:66:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:44:11Z', 'revision_number': 1, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.874131 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:44:12.882396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:44:12.883084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:44:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:12.895654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-8af6e04d-99db-44b6-9845-76aef9814c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:12.897134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-8af6e04d-99db-44b6-9845-76aef9814c8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0492065 Aug 16 02:44:12.944658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-d09bf3dd-8596-42b7-a677-875e60937f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:12.946821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-d09bf3dd-8596-42b7-a677-875e60937f95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418916 Aug 16 02:44:12.989035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:44:13.036810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-784732ad-de46-4242-9420-dfa889988103 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823390 Aug 16 02:44:13.137776 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c8596a26-2028-4bcc-aca7-4ea71d96d5f7 req-cd12e47b-c802-4c0d-875e-0bd9da170a3b service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930443 Aug 16 02:44:13.217012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:66:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:44:11Z', 'revision_number': 1, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:44:13.248433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e991fb-c06e-43c9-b3c9-ddfe45fa8969 None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:66:b1:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:44:11Z', 'revision_number': 1, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:44:13.448230 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96be73f1-84f4-47db-85a3-aba204947261 None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:44:14.794299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:15.958327 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:22.132050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-5658ffd5-c231-4484-9a54-95c9f0326b4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413659 Aug 16 02:44:22.219125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-792b4e0f-69de-4672-bbe0-658ad60c70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.221343 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-792b4e0f-69de-4672-bbe0-658ad60c70ba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1097 time: 0.0469139 Aug 16 02:44:22.333199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-f8222728-6619-4e9c-975d-61fa3e03d371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.334578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-f8222728-6619-4e9c-975d-61fa3e03d371 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0881257 Aug 16 02:44:22.404082 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-f72ab1ed-1eda-4376-8227-3a242406efa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 1001 time: 0.0615804 Aug 16 02:44:22.460084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-cb4a9048-ff37-4bec-ae25-bb5004dc537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.461565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-cb4a9048-ff37-4bec-ae25-bb5004dc537d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0482211 Aug 16 02:44:22.507533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-b57a009d-c375-4d5c-9008-cdba6a706a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:44:22.509014 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-b57a009d-c375-4d5c-9008-cdba6a706a7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398974 Aug 16 02:44:22.601820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-5fe3d8b8-e023-45d3-9e2d-32b524b85d7f service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847645 Aug 16 02:44:22.695530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d8481963-37d6-49c0-a12a-237d1a67e492 req-07c32db1-8997-4e45-8e96-7dfacabf74be service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849144 Aug 16 02:44:27.529903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:27.632091 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:32.954736 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:44:40.016745 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a82b7aab-ad3b-436d-b94c-cb70afbf28f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.677096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:42.776394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-31348c16-8607-407f-b304-19f06915fd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:44.785588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:45.993918 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.579876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:44:57.607734 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:09.953525 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:10.016099 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4dfdc44c-9632-48e4-a5c0-4299a9098303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:12.690283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:12.781449 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0c98695-ed28-4ef9-9ae7-a00f24e19bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:14.790381 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:15.979003 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:23.217419 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-32bca436-0650-48f5-9058-03a0650d8e7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1284451 Aug 16 02:45:23.297831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-39098924-0ab4-4367-9859-fd8cbaafd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.299353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-39098924-0ab4-4367-9859-fd8cbaafd6a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1097 time: 0.0403228 Aug 16 02:45:23.411077 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-b402de04-d4b1-4f7b-9c62-7508d20f0373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.412494 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-b402de04-d4b1-4f7b-9c62-7508d20f0373 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0944471 Aug 16 02:45:23.477584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-904f0be1-91f5-4e8d-8458-7d901a1fb3ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 1001 time: 0.0577402 Aug 16 02:45:23.546788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-80f2eca9-cd96-4fb4-8754-98361ba7129a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.548593 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-80f2eca9-cd96-4fb4-8754-98361ba7129a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0510755 Aug 16 02:45:23.593682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-ea745273-9a09-49f5-80ca-365f3fec20f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:23.595818 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-ea745273-9a09-49f5-80ca-365f3fec20f0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397801 Aug 16 02:45:23.606588 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-07c53397-31e7-46bc-8416-900053ade43c service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:45:23.607551 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-07c53397-31e7-46bc-8416-900053ade43c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048714 Aug 16 02:45:23.696513 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-7045fb68-c656-4304-b7b2-fe07f9a19cff service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820625 Aug 16 02:45:23.792169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7ab70976-fb86-4a58-9806-772c3a25a350 req-fd539e14-cbd3-406b-aa53-056b1695149f service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842793 Aug 16 02:45:27.589531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:27.615407 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:39.989114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-452a14f1-0bc2-446c-bc2c-c9136689ea6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.690085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:42.775127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-84ce0fe3-cbd4-4eb6-b328-feed86b8500c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:44.812104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:45.983487 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:46.953484 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:45:50.494727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747d4ea-7f21-400e-9645-10716d99b4aa req-d64f2070-d6c6-45a4-b838-f7695b1157fe tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:50.496290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a747d4ea-7f21-400e-9645-10716d99b4aa req-d64f2070-d6c6-45a4-b838-f7695b1157fe tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.1710854 Aug 16 02:45:50.535911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a747d4ea-7f21-400e-9645-10716d99b4aa req-70dae15a-da30-4816-b5cf-76e1504d1140 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328960 Aug 16 02:45:50.918926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05200173-e36d-42ef-91c1-716c7b2c51a3 req-a264f91d-bd99-4bc3-a45c-f9e86ca10838 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:50.920460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05200173-e36d-42ef-91c1-716c7b2c51a3 req-a264f91d-bd99-4bc3-a45c-f9e86ca10838 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0487237 Aug 16 02:45:50.958317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05200173-e36d-42ef-91c1-716c7b2c51a3 req-e488fa19-0cce-4574-896f-a1b50d695dc3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310793 Aug 16 02:45:50.987415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 57992) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:45:51.072626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-4aae2118-b238-468f-a382-3097cc1db34e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839684 Aug 16 02:45:52.136775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914b2f1-e860-43bd-aa07-c69e3527812f req-dd25055a-859b-4553-9403-00d0ca9f09ec tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:52.138189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5914b2f1-e860-43bd-aa07-c69e3527812f req-dd25055a-859b-4553-9403-00d0ca9f09ec tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.1079845 Aug 16 02:45:52.177427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5914b2f1-e860-43bd-aa07-c69e3527812f req-c68193f9-a6fc-4d80-a5ad-955fbf224006 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328507 Aug 16 02:45:53.137871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-cba3e011-4ce6-4f2f-ba08-5b9115585ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.139413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-cba3e011-4ce6-4f2f-ba08-5b9115585ac2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1097 time: 0.0410857 Aug 16 02:45:53.233300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-b8deabe1-6624-4c36-b1ae-df20722a0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.234839 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-b8deabe1-6624-4c36-b1ae-df20722a0077 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0885036 Aug 16 02:45:53.296431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb35a4-3659-4aeb-8a4c-ac769dbca493 req-9881a08b-1794-47cc-8495-265910fbb2be tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.297935 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1fb35a4-3659-4aeb-8a4c-ac769dbca493 req-9881a08b-1794-47cc-8495-265910fbb2be tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0497031 Aug 16 02:45:53.300506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-35b939f7-eb00-4986-88ec-44996ed2e226 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 1001 time: 0.0588658 Aug 16 02:45:53.336167 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d1fb35a4-3659-4aeb-8a4c-ac769dbca493 req-28a39e87-a621-4e41-bf34-fec687da0dcc tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320616 Aug 16 02:45:53.354048 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-19f41418-d4d5-4b63-95d7-5881bd030b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.354048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-19f41418-d4d5-4b63-95d7-5881bd030b6f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0438623 Aug 16 02:45:53.399927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-12817588-f6c1-4d78-a40c-b82d717024c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:53.401340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-12817588-f6c1-4d78-a40c-b82d717024c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421081 Aug 16 02:45:53.490302 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-664a8345-5670-41c1-8a5e-afd4e18a4de2 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811098 Aug 16 02:45:53.585240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-2fcd51e8-998e-44bf-9ff9-577d5e930623 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878131 Aug 16 02:45:54.456636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d824760-698f-4a30-bafc-6b5d97d77985 req-5bf56615-055d-4d80-98d7-4fe19707677f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:54.458231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d824760-698f-4a30-bafc-6b5d97d77985 req-5bf56615-055d-4d80-98d7-4fe19707677f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0521479 Aug 16 02:45:54.496255 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d824760-698f-4a30-bafc-6b5d97d77985 req-d707ee20-6955-4704-b054-e1becbae0b63 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320017 Aug 16 02:45:55.616688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda879cc-ba59-4cdc-951d-32502be86b43 req-913664e0-a429-4c69-9c7a-7693420d3ea0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:55.618166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eda879cc-ba59-4cdc-951d-32502be86b43 req-913664e0-a429-4c69-9c7a-7693420d3ea0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Aug 16 02:45:55.656349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eda879cc-ba59-4cdc-951d-32502be86b43 req-ccee573c-ba88-4363-9fb1-32a2b843c704 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Aug 16 02:45:56.773052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ea4cc8-7731-4610-928b-b6efe0a078c6 req-f6e29d06-b9c2-4789-a604-2dfb477854a0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:56.774540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4ea4cc8-7731-4610-928b-b6efe0a078c6 req-f6e29d06-b9c2-4789-a604-2dfb477854a0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0494785 Aug 16 02:45:56.811246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4ea4cc8-7731-4610-928b-b6efe0a078c6 req-f27750e9-d97d-4f53-a4de-47502e3e6d62 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 Aug 16 02:45:57.577346 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.623020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:45:57.935719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77905070-5f17-44ef-98fc-c9cc5bab3964 req-303f5d45-ea63-4909-8fa2-d52a0635f2cd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:57.937947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77905070-5f17-44ef-98fc-c9cc5bab3964 req-303f5d45-ea63-4909-8fa2-d52a0635f2cd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0577924 Aug 16 02:45:57.976508 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77905070-5f17-44ef-98fc-c9cc5bab3964 req-405ff4e6-a37c-496d-8361-f1f5c9f8d5eb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325804 Aug 16 02:45:59.096271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea9b4a-5f53-433a-a577-4935e8b0c050 req-15d81554-e1b8-4eb9-a5a7-6cd9465fd8c9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:45:59.097766 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efea9b4a-5f53-433a-a577-4935e8b0c050 req-15d81554-e1b8-4eb9-a5a7-6cd9465fd8c9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0525639 Aug 16 02:45:59.144571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-efea9b4a-5f53-433a-a577-4935e8b0c050 req-aa09617b-3d8d-4c95-9419-8b8ff53ff8f5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397029 Aug 16 02:46:00.263671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae2bc7-b7d9-4af8-bc4c-f36a53fcb6b8 req-66454b83-8d28-4b37-8958-e6ea8069b435 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:00.265173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eae2bc7-b7d9-4af8-bc4c-f36a53fcb6b8 req-66454b83-8d28-4b37-8958-e6ea8069b435 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Aug 16 02:46:00.304038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0eae2bc7-b7d9-4af8-bc4c-f36a53fcb6b8 req-3f935d3b-e32f-43f0-b9fa-e1dd7dc495b4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Aug 16 02:46:01.437523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fc5a8-633c-449b-9303-bc228f04c55f req-1ae2e6cd-e183-4512-99d3-ae2e0c4dd25b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:01.439584 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-405fc5a8-633c-449b-9303-bc228f04c55f req-1ae2e6cd-e183-4512-99d3-ae2e0c4dd25b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0562258 Aug 16 02:46:01.479829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-405fc5a8-633c-449b-9303-bc228f04c55f req-5509c5ae-2fda-4e70-925f-b122c54668e8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342364 Aug 16 02:46:02.603059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8076502e-fe61-4ef8-8550-20d151f59c7d req-3a7a245d-5564-4304-8441-10390e2c125e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:02.604534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8076502e-fe61-4ef8-8550-20d151f59c7d req-3a7a245d-5564-4304-8441-10390e2c125e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0522401 Aug 16 02:46:02.642461 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8076502e-fe61-4ef8-8550-20d151f59c7d req-b580b234-bb86-45f9-94ef-2e405a03a4e8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313036 Aug 16 02:46:03.757513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842aa093-cae9-4ada-bc13-13dce5ecb4de req-1362feec-a9a7-4508-a617-4d1e6497985a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:03.759090 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-842aa093-cae9-4ada-bc13-13dce5ecb4de req-1362feec-a9a7-4508-a617-4d1e6497985a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0498943 Aug 16 02:46:03.798285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-842aa093-cae9-4ada-bc13-13dce5ecb4de req-96631f5d-25ac-4602-962a-0ed5ebdf2b1d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332112 Aug 16 02:46:04.912498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27923b61-c6b5-484d-ae86-d9256b17b6d2 req-17af1a7f-7580-49a5-ab12-197f9924c9e9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:04.913979 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27923b61-c6b5-484d-ae86-d9256b17b6d2 req-17af1a7f-7580-49a5-ab12-197f9924c9e9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Aug 16 02:46:04.952014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27923b61-c6b5-484d-ae86-d9256b17b6d2 req-51c72845-74ec-4a2c-85a4-62faee6d348b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318434 Aug 16 02:46:05.795608 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-82f48426-052c-4c6e-a36f-7c81dc3b636b service neutron] show failed (client error): The resource could not be found. Aug 16 02:46:05.796597 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-82f48426-052c-4c6e-a36f-7c81dc3b636b service neutron] 10.222.0.58 "GET /v2.0/ports/d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0560513 Aug 16 02:46:06.072740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71676257-b0c1-4fec-80f7-dea7ca996d7d req-6edae666-bda4-4770-93ea-be659c7dcb11 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.074151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71676257-b0c1-4fec-80f7-dea7ca996d7d req-6edae666-bda4-4770-93ea-be659c7dcb11 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0548334 Aug 16 02:46:06.112409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71676257-b0c1-4fec-80f7-dea7ca996d7d req-0482c302-7c40-4130-a0e2-b69adff39c75 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317342 Aug 16 02:46:06.371891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-3dfd106a-7bbd-4320-b7f1-71f9e12c106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:06.373306 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-3dfd106a-7bbd-4320-b7f1-71f9e12c106e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 1097 time: 0.0416219 Aug 16 02:46:06.384694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:06.441309 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.646056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:06.679775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:06.718619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.728190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:06.728190 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd84b9-91ed-4085-ac8f-37aeeda2bb04" -d '{"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-unplugged", "status": "completed", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:06.736437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Transition to ACTIVE for port object d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:06.771019 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc07f494-f055-47c9-841e-0390c22c32bf x-openstack-request-id: req-fc07f494-f055-47c9-841e-0390c22c32bf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:06.771316 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-unplugged", "status": "completed", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:06.771568 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc07f494-f055-47c9-841e-0390c22c32bf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:06.771965 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'code': 200} Aug 16 02:46:06.811437 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:06.909141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:06.933477 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.933874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.934241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.934578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.934938 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.935267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.935593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.935918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.936244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.936566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.936892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.937212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:06.992734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] No DVR routers for this DVR port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:07.123980 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:07.124243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:07.124573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:07.129332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:07.129709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Attempting to bind port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:07.134422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:07.134796 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:07.135187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:07.135617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Bound port: d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:07.135976 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.201877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:07.204521 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:07.230014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ea544-488d-4a7b-b278-e3f668c31442 req-e8bdc0f0-428d-428e-bd62-08e4aafee259 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.231585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf8ea544-488d-4a7b-b278-e3f668c31442 req-e8bdc0f0-428d-428e-bd62-08e4aafee259 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0497785 Aug 16 02:46:07.270745 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf8ea544-488d-4a7b-b278-e3f668c31442 req-ed189c6f-7667-4d63-8bde-bc660413e668 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Aug 16 02:46:07.286330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.320621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.321253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:07.322681 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] 10.222.0.83 "PUT /v2.0/ports/d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 1092 time: 0.9419699 Aug 16 02:46:07.343754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ec462-30e7-4bef-a80f-66b3ee12c735 service neutron] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:07.388189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-44bc2153-4640-4651-b2c3-3a071dd0e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.389727 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-44bc2153-4640-4651-b2c3-3a071dd0e3e0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1095 time: 0.0424044 Aug 16 02:46:07.488913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-bff7c047-fe1e-4cf7-ae33-43430387e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.490464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-bff7c047-fe1e-4cf7-ae33-43430387e9ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0936341 Aug 16 02:46:07.556147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-d87e352e-9d79-4cbd-a8ae-c137cfdf3550 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 999 time: 0.0574746 Aug 16 02:46:07.606696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-a9987c4f-c88d-481d-896b-2a2405b2b530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.608218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-a9987c4f-c88d-481d-896b-2a2405b2b530 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0432360 Aug 16 02:46:07.659054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-f429e0d9-b590-489a-ba86-f71172a1d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:07.660593 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-f429e0d9-b590-489a-ba86-f71172a1d6f4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452240 Aug 16 02:46:07.757367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-fe8d8036-a248-4263-8889-a904135bc3a0 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851057 Aug 16 02:46:07.851336 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b19f242d-fe29-4cb7-b5ba-cc7041322d2c req-d9072a30-0f02-49b3-946f-30a7fb66578e service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871201 Aug 16 02:46:08.388591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c722f-0268-4ef3-b285-60dab1c5859e req-6dd875bf-17fe-4512-bfbb-ec1efda0811e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.390087 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-687c722f-0268-4ef3-b285-60dab1c5859e req-6dd875bf-17fe-4512-bfbb-ec1efda0811e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0483761 Aug 16 02:46:08.428084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-687c722f-0268-4ef3-b285-60dab1c5859e req-77cf6eba-cb7e-4888-a7d3-7692196862a5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312793 Aug 16 02:46:08.773471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:08.776015 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0959aa1-c98c-42e5-8d33-a17d301e6f59" -d '{"events": [{"name": "network-changed", "server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:08.827426 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07017114-c357-4d5a-9400-784d0534b203 x-openstack-request-id: req-07017114-c357-4d5a-9400-784d0534b203 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:08.827729 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:08.828711 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-07017114-c357-4d5a-9400-784d0534b203 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:08.829736 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'status': 'completed', 'code': 200} Aug 16 02:46:08.911656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-4dccb52b-1b0f-431e-81c6-bbb4eb7820ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.913148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-4dccb52b-1b0f-431e-81c6-bbb4eb7820ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1095 time: 0.0670059 Aug 16 02:46:08.914753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-08e804b7-d13f-497a-9dc5-41ae68a2cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:08.916087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-08e804b7-d13f-497a-9dc5-41ae68a2cb46 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1095 time: 0.0611870 Aug 16 02:46:09.420634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-ca68df60-a90f-40cd-b638-04cc19a55732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.422132 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-ca68df60-a90f-40cd-b638-04cc19a55732 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.5017066 Aug 16 02:46:09.423952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-24ca407c-1a2a-4979-9f84-a5800e93d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.425291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-24ca407c-1a2a-4979-9f84-a5800e93d8ae service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.4973798 Aug 16 02:46:09.537019 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-804c5626-ff47-4c8b-8a3c-7f6b9e2cd43e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 999 time: 0.1071293 Aug 16 02:46:09.538852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-6931e4c7-59bb-44c9-91a7-097a8c535313 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 999 time: 0.1035967 Aug 16 02:46:09.552775 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c53223-297f-4a6f-8b43-f0c6aae4200b req-3fb2f550-ad08-4469-9e58-6ddaa70f927e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.554308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6c53223-297f-4a6f-8b43-f0c6aae4200b req-3fb2f550-ad08-4469-9e58-6ddaa70f927e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 943 time: 0.0580344 Aug 16 02:46:09.595657 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6c53223-297f-4a6f-8b43-f0c6aae4200b req-a4d259dd-ea76-4c3b-a39e-b83d3fdf1a5e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345228 Aug 16 02:46:09.622580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-09e78233-8757-44d4-afe9-66586072b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.624206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-09e78233-8757-44d4-afe9-66586072b2d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0798359 Aug 16 02:46:09.627923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-1d254681-b60b-42ec-9eb6-daf86053673c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.629256 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-1d254681-b60b-42ec-9eb6-daf86053673c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0760753 Aug 16 02:46:09.702818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-6058531a-a4ba-4b12-949e-61f84a2fc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.704954 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-6058531a-a4ba-4b12-949e-61f84a2fc73f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736933 Aug 16 02:46:09.707480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-e9071cdb-5bee-4875-9eff-87ff9f85b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:09.708814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-e9071cdb-5bee-4875-9eff-87ff9f85b4fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693183 Aug 16 02:46:09.869103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-e33dc341-0a03-42e0-b934-4f0e5d3a767f service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567237 Aug 16 02:46:09.872618 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-500c4131-a11c-41e8-9be5-853e31601f91 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524849 Aug 16 02:46:09.925403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:09.972647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:10.034906 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-50807002-ac50-4764-90c2-226d19e41728 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587889 Aug 16 02:46:10.038433 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d0959aa1-c98c-42e5-8d33-a17d301e6f59 req-c2a63b6e-4916-49e6-aa55-35ddae975774 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524374 Aug 16 02:46:10.062591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1a0ef665-701d-40c0-bc9e-76a19e52e107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:10.435819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:10.530093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:10.541614 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'mac_address': 'fa:16:3e:66:b1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:10.577018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:10.589953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:10.609284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:10.685612 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:10.723115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7c3ba-5d83-4074-aa56-10fac02f93de req-a9d057af-6cbe-483f-8b67-97e5c8d73c21 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:10.724639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7c7c3ba-5d83-4074-aa56-10fac02f93de req-a9d057af-6cbe-483f-8b67-97e5c8d73c21 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 944 time: 0.0506406 Aug 16 02:46:10.734714 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:10.741969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.742320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.742677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.743385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.743385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.743674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.744001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.744335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.744658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.744998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.745304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.745628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:46:10.763517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7c7c3ba-5d83-4074-aa56-10fac02f93de req-18ac626c-80a1-4b00-8f6b-5639ff6af850 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327001 Aug 16 02:46:10.922139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:11.084397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a733b-2f47-4bc1-9281-7db5794e36e5 req-ccac927d-c1eb-41ec-990b-330573dc0a01 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.085918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-856a733b-2f47-4bc1-9281-7db5794e36e5 req-ccac927d-c1eb-41ec-990b-330573dc0a01 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 944 time: 0.0558753 Aug 16 02:46:11.123435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-856a733b-2f47-4bc1-9281-7db5794e36e5 req-5d8c5cdd-58e7-48a6-a183-a058a4afa472 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Aug 16 02:46:11.128751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-f77c29ca-9765-4f49-996f-b2fc44c77e00 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.130375 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-f77c29ca-9765-4f49-996f-b2fc44c77e00 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26&tenant_id=84e1fb7eec8f42c2a5583bed676676f9&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 944 time: 0.0536213 Aug 16 02:46:11.194390 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-8765ef0c-8322-45c4-afc4-b58615fa2d06 service neutron] delete failed (client error): The resource could not be found. Aug 16 02:46:11.195439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-8765ef0c-8322-45c4-afc4-b58615fa2d06 service neutron] 10.222.0.58 "DELETE /v2.0/ports/d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0574749 Aug 16 02:46:11.277549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-5c48b4a9-ea3c-47a4-be24-abf0b7c6336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.278975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-5c48b4a9-ea3c-47a4-be24-abf0b7c6336b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 1096 time: 0.0401347 Aug 16 02:46:11.366156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-f87b2dc1-267f-4fd9-b6c3-abe87d46a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.367662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-f87b2dc1-267f-4fd9-b6c3-abe87d46a303 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0820937 Aug 16 02:46:11.437367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-eee14f5b-b3c8-4023-9a3d-ba0e505e1748 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 200 len: 1000 time: 0.0613248 Aug 16 02:46:11.490132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-d268366f-728c-45a1-a97b-d99722b679e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.491662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-d268366f-728c-45a1-a97b-d99722b679e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0471828 Aug 16 02:46:11.538220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-97ec1b02-30e4-49ac-a43e-b088dd1beb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:11.539779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-97ec1b02-30e4-49ac-a43e-b088dd1beb39 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411208 Aug 16 02:46:11.635208 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-5a33e371-d987-4c30-b1d8-c6b7f6d4ea66 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879648 Aug 16 02:46:11.723812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2988e2e-3a88-44ca-a6e6-10c11612bf33 req-b1b1a7da-2a1b-4b87-ba6f-6b74f9596b2d service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811226 Aug 16 02:46:12.251472 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b7aac-5c17-4a93-a36f-d030ccc5ba2d req-efab1d92-cd36-4c76-8945-7e4ebec1c551 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:12.253046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d7b7aac-5c17-4a93-a36f-d030ccc5ba2d req-efab1d92-cd36-4c76-8945-7e4ebec1c551 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 944 time: 0.0560999 Aug 16 02:46:12.290154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7d7b7aac-5c17-4a93-a36f-d030ccc5ba2d req-87819be8-a511-44be-8ea7-f7837bf8d688 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308719 Aug 16 02:46:12.457739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:12.576939 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:12.581749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:12.582136 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.669881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.678257 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.693846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:12.696122 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b80af90-a689-4df8-9e33-ce530eb63af4" -d '{"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-plugged", "status": "completed", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:12.710687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:12.738861 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55528e47-687a-4a86-8f3b-dad6ee0b5162 x-openstack-request-id: req-55528e47-687a-4a86-8f3b-dad6ee0b5162 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:12.739154 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-plugged", "status": "completed", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:12.741810 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-55528e47-687a-4a86-8f3b-dad6ee0b5162 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:12.741810 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'code': 200} Aug 16 02:46:12.759626 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.783218 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca4dd63d-b55f-493a-b0ef-943f030efc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:12.809797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:13.405036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066c914-a067-4cb1-a84c-9e29728052ef req-eb77e3be-ae33-40cb-80f8-4644141943c1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:13.406549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d066c914-a067-4cb1-a84c-9e29728052ef req-eb77e3be-ae33-40cb-80f8-4644141943c1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0487680 Aug 16 02:46:13.445829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d066c914-a067-4cb1-a84c-9e29728052ef req-92e90516-7679-4ac8-ae3e-5e61b54e70d9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329163 Aug 16 02:46:13.564167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0a31-b541-47e6-a903-6940b16c68f2 req-a34f7457-c567-4421-88db-afbe9bbca5ad tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:13.571778 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36cd0a31-b541-47e6-a903-6940b16c68f2 req-a34f7457-c567-4421-88db-afbe9bbca5ad tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0506358 Aug 16 02:46:13.604154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36cd0a31-b541-47e6-a903-6940b16c68f2 req-4d30a044-904f-4271-87ce-705a09160601 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Aug 16 02:46:13.721848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93519658-676d-4dbb-8a4d-b6a66f2df7bc req-f99e1431-76c7-4ef1-bced-89cb06fd346f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:13.723316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93519658-676d-4dbb-8a4d-b6a66f2df7bc req-f99e1431-76c7-4ef1-bced-89cb06fd346f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Aug 16 02:46:13.760351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-93519658-676d-4dbb-8a4d-b6a66f2df7bc req-32cfad89-4129-481d-9d07-550d793c5e9d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311341 Aug 16 02:46:14.259223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a827ea6-3806-49c4-8120-6751afd7435c req-4ccb3bda-42b7-4f8f-83ed-cc0dc0ea5c49 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:14.260734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a827ea6-3806-49c4-8120-6751afd7435c req-4ccb3bda-42b7-4f8f-83ed-cc0dc0ea5c49 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0535643 Aug 16 02:46:14.298421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8a827ea6-3806-49c4-8120-6751afd7435c req-7a473a6a-a3b0-4c13-9f49-5f163baa6ca6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309916 Aug 16 02:46:14.788122 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.413259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbbb7a-7a07-4700-82d1-fc2f0b909462 req-a4656b4d-2ae5-443f-b1e7-22c86651411b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:15.414775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7bbbb7a-7a07-4700-82d1-fc2f0b909462 req-a4656b4d-2ae5-443f-b1e7-22c86651411b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0483668 Aug 16 02:46:15.452409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7bbbb7a-7a07-4700-82d1-fc2f0b909462 req-6265ff5a-5ac7-4e30-9eaa-dc1a2b0878ee tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316460 Aug 16 02:46:15.492736 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-7c8de37a-97b9-41b1-8035-4f19926bd91c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:15.494239 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-7c8de37a-97b9-41b1-8035-4f19926bd91c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 945 time: 0.0505502 Aug 16 02:46:15.589277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Deleting port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:46:15.589665 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.677822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] For port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:15.678199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.852550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.852933 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:15.853254 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f disassociated. External IP: 172.25.6.126, port: d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f. Aug 16 02:46:15.853603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Calling delete_port for d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:46:16.003413 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:16.066524 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:16.098751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event deleted for resources: {'Port': ['ID=d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:16.219414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:16.325054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:16.335966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:16.344749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:16.345369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:46:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:16.368698 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] No DVR routers for this DVR port d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:46:16.371776 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:16.373945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-21adcbc3-d183-4b18-8004-e2d2466c1f03 req-c254cf40-625b-4d10-8359-5fc620ac2198 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "DELETE /v2.0/ports/d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f HTTP/1.1" status: 204 len: 173 time: 0.8735039 Aug 16 02:46:16.374436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-deleted', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:16.377425 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98989f43-e395-400d-a7ed-ec89a4af029d" -d '{"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-deleted", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:16.413927 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d61b3f-4f46-4dca-9b73-aa9cfe573462 x-openstack-request-id: req-f4d61b3f-4f46-4dca-9b73-aa9cfe573462 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:16.414405 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4145cda-5c1e-4e94-8e37-cfcadb754a26", "name": "network-vif-deleted", "tag": "d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:16.414687 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f4d61b3f-4f46-4dca-9b73-aa9cfe573462 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:16.415127 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4145cda-5c1e-4e94-8e37-cfcadb754a26', 'name': 'network-vif-deleted', 'tag': 'd68ece4a-529b-4ffe-aea3-01cc9d2bbd1f', 'status': 'completed', 'code': 200} Aug 16 02:46:16.452529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:16.550355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea85a41e-a2ba-4db4-88b8-4dbdcec89c8e req-e88ee812-571d-42d9-b16c-e1829454030b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=e4145cda-5c1e-4e94-8e37-cfcadb754a26 HTTP/1.1" status: 200 len: 210 time: 0.0300491 Aug 16 02:46:16.661482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:16.687617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:16.696346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:16.696953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:46:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:16.802459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:17.006172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:17.035910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4367f-2571-4924-95b2-50b3453c75ff None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:17.270032 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6892245c-314f-4ec6-b44b-8a0f5b6579ad None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:17.796307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-574d1b9c-974d-41d9-8102-33d8470b2fc3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1502718611&fields=id&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 267 time: 0.0393262 Aug 16 02:46:17.911862 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-07649d4e-91a0-4910-9e45-a898515e6529 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:17.913476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-07649d4e-91a0-4910-9e45-a898515e6529 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1092668 Aug 16 02:46:17.929900 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5e041d3e-0853-4fdd-a1c1-4e1b33b387ae tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/quotas/84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 375 time: 0.0104609 Aug 16 02:46:17.993472 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-fc77f188-21d9-40ff-b2ee-d8b1d7d5bf04 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577350 Aug 16 02:46:18.087758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-3cc99628-49be-40c5-a96b-8b848081a9d3 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816338 Aug 16 02:46:18.181488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-1ae26a8d-8a9b-45a4-8bbc-829134977cc1 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876727 Aug 16 02:46:18.418531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-89f7daec-0850-4a70-b423-8ea0860c8992 req-9f68bf28-bb5e-4868-a189-44320f0fcd56 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 210 time: 0.0283937 Aug 16 02:46:18.497321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:46:18.518801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:46:18.519362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d68ece4a-529b-4ffe-aea3-01cc9d2bbd1f not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:46:19.514179 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3204f6e7-4306-4350-8697-d377753be5f1 req-d4599c87-8b45-4d09-97e9-9d14314cf44c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 210 time: 0.0269644 Aug 16 02:46:20.262560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-97c2f836-8b56-447e-a3bb-75f44c0c76d5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:20.264114 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-97c2f836-8b56-447e-a3bb-75f44c0c76d5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1058638 Aug 16 02:46:20.308369 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-6da1982f-2caf-4c24-bf0d-da4fdab86dea tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 380 time: 0.0352738 Aug 16 02:46:20.317966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'port': {'device_id': '027e0ae5-196d-461d-b524-407cbf563230', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'admin_state_up': True, 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'security_groups': ['4601d78d-74d5-4c1f-b9a8-a480018d9279']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:20.553509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Made reservation on behalf of 84e1fb7eec8f42c2a5583bed676676f9 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:46:20.557244 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.613382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce087b4a-65e5-424a-80f5-0ec1128255c9 req-7d795ad0-29bc-4747-9597-3e5fb762844a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 210 time: 0.0289993 Aug 16 02:46:20.685883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Allocated IP 172.20.0.8 (128a0d0c-2138-4d1f-a279-65c3d5793c33/ff636ff8-8872-43c5-81f9-8eb758b2ef4b/5694d2d8-49f2-4561-821a-9e68b7e243e6) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:46:20.816076 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:20.830208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Transition to ACTIVE for port object 5694d2d8-49f2-4561-821a-9e68b7e243e6 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:20.952411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.001570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:46:21.004771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:46:21.008611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:46:21.033152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:21.061243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:21.061992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.137477 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4477a733-7e38-4e4c-9d93-f7ad35a3b0f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8231575 Aug 16 02:46:21.150023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Request body: {'port': {'device_id': '027e0ae5-196d-461d-b524-407cbf563230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:21.204302 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.254911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c417aa3-3560-453c-b46c-38e7c38bd0cd None None] Provisioning for port 5694d2d8-49f2-4561-821a-9e68b7e243e6 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:21.258793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1c417aa3-3560-453c-b46c-38e7c38bd0cd None None] Provisioning complete for port 5694d2d8-49f2-4561-821a-9e68b7e243e6 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:21.259197 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1c417aa3-3560-453c-b46c-38e7c38bd0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.291743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1c417aa3-3560-453c-b46c-38e7c38bd0cd None None] Port 5694d2d8-49f2-4561-821a-9e68b7e243e6 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:46:21.465464 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5694d2d8-49f2-4561-821a-9e68b7e243e6 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:21.473271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.484793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Transition to ACTIVE for port object 5694d2d8-49f2-4561-821a-9e68b7e243e6 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:46:21.559750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.628407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:21.681802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:46:21.682153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:46:21.682703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:21.687423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:46:21.687755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:46:21.693454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:46:21.693800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:46:21.694195 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:46:21.694628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Bound port: 5694d2d8-49f2-4561-821a-9e68b7e243e6, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:46:21.695028 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.736792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc67c0b4-2138-4d16-87b0-36f1747c7928 req-7abe9dc1-d650-4a44-8926-f48982461f8b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:21.738493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc67c0b4-2138-4d16-87b0-36f1747c7928 req-7abe9dc1-d650-4a44-8926-f48982461f8b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0531542 Aug 16 02:46:21.769166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:46:21.772555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:46:21.780294 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bc67c0b4-2138-4d16-87b0-36f1747c7928 req-0ebc0084-8788-4b35-a83c-5be50d38db6d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354512 Aug 16 02:46:21.828221 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.861936 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:21.862563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:21.864068 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] 10.222.0.58 "PUT /v2.0/ports/5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 1092 time: 0.7185485 Aug 16 02:46:21.864515 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:21.866793 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986" -d '{"events": [{"name": "network-changed", "server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:21.897332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d433b19-45a0-4d34-b5d2-1a66bd2dd2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:21.910853 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7147751-0dfa-4a21-b59c-66ab72d2572a x-openstack-request-id: req-a7147751-0dfa-4a21-b59c-66ab72d2572a {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:21.911155 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:21.911417 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a7147751-0dfa-4a21-b59c-66ab72d2572a {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:21.911848 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'status': 'completed', 'code': 200} Aug 16 02:46:21.973854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986 req-e9d13d8c-d0a6-48e5-80b9-5657e8d98d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:21.975565 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986 req-e9d13d8c-d0a6-48e5-80b9-5657e8d98d6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1095 time: 0.0437958 Aug 16 02:46:22.081900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986 req-18f2cebf-d9d0-4f4d-9b1c-55ee590f9e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:22.083463 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986 req-18f2cebf-d9d0-4f4d-9b1c-55ee590f9e66 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0996878 Aug 16 02:46:22.177261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986 req-ba7acc94-bcff-496d-9dd8-bb349fd3fe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:22.178808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-681f6dee-7ad6-4ea7-afae-d9bf65b0d986 req-ba7acc94-bcff-496d-9dd8-bb349fd3fe8b service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0879395 Aug 16 02:46:22.260573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-d6e87b6c-8992-417b-879e-7014b85690a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:22.262106 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-d6e87b6c-8992-417b-879e-7014b85690a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1095 time: 0.0414090 Aug 16 02:46:22.306938 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-92c9254f-7963-4b1a-b29c-79ac9a0ce38e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 217 time: 0.0366962 Aug 16 02:46:22.355201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-96f7b796-9a0b-4bb3-bbcf-5552269e7064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:22.356594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-96f7b796-9a0b-4bb3-bbcf-5552269e7064 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0424602 Aug 16 02:46:22.400562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-3fb02d37-9a43-4320-807b-57222a8346ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:22.402023 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-3fb02d37-9a43-4320-807b-57222a8346ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386102 Aug 16 02:46:22.494529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-4a8d9b09-9547-4e08-9957-af748da49ed7 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846670 Aug 16 02:46:22.594028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ef59a846-5f0f-49b9-98e3-7f68d5c50e3c req-f6637e29-bdde-49a4-89bb-3b6f6c59c2dd service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912669 Aug 16 02:46:22.900895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5cceb-0df2-4d9a-b099-cc3bb407ab6f req-c986bb7c-21be-4872-b0ff-9a640dc564ca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:22.902301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bca5cceb-0df2-4d9a-b099-cc3bb407ab6f req-c986bb7c-21be-4872-b0ff-9a640dc564ca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0530443 Aug 16 02:46:22.940493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bca5cceb-0df2-4d9a-b099-cc3bb407ab6f req-0bea46eb-cdc2-467d-8b5d-03f16857f5c0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314627 Aug 16 02:46:23.952719 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:46:24.062274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99bbd4-6d9a-47e3-be88-65dc773f183f req-1a2749ad-2acb-451c-a6b1-a1f249f74884 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:24.064008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c99bbd4-6d9a-47e3-be88-65dc773f183f req-1a2749ad-2acb-451c-a6b1-a1f249f74884 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0529301 Aug 16 02:46:24.102847 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c99bbd4-6d9a-47e3-be88-65dc773f183f req-68972825-2862-45cc-8cbd-76150a1f8c0b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328784 Aug 16 02:46:25.218385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b22ae5-7590-4367-9f76-d47750dc07ca req-758d7594-863a-423a-975d-159ca33c97ed tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:25.220105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63b22ae5-7590-4367-9f76-d47750dc07ca req-758d7594-863a-423a-975d-159ca33c97ed tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0497379 Aug 16 02:46:25.257697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-63b22ae5-7590-4367-9f76-d47750dc07ca req-f83f4009-feac-4a10-a7d0-f85145f12c0b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316434 Aug 16 02:46:25.956124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:46:26.050200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:26.061014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'mac_address': 'fa:16:3e:46:ba:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:46:26.096642 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:26.108521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5694d2d8-49f2-4561-821a-9e68b7e243e6 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:46:26.127522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:26.197222 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:26.245381 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:26.379898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3423a-a1c2-4677-b579-9ab684f37339 req-be695622-20e4-4dae-ba33-c677c6b1f550 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:26.381447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33c3423a-a1c2-4677-b579-9ab684f37339 req-be695622-20e4-4dae-ba33-c677c6b1f550 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 944 time: 0.0565057 Aug 16 02:46:26.418729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33c3423a-a1c2-4677-b579-9ab684f37339 req-3e6a48b5-97a2-4b58-8582-681cf8cbe514 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312703 Aug 16 02:46:26.443303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5694d2d8-49f2-4561-821a-9e68b7e243e6'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:46:27.540175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297c7747-6ab8-421e-94f0-bd12e8c70ce7 req-dc59955c-ba79-4d7b-be08-63e2aeb00d41 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:27.540175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-297c7747-6ab8-421e-94f0-bd12e8c70ce7 req-dc59955c-ba79-4d7b-be08-63e2aeb00d41 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 944 time: 0.0510757 Aug 16 02:46:27.580028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-297c7747-6ab8-421e-94f0-bd12e8c70ce7 req-a3c564aa-bb92-4811-b548-e1897dc41da0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350540 Aug 16 02:46:27.621912 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:27.671684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:27.969648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:46:28.088645 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 5694d2d8-49f2-4561-821a-9e68b7e243e6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:46:28.092583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 5694d2d8-49f2-4561-821a-9e68b7e243e6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:46:28.093013 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.180223 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.202589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:28.204898 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f866ab-5a2f-4fe1-a52e-6c31a4338bf6" -d '{"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-plugged", "status": "completed", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:28.218165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:46:28.241931 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449c750b-f62c-4fa5-98de-c15529f6f0c9 x-openstack-request-id: req-449c750b-f62c-4fa5-98de-c15529f6f0c9 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:28.241931 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-plugged", "status": "completed", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:28.241931 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-449c750b-f62c-4fa5-98de-c15529f6f0c9 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:28.242218 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'code': 200} Aug 16 02:46:28.300306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:28.345452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0f54f-e732-48b0-a90b-ca0201f1bd0d req-40d85ef8-3e20-40c9-8311-13abd77ae59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:28.347138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-00b0f54f-e732-48b0-a90b-ca0201f1bd0d req-40d85ef8-3e20-40c9-8311-13abd77ae59b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1097 time: 0.0485568 Aug 16 02:46:28.349783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:46:28.381923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-00b0f54f-e732-48b0-a90b-ca0201f1bd0d req-faf5b7e8-fcd1-428e-91be-27e43af669cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277321 Aug 16 02:46:28.696473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf127be-4994-45d4-a003-ab77ca6b9f3c req-ec96f0c6-55ed-432b-9680-38dbdfc5c340 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:28.697986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaf127be-4994-45d4-a003-ab77ca6b9f3c req-ec96f0c6-55ed-432b-9680-38dbdfc5c340 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0495639 Aug 16 02:46:28.736258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aaf127be-4994-45d4-a003-ab77ca6b9f3c req-ce9f5ac1-1b4b-4b77-8c13-060985d23763 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314541 Aug 16 02:46:29.862214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77881352-62d7-4360-8b75-386513893828 req-0ffff7b7-5d52-45f3-8940-8e4eeca9c29f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:29.863702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77881352-62d7-4360-8b75-386513893828 req-0ffff7b7-5d52-45f3-8940-8e4eeca9c29f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0568664 Aug 16 02:46:29.902413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77881352-62d7-4360-8b75-386513893828 req-d2264739-e65e-4c4d-bc81-15d3e06d32da tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Aug 16 02:46:30.032655 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c5ebf-196c-4afe-aa72-9e62cafc1be9 req-d671b607-d26f-4189-9415-a42725fd5edb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:30.034327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-072c5ebf-196c-4afe-aa72-9e62cafc1be9 req-d671b607-d26f-4189-9415-a42725fd5edb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0514433 Aug 16 02:46:30.044768 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58146) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:46:30.050181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'floatingip': {'port_id': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:46:30.089145 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.525505 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.593315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:30.693452 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f associated. External IP: 172.25.6.126, port: 5694d2d8-49f2-4561-821a-9e68b7e243e6. Aug 16 02:46:30.906525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:46:31.017549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:46:31.022455 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:31.027082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:46:31.036674 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:31.037288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:46:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:31.052997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-11d10188-6791-4338-ade5-fdc4d7521aeb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "PUT /v2.0/floatingips/83aab716-18d8-41f1-ae0c-6908ada63d2f HTTP/1.1" status: 200 len: 991 time: 1.0071232 Aug 16 02:46:31.053712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:46:31.056092 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da94c2-5f38-427b-9e2c-0701314643b1" -d '{"events": [{"name": "network-changed", "server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:46:31.099404 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9727047f-77ca-4341-aa4e-88deb4c283c4 x-openstack-request-id: req-9727047f-77ca-4341-aa4e-88deb4c283c4 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:46:31.099708 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:46:31.099971 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9727047f-77ca-4341-aa4e-88deb4c283c4 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:46:31.100391 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'status': 'completed', 'code': 200} Aug 16 02:46:31.150824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:31.162928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-8387ef80-4246-4713-b744-01da227bb14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.164395 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-8387ef80-4246-4713-b744-01da227bb14d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1097 time: 0.0409501 Aug 16 02:46:31.254815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-023c35c6-1456-4878-90c3-ba47a169374e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.256327 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-023c35c6-1456-4878-90c3-ba47a169374e service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0843201 Aug 16 02:46:31.326619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-a9c11214-1b9f-446a-83d0-6d829c66d1e5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 999 time: 0.0624213 Aug 16 02:46:31.375957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:46:ba:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e0ae5-196d-461d-b524-407cbf563230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:46:30Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:31.378235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-65bb598e-6285-4811-bdd6-70fc046ae9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.379771 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-65bb598e-6285-4811-bdd6-70fc046ae9d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0459430 Aug 16 02:46:31.401944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:46:31.410767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:46:31.411391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:46:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:31.428264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-3cb89458-9edc-4a5f-8476-750d51e6e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:46:31.429686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-3cb89458-9edc-4a5f-8476-750d51e6e564 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399599 Aug 16 02:46:31.519160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:46:31.524623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-fc12e73b-92ab-468a-9812-c82fcfc8a4c6 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856614 Aug 16 02:46:31.616174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-86da94c2-5f38-427b-9e2c-0701314643b1 req-0ab0b6d6-3d04-4270-886c-9638ef1e6e1b service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846725 Aug 16 02:46:31.737463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:46:ba:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e0ae5-196d-461d-b524-407cbf563230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:46:30Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:46:31.924422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b33ae4-c778-4bd0-b48d-1af3e577e650 None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:46:ba:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '027e0ae5-196d-461d-b524-407cbf563230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:46:30Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:46:32.109170 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feee2e7-5aa5-4235-a67b-5c66d17964ab None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:46:40.027112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff4619f5-c2e9-457d-b0b5-27c4a2945f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.694621 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:42.787847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b7ec18cc-cd4f-4491-b8a8-e23ac9bdefd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:44.769678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:45.935613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.603197 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:46:57.655093 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:00.951425 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:10.002763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bcbf7760-b312-4907-b07d-8c1407b55efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.642785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:12.825673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9d13635a-dd43-4782-b6d8-aedc9c0ea45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:14.796557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:15.997124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:26.145136 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-a843f8a8-3e10-4a80-b9e1-51e6d3c79e9d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0456498 Aug 16 02:47:26.229328 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-f141497c-a611-4ab4-8cff-1438de388637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.230896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-f141497c-a611-4ab4-8cff-1438de388637 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1097 time: 0.0421999 Aug 16 02:47:26.332138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-44043931-cebe-4e98-8338-42e7b3089a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.333647 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-44043931-cebe-4e98-8338-42e7b3089a07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0838597 Aug 16 02:47:26.402305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-2254a453-6a6b-43b9-92fd-418b010d5803 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 1001 time: 0.0615759 Aug 16 02:47:26.451635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-9315091d-32c1-4752-af3c-bdf75b8cc669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.453074 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-9315091d-32c1-4752-af3c-bdf75b8cc669 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0436051 Aug 16 02:47:26.498389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-c1baac3e-81dd-4c8b-8afe-b0f821faf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:47:26.499951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-c1baac3e-81dd-4c8b-8afe-b0f821faf9e1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399444 Aug 16 02:47:26.590067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-158ecbb6-fcc2-4bc4-a94d-d0c2bda7a3d6 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830963 Aug 16 02:47:26.676972 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c2580f98-83eb-4290-8545-a0546d0875c9 req-331527eb-7066-4b26-ad27-4dcf507789c0 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798163 Aug 16 02:47:27.599664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:27.653332 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:37.951069 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:47:40.030586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-426236b8-f46e-401b-b7c8-3c11e797a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:42.681656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:42.762091 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-38743f0c-a6ae-48ff-a893-f66c3e7f0037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:44.818880 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:45.984540 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.624152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:47:57.704011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:08.117574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850c856-3d0a-4da1-bedc-9fe60aa41f26 req-58862ced-ef56-499c-bfec-7edf25f7f5b6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:08.119023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b850c856-3d0a-4da1-bedc-9fe60aa41f26 req-58862ced-ef56-499c-bfec-7edf25f7f5b6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0527177 Aug 16 02:48:08.157253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b850c856-3d0a-4da1-bedc-9fe60aa41f26 req-c82107ba-abde-4c4e-8ceb-07af59039340 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314617 Aug 16 02:48:09.281300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd23d3b-75de-4118-a480-b05ba462b05d req-70ecd98f-44b2-4c96-a582-721a5a3d4191 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:09.282827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dd23d3b-75de-4118-a480-b05ba462b05d req-70ecd98f-44b2-4c96-a582-721a5a3d4191 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0537071 Aug 16 02:48:09.320881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dd23d3b-75de-4118-a480-b05ba462b05d req-29a1b63b-26c3-4da8-ae98-b78d8cc12a0f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321391 Aug 16 02:48:10.012304 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cfd8921e-5bd0-4763-af46-2da0fbd641fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:10.435586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691364f-b131-4b02-84f1-b8657b472bd6 req-9d22b761-ee31-4bef-bd56-a69c652e2a4d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:10.437142 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e691364f-b131-4b02-84f1-b8657b472bd6 req-9d22b761-ee31-4bef-bd56-a69c652e2a4d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0486538 Aug 16 02:48:10.474865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e691364f-b131-4b02-84f1-b8657b472bd6 req-af67ea1e-d72f-4a5f-8be1-9a3b39e72bd0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318334 Aug 16 02:48:11.589571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58958dbf-44ee-4eb7-b88f-3c15adc201a6 req-fcbeae00-8eda-40bb-b15c-3ce5d9b67c0a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:11.591160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58958dbf-44ee-4eb7-b88f-3c15adc201a6 req-fcbeae00-8eda-40bb-b15c-3ce5d9b67c0a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0492089 Aug 16 02:48:11.628565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58958dbf-44ee-4eb7-b88f-3c15adc201a6 req-c3f2b262-2394-4029-bd96-653e4d6a7d04 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314794 Aug 16 02:48:12.640522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.752120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc843b-84df-45e8-aad7-a3588293ec38 req-f308acc4-0219-43cf-93f7-537655363cd3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:12.753926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87dc843b-84df-45e8-aad7-a3588293ec38 req-f308acc4-0219-43cf-93f7-537655363cd3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0570238 Aug 16 02:48:12.755162 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-98c97acc-0822-4d24-b943-df309488f7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:12.796073 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87dc843b-84df-45e8-aad7-a3588293ec38 req-46fb857c-88b7-43f0-bae7-c0e5e1c21b08 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338058 Aug 16 02:48:13.914011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33080775-a51e-4df1-b12c-9d120853bb80 req-1e5b014c-8d3f-4919-aa0c-cbdac54c4133 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:13.915442 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33080775-a51e-4df1-b12c-9d120853bb80 req-1e5b014c-8d3f-4919-aa0c-cbdac54c4133 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0493128 Aug 16 02:48:13.954006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33080775-a51e-4df1-b12c-9d120853bb80 req-511265e3-0395-4bcc-9c60-d0ccb5e4bee3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Aug 16 02:48:14.812273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:14.951543 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:15.067924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ce5c3-82d4-446d-a181-8417c0fe6d04 req-2363f1c7-8808-46dd-9c5a-2e911d6e8f37 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:15.069330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e92ce5c3-82d4-446d-a181-8417c0fe6d04 req-2363f1c7-8808-46dd-9c5a-2e911d6e8f37 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0495715 Aug 16 02:48:15.107758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e92ce5c3-82d4-446d-a181-8417c0fe6d04 req-65d4588e-b43f-4cf0-86f9-87e564d84f02 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313771 Aug 16 02:48:15.966684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:16.238931 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9dddb-a32b-48fd-9a25-4cdfe5ac5fe1 req-a473137f-8b9d-4dee-96b7-ddbdb34f5f38 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:16.240444 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aa9dddb-a32b-48fd-9a25-4cdfe5ac5fe1 req-a473137f-8b9d-4dee-96b7-ddbdb34f5f38 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0543277 Aug 16 02:48:16.278621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8aa9dddb-a32b-48fd-9a25-4cdfe5ac5fe1 req-8c4fa360-19dc-4550-bbb6-a10569b94ee1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Aug 16 02:48:17.395822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163f023-e24b-473e-bdc0-8af986835d95 req-b8f8903a-279b-481d-b685-39253566d580 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:17.397339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a163f023-e24b-473e-bdc0-8af986835d95 req-b8f8903a-279b-481d-b685-39253566d580 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0508363 Aug 16 02:48:17.436475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a163f023-e24b-473e-bdc0-8af986835d95 req-54f52a63-ed1c-4df6-a606-1ed99526e9de tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323107 Aug 16 02:48:18.550478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a80f3b-0551-47eb-9cae-06a07c360119 req-11a20613-f35c-431e-b5ce-7aa38d9fe9f1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.552012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76a80f3b-0551-47eb-9cae-06a07c360119 req-11a20613-f35c-431e-b5ce-7aa38d9fe9f1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0482695 Aug 16 02:48:18.590465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76a80f3b-0551-47eb-9cae-06a07c360119 req-21ccf1fa-171f-4596-b768-81e8236e9971 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Aug 16 02:48:18.953417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8df67-cf0e-455a-9973-30a56021cf83 req-5a5ce3d9-67e8-4f38-9e43-bd4630f2b464 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:18.955008 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38c8df67-cf0e-455a-9973-30a56021cf83 req-5a5ce3d9-67e8-4f38-9e43-bd4630f2b464 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0545323 Aug 16 02:48:18.994202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38c8df67-cf0e-455a-9973-30a56021cf83 req-7fdc409c-7c45-4f27-93a0-2c6a16fc2fe4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330703 Aug 16 02:48:19.055437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-f508d6dd-9a08-4c64-8893-0a44e6e42e3d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395424 Aug 16 02:48:20.117839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d904ef-bf79-4664-a784-1b0755c5f472 req-17b20c35-b971-45b8-9339-0b55e416661d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:20.119299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27d904ef-bf79-4664-a784-1b0755c5f472 req-17b20c35-b971-45b8-9339-0b55e416661d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0514255 Aug 16 02:48:20.157891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27d904ef-bf79-4664-a784-1b0755c5f472 req-dc9734c4-77fa-41d6-a11c-4c0a7b8794d7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Aug 16 02:48:21.240531 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-8cfd2f92-dab9-4556-bd32-f50f00c3c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.242221 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-8cfd2f92-dab9-4556-bd32-f50f00c3c448 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1097 time: 0.0461845 Aug 16 02:48:21.281865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ef4b0-1ab7-4133-8806-a049d718bff2 req-60b99051-182d-43e0-b75e-634636b14bc0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.283457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-206ef4b0-1ab7-4133-8806-a049d718bff2 req-60b99051-182d-43e0-b75e-634636b14bc0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0542870 Aug 16 02:48:21.323246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-206ef4b0-1ab7-4133-8806-a049d718bff2 req-9a31bd2c-cca7-4a0c-9a31-fcf912bac999 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336699 Aug 16 02:48:21.338713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-15e5066a-249a-4026-ac70-7d72b2628758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.340229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-15e5066a-249a-4026-ac70-7d72b2628758 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0901508 Aug 16 02:48:21.404826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-736c70fb-999d-419a-a685-0032fb1763a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 1001 time: 0.0570223 Aug 16 02:48:21.457100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-b54d6c9d-1f81-48d4-a047-8ff48cb10eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.458540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-b54d6c9d-1f81-48d4-a047-8ff48cb10eb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0467424 Aug 16 02:48:21.504543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-663072f2-d8c8-4248-b65f-2c752c68e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:21.506063 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-663072f2-d8c8-4248-b65f-2c752c68e4df service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395148 Aug 16 02:48:21.610273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-f5e0abef-d4ee-444f-a27d-3cc14c7ebae7 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964897 Aug 16 02:48:21.702802 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-333f8dab-8374-4e77-964f-bf6d14fcaebb service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851521 Aug 16 02:48:22.438921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f35477-23e0-43e6-a06f-19b4b83a42b6 req-43dd549e-d158-44e2-9b1b-ae5fd1f07994 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:22.440404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0f35477-23e0-43e6-a06f-19b4b83a42b6 req-43dd549e-d158-44e2-9b1b-ae5fd1f07994 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0502539 Aug 16 02:48:22.477287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0f35477-23e0-43e6-a06f-19b4b83a42b6 req-8736ba50-1598-42d8-9223-057a136f0377 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Aug 16 02:48:23.595173 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527382d-b987-4f0e-b690-377a17e0a861 req-b21929f8-9e53-4f85-88e1-0c7ca3a58a74 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:23.596767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c527382d-b987-4f0e-b690-377a17e0a861 req-b21929f8-9e53-4f85-88e1-0c7ca3a58a74 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0497835 Aug 16 02:48:23.620789 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-2407d503-7edd-4eb9-9ce6-1ec7482838ef service neutron] show failed (client error): The resource could not be found. Aug 16 02:48:23.622886 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-2407d503-7edd-4eb9-9ce6-1ec7482838ef service neutron] 10.222.0.58 "GET /v2.0/ports/5694d2d8-49f2-4561-821a-9e68b7e243e6/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0565846 Aug 16 02:48:23.637117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c527382d-b987-4f0e-b690-377a17e0a861 req-e9502716-9b15-46f3-81b8-6eab90478f37 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Aug 16 02:48:24.197755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-745fba8a-3c31-4a19-be45-920406db54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.199349 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-745fba8a-3c31-4a19-be45-920406db54a2 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 1097 time: 0.1013958 Aug 16 02:48:24.211332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:24.268466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.385654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.83', 49652) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:24.430056 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-5c39a412-c8d0-467c-8de8-6fb2d9411f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.431612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-5c39a412-c8d0-467c-8de8-6fb2d9411f64 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1097 time: 0.0449557 Aug 16 02:48:24.470444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:24.503019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:24.536226 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-940beeee-75cc-45c4-86bd-7aa0bd1354cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.537738 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-940beeee-75cc-45c4-86bd-7aa0bd1354cd service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0881462 Aug 16 02:48:24.544017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:24.546455 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b04c87-ee24-4293-9928-7c2658307bd5" -d '{"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-unplugged", "status": "completed", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:24.550334 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.563052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Transition to ACTIVE for port object 5694d2d8-49f2-4561-821a-9e68b7e243e6 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:24.622969 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:24.647205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-246e6257-5e09-4db1-9cb5-c6681cb7b668 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 1001 time: 0.1021636 Aug 16 02:48:24.710407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-abf404e3-252a-4ee4-bd03-9427c666b0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.711978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-abf404e3-252a-4ee4-bd03-9427c666b0d3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0602562 Aug 16 02:48:24.728275 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3514d03-1eea-48c5-b7ff-ff7e6ad0d967 x-openstack-request-id: req-c3514d03-1eea-48c5-b7ff-ff7e6ad0d967 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:24.728657 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-unplugged", "status": "completed", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:24.728848 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c3514d03-1eea-48c5-b7ff-ff7e6ad0d967 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:24.729269 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'code': 200} Aug 16 02:48:24.746289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:24.761647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.762002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.762898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.763240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.763573 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.763906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.764235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.764561 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.764889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.765215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.765545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.765869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:24.791361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-97e80992-0500-4cc6-bece-0cfc077eb3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.791788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] No DVR routers for this DVR port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:24.793085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-97e80992-0500-4cc6-bece-0cfc077eb3fc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738869 Aug 16 02:48:24.805235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-6895899d-61c0-43c6-8528-20a3911ad79b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:48:24.806240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-6895899d-61c0-43c6-8528-20a3911ad79b service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054564 Aug 16 02:48:24.820384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42e12b-257b-4aa1-949d-d1f7b2f04d98 req-3b200bda-370d-41d6-bc61-1e55abe1e648 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:24.822263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce42e12b-257b-4aa1-949d-d1f7b2f04d98 req-3b200bda-370d-41d6-bc61-1e55abe1e648 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0927024 Aug 16 02:48:24.931450 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce42e12b-257b-4aa1-949d-d1f7b2f04d98 req-2eae4ef1-807c-4cdf-b6a5-5138874437d1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997658 Aug 16 02:48:24.936989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-b96c88a3-198b-47ed-bda7-6aae00ea27c1 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136885 Aug 16 02:48:24.940062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:24.940414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:24.940756 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:24.955427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:24.955818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Attempting to bind port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:24.960875 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:24.961222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:24.961617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:24.962044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Bound port: 5694d2d8-49f2-4561-821a-9e68b7e243e6, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:24.962440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.024394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:25.027633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:25.031437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-3cb42bd2-120d-445e-bd6e-b133792f5c0e service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877976 Aug 16 02:48:25.103810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.488622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.489246 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:25.490684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] 10.222.0.83 "PUT /v2.0/ports/5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 1092 time: 1.2834005 Aug 16 02:48:25.513242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd16a6a-f436-4b08-80a8-d5a133c9dc9e service neutron] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:25.561768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-9ada44b2-6ebd-412e-901c-cd2dd5dbed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.564288 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-9ada44b2-6ebd-412e-901c-cd2dd5dbed24 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1095 time: 0.0479982 Aug 16 02:48:25.661476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-3ca1fe21-ce9d-4b7d-8263-36924966729b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.663009 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-3ca1fe21-ce9d-4b7d-8263-36924966729b service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0922458 Aug 16 02:48:25.727950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-8ca1d511-5df4-4116-90f2-b30224b1b3c0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 999 time: 0.0573850 Aug 16 02:48:25.777614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-de9502ca-427c-40bb-95ac-cf604bb57398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.780203 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-de9502ca-427c-40bb-95ac-cf604bb57398 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0454931 Aug 16 02:48:25.830753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-79e2ba1a-7c9d-4c00-8a5d-acdf41249260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:25.832248 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-79e2ba1a-7c9d-4c00-8a5d-acdf41249260 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443211 Aug 16 02:48:25.923172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-47ccdc86-1276-41f8-818e-14450cd2a1ed service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842123 Aug 16 02:48:26.017811 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-684e0a8e-8acb-4f0e-9eec-f0b67e693f0b req-1c0161a8-add5-4149-90b4-4066ad6fbd7f service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877581 Aug 16 02:48:26.050826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a8dec-8461-41a6-b641-b811c2e42dae req-7e90e796-0b33-4e06-86b7-b6601654fd2b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.052346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b1a8dec-8461-41a6-b641-b811c2e42dae req-7e90e796-0b33-4e06-86b7-b6601654fd2b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0499389 Aug 16 02:48:26.089920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5b1a8dec-8461-41a6-b641-b811c2e42dae req-9b270288-f996-4797-9c95-68a2602336b8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Aug 16 02:48:26.731036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:26.733896 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2" -d '{"events": [{"name": "network-changed", "server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:26.780957 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e6bb52-47f1-46de-8ea8-0b0353c36451 x-openstack-request-id: req-18e6bb52-47f1-46de-8ea8-0b0353c36451 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:26.781300 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:26.781510 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18e6bb52-47f1-46de-8ea8-0b0353c36451 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:26.781912 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'status': 'completed', 'code': 200} Aug 16 02:48:26.865658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-d75141bf-ec7b-4a25-b0c1-606f70b1c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.867193 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-d75141bf-ec7b-4a25-b0c1-606f70b1c509 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1095 time: 0.0671279 Aug 16 02:48:26.869584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-a4fe3558-5a06-4826-8414-cea796dd165d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:26.870949 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-a4fe3558-5a06-4826-8414-cea796dd165d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1095 time: 0.0629716 Aug 16 02:48:27.024559 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-fbb0e5b9-012b-42b1-9533-2360b5da56b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.025957 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-fbb0e5b9-012b-42b1-9533-2360b5da56b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1506925 Aug 16 02:48:27.027083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-7298ddca-f96c-4388-99d8-b1204e62a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.028396 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-7298ddca-f96c-4388-99d8-b1204e62a6ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1461604 Aug 16 02:48:27.135594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-826fd59b-4a03-441d-ab3d-25645c75d237 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 999 time: 0.1020477 Aug 16 02:48:27.139367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-ca720b64-5418-4fd7-b092-6025a49d88f6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 999 time: 0.1004846 Aug 16 02:48:27.206520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144caf4-5917-4626-82c6-da99376227c8 req-dca7818b-48a1-4779-88af-fbf52ec36897 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.208166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c144caf4-5917-4626-82c6-da99376227c8 req-dca7818b-48a1-4779-88af-fbf52ec36897 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0493493 Aug 16 02:48:27.221345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-a44f08b6-efe4-49f2-a39b-4144795ba6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.222875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-a44f08b6-efe4-49f2-a39b-4144795ba6a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0802131 Aug 16 02:48:27.226197 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-165f8ebe-6980-4e16-a307-b8e823fbbe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.227605 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-165f8ebe-6980-4e16-a307-b8e823fbbe6f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0777106 Aug 16 02:48:27.251691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c144caf4-5917-4626-82c6-da99376227c8 req-e6988033-5b53-43cf-9fe9-8eaa7b34844c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373805 Aug 16 02:48:27.299041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-d7f8510d-d8d1-47d3-a05c-6d15da7b2709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.300500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-d7f8510d-d8d1-47d3-a05c-6d15da7b2709 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703313 Aug 16 02:48:27.304566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-bc1f0647-38c3-4ed8-9641-8480447e604f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:27.305929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-bc1f0647-38c3-4ed8-9641-8480447e604f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677552 Aug 16 02:48:27.457162 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-030eb537-b536-4843-8b73-9fff71c48a2a service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485016 Aug 16 02:48:27.460453 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-92f9703e-f153-4361-ba7e-92b3d840a89a service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442595 Aug 16 02:48:27.621830 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-81b0a5e9-9e9b-49c5-9e09-05dd1ebe75f1 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561375 Aug 16 02:48:27.623707 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88f06f9c-82c6-4ea9-aad3-1fdaba99a2d2 req-287608be-40b9-4678-ae6f-ec31de7abde8 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503789 Aug 16 02:48:27.646291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:27.720416 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:28.381018 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08949d-bb66-4e6e-a43e-361b86db401a req-25c0400d-2db6-4d00-91dd-15870f598e8f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:28.382521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac08949d-bb66-4e6e-a43e-361b86db401a req-25c0400d-2db6-4d00-91dd-15870f598e8f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0499902 Aug 16 02:48:28.419177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac08949d-bb66-4e6e-a43e-361b86db401a req-6f06febe-122e-4750-9640-607eafc49d04 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307331 Aug 16 02:48:28.591657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:28.629708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:28.794238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92be83-fa69-4ef6-9ca7-25e34ab39bd3 req-9918ddf2-dcd6-4e3b-b860-7bc13f7016bb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:28.796399 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be92be83-fa69-4ef6-9ca7-25e34ab39bd3 req-9918ddf2-dcd6-4e3b-b860-7bc13f7016bb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 943 time: 0.0527482 Aug 16 02:48:28.834862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be92be83-fa69-4ef6-9ca7-25e34ab39bd3 req-f1afdd3a-6504-4a6e-96af-95a54b1634fb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323098 Aug 16 02:48:28.862968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82605102-be1b-4b83-8344-14250790ff01 req-f8b4429b-5b09-4d10-afe4-0f7fcd47ff8a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:28.864560 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-f8b4429b-5b09-4d10-afe4-0f7fcd47ff8a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230&tenant_id=84e1fb7eec8f42c2a5583bed676676f9&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 943 time: 0.0532315 Aug 16 02:48:28.924365 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-82605102-be1b-4b83-8344-14250790ff01 req-e3157a26-841f-4009-8db6-42ae788d559c service neutron] delete failed (client error): The resource could not be found. Aug 16 02:48:28.925370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-e3157a26-841f-4009-8db6-42ae788d559c service neutron] 10.222.0.58 "DELETE /v2.0/ports/5694d2d8-49f2-4561-821a-9e68b7e243e6/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0528715 Aug 16 02:48:29.010509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82605102-be1b-4b83-8344-14250790ff01 req-0e12a5f7-2368-44c2-a160-30b85791521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.012039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-0e12a5f7-2368-44c2-a160-30b85791521b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1095 time: 0.0429907 Aug 16 02:48:29.100159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82605102-be1b-4b83-8344-14250790ff01 req-a69607b5-96ee-4eae-ad23-014522f4c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.101645 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-a69607b5-96ee-4eae-ad23-014522f4c312 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0819769 Aug 16 02:48:29.169643 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-cf7d4e5a-1967-4435-92d8-25f98294dbc7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 999 time: 0.0601377 Aug 16 02:48:29.180663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:29.219924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82605102-be1b-4b83-8344-14250790ff01 req-7a39269c-2afd-4971-95a6-7c7e78aafbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.221429 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-7a39269c-2afd-4971-95a6-7c7e78aafbbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0444818 Aug 16 02:48:29.266404 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82605102-be1b-4b83-8344-14250790ff01 req-12d7aaed-b6ad-41e1-bbf9-cbf8201dce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.267865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-12d7aaed-b6ad-41e1-bbf9-cbf8201dce43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396471 Aug 16 02:48:29.277523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:29.289020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'mac_address': 'fa:16:3e:46:ba:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:29.328937 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.341472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5694d2d8-49f2-4561-821a-9e68b7e243e6 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:29.360604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:29.364922 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-999b9d14-7523-4b21-848f-c2ba606c5a07 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889733 Aug 16 02:48:29.429002 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:29.457233 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-82605102-be1b-4b83-8344-14250790ff01 req-d8cec038-5cfe-4d6e-9da3-f95667e34b12 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835848 Aug 16 02:48:29.478950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:29.486488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.486862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.487209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.487552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.487889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.488223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.488554 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.488884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.489219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.489562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.489892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.490220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:48:29.630664 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['5694d2d8-49f2-4561-821a-9e68b7e243e6'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:29.959052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1378a-ab54-4fad-9ecb-8e5d7e53c547 req-bc713abf-c29c-4acc-90d5-b0fca523d8ba tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:29.960570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdc1378a-ab54-4fad-9ecb-8e5d7e53c547 req-bc713abf-c29c-4acc-90d5-b0fca523d8ba tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 944 time: 0.0504990 Aug 16 02:48:30.007196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bdc1378a-ab54-4fad-9ecb-8e5d7e53c547 req-f04a7d73-5992-4917-bcff-18f6f483187d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406189 Aug 16 02:48:31.123154 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f35a-7157-430a-b582-9be1d74b4acf req-668128f1-df89-493e-ba49-aae01ac1abbf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.124662 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e469f35a-7157-430a-b582-9be1d74b4acf req-668128f1-df89-493e-ba49-aae01ac1abbf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 944 time: 0.0494580 Aug 16 02:48:31.162659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e469f35a-7157-430a-b582-9be1d74b4acf req-09eca70c-0d4b-4a4e-9816-e09743d7507a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320814 Aug 16 02:48:31.191449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:31.282361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76994ffb-4f92-4a98-bfd6-85baca8dff61 req-50fca5bc-88dc-4527-95cc-5222e18e9649 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.284307 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76994ffb-4f92-4a98-bfd6-85baca8dff61 req-50fca5bc-88dc-4527-95cc-5222e18e9649 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 944 time: 0.0519660 Aug 16 02:48:31.309165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 5694d2d8-49f2-4561-821a-9e68b7e243e6 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:31.313813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 5694d2d8-49f2-4561-821a-9e68b7e243e6 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:31.314207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.325136 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76994ffb-4f92-4a98-bfd6-85baca8dff61 req-21136ae0-dcb7-4c1f-baa8-31e38ca96186 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348597 Aug 16 02:48:31.400844 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.424581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:31.426829 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d76a58-0e45-42d3-bef6-e45f11973905" -d '{"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-plugged", "status": "completed", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:31.440584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:31.486188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:31.531941 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b9ba64-d93b-4bcb-ae4c-766d58b345d3 x-openstack-request-id: req-95b9ba64-d93b-4bcb-ae4c-766d58b345d3 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:31.532305 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-plugged", "status": "completed", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:31.532625 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-95b9ba64-d93b-4bcb-ae4c-766d58b345d3 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:31.533130 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'code': 200} Aug 16 02:48:31.547167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:31.631268 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3510e-98b5-48a8-9f59-d66c4a06263c req-07d48b78-4e1f-4044-9cda-e27649213f7a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.633025 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ee3510e-98b5-48a8-9f59-d66c4a06263c req-07d48b78-4e1f-4044-9cda-e27649213f7a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0633864 Aug 16 02:48:31.678208 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ee3510e-98b5-48a8-9f59-d66c4a06263c req-ffa2b7e4-22a3-4494-9425-ee9e21565d88 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387406 Aug 16 02:48:31.692059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-03998009-acdb-4e2f-b9a5-c8118c409550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.693601 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-03998009-acdb-4e2f-b9a5-c8118c409550 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 1097 time: 0.0438397 Aug 16 02:48:31.786556 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-d81f1fdd-81ea-4ab9-b6d0-5b3a051023b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.788057 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-d81f1fdd-81ea-4ab9-b6d0-5b3a051023b8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0880046 Aug 16 02:48:31.855439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-8211c27e-13b7-47fe-9d2d-18ed095b76ca service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 200 len: 1001 time: 0.0603735 Aug 16 02:48:31.908744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-da740976-8c66-4b8f-8f5b-1f5e0c0ea0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.910377 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-da740976-8c66-4b8f-8f5b-1f5e0c0ea0a8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0478418 Aug 16 02:48:31.960228 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-c6ffc8b7-d586-430d-afd9-c90a24f0c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:31.961923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-c6ffc8b7-d586-430d-afd9-c90a24f0c84a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450175 Aug 16 02:48:32.055858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-9a69131a-f1b9-4413-a87e-230ee9c61cd7 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844283 Aug 16 02:48:32.151156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-f7397c94-a10d-41bb-be72-fc9c54e9326e req-439d294b-f0a0-4c24-a057-3c34474451a7 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875056 Aug 16 02:48:32.796473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130790b-6e04-4ac4-b1c3-c56421d10170 req-1775ecb7-097b-401b-ac9e-3effa634d57c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:32.797985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5130790b-6e04-4ac4-b1c3-c56421d10170 req-1775ecb7-097b-401b-ac9e-3effa634d57c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0496192 Aug 16 02:48:32.835880 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5130790b-6e04-4ac4-b1c3-c56421d10170 req-dd63ed17-1f26-4c7c-90e5-998a2176aeec tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Aug 16 02:48:33.262816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8bc98f-c4ea-4958-b2df-bd6df125a62b req-286b20c0-1426-4589-bab0-c7f8ffe7c6c3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:33.264316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff8bc98f-c4ea-4958-b2df-bd6df125a62b req-286b20c0-1426-4589-bab0-c7f8ffe7c6c3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Aug 16 02:48:33.302597 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff8bc98f-c4ea-4958-b2df-bd6df125a62b req-75483f22-8359-46ce-bc81-b6c429234125 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316198 Aug 16 02:48:34.419566 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742573-cce0-4caf-9ffc-a18aebd8f574 req-3d6ba133-0672-459b-b478-47a8eb2452e4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:34.421589 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77742573-cce0-4caf-9ffc-a18aebd8f574 req-3d6ba133-0672-459b-b478-47a8eb2452e4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Aug 16 02:48:34.462608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77742573-cce0-4caf-9ffc-a18aebd8f574 req-c127189b-fca7-4847-b0c8-c7440a8d4bca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346332 Aug 16 02:48:34.503931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-953cb9e7-1f8f-4fec-a749-a192a83c2e11 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:34.505424 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-953cb9e7-1f8f-4fec-a749-a192a83c2e11 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 945 time: 0.0501475 Aug 16 02:48:34.596710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Deleting port 5694d2d8-49f2-4561-821a-9e68b7e243e6 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:48:34.597057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.683522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] For port 5694d2d8-49f2-4561-821a-9e68b7e243e6, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=5694d2d8-49f2-4561-821a-9e68b7e243e6,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:34.683896 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.852686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.852987 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:34.853307 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f disassociated. External IP: 172.25.6.126, port: 5694d2d8-49f2-4561-821a-9e68b7e243e6. Aug 16 02:48:34.853658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Calling delete_port for 5694d2d8-49f2-4561-821a-9e68b7e243e6 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:48:35.057581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.086763 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event deleted for resources: {'Port': ['ID=5694d2d8-49f2-4561-821a-9e68b7e243e6,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:35.203229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:35.315668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:35.328519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:35.338528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:35.339274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:48:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.361463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] No DVR routers for this DVR port 5694d2d8-49f2-4561-821a-9e68b7e243e6 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:48:35.364047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:35.366166 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23ab41c0-d2ee-4c6e-8981-3201c14a0938 req-94710fe8-56f8-4d70-b3c0-7cb188773866 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "DELETE /v2.0/ports/5694d2d8-49f2-4561-821a-9e68b7e243e6 HTTP/1.1" status: 204 len: 173 time: 0.8542097 Aug 16 02:48:35.366511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-deleted', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:35.368783 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe17f168-2d7c-443d-b87b-8fbf019fbff1" -d '{"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-deleted", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:35.404695 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062f0e1e-9e6f-4243-8c2c-b91798ef351f x-openstack-request-id: req-062f0e1e-9e6f-4243-8c2c-b91798ef351f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:35.405063 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027e0ae5-196d-461d-b524-407cbf563230", "name": "network-vif-deleted", "tag": "5694d2d8-49f2-4561-821a-9e68b7e243e6", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:35.406023 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-062f0e1e-9e6f-4243-8c2c-b91798ef351f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:35.406518 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027e0ae5-196d-461d-b524-407cbf563230', 'name': 'network-vif-deleted', 'tag': '5694d2d8-49f2-4561-821a-9e68b7e243e6', 'status': 'completed', 'code': 200} Aug 16 02:48:35.448833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:35.649301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.681231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:35.693073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:35.693719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:48:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:35.805602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:35.898204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-85990cc0-265c-4993-8c2d-33ac2d482948 req-f88c93b4-bedd-4ae6-8ff7-bd2d125db478 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=027e0ae5-196d-461d-b524-407cbf563230 HTTP/1.1" status: 200 len: 210 time: 0.3649035 Aug 16 02:48:36.013198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:36.039206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bead5e2b-3dd3-4e58-82e3-c82e8b16cd6b None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:36.260648 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece2a852-73b6-49be-a918-b54f7db551ce None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:37.170199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-8a691862-98c5-4773-bce7-939ecda1b5fa tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1502718611&fields=id&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 267 time: 0.0332861 Aug 16 02:48:37.228023 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:48:37.251858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 5694d2d8-49f2-4561-821a-9e68b7e243e6 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:48:37.252205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 5694d2d8-49f2-4561-821a-9e68b7e243e6 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:48:37.283396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-919792e7-42d3-4bb1-8cf9-d1f595ddc505 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:37.284966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-919792e7-42d3-4bb1-8cf9-d1f595ddc505 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1074340 Aug 16 02:48:37.300318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-58b7e3aa-56cc-43f6-989a-70bf8308294b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/quotas/84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 375 time: 0.0096195 Aug 16 02:48:37.355144 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-39fe069a-fe38-4442-9144-01e9950e32b9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493479 Aug 16 02:48:37.497129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-df560c70-55c0-46bd-ac57-0b1b81247665 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306236 Aug 16 02:48:37.590205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-f9c8d97c-ff31-4b85-856f-3366fdeaf055 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861058 Aug 16 02:48:37.830663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86786f10-ea09-4d2e-9b16-5e620b10f5e9 req-db9866ab-9b1c-4fd3-9cd9-0d60626e719c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0286369 Aug 16 02:48:38.908195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8d97fa99-c23a-49a5-8d93-5c4042625432 req-ab13a41a-c7b4-4922-b9e4-429118249c55 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0279946 Aug 16 02:48:39.987527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-76aa6570-02cc-4b14-9857-bf7d35b95955 req-8ac3a39f-9d04-4a99-84b0-10f5cd68690e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0274601 Aug 16 02:48:40.022268 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-986d619e-330b-4130-9d90-24607ec7474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:41.068027 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1581e895-aa61-4aab-a930-1f9c6f266d28 req-54e3a571-78ab-4b18-b6df-27c6cc9fcf8f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0305130 Aug 16 02:48:42.170969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d956f6b8-65e3-4d90-9634-0616c2535df2 req-48f432ba-175e-4a64-94ae-204f973d6217 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0306499 Aug 16 02:48:42.663058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:42.788851 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-81c718bf-ab9b-4001-8acd-41571f9e1ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:43.267862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ecfda71-eda3-4959-a23a-5fdaf5868524 req-0bb1f7d3-42b3-46ab-b469-4c49ec1ceb00 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0264480 Aug 16 02:48:43.867134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-58ec6e44-bba0-48e9-a806-6021c3e5a18c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:43.868546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-58ec6e44-bba0-48e9-a806-6021c3e5a18c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1087306 Aug 16 02:48:43.911703 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-d67888aa-a2ae-4f94-b5b9-00a2e26e098d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 380 time: 0.0334678 Aug 16 02:48:43.921014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'port': {'device_id': 'fb663285-abbc-4a47-b379-264e486d6347', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'admin_state_up': True, 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'security_groups': ['4601d78d-74d5-4c1f-b9a8-a480018d9279']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:44.113672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Made reservation on behalf of 84e1fb7eec8f42c2a5583bed676676f9 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:48:44.122165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.243584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Allocated IP 172.20.0.11 (128a0d0c-2138-4d1f-a279-65c3d5793c33/ff636ff8-8872-43c5-81f9-8eb758b2ef4b/3a123556-8fae-4874-b98a-1c26d45105f3) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:48:44.365986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d7b05c4-71fd-4e3e-9ae6-082caeb87a7e req-bac45a9d-ef11-48b8-860a-4197901ae825 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0273628 Aug 16 02:48:44.380902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.394627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Transition to ACTIVE for port object 3a123556-8fae-4874-b98a-1c26d45105f3 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:44.463531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.507013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:48:44.510088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:48:44.513778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:48:44.520442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:44.565566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:44.566207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.662731 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-ed02f1a7-7b56-4982-a202-85fd144174b3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7452450 Aug 16 02:48:44.679602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Request body: {'port': {'device_id': 'fb663285-abbc-4a47-b379-264e486d6347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:44.735153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.793249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.861875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1573afd7-31d2-4a89-9c69-ebbe8b379417 None None] Provisioning for port 3a123556-8fae-4874-b98a-1c26d45105f3 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:44.866092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1573afd7-31d2-4a89-9c69-ebbe8b379417 None None] Provisioning complete for port 3a123556-8fae-4874-b98a-1c26d45105f3 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:44.866502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1573afd7-31d2-4a89-9c69-ebbe8b379417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:44.900414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1573afd7-31d2-4a89-9c69-ebbe8b379417 None None] Port 3a123556-8fae-4874-b98a-1c26d45105f3 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:48:44.992965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a123556-8fae-4874-b98a-1c26d45105f3 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:45.000136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.012124 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Transition to ACTIVE for port object 3a123556-8fae-4874-b98a-1c26d45105f3 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:48:45.073129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.123867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.199734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:48:45.199951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:48:45.200367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:45.205489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:48:45.205824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:48:45.210915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:48:45.211263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:48:45.211660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:48:45.212101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Bound port: 3a123556-8fae-4874-b98a-1c26d45105f3, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:48:45.212471 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.281030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:48:45.284375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:48:45.355026 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.388278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.388892 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:45.390303 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] 10.222.0.58 "PUT /v2.0/ports/3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1093 time: 0.7149751 Aug 16 02:48:45.390771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:45.393605 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac611a4-35d1-446e-8cda-311d07d8b1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:45.422372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb105b0-2167-48bc-82f1-5800d933dd10 service neutron] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:45.442802 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5708d2-d643-46bd-b88c-37e11993a0e7 x-openstack-request-id: req-8e5708d2-d643-46bd-b88c-37e11993a0e7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:45.443106 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:45.443372 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8e5708d2-d643-46bd-b88c-37e11993a0e7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:45.443793 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'status': 'completed', 'code': 200} Aug 16 02:48:45.499838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e784c-2ff0-4785-ac76-d002b8c713c8 req-fcf7e1b8-d097-4dd5-a56c-37fc43c1bef3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.503892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d47e784c-2ff0-4785-ac76-d002b8c713c8 req-fcf7e1b8-d097-4dd5-a56c-37fc43c1bef3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0522699 Aug 16 02:48:45.513317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac611a4-35d1-446e-8cda-311d07d8b1b0 req-c6b20a63-a065-4870-8248-b77fb904483d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.515003 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eac611a4-35d1-446e-8cda-311d07d8b1b0 req-c6b20a63-a065-4870-8248-b77fb904483d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1096 time: 0.0489485 Aug 16 02:48:45.544049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d47e784c-2ff0-4785-ac76-d002b8c713c8 req-7721fa47-eb34-4521-b33f-564f862a0469 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356679 Aug 16 02:48:45.615633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac611a4-35d1-446e-8cda-311d07d8b1b0 req-78f3a8c0-6300-4bb7-a3d0-9f09eeeec406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.617169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eac611a4-35d1-446e-8cda-311d07d8b1b0 req-78f3a8c0-6300-4bb7-a3d0-9f09eeeec406 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0946016 Aug 16 02:48:45.714343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac611a4-35d1-446e-8cda-311d07d8b1b0 req-0b05b0de-ec8e-4e26-a834-531d5788a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.715863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-eac611a4-35d1-446e-8cda-311d07d8b1b0 req-0b05b0de-ec8e-4e26-a834-531d5788a412 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908406 Aug 16 02:48:45.790601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-60314eb9-9f8a-4d20-80fe-94bbd069ee4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.792137 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-60314eb9-9f8a-4d20-80fe-94bbd069ee4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1096 time: 0.0406542 Aug 16 02:48:45.833367 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-b0cb0824-bc81-480a-a8ac-6a74cfa2400a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 217 time: 0.0336254 Aug 16 02:48:45.884220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-354ac9f0-5649-4279-b86f-d4e962c8927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.885728 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-354ac9f0-5649-4279-b86f-d4e962c8927d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0457432 Aug 16 02:48:45.932983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-3a2b043b-6e1a-4ba4-836c-6ab994aff23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:45.934526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-3a2b043b-6e1a-4ba4-836c-6ab994aff23d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406833 Aug 16 02:48:45.964958 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:46.023786 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-6d293e98-26c0-466f-bc28-e05aade036d1 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821047 Aug 16 02:48:46.116947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e4412cf8-99c7-4e60-b30e-e0567204ab91 req-210d174a-7636-4c1e-8dc6-450982e69cf5 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857580 Aug 16 02:48:46.663317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413507a0-5757-40ce-b011-e78b2fe3423b req-73f73913-d100-45f6-97e6-a9e76699c172 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:46.664814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-413507a0-5757-40ce-b011-e78b2fe3423b req-73f73913-d100-45f6-97e6-a9e76699c172 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0525751 Aug 16 02:48:46.702383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-413507a0-5757-40ce-b011-e78b2fe3423b req-6b0c7f3c-3313-4822-986c-9db20b225528 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316606 Aug 16 02:48:47.823705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ac534-057b-48a8-9a31-310992eda1b7 req-12fd25a7-1c1f-44a1-8e29-9efb3bd19c54 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:47.825199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa3ac534-057b-48a8-9a31-310992eda1b7 req-12fd25a7-1c1f-44a1-8e29-9efb3bd19c54 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0487242 Aug 16 02:48:47.863941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa3ac534-057b-48a8-9a31-310992eda1b7 req-d0b03900-3031-4f39-8658-fe4a6c61a1f4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318177 Aug 16 02:48:48.639448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:48:48.733655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:48.745351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3a123556-8fae-4874-b98a-1c26d45105f3', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3', 'mac_address': 'fa:16:3e:b3:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:48:48.780465 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.793517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a123556-8fae-4874-b98a-1c26d45105f3 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:48:48.814581 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:48.891608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:48.941194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:48.977698 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ce831-ef63-44cd-bce0-c565448b355e req-c940e522-a006-40eb-917f-e55a291f50db tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:48.979232 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-875ce831-ef63-44cd-bce0-c565448b355e req-c940e522-a006-40eb-917f-e55a291f50db tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0489383 Aug 16 02:48:49.016469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-875ce831-ef63-44cd-bce0-c565448b355e req-74cab66a-80c1-4aba-a88a-de8e2720e794 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311604 Aug 16 02:48:49.098588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3a123556-8fae-4874-b98a-1c26d45105f3'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:48:50.137292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406ab79-643f-485a-a38a-b99d2b6f9788 req-78f98be8-42b2-4d3d-b30d-4a08a0bc6b5f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:50.138837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a406ab79-643f-485a-a38a-b99d2b6f9788 req-78f98be8-42b2-4d3d-b30d-4a08a0bc6b5f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0556345 Aug 16 02:48:50.176647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a406ab79-643f-485a-a38a-b99d2b6f9788 req-9f05b269-b9ec-44a4-b3b7-774977216229 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Aug 16 02:48:50.655663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:48:50.765377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3a123556-8fae-4874-b98a-1c26d45105f3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:48:50.769591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3a123556-8fae-4874-b98a-1c26d45105f3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:48:50.769975 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.850911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:50.872914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:50.875175 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261c2f7d-ccdc-4db8-aaaa-826b6827dbdf" -d '{"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-plugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:50.888975 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:48:50.910086 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8874da05-b360-45ff-b3a4-1f138bc98c02 x-openstack-request-id: req-8874da05-b360-45ff-b3a4-1f138bc98c02 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:50.910430 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-plugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:50.910725 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8874da05-b360-45ff-b3a4-1f138bc98c02 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:50.911127 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'code': 200} Aug 16 02:48:50.953015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:51.000947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:48:51.006366 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60937887-c02d-4efa-b4e2-83efcd00634c req-c612d341-e1aa-4e64-b1c8-177bf7d892b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.008014 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-60937887-c02d-4efa-b4e2-83efcd00634c req-c612d341-e1aa-4e64-b1c8-177bf7d892b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1098 time: 0.0421917 Aug 16 02:48:51.043680 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-60937887-c02d-4efa-b4e2-83efcd00634c req-47e97178-dfbf-47e0-9309-b6f4b2feeab5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276327 Aug 16 02:48:51.294019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b7b8-fc59-4c89-8b80-5e272a1bd004 req-2b2c4d50-d57a-47bb-918f-a440c5beb4ed tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:51.295604 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d291b7b8-fc59-4c89-8b80-5e272a1bd004 req-2b2c4d50-d57a-47bb-918f-a440c5beb4ed tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0502441 Aug 16 02:48:51.334039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d291b7b8-fc59-4c89-8b80-5e272a1bd004 req-3a5944fc-8a2f-48c7-bb52-b24884b54c97 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321922 Aug 16 02:48:51.950990 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:48:52.449700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109313a1-7ea7-4c30-beea-0e5e24dce4c3 req-0899bfb9-9236-428e-850a-e1b254029800 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:52.451247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-109313a1-7ea7-4c30-beea-0e5e24dce4c3 req-0899bfb9-9236-428e-850a-e1b254029800 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0492594 Aug 16 02:48:52.489614 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-109313a1-7ea7-4c30-beea-0e5e24dce4c3 req-354d2551-369a-4af9-b006-1e6edc75ba2e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325444 Aug 16 02:48:52.604631 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3b061-1a39-438a-819a-c7eafbff9994 req-9e764fb3-412b-4410-9c91-68959d2c47dd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:52.606111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bae3b061-1a39-438a-819a-c7eafbff9994 req-9e764fb3-412b-4410-9c91-68959d2c47dd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Aug 16 02:48:52.615857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58540) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:48:52.620287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'floatingip': {'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:48:52.661955 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.095583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.147359 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.248328 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f associated. External IP: 172.25.6.126, port: 3a123556-8fae-4874-b98a-1c26d45105f3. Aug 16 02:48:53.452408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:48:53.558547 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:48:53.563805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:53.569412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:48:53.579140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:53.584225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:48:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.594531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9b7e7617-078e-484d-a235-9ff01e1efc2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "PUT /v2.0/floatingips/83aab716-18d8-41f1-ae0c-6908ada63d2f HTTP/1.1" status: 200 len: 992 time: 0.9750910 Aug 16 02:48:53.594531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:48:53.596445 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7541ac59-f7f4-4bb9-8892-509c099eb548" -d '{"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:48:53.642842 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2021d3-adfe-4d6a-917a-7102e36ba155 x-openstack-request-id: req-bd2021d3-adfe-4d6a-917a-7102e36ba155 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:48:53.643362 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:48:53.643512 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd2021d3-adfe-4d6a-917a-7102e36ba155 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:48:53.643957 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'status': 'completed', 'code': 200} Aug 16 02:48:53.695502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:53.716250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-63c99a46-f5f5-4cb5-b304-2b5960bbd859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.717767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-63c99a46-f5f5-4cb5-b304-2b5960bbd859 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1098 time: 0.0448377 Aug 16 02:48:53.807776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-58c89615-4ab0-4f07-806b-f7167c0e1fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.809274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-58c89615-4ab0-4f07-806b-f7167c0e1fb7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0845416 Aug 16 02:48:53.878154 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-b7854772-01e6-41af-857e-31c37111dd40 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1000 time: 0.0615380 Aug 16 02:48:53.916790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:b3:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb663285-abbc-4a47-b379-264e486d6347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 9, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.929001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-3284446c-b780-46bd-943f-4c2ba2267eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.930529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-3284446c-b780-46bd-943f-4c2ba2267eaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0444641 Aug 16 02:48:53.943124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:48:53.951600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:48:53.952236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:48:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:53.977446 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-4f80605e-94de-4659-b949-8cbb934cfd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:48:53.978975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-4f80605e-94de-4659-b949-8cbb934cfd5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405471 Aug 16 02:48:54.075241 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-1e1996f9-fab6-4638-95f7-96cf910c994d service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888093 Aug 16 02:48:54.172008 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7541ac59-f7f4-4bb9-8892-509c099eb548 req-394eb999-6049-4bc3-8ad1-728a51576550 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887506 Aug 16 02:48:54.224870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:48:54.443552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:b3:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb663285-abbc-4a47-b379-264e486d6347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 9, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:48:54.473220 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982ff3f4-e8c1-41f9-929d-2c167cfbb39c None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:b3:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb663285-abbc-4a47-b379-264e486d6347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:48:53Z', 'revision_number': 9, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:48:54.686464 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae84dcf-10ab-442f-a2f5-b69b9752fe91 None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:48:57.628876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:48:57.701272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:10.010859 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf82aaf1-037e-4765-9169-51b4766c611f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.700611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:12.782409 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-95980d7e-434f-4b9e-8ceb-9e9f0c82fd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:14.805071 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:16.005295 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:27.628080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:27.702158 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:28.954593 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:49:30.138176 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-8e9c3686-9779-481f-b600-8a7fd12ab3fe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416496 Aug 16 02:49:30.223711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c8a7-461b-407f-a418-93c99a974528 req-ba224391-85d4-4313-9e01-6f43964d2495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:30.225945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-ba224391-85d4-4313-9e01-6f43964d2495 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1098 time: 0.0464311 Aug 16 02:49:30.673115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c8a7-461b-407f-a418-93c99a974528 req-6982de64-2064-4aee-a2ce-ac8cd1a92980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:30.674607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-6982de64-2064-4aee-a2ce-ac8cd1a92980 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.4285781 Aug 16 02:49:30.741482 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-d86928b9-815a-475b-baa7-7162df7f89c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1003 time: 0.0588305 Aug 16 02:49:30.790790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c8a7-461b-407f-a418-93c99a974528 req-2855d09f-63ef-44c0-8d22-f2cc8b7e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:30.792253 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-2855d09f-63ef-44c0-8d22-f2cc8b7e7a9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0431139 Aug 16 02:49:30.836480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90c8a7-461b-407f-a418-93c99a974528 req-d04d048f-6057-4f41-9555-0431fbce6c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:49:30.838820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-d04d048f-6057-4f41-9555-0431fbce6c45 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396535 Aug 16 02:49:30.931495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-fc92ac77-f676-4bb1-8963-e120ac085993 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Aug 16 02:49:31.019252 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-0c90c8a7-461b-407f-a418-93c99a974528 req-47b0064f-80ae-4228-9b98-d35cc21fec50 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809770 Aug 16 02:49:40.028406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a9f487f7-69dc-4c65-9704-99f78d4c630c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:42.659440 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:42.787487 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-402ecf38-0fc4-40c8-8397-2cf92cfadda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:44.808328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:45.996692 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:57.636185 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:49:57.724228 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:05.954292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:10.012728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-99f7ed59-46a0-4177-9e9c-5fd552576657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:12.663921 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:12.778010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-04604daa-cd35-47b7-b153-cd3796cb1fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:14.815603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:15.975368 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:27.623518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:27.714949 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:31.802603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459eb53f-98cc-453f-bb92-cc5d59748662 req-16b73467-015e-437c-b7f7-dee132f64186 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:31.804112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-459eb53f-98cc-453f-bb92-cc5d59748662 req-16b73467-015e-437c-b7f7-dee132f64186 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0539634 Aug 16 02:50:31.842046 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-459eb53f-98cc-453f-bb92-cc5d59748662 req-38892641-e380-446b-a6a2-d88721ba7223 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319984 Aug 16 02:50:31.922106 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-fb89ac7c-e309-4f07-a010-d16c33b6a0aa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386224 Aug 16 02:50:32.187927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-0c5fe564-4c91-4d79-824a-4af85023873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.189516 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-0c5fe564-4c91-4d79-824a-4af85023873d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1098 time: 0.0876541 Aug 16 02:50:32.298542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-7c3a598d-c9c6-487c-bc70-0c1f964a5d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.300032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-7c3a598d-c9c6-487c-bc70-0c1f964a5d55 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0891964 Aug 16 02:50:32.366498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-47e6f179-4cff-41e0-884b-3703c20b977e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1003 time: 0.0594518 Aug 16 02:50:32.420398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-72c92916-b167-4186-affb-1827ed4350dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.421920 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-72c92916-b167-4186-affb-1827ed4350dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0486817 Aug 16 02:50:32.469208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-372d95d0-af24-4fe0-a2e7-bb65c22cc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.470757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-372d95d0-af24-4fe0-a2e7-bb65c22cc2ae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419464 Aug 16 02:50:32.559890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-936814a0-64d6-4b57-b6c3-c557d34e2f8e service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818794 Aug 16 02:50:32.655145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cae8cf1a-7454-4fb7-be5c-63f0528077c6 req-33ec5303-9d41-490a-a4dc-d60851197e0d service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884314 Aug 16 02:50:32.964928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bdf05-51a0-4e0e-b7c9-0ea0b17a8480 req-02ca2b6b-614f-4355-8412-7cd2bccbce23 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:32.966459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f39bdf05-51a0-4e0e-b7c9-0ea0b17a8480 req-02ca2b6b-614f-4355-8412-7cd2bccbce23 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0527444 Aug 16 02:50:33.004286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f39bdf05-51a0-4e0e-b7c9-0ea0b17a8480 req-2a62aac2-2b29-4b5e-a887-de8e2f694971 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Aug 16 02:50:33.898236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-c25abd5a-ef3f-40f6-9d39-5dd6e01e2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:33.899754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-c25abd5a-ef3f-40f6-9d39-5dd6e01e2553 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1098 time: 0.0412555 Aug 16 02:50:33.993390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-b849eb46-75a1-49e0-ace0-f5f425b3b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:33.994882 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-b849eb46-75a1-49e0-ace0-f5f425b3b0f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0880258 Aug 16 02:50:34.061531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-3cdc5f1f-66a6-4312-8300-6dc2939d9660 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1003 time: 0.0595210 Aug 16 02:50:34.112812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-ba0d0836-5b26-487c-aae5-4f6755eaf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:34.114413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-ba0d0836-5b26-487c-aae5-4f6755eaf471 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0452471 Aug 16 02:50:34.120511 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59bf63-104a-418e-9c7e-d09e9907dcc6 req-f54a3479-b853-4447-865d-160ba34247ca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:34.122004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d59bf63-104a-418e-9c7e-d09e9907dcc6 req-f54a3479-b853-4447-865d-160ba34247ca tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0480187 Aug 16 02:50:34.161071 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d59bf63-104a-418e-9c7e-d09e9907dcc6 req-fd4baa59-5afc-44bc-98df-97aa349eb6d0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330892 Aug 16 02:50:34.167560 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-cc93be85-237c-4e17-adb5-e6adf88e4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:34.169250 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-cc93be85-237c-4e17-adb5-e6adf88e4dfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467939 Aug 16 02:50:34.263830 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-4617071f-2daa-4ee3-a769-08b3d2a2cfa0 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868859 Aug 16 02:50:34.359983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-b9e9fc9f-f017-4ad5-b5aa-ffa7ddbbd2ec service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891783 Aug 16 02:50:35.291966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dba4fb-1189-4cd1-bfc6-aa84d9ad3e2b req-b7573c79-f0d7-447d-b95d-560c32861081 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:35.293953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12dba4fb-1189-4cd1-bfc6-aa84d9ad3e2b req-b7573c79-f0d7-447d-b95d-560c32861081 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0613675 Aug 16 02:50:35.336065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12dba4fb-1189-4cd1-bfc6-aa84d9ad3e2b req-c022f0a1-47ba-4a01-a2a9-1c8f81860bf7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356371 Aug 16 02:50:36.460118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde83b1e-3e57-437d-8c72-a8475fac21e6 req-391a21eb-9cb4-4795-88e7-d82b7773bc79 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:36.461553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dde83b1e-3e57-437d-8c72-a8475fac21e6 req-391a21eb-9cb4-4795-88e7-d82b7773bc79 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0535259 Aug 16 02:50:36.498996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dde83b1e-3e57-437d-8c72-a8475fac21e6 req-17138d1d-87e8-42fd-ae81-acea8a34d9ff tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314894 Aug 16 02:50:37.613151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c711296-0b07-4e10-83b2-0e7742dc76ee req-3ff97c4d-43d7-4144-af97-2d1916700e93 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:37.615339 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c711296-0b07-4e10-83b2-0e7742dc76ee req-3ff97c4d-43d7-4144-af97-2d1916700e93 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0498157 Aug 16 02:50:37.658972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c711296-0b07-4e10-83b2-0e7742dc76ee req-c7c9e199-b3d1-4902-b0e2-a68d81f36e47 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377271 Aug 16 02:50:38.777102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f031d01-1183-4488-8133-58917773953a req-25f221a1-f765-4aed-a076-c8a4b7394fee tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:38.778610 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f031d01-1183-4488-8133-58917773953a req-25f221a1-f765-4aed-a076-c8a4b7394fee tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0499389 Aug 16 02:50:38.818183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3f031d01-1183-4488-8133-58917773953a req-4118841b-7bd1-46c5-8bc4-75b5112071e9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Aug 16 02:50:39.936896 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81436b92-0ecb-4df6-945b-4c35c4f439ce req-46fa2485-0242-466e-b121-9ca8e6c4ff67 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:39.938332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81436b92-0ecb-4df6-945b-4c35c4f439ce req-46fa2485-0242-466e-b121-9ca8e6c4ff67 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0524831 Aug 16 02:50:39.977297 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-81436b92-0ecb-4df6-945b-4c35c4f439ce req-d89fe199-8bcf-4297-bfe4-18767f118f55 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Aug 16 02:50:40.025988 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1076467-448f-4913-a884-ac16a1f5a75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:41.093175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6a3b74-3321-47af-8ae4-d5e9222b896a req-e7ca231f-fdbf-4031-8e3e-b41c55989a5f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:41.094711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca6a3b74-3321-47af-8ae4-d5e9222b896a req-e7ca231f-fdbf-4031-8e3e-b41c55989a5f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0493352 Aug 16 02:50:41.132620 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca6a3b74-3321-47af-8ae4-d5e9222b896a req-defb0eb4-54ee-498e-a4e8-7940740385f1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Aug 16 02:50:42.249766 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2929cf7-8229-4406-abff-7da28b8a4240 req-86a8a553-8035-45be-9ebc-10fd8a3d4c55 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:42.251300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2929cf7-8229-4406-abff-7da28b8a4240 req-86a8a553-8035-45be-9ebc-10fd8a3d4c55 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0495007 Aug 16 02:50:42.288861 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2929cf7-8229-4406-abff-7da28b8a4240 req-5e9f66b3-1409-49e9-b099-003651c5f9a0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315285 Aug 16 02:50:42.688920 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:42.805665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a69b6ed-4112-4031-8705-5bfa0347e0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:42.952812 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:50:43.407919 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6826b3-5de3-4ae8-b891-d2dd4bad518e req-57b7fffa-7df0-48a5-9cea-12b46d17dc53 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:43.409567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce6826b3-5de3-4ae8-b891-d2dd4bad518e req-57b7fffa-7df0-48a5-9cea-12b46d17dc53 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0535531 Aug 16 02:50:43.454392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce6826b3-5de3-4ae8-b891-d2dd4bad518e req-f0f47c32-b152-464c-bc78-c486af550495 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Aug 16 02:50:44.563278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db592c2d-6562-4407-aee6-2f4c419dfa5d req-9ec38249-a23d-47d0-aaaf-6435813e9c31 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:44.564782 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db592c2d-6562-4407-aee6-2f4c419dfa5d req-9ec38249-a23d-47d0-aaaf-6435813e9c31 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0495958 Aug 16 02:50:44.602821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db592c2d-6562-4407-aee6-2f4c419dfa5d req-72464eee-6dca-4e9c-8454-7cf924b36819 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314248 Aug 16 02:50:44.809117 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:45.717462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab048f-3192-4e58-ae44-127d4fc78f54 req-1f4573a4-8706-456f-8ee6-e8ce48793d3e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:45.718985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7ab048f-3192-4e58-ae44-127d4fc78f54 req-1f4573a4-8706-456f-8ee6-e8ce48793d3e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0493450 Aug 16 02:50:45.757224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7ab048f-3192-4e58-ae44-127d4fc78f54 req-6fdca99e-a6eb-4eb6-80c7-0256da8fd6ba tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318770 Aug 16 02:50:45.991889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:46.465971 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-6256783a-2a95-4596-af0e-4d153ddc8020 service neutron] show failed (client error): The resource could not be found. Aug 16 02:50:46.467041 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-6256783a-2a95-4596-af0e-4d153ddc8020 service neutron] 10.222.0.58 "GET /v2.0/ports/3a123556-8fae-4874-b98a-1c26d45105f3/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0545743 Aug 16 02:50:46.878123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06723b07-c78a-48b8-bafe-2fddd1a35a4e req-f16a9572-1d2b-4886-9dc5-f1bf352cb6c3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:46.880647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06723b07-c78a-48b8-bafe-2fddd1a35a4e req-f16a9572-1d2b-4886-9dc5-f1bf352cb6c3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0539951 Aug 16 02:50:46.920341 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06723b07-c78a-48b8-bafe-2fddd1a35a4e req-a5560b0b-f36f-4872-9b77-3453fc7746dd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325637 Aug 16 02:50:47.009680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-e839eaef-e5b0-4c3a-a0e9-550a775ee2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:47.011209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-e839eaef-e5b0-4c3a-a0e9-550a775ee2f0 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 1098 time: 0.0410557 Aug 16 02:50:47.023391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:47.078304 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.306740 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:47.342863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:47.383959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:47.386247 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd99672a-31ba-41a4-802c-80c6260720b1" -d '{"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-unplugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:47.390049 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.402680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Transition to ACTIVE for port object 3a123556-8fae-4874-b98a-1c26d45105f3 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:47.436485 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf1dbd25-c7e0-4ab4-ba6b-d9d1b411f349 x-openstack-request-id: req-bf1dbd25-c7e0-4ab4-ba6b-d9d1b411f349 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:47.436787 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-unplugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:47.437046 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bf1dbd25-c7e0-4ab4-ba6b-d9d1b411f349 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:47.437460 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'code': 200} Aug 16 02:50:47.471874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.566883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:47.581732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.582085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.582436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.583155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.583500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.583844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.584176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.584517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.584851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.585185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.585513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.585841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:47.623655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] No DVR routers for this DVR port 3a123556-8fae-4874-b98a-1c26d45105f3 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:47.763108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:47.763450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:47.763785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:47.767914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:50:47.768242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:47.773491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:47.773834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:47.774221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:47.774663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Bound port: 3a123556-8fae-4874-b98a-1c26d45105f3, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:47.775041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.839562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:47.842664 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:47.901106 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.939498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:47.940098 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:47.941775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] 10.222.0.83 "PUT /v2.0/ports/3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1093 time: 0.9222665 Aug 16 02:50:47.966984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb38738-4f06-40b5-971c-98b057b9c421 service neutron] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:48.014400 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-f3222f94-38c3-4e81-bbc7-2f3c3daf3288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.016117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-f3222f94-38c3-4e81-bbc7-2f3c3daf3288 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1096 time: 0.0461011 Aug 16 02:50:48.055632 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f2946d-cf21-4f58-a6bf-6f540633fd14 req-40480963-98d0-40c9-87b7-58f56db6fee7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.058029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56f2946d-cf21-4f58-a6bf-6f540633fd14 req-40480963-98d0-40c9-87b7-58f56db6fee7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0521588 Aug 16 02:50:48.100581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-56f2946d-cf21-4f58-a6bf-6f540633fd14 req-a0fa4e8b-f6da-49a3-b68e-f3bc50d94251 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360124 Aug 16 02:50:48.114958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-0d30d00d-5f97-4b87-b09d-a8d6f4cdebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.116548 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-0d30d00d-5f97-4b87-b09d-a8d6f4cdebd0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0932798 Aug 16 02:50:48.187101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-71f0ba32-4b45-4d48-9d6a-4418658206a7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1001 time: 0.0634105 Aug 16 02:50:48.237760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-ddddd40f-abc1-43ab-87bb-a6ad49d0087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.239368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-ddddd40f-abc1-43ab-87bb-a6ad49d0087f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0452502 Aug 16 02:50:48.284516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-b84dc0c7-9fdb-453e-b147-4ce575bbdfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:48.286073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-b84dc0c7-9fdb-453e-b147-4ce575bbdfd1 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401857 Aug 16 02:50:48.377761 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-3b25bc33-9784-4ab5-9e31-f3b99aff7fdf service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848639 Aug 16 02:50:48.471376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-f8802e21-5e79-4db0-9e34-aade55bf1f3a service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870368 Aug 16 02:50:49.224374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57531b2-6462-4b73-91e9-a382b2b0b894 req-bc0b8344-0c22-4d9c-bc33-12a633b1286c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.225869 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b57531b2-6462-4b73-91e9-a382b2b0b894 req-bc0b8344-0c22-4d9c-bc33-12a633b1286c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0496716 Aug 16 02:50:49.263625 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b57531b2-6462-4b73-91e9-a382b2b0b894 req-7becb0fd-e4c2-462b-804b-0e9d3286833d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317957 Aug 16 02:50:49.438825 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:49.441104 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:49.498730 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2aedb7d-3ca9-40dc-99be-d3513c7800c5 x-openstack-request-id: req-e2aedb7d-3ca9-40dc-99be-d3513c7800c5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:49.499038 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:49.499295 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2aedb7d-3ca9-40dc-99be-d3513c7800c5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:49.500082 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'status': 'completed', 'code': 200} Aug 16 02:50:49.584296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-448fcd5c-6576-40d2-9a39-fc23bdf607d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.585798 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-448fcd5c-6576-40d2-9a39-fc23bdf607d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1096 time: 0.0692127 Aug 16 02:50:49.590970 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-7eedf563-cd5d-4919-b7f8-abff2dba53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.592323 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-7eedf563-cd5d-4919-b7f8-abff2dba53af service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1096 time: 0.0678530 Aug 16 02:50:49.743703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-20ffa014-8641-4898-8c21-7b23df382c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.745179 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-20ffa014-8641-4898-8c21-7b23df382c69 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1520317 Aug 16 02:50:49.747760 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-3bc6bfb7-c126-4c87-b67e-55d2bc8ab7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.749084 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-3bc6bfb7-c126-4c87-b67e-55d2bc8ab7f7 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1472974 Aug 16 02:50:49.857529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-1a893e1a-fb8a-427c-b044-a4d87f04ff5d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1001 time: 0.1046987 Aug 16 02:50:49.859317 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-20922083-bd9b-4e6a-a370-51770938a4cf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1001 time: 0.1010051 Aug 16 02:50:49.939027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-12d13303-0d09-45a4-9ec0-bc55d3ad7a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.940556 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-12d13303-0d09-45a4-9ec0-bc55d3ad7a15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0748296 Aug 16 02:50:49.944225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-a0ed940b-5ffd-49f3-bb7b-ca1b1fa5c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:49.945553 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-a0ed940b-5ffd-49f3-bb7b-ca1b1fa5c38f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0786920 Aug 16 02:50:50.017159 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-3d6c2b02-70bd-4b95-aff9-36393563ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:50.018730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-3d6c2b02-70bd-4b95-aff9-36393563ef15 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637343 Aug 16 02:50:50.021677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-f7211702-c35e-4ed4-96d7-d1801612c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:50.023084 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-f7211702-c35e-4ed4-96d7-d1801612c004 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0752141 Aug 16 02:50:50.175200 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-5e0e1c47-af8a-426c-99ae-da082c7d84f2 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484604 Aug 16 02:50:50.181285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-37f0f1d0-1de8-4103-903c-e561fbaafb48 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469836 Aug 16 02:50:50.337157 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-f4eaa4b2-7c8c-4ba8-9b9f-a03caf4f2d87 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548405 Aug 16 02:50:50.339112 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a2a50ac7-5ff4-4ead-8fff-c38e37245bb1 req-b20a218b-ffe0-466d-b7e1-dbbccb01954a service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496651 Aug 16 02:50:50.396486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607327b8-955b-4a25-ab14-9bf94525f42e req-22e79fa7-a1dc-4557-aa5c-3c71bd12d495 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:50.398002 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-607327b8-955b-4a25-ab14-9bf94525f42e req-22e79fa7-a1dc-4557-aa5c-3c71bd12d495 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0597029 Aug 16 02:50:50.437031 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-607327b8-955b-4a25-ab14-9bf94525f42e req-e6aa0a65-439c-48cd-8bda-2d3bd94c886a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Aug 16 02:50:51.206986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:51.244717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:51.617740 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3a1b6-0ec8-4592-8918-42c1a132ea30 req-00b4019f-a84d-4eaa-b0f4-9b87e1fd751f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:51.619285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fee3a1b6-0ec8-4592-8918-42c1a132ea30 req-00b4019f-a84d-4eaa-b0f4-9b87e1fd751f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0996516 Aug 16 02:50:51.656988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fee3a1b6-0ec8-4592-8918-42c1a132ea30 req-7e0bbf7e-8bc3-4b06-adbb-d000f9fa7f35 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316656 Aug 16 02:50:52.119579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:50:52.215163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588d49-9fc4-4570-8df7-79972d14918f req-740191a8-4f7b-4f1a-a5ef-d53b2745d788 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.216789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54588d49-9fc4-4570-8df7-79972d14918f req-740191a8-4f7b-4f1a-a5ef-d53b2745d788 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 944 time: 0.0641277 Aug 16 02:50:52.222803 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:52.238888 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '3a123556-8fae-4874-b98a-1c26d45105f3', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3', 'mac_address': 'fa:16:3e:b3:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:50:52.255406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-872efc86-ce17-42fc-92bf-bcc0a088db93 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.257217 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-872efc86-ce17-42fc-92bf-bcc0a088db93 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347&tenant_id=84e1fb7eec8f42c2a5583bed676676f9&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 944 time: 0.0659266 Aug 16 02:50:52.258952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54588d49-9fc4-4570-8df7-79972d14918f req-f069ef19-9a13-42dc-8658-f609c1fc0b73 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357151 Aug 16 02:50:52.278738 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.292915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a123556-8fae-4874-b98a-1c26d45105f3 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:52.312645 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:52.322781 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-d0465227-6fc2-4587-909f-fb1021b0f098 service neutron] 10.222.0.83 "GET /v2.0/ports/3a123556-8fae-4874-b98a-1c26d45105f3/bindings/n-h1-768852-19 HTTP/1.1" status: 200 len: 383 time: 0.0582337 Aug 16 02:50:52.384416 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-6ec4f4b5-22b5-4a44-b497-ef6d5dc82610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.385877 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-6ec4f4b5-22b5-4a44-b497-ef6d5dc82610 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1096 time: 0.0404644 Aug 16 02:50:52.397857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:52.444333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:52.451702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.452056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.452400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.452743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.453078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.453415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.453745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.454074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.454406 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.454758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.455091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.455412 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:50:52.479635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-8f72ae5e-24d4-4218-8cb7-723979e7dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.481126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-8f72ae5e-24d4-4218-8cb7-723979e7dc30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0887120 Aug 16 02:50:52.546101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-d3f6b8da-a280-40a4-9553-dd9e02ef0661 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1002 time: 0.0565569 Aug 16 02:50:52.594597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-5abd6ea5-6d06-4d2b-937f-2c25ff6da38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.596160 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-5abd6ea5-6d06-4d2b-937f-2c25ff6da38d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0430284 Aug 16 02:50:52.641656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['3a123556-8fae-4874-b98a-1c26d45105f3'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:50:52.651766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-dc91a4c1-4962-4793-b664-c5cf820dc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:52.653307 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-dc91a4c1-4962-4793-b664-c5cf820dc28b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441084 Aug 16 02:50:52.741655 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-86c1fa22-6086-4ec6-8c59-c19124afb3cc service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805473 Aug 16 02:50:52.834832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-925326ef-eed0-4dfd-84c6-80c5b7c630f4 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859597 Aug 16 02:50:53.439299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c95d8-8b67-41bf-ba87-71cd57092b62 req-1fe2e807-df2b-46e2-a465-a04597367dba tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:53.440792 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-761c95d8-8b67-41bf-ba87-71cd57092b62 req-1fe2e807-df2b-46e2-a465-a04597367dba tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.1017580 Aug 16 02:50:53.478402 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-761c95d8-8b67-41bf-ba87-71cd57092b62 req-3f6a6929-bdbb-4660-81ac-980a93d30711 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311594 Aug 16 02:50:54.144791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:50:54.363444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 3a123556-8fae-4874-b98a-1c26d45105f3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:50:54.368050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 3a123556-8fae-4874-b98a-1c26d45105f3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:50:54.368452 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.446283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.468198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:54.470427 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bde1ec9c-f451-46c0-a4a3-2a889f56eb29" -d '{"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-plugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:54.484733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:54.528472 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcc8ebc-0e43-45e7-94ce-b7aece4f7e39 x-openstack-request-id: req-1dcc8ebc-0e43-45e7-94ce-b7aece4f7e39 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:54.528472 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-plugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:54.528472 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1dcc8ebc-0e43-45e7-94ce-b7aece4f7e39 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:54.528472 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'code': 200} Aug 16 02:50:54.550489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:54.601324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:54.619481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00525bfc-2ed1-497a-9bcf-c50177b938f3 req-8aa2a771-8162-4df1-aeed-6b39da1e8266 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:54.620964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00525bfc-2ed1-497a-9bcf-c50177b938f3 req-8aa2a771-8162-4df1-aeed-6b39da1e8266 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0570114 Aug 16 02:50:54.666168 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00525bfc-2ed1-497a-9bcf-c50177b938f3 req-950bc343-a534-47d1-97f9-a5551253494f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359046 Aug 16 02:50:55.333484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-79abb484-93a5-43f4-9762-51a95eba2128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:55.335026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-79abb484-93a5-43f4-9762-51a95eba2128 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 1098 time: 0.0414839 Aug 16 02:50:55.347070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:50:55.397499 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.595778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:55.628119 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:55.665125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:55.667707 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0461b72e-5650-4fc1-8a82-d2f2c13d3423" -d '{"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-unplugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:55.671826 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.685098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Transition to ACTIVE for port object 3a123556-8fae-4874-b98a-1c26d45105f3 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:50:55.717636 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822a04ee-c0ba-48cb-a7df-19e3f8a0878f x-openstack-request-id: req-822a04ee-c0ba-48cb-a7df-19e3f8a0878f {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:55.717936 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-unplugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:55.718192 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-822a04ee-c0ba-48cb-a7df-19e3f8a0878f {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:55.718605 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'code': 200} Aug 16 02:50:55.757546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:55.797262 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e475d5-ec69-4357-8653-d73ebe6be11d req-a7a32de4-c863-40f3-ace1-49e783b11953 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:55.799115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29e475d5-ec69-4357-8653-d73ebe6be11d req-a7a32de4-c863-40f3-ace1-49e783b11953 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0528262 Aug 16 02:50:55.832579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:55.850407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29e475d5-ec69-4357-8653-d73ebe6be11d req-18cad822-2951-44aa-9565-73402067c995 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Aug 16 02:50:55.883125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] No DVR routers for this DVR port 3a123556-8fae-4874-b98a-1c26d45105f3 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:50:56.026791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:50:56.027135 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:50:56.027472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:56.031832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:50:56.032153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Attempting to bind port 3a123556-8fae-4874-b98a-1c26d45105f3 on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:50:56.037095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:50:56.039345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:50:56.039345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:50:56.039345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Bound port: 3a123556-8fae-4874-b98a-1c26d45105f3, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:50:56.039345 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.101073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:50:56.103958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:50:56.188206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.222764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.223425 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:56.224858 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] 10.222.0.58 "PUT /v2.0/ports/3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1094 time: 0.8817508 Aug 16 02:50:56.247523 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae9b6-9472-462d-82c9-0dec0cdd8d68 service neutron] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=11']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:56.642954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-83797bdb-3527-42be-8ffd-94bf72fb2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.644382 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-83797bdb-3527-42be-8ffd-94bf72fb2837 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1097 time: 0.3935690 Aug 16 02:50:56.733874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-42e17a88-61ff-4224-a9d5-2bde95fa78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.735402 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-42e17a88-61ff-4224-a9d5-2bde95fa78f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0835421 Aug 16 02:50:56.803569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-c20b290b-9806-414c-a5d9-1cacd72599b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1001 time: 0.0613151 Aug 16 02:50:56.852169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-cf99fc28-7f58-47fe-b246-801880bc1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.853607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-cf99fc28-7f58-47fe-b246-801880bc1fb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0429494 Aug 16 02:50:56.898435 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228060c-0423-40db-9afb-cad553c4ed73 req-07849c5d-cfc7-4ac3-b0fd-97fefbebd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.899952 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-07849c5d-cfc7-4ac3-b0fd-97fefbebd936 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391791 Aug 16 02:50:56.974823 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0650c-a125-4f53-9d90-7b4cd1f5a902 req-6e21b821-9b1b-4354-80e2-608fd3aacbcf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:56.976362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dd0650c-a125-4f53-9d90-7b4cd1f5a902 req-6e21b821-9b1b-4354-80e2-608fd3aacbcf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0536892 Aug 16 02:50:56.995758 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-fc3e2000-72bc-44fd-b62f-4d38dd4a226a service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882640 Aug 16 02:50:57.015773 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2dd0650c-a125-4f53-9d90-7b4cd1f5a902 req-09f4e9be-2100-47ca-b8e0-f32d28892bea tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328777 Aug 16 02:50:57.085866 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2228060c-0423-40db-9afb-cad553c4ed73 req-5a1d83bd-ac4d-4bad-b08e-761cec896a2f service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825751 Aug 16 02:50:57.705715 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.720327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:50:57.722699 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5ef9c-6154-4f47-a36c-64f501263495" -d '{"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:50:57.740174 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:57.771943 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99547d5-1072-4a19-af67-544640094e41 x-openstack-request-id: req-f99547d5-1072-4a19-af67-544640094e41 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:50:57.772247 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:50:57.772505 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f99547d5-1072-4a19-af67-544640094e41 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:50:57.772914 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'status': 'completed', 'code': 200} Aug 16 02:50:57.860413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-1b5d2330-dffc-44ba-82ca-b13cf1a1fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:57.861933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-1b5d2330-dffc-44ba-82ca-b13cf1a1fa2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1097 time: 0.0638723 Aug 16 02:50:57.864407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-69d5cc73-1a62-4793-ba66-9ae6a1339ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:57.865806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-69d5cc73-1a62-4793-ba66-9ae6a1339ca9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 1097 time: 0.0766525 Aug 16 02:50:58.023043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-cf97d8fe-af6f-4a2f-acd7-01221fabc935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.024546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-cf97d8fe-af6f-4a2f-acd7-01221fabc935 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1547604 Aug 16 02:50:58.027138 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-7f306312-304c-4a9c-b571-2dd18abd7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.028491 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-7f306312-304c-4a9c-b571-2dd18abd7670 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1514661 Aug 16 02:50:58.135525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ffd23-cded-4f34-97ec-e35d6df7302b req-0798b617-71ac-41e2-a9cf-25e2453dbd3e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.137177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-941ffd23-cded-4f34-97ec-e35d6df7302b req-0798b617-71ac-41e2-a9cf-25e2453dbd3e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0544255 Aug 16 02:50:58.141995 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-b3a1d74e-80b8-4eb7-8778-933bc3eb8aed service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1001 time: 0.1089709 Aug 16 02:50:58.143826 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-16179e87-f85a-493f-a18f-47d67cd2c40d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 200 len: 1001 time: 0.1053123 Aug 16 02:50:58.160042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:50:58.181535 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-941ffd23-cded-4f34-97ec-e35d6df7302b req-80c7db99-2aaf-44e1-aeae-8cea14a20f5c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382380 Aug 16 02:50:58.210453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:50:58.226927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-1f3b1ba5-b0bb-47b8-99b5-bf2546be217a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.228437 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-1f3b1ba5-b0bb-47b8-99b5-bf2546be217a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0793226 Aug 16 02:50:58.231945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-49617877-684e-441c-a848-e1809e076797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.233325 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-49617877-684e-441c-a848-e1809e076797 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0768628 Aug 16 02:50:58.307044 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-626922da-51dc-4e07-82c7-4bfedb5be9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.308532 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-626922da-51dc-4e07-82c7-4bfedb5be9c0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722003 Aug 16 02:50:58.310277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-1c087ded-23f0-4fc4-86aa-f8d105539c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:58.311690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-1c087ded-23f0-4fc4-86aa-f8d105539c07 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668023 Aug 16 02:50:58.471751 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-51cd5f56-9cf6-4802-aee4-0b88741ed94e service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528790 Aug 16 02:50:58.473686 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-134fb574-a96c-4623-96a0-351852bbd9c3 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477907 Aug 16 02:50:58.631461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-6ed6b150-c1c8-43df-a45c-b087e78ffac7 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527448 Aug 16 02:50:58.633291 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-16f5ef9c-6154-4f47-a36c-64f501263495 req-e4a1c243-2c53-419d-81a3-3dbb7fe16554 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478257 Aug 16 02:50:59.252968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:50:59.299046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1673cf2-b7bc-429c-af78-63fa67ad07d8 req-e9fa0aaf-6a41-4ccb-8cdf-d59519960e3e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.300585 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1673cf2-b7bc-429c-af78-63fa67ad07d8 req-e9fa0aaf-6a41-4ccb-8cdf-d59519960e3e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Aug 16 02:50:59.340175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1673cf2-b7bc-429c-af78-63fa67ad07d8 req-ae5659bd-e50e-4bf3-9991-b3ce30a9cce5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Aug 16 02:50:59.352083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:59.363656 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '3a123556-8fae-4874-b98a-1c26d45105f3', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': '3a123556-8fae-4874-b98a-1c26d45105f3', 'mac_address': 'fa:16:3e:b3:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:50:59.402579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.415371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a123556-8fae-4874-b98a-1c26d45105f3 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:50:59.434826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:50:59.457592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f17395-5c91-44d8-93f9-ac3f609b152e req-93ff9c71-1464-486e-8bcf-812cc0732058 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.459675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2f17395-5c91-44d8-93f9-ac3f609b152e req-93ff9c71-1464-486e-8bcf-812cc0732058 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 945 time: 0.0528011 Aug 16 02:50:59.497112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d2f17395-5c91-44d8-93f9-ac3f609b152e req-558e2a1c-1e4d-4727-844b-f33d557bb689 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313225 Aug 16 02:50:59.506275 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:50:59.558120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=12']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:50:59.613286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2f44b-a19d-4464-9326-99e34777faf6 req-dea8dae5-b16a-4cdb-b598-2f2164e7eb7b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:50:59.614786 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19b2f44b-a19d-4464-9326-99e34777faf6 req-dea8dae5-b16a-4cdb-b598-2f2164e7eb7b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0492086 Aug 16 02:50:59.652373 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19b2f44b-a19d-4464-9326-99e34777faf6 req-3e4e1917-c6b0-4563-9c99-10f46d7cdc17 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314987 Aug 16 02:50:59.761769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['3a123556-8fae-4874-b98a-1c26d45105f3'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:00.095520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f213cc-1b06-4a5d-aa50-ae5f3d50db5f req-2ad77c69-273b-415a-8d10-c179f3e8ee56 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:00.097011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53f213cc-1b06-4a5d-aa50-ae5f3d50db5f req-2ad77c69-273b-415a-8d10-c179f3e8ee56 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0487537 Aug 16 02:51:00.135474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53f213cc-1b06-4a5d-aa50-ae5f3d50db5f req-15851122-24c7-4a30-ac4e-7bda6c24f1ad tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Aug 16 02:51:01.258933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f713eb7-8d8a-4f1c-83b5-7011182d0cbd req-0274ab80-b7cc-469e-ac71-b99048c2c0b6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.260430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f713eb7-8d8a-4f1c-83b5-7011182d0cbd req-0274ab80-b7cc-469e-ac71-b99048c2c0b6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0553436 Aug 16 02:51:01.268467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:01.298510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f713eb7-8d8a-4f1c-83b5-7011182d0cbd req-e546f514-3305-42f4-9dfc-494c3c98ad4a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312414 Aug 16 02:51:01.402494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-17119e32-b850-43f7-9616-3ce0d57d279f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:01.403982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-17119e32-b850-43f7-9616-3ce0d57d279f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 946 time: 0.0542707 Aug 16 02:51:01.422180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 3a123556-8fae-4874-b98a-1c26d45105f3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:01.426134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 3a123556-8fae-4874-b98a-1c26d45105f3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:01.426510 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.493350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Deleting port 3a123556-8fae-4874-b98a-1c26d45105f3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:51:01.493700 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.506255 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.528613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:01.530929 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ccb56-7bd3-417a-af7b-e344a43f4df4" -d '{"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-plugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:01.544519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:01.572910 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb04196-96ca-4620-8a5f-0170b64dfbe8 x-openstack-request-id: req-bdb04196-96ca-4620-8a5f-0170b64dfbe8 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:01.572910 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-plugged", "status": "completed", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:01.572910 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdb04196-96ca-4620-8a5f-0170b64dfbe8 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:01.572910 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'code': 200} Aug 16 02:51:01.595006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] For port 3a123556-8fae-4874-b98a-1c26d45105f3, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=3a123556-8fae-4874-b98a-1c26d45105f3,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:01.595384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.628201 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.675791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=13']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:01.769960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.770346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.770700 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f disassociated. External IP: 172.25.6.126, port: 3a123556-8fae-4874-b98a-1c26d45105f3. Aug 16 02:51:01.771054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Calling delete_port for 3a123556-8fae-4874-b98a-1c26d45105f3 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:51:01.957211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:01.985300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event deleted for resources: {'Port': ['ID=3a123556-8fae-4874-b98a-1c26d45105f3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:02.105628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:51:02.217903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:02.230247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:02.239486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:02.242082 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:50:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:02.260547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] No DVR routers for this DVR port 3a123556-8fae-4874-b98a-1c26d45105f3 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:51:02.263795 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:02.265819 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9df7ed6d-1a79-4351-bdd5-d36b9a535cd9 req-1afe137f-749c-4638-937d-31c01e6a88fd tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "DELETE /v2.0/ports/3a123556-8fae-4874-b98a-1c26d45105f3 HTTP/1.1" status: 204 len: 173 time: 0.8559985 Aug 16 02:51:02.266650 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-deleted', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:02.269937 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef45e09a-770a-4ebc-8f73-4ee9df040ea7" -d '{"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-deleted", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:02.311016 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126ceb5e-fed1-4974-b993-1c43fd7a9cad x-openstack-request-id: req-126ceb5e-fed1-4974-b993-1c43fd7a9cad {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:02.311016 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb663285-abbc-4a47-b379-264e486d6347", "name": "network-vif-deleted", "tag": "3a123556-8fae-4874-b98a-1c26d45105f3", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:02.311016 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-126ceb5e-fed1-4974-b993-1c43fd7a9cad {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:02.311016 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb663285-abbc-4a47-b379-264e486d6347', 'name': 'network-vif-deleted', 'tag': '3a123556-8fae-4874-b98a-1c26d45105f3', 'status': 'completed', 'code': 200} Aug 16 02:51:02.356517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:02.396158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-742eeab1-6e95-4757-9b7d-b2f061edb183 req-285f0e64-ee84-468a-b108-2131886e2c34 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=fb663285-abbc-4a47-b379-264e486d6347 HTTP/1.1" status: 200 len: 210 time: 0.0264411 Aug 16 02:51:02.556088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:02.582396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:02.591194 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:02.591811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:50:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:02.698570 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:02.911627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:02.941728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849ec704-c6bd-449a-817a-51e0040eaa35 None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:03.161594 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e89432-4e04-437f-a831-d12416dd95d2 None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:51:03.668763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-a3545620-d081-44c3-9046-fec57a28482f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1502718611&fields=id&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 267 time: 0.0333817 Aug 16 02:51:03.777734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-2cc06bb9-1c6b-4776-9cf1-727ba24d9a9f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:03.779264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-2cc06bb9-1c6b-4776-9cf1-727ba24d9a9f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1038327 Aug 16 02:51:03.794814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-83a3048a-f5b5-47d2-914b-8889da914baf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/quotas/84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 375 time: 0.0096557 Aug 16 02:51:03.848286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-769e7ddf-4739-419f-8a73-196b18cb3b7a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482442 Aug 16 02:51:03.944281 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-e4836111-02c9-4762-abe2-aaa61d7d4ad3 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843346 Aug 16 02:51:04.032028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-9ec575b9-fe62-4cae-8fb9-96ffd27f54e9 service neutron] 10.222.0.76 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816033 Aug 16 02:51:04.299205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7b41598d-8872-4dab-ba82-decb7b77bace req-a9e17e9c-2f1c-4ac5-9a2c-ec7a603e8d45 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0267785 Aug 16 02:51:05.285891 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:51:05.306327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 3a123556-8fae-4874-b98a-1c26d45105f3 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:51:05.306708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 3a123556-8fae-4874-b98a-1c26d45105f3 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:51:05.395262 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f7b95df8-d71b-4518-bcb7-a6e75ac33d53 req-d08c2a48-6825-4a71-ae1c-728ae9557049 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0265548 Aug 16 02:51:06.098848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-931001ca-b2a6-4d43-8a40-178b22c59b59 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:06.100332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-931001ca-b2a6-4d43-8a40-178b22c59b59 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 810 time: 0.1069629 Aug 16 02:51:06.144147 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-faf02d45-2525-4d59-a7a8-7e9261a7f771 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 380 time: 0.0343101 Aug 16 02:51:06.154151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'port': {'device_id': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'admin_state_up': True, 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'security_groups': ['4601d78d-74d5-4c1f-b9a8-a480018d9279']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:06.346089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Made reservation on behalf of 84e1fb7eec8f42c2a5583bed676676f9 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:51:06.350197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.485707 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Allocated IP 172.20.0.13 (128a0d0c-2138-4d1f-a279-65c3d5793c33/ff636ff8-8872-43c5-81f9-8eb758b2ef4b/b24c82d4-e261-481b-b86f-65961e70537b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:51:06.500117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe192b53-75df-4799-b0cd-692cf5280857 req-1e7bafb0-bc9f-448f-ba11-93cd72140a5e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0298831 Aug 16 02:51:06.621662 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.635365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Transition to ACTIVE for port object b24c82d4-e261-481b-b86f-65961e70537b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:06.740736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.786327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:51:06.789967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:51:06.793732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:51:06.817605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:06.847002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:06.847644 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:06.952495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-c70ad1ad-a11d-4aa5-ac83-2238a631aba5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8019416 Aug 16 02:51:06.964981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Request body: {'port': {'device_id': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:07.025613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.077488 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2a375650-7a14-4a23-b2d6-fd7f855c0335 None None] Provisioning for port b24c82d4-e261-481b-b86f-65961e70537b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:07.082087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2a375650-7a14-4a23-b2d6-fd7f855c0335 None None] Provisioning complete for port b24c82d4-e261-481b-b86f-65961e70537b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:07.087762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2a375650-7a14-4a23-b2d6-fd7f855c0335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.120400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2a375650-7a14-4a23-b2d6-fd7f855c0335 None None] Port b24c82d4-e261-481b-b86f-65961e70537b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:51:07.310852 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24c82d4-e261-481b-b86f-65961e70537b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:07.318424 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.330839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Transition to ACTIVE for port object b24c82d4-e261-481b-b86f-65961e70537b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:51:07.404533 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.462632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:07.530988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:51:07.531399 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:51:07.531684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:07.536563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:51:07.536896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:51:07.541946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:51:07.542298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:51:07.542739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:51:07.543160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Bound port: b24c82d4-e261-481b-b86f-65961e70537b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:51:07.543540 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.611978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:51:07.615288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:51:07.623809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8bce77-666d-4933-9375-f14770a2575f req-da95d642-1cba-4aef-b94a-bb824be57e74 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.625384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be8bce77-666d-4933-9375-f14770a2575f req-da95d642-1cba-4aef-b94a-bb824be57e74 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0537224 Aug 16 02:51:07.665248 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be8bce77-666d-4933-9375-f14770a2575f req-f74c5ed9-91bb-49ae-af2b-0cf05cc3ff65 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Aug 16 02:51:07.717667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.750964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.751675 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:07.753093 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] 10.222.0.83 "PUT /v2.0/ports/b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1093 time: 0.7923229 Aug 16 02:51:07.753564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:07.755970 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba6257994ae85ea8430df12762487db02ea7a3f4c180315af21ebf042c87174c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:07.787978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841019b-364d-45ec-9bfc-7ff66756cb72 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:07.800625 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27a7961-69fa-45bb-b5ca-6e5032da92ed x-openstack-request-id: req-b27a7961-69fa-45bb-b5ca-6e5032da92ed {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:07.801024 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:07.801370 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b27a7961-69fa-45bb-b5ca-6e5032da92ed {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:07.801787 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'status': 'completed', 'code': 200} Aug 16 02:51:07.865091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3 req-41d671d7-3ef0-49df-8447-23404099e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.871883 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3 req-41d671d7-3ef0-49df-8447-23404099e52c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1096 time: 0.0446198 Aug 16 02:51:07.971654 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3 req-f427be25-4e91-42ea-9871-7891fbf9d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:07.973103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3 req-f427be25-4e91-42ea-9871-7891fbf9d159 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0992179 Aug 16 02:51:08.064816 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3 req-22b36db5-056c-4708-bda0-014d9d957a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.066464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-61f51b21-a65c-45d7-b62e-54e9ff96b9e3 req-22b36db5-056c-4708-bda0-014d9d957a9d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865927 Aug 16 02:51:08.144454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-2682dbe1-08e2-4d58-b025-23d543e81236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.145931 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-2682dbe1-08e2-4d58-b025-23d543e81236 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1096 time: 0.0441911 Aug 16 02:51:08.186373 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-2417eecf-5d60-483d-9a1d-1dcce908c932 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 217 time: 0.0330443 Aug 16 02:51:08.236031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-1c9aa426-2673-4bfc-aa7e-33c386253b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.237423 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-1c9aa426-2673-4bfc-aa7e-33c386253b17 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0446231 Aug 16 02:51:08.286484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-5334d44f-edca-4646-a6aa-3b48fd156291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.288034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-5334d44f-edca-4646-a6aa-3b48fd156291 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440373 Aug 16 02:51:08.375106 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-f3f79da0-8d3b-4700-b583-11fcf6a9a832 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800960 Aug 16 02:51:08.476927 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-daf2f1f2-74fc-4741-9059-75a88d7487b4 req-3a31fbbb-f5fb-43fe-b8fa-496ba19dbd16 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953360 Aug 16 02:51:08.780277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b312d-e1f2-4b75-8193-8ae81c8f417d req-e5074531-3119-4928-bcc2-eb50a02a0557 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:08.781843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d26b312d-e1f2-4b75-8193-8ae81c8f417d req-e5074531-3119-4928-bcc2-eb50a02a0557 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0492928 Aug 16 02:51:08.820595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d26b312d-e1f2-4b75-8193-8ae81c8f417d req-6d94b35a-e6e0-4a3e-85b3-89b584f98594 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320592 Aug 16 02:51:09.937175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c362385-9394-4eeb-9a2a-b2f5d6da6e67 req-1e165753-c089-4d60-93b9-3052fd4a106a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:09.938700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c362385-9394-4eeb-9a2a-b2f5d6da6e67 req-1e165753-c089-4d60-93b9-3052fd4a106a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0495870 Aug 16 02:51:09.980175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8c362385-9394-4eeb-9a2a-b2f5d6da6e67 req-65a722f3-9edf-46bb-8bb0-eb35bd0d0258 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349627 Aug 16 02:51:10.027531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e3a16bff-925b-4ed1-9407-155a761526af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:11.094893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb43076-583f-4b4a-979a-b645a04dee85 req-40a641e9-817e-4c05-83d6-66de18323700 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:11.096401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-feb43076-583f-4b4a-979a-b645a04dee85 req-40a641e9-817e-4c05-83d6-66de18323700 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0492349 Aug 16 02:51:11.135190 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-feb43076-583f-4b4a-979a-b645a04dee85 req-780464b4-1657-499d-8a15-8bf5a6ccab91 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324705 Aug 16 02:51:12.236429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:51:12.254907 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d0081-f4b2-477e-b3ed-a579dff76f7c req-6b41e977-ab16-4219-8b2c-0eeb9b7a86f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:12.256443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e86d0081-f4b2-477e-b3ed-a579dff76f7c req-6b41e977-ab16-4219-8b2c-0eeb9b7a86f6 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0538096 Aug 16 02:51:12.294497 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e86d0081-f4b2-477e-b3ed-a579dff76f7c req-bf6d62a7-3ba1-4def-b40f-364e1be45966 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Aug 16 02:51:12.333815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:12.344831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'b24c82d4-e261-481b-b86f-65961e70537b', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b', 'mac_address': 'fa:16:3e:b4:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:51:12.380559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.392549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c82d4-e261-481b-b86f-65961e70537b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:51:12.412104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:12.473292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.523619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:12.658553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['b24c82d4-e261-481b-b86f-65961e70537b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:51:12.680913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:12.791143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2a5fe208-cbe0-49c6-8e82-60d54ce38aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:13.415928 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45de2b-d431-480f-bcdc-654a919e56f8 req-9e4a9a99-4bf0-46da-b016-9c08c2f7cf62 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:13.417422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b45de2b-d431-480f-bcdc-654a919e56f8 req-9e4a9a99-4bf0-46da-b016-9c08c2f7cf62 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0477939 Aug 16 02:51:13.461210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b45de2b-d431-480f-bcdc-654a919e56f8 req-604c1801-0202-40aa-b94b-3d6027cec881 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379369 Aug 16 02:51:14.237700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:51:14.341218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port b24c82d4-e261-481b-b86f-65961e70537b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:51:14.344930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port b24c82d4-e261-481b-b86f-65961e70537b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:51:14.345310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.422963 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.445199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:14.447467 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5efff9997c0d10ccb4a3c8060084070252df6cd9de75a4dc3506d768680bdaea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9f4c9b-02f2-4b97-a9f3-3ad29dbef698" -d '{"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-plugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:14.459924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:51:14.484335 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22955c-3b65-43cc-ab38-2a3d8a668c0e x-openstack-request-id: req-4a22955c-3b65-43cc-ab38-2a3d8a668c0e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:14.485627 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-plugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:14.485627 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a22955c-3b65-43cc-ab38-2a3d8a668c0e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:14.485627 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'code': 200} Aug 16 02:51:14.523404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:14.576497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:51:14.580496 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb927eb8-a34f-4006-b473-07442dfc0178 req-a0fd7cf6-1185-49d7-9cc5-61fc49345f4a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.581898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb927eb8-a34f-4006-b473-07442dfc0178 req-a0fd7cf6-1185-49d7-9cc5-61fc49345f4a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0506890 Aug 16 02:51:14.589880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c09997-6416-4212-a1ac-76098d7648ed req-8297f412-539f-4599-a2b7-61f3477a581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:14.591537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-46c09997-6416-4212-a1ac-76098d7648ed req-8297f412-539f-4599-a2b7-61f3477a581b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1098 time: 0.0493340 Aug 16 02:51:14.622113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb927eb8-a34f-4006-b473-07442dfc0178 req-d9c5b030-4396-45c1-9de0-9dc897a588fa tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334229 Aug 16 02:51:14.626894 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-46c09997-6416-4212-a1ac-76098d7648ed req-d66833f6-2bca-4fd1-bf49-252d8481c792 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281129 Aug 16 02:51:14.809991 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:15.741857 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe18be20-58ee-4231-9c19-1276403644bb req-6dd34f9c-1a46-4e7a-9a2d-ed6a16d58d8d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.743413 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe18be20-58ee-4231-9c19-1276403644bb req-6dd34f9c-1a46-4e7a-9a2d-ed6a16d58d8d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0527539 Aug 16 02:51:15.782186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe18be20-58ee-4231-9c19-1276403644bb req-88ea3ded-d98d-4720-a81f-8e3f579c635b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Aug 16 02:51:15.892096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d762965-6556-4d3a-8555-a24f6ac38258 req-f29054f6-9873-4be4-87fa-6dd94f0ec3df tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:15.893489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6d762965-6556-4d3a-8555-a24f6ac38258 req-f29054f6-9873-4be4-87fa-6dd94f0ec3df tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0485284 Aug 16 02:51:15.902158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 58936) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:51:15.906598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Request body: {'floatingip': {'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:51:15.953420 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:15.985465 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.397053 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.449769 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:16.547982 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f associated. External IP: 172.25.6.126, port: b24c82d4-e261-481b-b86f-65961e70537b. Aug 16 02:51:17.082617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:51:17.185276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:51:17.190194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:17.197295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:51:17.206616 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:17.207262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:51:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:17.220551 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-429cdb66-ade8-441a-8283-342d4918915c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "PUT /v2.0/floatingips/83aab716-18d8-41f1-ae0c-6908ada63d2f HTTP/1.1" status: 200 len: 993 time: 1.3173091 Aug 16 02:51:17.221145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:51:17.223401 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e23e153a3f292ed271cd9c99980594eba4ef68ea5242a993af103952de59e249" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f556510-7249-4575-9b41-adafdbe99eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:51:17.317437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:17.325814 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49daaffa-56ed-4ed6-8ede-9648db85a805 x-openstack-request-id: req-49daaffa-56ed-4ed6-8ede-9648db85a805 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:51:17.326113 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:51:17.326376 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-49daaffa-56ed-4ed6-8ede-9648db85a805 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:51:17.326898 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'status': 'completed', 'code': 200} Aug 16 02:51:17.386074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-0dd3c7c6-f417-41eb-8d66-10321ab61e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.387644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-0dd3c7c6-f417-41eb-8d66-10321ab61e51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1098 time: 0.0403612 Aug 16 02:51:17.480508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-131e25ff-0337-4d87-8a0e-b55c3419fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.481994 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-131e25ff-0337-4d87-8a0e-b55c3419fd7a service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0879221 Aug 16 02:51:17.541276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:b4:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:51:16Z', 'revision_number': 13, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:17.546080 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-0a575bde-7b8b-4c45-9857-8e564993149c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.0570176 Aug 16 02:51:17.566944 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:51:17.576257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:51:17.576870 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:51:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:17.594835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-e54bb8c7-d3bd-451b-a858-1f0d5f815644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.596332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-e54bb8c7-d3bd-451b-a858-1f0d5f815644 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0435321 Aug 16 02:51:17.648598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-6f78db71-55fd-4216-aa2c-e6cf9106c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:17.650055 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-6f78db71-55fd-4216-aa2c-e6cf9106c1c3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466471 Aug 16 02:51:17.742459 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-63a79d40-b935-4b6e-b3b6-19d9aedcaebc service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Aug 16 02:51:17.837067 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5f556510-7249-4575-9b41-adafdbe99eb3 req-5a0097c8-5ad4-4309-a9ec-1466f298d652 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880671 Aug 16 02:51:17.845384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:51:18.068402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:b4:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:51:16Z', 'revision_number': 13, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:51:18.095126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b5cbe-5618-450c-9077-e202ddb2987b None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '83aab716-18d8-41f1-ae0c-6908ada63d2f', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'floating_ip_address': '172.25.6.126', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4052, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'mac_address': 'fa:16:3e:b4:24:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:43:58Z', 'updated_at': '2021-08-16T02:51:16Z', 'revision_number': 13, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:51:18.298326 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a18157a-e3a3-4130-b3ab-04672356c504 None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:51:19.951932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:27.647679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:27.831068 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:28.406861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-dd50e40e-06e1-404b-9429-2c66d65e7631 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408921 Aug 16 02:51:28.490219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f9a75-4c61-453e-814c-83055c888811 req-e1130663-aeba-4330-8598-9f16ff9c0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.491768 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-e1130663-aeba-4330-8598-9f16ff9c0f4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1098 time: 0.0398154 Aug 16 02:51:28.595175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f9a75-4c61-453e-814c-83055c888811 req-25674f8e-43aa-401d-a598-f1073301ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.596658 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-25674f8e-43aa-401d-a598-f1073301ccaa service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0873594 Aug 16 02:51:28.661047 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-a81dc6d4-bd26-4fd2-a95f-f1610845420c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1003 time: 0.0561700 Aug 16 02:51:28.708481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f9a75-4c61-453e-814c-83055c888811 req-ba16d9d2-d4b8-4534-82f3-b3e7d2140326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.710089 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-ba16d9d2-d4b8-4534-82f3-b3e7d2140326 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0423548 Aug 16 02:51:28.757731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f9a75-4c61-453e-814c-83055c888811 req-1a88a592-fbc1-4790-927f-8c2c0a5a3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:51:28.759119 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-1a88a592-fbc1-4790-927f-8c2c0a5a3110 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424721 Aug 16 02:51:28.845543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-ad65380b-2c29-4127-b136-1829fc4cbb5d service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790279 Aug 16 02:51:28.938570 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6c8f9a75-4c61-453e-814c-83055c888811 req-a4cfcf30-4425-443c-af2e-668e97402267 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865321 Aug 16 02:51:40.018793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a1b67a5c-a3e2-40c9-b767-d02336d493d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.649267 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:42.784870 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7dd0dce0-8c17-4a64-8aa0-a24a77b0268b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:44.809253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:45.992135 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:56.951795 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:51:57.678052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:51:57.739843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:10.025480 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4bed1e4e-efa9-49cf-a733-1bdb6cbe9ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.675408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:12.802059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-857f639d-542b-4b0c-af8e-8c94db86bf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:14.802209 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:15.978973 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.696113 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:27.778414 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:28.492775 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-4b8cbabf-04b5-4d02-a707-2d57b680a899 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0782630 Aug 16 02:52:28.569631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-d0992808-82ef-460e-8892-29df13e57b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:28.571145 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-d0992808-82ef-460e-8892-29df13e57b9b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1098 time: 0.0388477 Aug 16 02:52:29.025952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-f78937a1-729e-43e5-a06a-32162dac8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:29.028202 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-f78937a1-729e-43e5-a06a-32162dac8801 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.4374232 Aug 16 02:52:29.095735 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-07069186-48f5-4b71-a331-39e7504de27d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1003 time: 0.0584407 Aug 16 02:52:29.144045 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-d7145db6-b588-44e9-ad7e-7fa7ebfb1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:29.145478 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-d7145db6-b588-44e9-ad7e-7fa7ebfb1608 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0422046 Aug 16 02:52:29.194867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-31203d4c-a6c0-4a94-8c75-5bbb91d24e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:29.196374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-31203d4c-a6c0-4a94-8c75-5bbb91d24e4c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434456 Aug 16 02:52:29.284689 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-e858f8be-af66-43bf-a0df-73828d6c7754 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806367 Aug 16 02:52:29.380433 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5b1c942f-ff26-4aef-bd04-0dc7cd7f950b req-c184111f-80e6-43fb-8fdb-80e03125070b service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886869 Aug 16 02:52:33.951517 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:52:40.012846 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eda47d2e-6b38-4ea6-93bc-878d43ec8094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:42.668903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:42.806066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-62902003-c629-465d-9cbf-c941e1c81d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:44.811899 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:46.046593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:55.826121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45342ad6-747b-4372-ad18-b21d81f2290d req-3e3a6393-771b-425e-8506-d7e8fb48a763 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:52:55.827818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45342ad6-747b-4372-ad18-b21d81f2290d req-3e3a6393-771b-425e-8506-d7e8fb48a763 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0939445 Aug 16 02:52:55.865617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45342ad6-747b-4372-ad18-b21d81f2290d req-59c378d7-9f5a-4400-a80c-455d45102ebf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318348 Aug 16 02:52:57.691505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:52:57.771412 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:07.858139 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc85c33-45be-45dd-86fa-c373a476fa93 req-0283b1f8-60b7-4dc6-bd39-4c2dd6d06959 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:07.859632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7cc85c33-45be-45dd-86fa-c373a476fa93 req-0283b1f8-60b7-4dc6-bd39-4c2dd6d06959 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0499089 Aug 16 02:53:07.899566 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7cc85c33-45be-45dd-86fa-c373a476fa93 req-7d8095f5-bd3e-48b3-a17f-4d936a393e2d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Aug 16 02:53:08.039644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-5dc8a155-55c5-4023-bb84-cfc5c6e0b9f1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0773182 Aug 16 02:53:09.021628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed375f9-926e-4614-9dd4-7642121c8014 req-875e9959-4fdd-4ae2-b49e-89bdc720ace9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:09.023151 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ed375f9-926e-4614-9dd4-7642121c8014 req-875e9959-4fdd-4ae2-b49e-89bdc720ace9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0530570 Aug 16 02:53:09.060525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8ed375f9-926e-4614-9dd4-7642121c8014 req-eada3ac2-2a2a-478c-8657-b6666ec90a2b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314574 Aug 16 02:53:10.016466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-817a2945-ba0f-41c0-a985-23a364610cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:10.192696 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9aae-dd2d-4540-9cf4-4afc688157b8 req-579bb832-cf7b-487d-ba77-bc4f60611bd8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:10.194245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-499b9aae-dd2d-4540-9cf4-4afc688157b8 req-579bb832-cf7b-487d-ba77-bc4f60611bd8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0500553 Aug 16 02:53:10.236670 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-499b9aae-dd2d-4540-9cf4-4afc688157b8 req-fff5d2a6-b9b1-4e65-bcf0-0a61368763a3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360479 Aug 16 02:53:10.951150 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:11.350687 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d91cb-29af-4821-8405-f74a103c2f5f req-77df2fc1-dfaa-463f-984a-23cb5fdc2a71 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:11.352235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-405d91cb-29af-4821-8405-f74a103c2f5f req-77df2fc1-dfaa-463f-984a-23cb5fdc2a71 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0479503 Aug 16 02:53:11.389368 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-405d91cb-29af-4821-8405-f74a103c2f5f req-f7405025-3ddd-44d7-9fdb-568fd786075c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312572 Aug 16 02:53:12.510287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39574936-bd69-4939-a142-43c41f412bea req-2493370e-000d-4d05-8072-cbf9e6b0891c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:12.511791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39574936-bd69-4939-a142-43c41f412bea req-2493370e-000d-4d05-8072-cbf9e6b0891c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0525837 Aug 16 02:53:12.549261 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39574936-bd69-4939-a142-43c41f412bea req-797b9373-dd03-4603-817e-e597d1f9d36b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313618 Aug 16 02:53:12.685038 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:12.810824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1b3715f-65f3-4453-b258-6a62a1af3c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:13.665068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6b01f-cccf-4f82-9d95-1fbaf2d9156f req-4649c55c-0de5-4563-b29e-0b4f4df70816 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:13.666626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05e6b01f-cccf-4f82-9d95-1fbaf2d9156f req-4649c55c-0de5-4563-b29e-0b4f4df70816 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0492554 Aug 16 02:53:13.704998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05e6b01f-cccf-4f82-9d95-1fbaf2d9156f req-a08bd2c9-4473-4c8f-9e7e-d563aed7952a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Aug 16 02:53:14.115716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-aab0ff2c-0916-423a-ba3c-a4df932db925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:14.117405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-aab0ff2c-0916-423a-ba3c-a4df932db925 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1098 time: 0.0547779 Aug 16 02:53:14.213712 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-0cf5401c-e581-405a-b1db-54b53e9426d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:14.215245 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-0cf5401c-e581-405a-b1db-54b53e9426d9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0911834 Aug 16 02:53:14.278703 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-9412907a-b081-49d6-a363-3b510af2162a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1003 time: 0.0567894 Aug 16 02:53:14.326956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-4686ea16-f011-475a-af17-6b80c2c724f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:14.328399 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-4686ea16-f011-475a-af17-6b80c2c724f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0428858 Aug 16 02:53:14.378691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-19ae7744-0469-4f8c-873b-29a4469b87f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:14.380117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-19ae7744-0469-4f8c-873b-29a4469b87f8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438104 Aug 16 02:53:14.467428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-f27a22f0-adeb-4279-8ece-d82220793a1a service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797524 Aug 16 02:53:14.558085 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-e1377df0-8c27-4937-971a-d8f7fc87444b service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842392 Aug 16 02:53:14.824253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98c116-efdd-402c-ae8c-1c0388e36650 req-1029afce-6351-41ac-9384-a96a67e302f0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:14.825781 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd98c116-efdd-402c-ae8c-1c0388e36650 req-1029afce-6351-41ac-9384-a96a67e302f0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0503447 Aug 16 02:53:14.828140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:14.863556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd98c116-efdd-402c-ae8c-1c0388e36650 req-93b4305d-a084-4ec2-8cf2-491b92b3fd51 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316749 Aug 16 02:53:15.985787 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b61cab-015e-4c9d-8329-2e5e6cdf6074 req-10a622a0-80c6-4649-a547-5ccfb41bf761 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:15.987334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14b61cab-015e-4c9d-8329-2e5e6cdf6074 req-10a622a0-80c6-4649-a547-5ccfb41bf761 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0531311 Aug 16 02:53:16.005474 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:16.025741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14b61cab-015e-4c9d-8329-2e5e6cdf6074 req-ed6d6f07-1ed0-49e6-9090-77a728c033a1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323930 Aug 16 02:53:17.138981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7270d6-6c61-48be-8a37-53cbc548bea8 req-dac1e39c-861c-4f58-ba5e-4224945891d0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:17.140466 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af7270d6-6c61-48be-8a37-53cbc548bea8 req-dac1e39c-861c-4f58-ba5e-4224945891d0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0476751 Aug 16 02:53:17.178914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af7270d6-6c61-48be-8a37-53cbc548bea8 req-2c56ad8c-3a2b-4b3d-9b60-37770faaf6b2 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Aug 16 02:53:18.295438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae27d97-f710-4bc8-914c-8ebe4d92533a req-58008b65-658e-41fd-8a7d-512cefe146be tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:18.299074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae27d97-f710-4bc8-914c-8ebe4d92533a req-58008b65-658e-41fd-8a7d-512cefe146be tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0499201 Aug 16 02:53:18.339928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae27d97-f710-4bc8-914c-8ebe4d92533a req-99aefd2b-6f7d-4c95-96c2-be23a27aed79 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Aug 16 02:53:19.458791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed39eb1f-2f84-42cb-a40a-647b9d0b2a24 req-dc912d57-a203-481a-ab85-5940ad5da026 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:19.460187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed39eb1f-2f84-42cb-a40a-647b9d0b2a24 req-dc912d57-a203-481a-ab85-5940ad5da026 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0529160 Aug 16 02:53:19.497693 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ed39eb1f-2f84-42cb-a40a-647b9d0b2a24 req-dac1a10a-5b33-4a24-abb2-eff271f3fdac tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314801 Aug 16 02:53:20.613334 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c305866-50bf-4c01-99f5-583aa34cffe2 req-7cf5b2a6-835c-48bf-b481-b0f9345a0521 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:20.614890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c305866-50bf-4c01-99f5-583aa34cffe2 req-7cf5b2a6-835c-48bf-b481-b0f9345a0521 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0507736 Aug 16 02:53:20.657762 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4c305866-50bf-4c01-99f5-583aa34cffe2 req-d62a9294-c586-4006-bdb6-9354c86fe42b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353589 Aug 16 02:53:21.775258 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e308495-0cff-4958-ad3a-57ca50fd5053 req-20aa637a-8026-4dbe-9c0c-52a839668435 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:21.776742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e308495-0cff-4958-ad3a-57ca50fd5053 req-20aa637a-8026-4dbe-9c0c-52a839668435 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0486488 Aug 16 02:53:21.815499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3e308495-0cff-4958-ad3a-57ca50fd5053 req-6f6e1060-6d87-48e9-a4af-89c1ffe67626 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Aug 16 02:53:22.934418 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9092f84-acaf-47f7-bf6a-7271311cb50e req-eb0833a5-421c-48b2-b448-a034ce4e4c33 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:22.935964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9092f84-acaf-47f7-bf6a-7271311cb50e req-eb0833a5-421c-48b2-b448-a034ce4e4c33 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0530267 Aug 16 02:53:22.974390 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f9092f84-acaf-47f7-bf6a-7271311cb50e req-67377c92-becf-475a-b661-f4c5d8452462 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320835 Aug 16 02:53:24.090325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe12026-9f63-433c-93b3-58b9c5cc4ee5 req-969fb18a-58a5-4690-92c7-43319e9a0759 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:24.091776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfe12026-9f63-433c-93b3-58b9c5cc4ee5 req-969fb18a-58a5-4690-92c7-43319e9a0759 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0491731 Aug 16 02:53:24.129726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfe12026-9f63-433c-93b3-58b9c5cc4ee5 req-75207667-0d34-4ce5-b7f6-b4079e4971c3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315454 Aug 16 02:53:25.247283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4ab3a-264d-4ef2-909f-2e16222e4511 req-a6ae20ec-0926-4b57-881c-76a7fdbd51cf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:25.248784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32f4ab3a-264d-4ef2-909f-2e16222e4511 req-a6ae20ec-0926-4b57-881c-76a7fdbd51cf tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0497587 Aug 16 02:53:25.285952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32f4ab3a-264d-4ef2-909f-2e16222e4511 req-a909b77e-ce3a-4411-93d1-f5232947bf39 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305471 Aug 16 02:53:26.406084 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8b13-870f-436f-a9e3-9b743c63c2b3 req-e1584b24-5474-4f42-9e43-cc11fe990e89 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:26.407606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25de8b13-870f-436f-a9e3-9b743c63c2b3 req-e1584b24-5474-4f42-9e43-cc11fe990e89 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0533504 Aug 16 02:53:26.444812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25de8b13-870f-436f-a9e3-9b743c63c2b3 req-6b1be830-3148-4671-912b-ea9816da97f8 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310056 Aug 16 02:53:27.560657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa05700-7925-4f42-a355-6ef44396e6cd req-bbe1781f-7749-49f9-9a1f-4cb65729cb38 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:27.562754 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffa05700-7925-4f42-a355-6ef44396e6cd req-bbe1781f-7749-49f9-9a1f-4cb65729cb38 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0501390 Aug 16 02:53:27.602763 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ffa05700-7925-4f42-a355-6ef44396e6cd req-7c02039d-5f68-435a-949f-a4831de3c282 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337653 Aug 16 02:53:27.748464 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:27.776809 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:28.694206 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-eb80c924-8d6f-4a05-b751-768fa8dcf049 service neutron] show failed (client error): The resource could not be found. Aug 16 02:53:28.695451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-eb80c924-8d6f-4a05-b751-768fa8dcf049 service neutron] 10.222.0.83 "GET /v2.0/ports/b24c82d4-e261-481b-b86f-65961e70537b/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0573635 Aug 16 02:53:28.728856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e03ad5-fcbb-4a78-803a-ad056aef71d2 req-b397df04-df7e-43b8-8eec-028f0190d1c0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:28.728856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09e03ad5-fcbb-4a78-803a-ad056aef71d2 req-b397df04-df7e-43b8-8eec-028f0190d1c0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0517862 Aug 16 02:53:28.764785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09e03ad5-fcbb-4a78-803a-ad056aef71d2 req-b76ee18b-365c-47ff-8426-a4107dc494b5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324066 Aug 16 02:53:29.276966 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-302d9f6a-c5e1-4d73-a68e-28466b9b4a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.278526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-302d9f6a-c5e1-4d73-a68e-28466b9b4a1a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 1098 time: 0.0820520 Aug 16 02:53:29.291401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:29.345998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:29.545517 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:29.579060 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:29.621950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:29.627384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:29.639960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Transition to ACTIVE for port object b24c82d4-e261-481b-b86f-65961e70537b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:29.663387 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740124ab-1011-4b38-ae88-2e815bdb4cee" -d '{"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:29.713166 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:29.790854 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6eeffe-6ac3-4d41-83ca-d9dfacd90792 x-openstack-request-id: req-df6eeffe-6ac3-4d41-83ca-d9dfacd90792 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:29.791150 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:29.791605 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-df6eeffe-6ac3-4d41-83ca-d9dfacd90792 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:29.792166 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'code': 200} Aug 16 02:53:29.807921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:29.822421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.822800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.823146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.823687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.824028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.824365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.824701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.825033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.825367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.825699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.826027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.826353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:29.855814 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] No DVR routers for this DVR port b24c82d4-e261-481b-b86f-65961e70537b on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:29.906182 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae639f2-6bb8-4b9f-b21e-7d5e846fdca5 req-270ce4c6-31f7-4e41-97ba-c1bba31f6585 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:29.908379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae639f2-6bb8-4b9f-b21e-7d5e846fdca5 req-270ce4c6-31f7-4e41-97ba-c1bba31f6585 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0572429 Aug 16 02:53:29.951181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cae639f2-6bb8-4b9f-b21e-7d5e846fdca5 req-403fb783-f0ca-4d1a-b3f9-1fb7f54a9c20 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Aug 16 02:53:29.999973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:53:30.000320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:53:30.000647 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:30.006011 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:53:30.006346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:30.013465 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:53:30.014057 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:53:30.014577 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:53:30.015118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Bound port: b24c82d4-e261-481b-b86f-65961e70537b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:53:30.015492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:30.079097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:30.082021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:53:30.142569 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:30.177758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:30.178570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:30.179855 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] 10.222.0.58 "PUT /v2.0/ports/b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1093 time: 0.8926411 Aug 16 02:53:30.219797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8012d-9091-4626-a6db-bf4cbb853bfe service neutron] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:30.257744 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-09132eb8-1c1e-4427-9731-d4b4775579c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:30.270465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-09132eb8-1c1e-4427-9731-d4b4775579c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1096 time: 0.0479381 Aug 16 02:53:30.353282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-d183f915-1f1f-4a96-b66d-1b400295306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:30.354961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-d183f915-1f1f-4a96-b66d-1b400295306f service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0889354 Aug 16 02:53:30.429531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-8426c645-8025-4a18-b97c-dad55ea6dd73 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.0673687 Aug 16 02:53:30.481299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-ec6e63bb-4704-4ba3-bc3c-66c5e4486e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:30.483511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-ec6e63bb-4704-4ba3-bc3c-66c5e4486e3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0469518 Aug 16 02:53:30.530040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-3580e516-e3db-421e-82af-382ea8e23c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:30.531659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-3580e516-e3db-421e-82af-382ea8e23c4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412180 Aug 16 02:53:30.634309 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-773416c5-97b9-422f-87cb-bc0ff87a6145 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945876 Aug 16 02:53:30.725638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70efc9f4-e4d8-47b3-b9b9-f911305a7528 req-5404b3ee-eef7-498f-b439-57a1a96bc12b service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846524 Aug 16 02:53:30.915452 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:30.953864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:53:31.072880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e811269-5517-4dbf-9b2b-5c6cdb389b12 req-ffd25b1e-0e79-4d97-a817-069a495b5238 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.074445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e811269-5517-4dbf-9b2b-5c6cdb389b12 req-ffd25b1e-0e79-4d97-a817-069a495b5238 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0509555 Aug 16 02:53:31.116147 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e811269-5517-4dbf-9b2b-5c6cdb389b12 req-e1d529eb-65f7-4290-8c80-359f1610cda4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355487 Aug 16 02:53:31.794047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:31.796452 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810adddf-e3be-49d0-950e-32d334909382" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:31.846813 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0effb0e2-f7b9-4f2a-89e1-efe8aed14628 x-openstack-request-id: req-0effb0e2-f7b9-4f2a-89e1-efe8aed14628 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:31.847170 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:31.847453 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0effb0e2-f7b9-4f2a-89e1-efe8aed14628 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:31.847867 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'status': 'completed', 'code': 200} Aug 16 02:53:31.933336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-0ccfef0c-9859-44c7-8d26-b091f2792f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.934890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-0ccfef0c-9859-44c7-8d26-b091f2792f14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1096 time: 0.0702214 Aug 16 02:53:31.941056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-ce997ef5-2205-4935-bde2-1a37ba710bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:31.943118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-ce997ef5-2205-4935-bde2-1a37ba710bc5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1096 time: 0.0706761 Aug 16 02:53:32.095963 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-5bda3a11-87d4-44ef-9044-e52e89bc13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.097446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-5bda3a11-87d4-44ef-9044-e52e89bc13af service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1534653 Aug 16 02:53:32.101167 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-eb3f3731-aa5f-44e2-b268-f78722b41b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.102607 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-eb3f3731-aa5f-44e2-b268-f78722b41b49 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.1514633 Aug 16 02:53:32.216645 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-764df60f-8ab3-438b-ad41-2c78f32b2c1d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.1126044 Aug 16 02:53:32.220647 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-c5219618-345c-4f48-b5e5-0cf4fdac9059 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.1099837 Aug 16 02:53:32.249216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ac8e71-46a0-438a-853c-a139acb43a94 req-df58f8c2-d485-449c-ac1e-38dc37667a33 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.250893 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09ac8e71-46a0-438a-853c-a139acb43a94 req-df58f8c2-d485-449c-ac1e-38dc37667a33 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0595732 Aug 16 02:53:32.301733 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09ac8e71-46a0-438a-853c-a139acb43a94 req-38bc16b0-da2a-4b7f-a63e-0a6a504bc8b7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 Aug 16 02:53:32.312696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-bad74cb7-2f83-4762-93e8-81791eae3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.314262 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-bad74cb7-2f83-4762-93e8-81791eae3ca5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0905931 Aug 16 02:53:32.319023 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-32422df5-53d9-42b9-9fb5-604d33bcbc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.320378 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-32422df5-53d9-42b9-9fb5-604d33bcbc40 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0883710 Aug 16 02:53:32.393643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-90fa1156-26f9-42a0-a857-f661319a6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.396432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-90fa1156-26f9-42a0-a857-f661319a6e2a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746531 Aug 16 02:53:32.399005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810adddf-e3be-49d0-950e-32d334909382 req-917c2bf1-a018-41ea-ac5c-89b295c61865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:32.400401 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-917c2bf1-a018-41ea-ac5c-89b295c61865 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708728 Aug 16 02:53:32.559208 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-7f28d199-e2af-4443-b96f-030a0e229d1a service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554196 Aug 16 02:53:32.562919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-e55825f1-2baa-41a4-9634-0003baf51f42 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513679 Aug 16 02:53:32.725659 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-daf180f0-a878-4f70-9479-031a024275bc service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516509 Aug 16 02:53:32.727485 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-810adddf-e3be-49d0-950e-32d334909382 req-01920d02-bdf5-4891-b5b5-abb9f6525449 service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618564 Aug 16 02:53:33.181924 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-1ca2027d-ca5b-4f94-ad79-e432db16d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.183420 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-1ca2027d-ca5b-4f94-ad79-e432db16d6e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1096 time: 0.0445879 Aug 16 02:53:33.287484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-8dbf0de1-6963-4197-ba22-df202aebfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.288976 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-8dbf0de1-6963-4197-ba22-df202aebfb0b service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0856218 Aug 16 02:53:33.360824 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-8358d061-0ffa-4993-920b-90faab21cf4b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.0647650 Aug 16 02:53:33.410513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-55d7e8f6-ad91-40fc-be15-a5d2e7629806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.412153 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-55d7e8f6-ad91-40fc-be15-a5d2e7629806 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0442002 Aug 16 02:53:33.420737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff8758-db5a-4696-8dc9-d33127a47ad0 req-1ec238d8-554f-43bc-9b33-9789916e2f8f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.422398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77ff8758-db5a-4696-8dc9-d33127a47ad0 req-1ec238d8-554f-43bc-9b33-9789916e2f8f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0540140 Aug 16 02:53:33.461568 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-039935ad-f174-49f0-8a3b-8ac63580eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:33.463261 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-039935ad-f174-49f0-8a3b-8ac63580eca0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445189 Aug 16 02:53:33.465311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77ff8758-db5a-4696-8dc9-d33127a47ad0 req-06928864-7c8c-4c76-bc48-0482c846f3a2 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358322 Aug 16 02:53:33.570762 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-d5bcef1f-f0ea-4e75-92a5-f66b40bba818 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992353 Aug 16 02:53:33.659680 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e8f50f1c-435e-4506-bca8-81cf07b703df req-0759f30a-9aaf-4adc-985b-8247d2a79578 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829079 Aug 16 02:53:34.583111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74dbe4-a1ce-4ba2-8625-f3be3ef46108 req-e1532550-2377-4f9c-97ba-8816d913879f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:34.584691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a74dbe4-a1ce-4ba2-8625-f3be3ef46108 req-e1532550-2377-4f9c-97ba-8816d913879f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0500205 Aug 16 02:53:34.623796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2a74dbe4-a1ce-4ba2-8625-f3be3ef46108 req-7b0bfd69-2468-471f-bc1f-b5b6bce6280f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328794 Aug 16 02:53:35.738204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22392c-071c-4523-806d-7a86b9e705e4 req-50955110-40ab-4a8f-9928-a21255118284 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:35.740268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b22392c-071c-4523-806d-7a86b9e705e4 req-50955110-40ab-4a8f-9928-a21255118284 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0480163 Aug 16 02:53:35.777915 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6b22392c-071c-4523-806d-7a86b9e705e4 req-9dc238e7-1621-4ebf-b3ae-54fa801fe70b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316896 Aug 16 02:53:36.897538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b3ff5-9d08-46dc-94bf-34f9d5aa6bb6 req-8742a809-569e-4559-a7bb-2e8f6c7ac31e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:36.899060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-665b3ff5-9d08-46dc-94bf-34f9d5aa6bb6 req-8742a809-569e-4559-a7bb-2e8f6c7ac31e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0531917 Aug 16 02:53:36.935905 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-665b3ff5-9d08-46dc-94bf-34f9d5aa6bb6 req-3c9aa958-3343-471c-9f25-54fe4d6a47c0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308285 Aug 16 02:53:38.070891 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8ece2-dcbc-4421-8b2a-5f5a85a9bce5 req-ab25ee7a-fb91-4465-842b-a3f9a38e6ffb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:38.072362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6a8ece2-dcbc-4421-8b2a-5f5a85a9bce5 req-ab25ee7a-fb91-4465-842b-a3f9a38e6ffb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0495441 Aug 16 02:53:38.110557 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f6a8ece2-dcbc-4421-8b2a-5f5a85a9bce5 req-f5b1ed48-f610-4def-8a44-177ddbe2e452 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323498 Aug 16 02:53:39.229141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc5772c-4824-484e-be43-bf9dcb2eccee req-454efd0c-346e-480a-9469-8d8f5edca420 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:39.230679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcc5772c-4824-484e-be43-bf9dcb2eccee req-454efd0c-346e-480a-9469-8d8f5edca420 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0515652 Aug 16 02:53:39.268877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fcc5772c-4824-484e-be43-bf9dcb2eccee req-7c681838-1cda-4db0-920a-ef7534860b38 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320175 Aug 16 02:53:40.005573 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69ba3e56-7835-4cf8-a2e1-f1c2f9f5cff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:40.391926 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af2a1e-b4f9-4ce9-bff0-bb2f565bdeaf req-e73f241c-12dd-45b9-826b-595c366a6f82 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:40.393429 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08af2a1e-b4f9-4ce9-bff0-bb2f565bdeaf req-e73f241c-12dd-45b9-826b-595c366a6f82 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0555239 Aug 16 02:53:40.436344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08af2a1e-b4f9-4ce9-bff0-bb2f565bdeaf req-6be003f5-6312-415e-80bd-267c4ebdde03 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365946 Aug 16 02:53:41.552904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69023da-a70b-4115-be0e-506f1f57deb3 req-616d0d4d-9944-4edb-9b73-05b02b242049 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:41.554476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b69023da-a70b-4115-be0e-506f1f57deb3 req-616d0d4d-9944-4edb-9b73-05b02b242049 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0505993 Aug 16 02:53:41.592440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b69023da-a70b-4115-be0e-506f1f57deb3 req-a813b05a-f41e-4612-8346-2eb28188a19c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320172 Aug 16 02:53:42.696215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:42.717319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cae313-6eb2-4864-8140-a412ff8ac674 req-9ae43a74-5e78-4118-b1a8-4e73a15a29f3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:42.718914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9cae313-6eb2-4864-8140-a412ff8ac674 req-9ae43a74-5e78-4118-b1a8-4e73a15a29f3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0521455 Aug 16 02:53:42.759649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9cae313-6eb2-4864-8140-a412ff8ac674 req-f7c159d1-fc03-4c54-b7dd-a6252e78fa70 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Aug 16 02:53:42.799115 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82144882-e9ab-44d3-bd85-7d5790882b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:43.880275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f521d82-b89f-4253-b085-277baead3028 req-3621439d-571c-4f43-81de-01331a2e7f2c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:43.882837 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f521d82-b89f-4253-b085-277baead3028 req-3621439d-571c-4f43-81de-01331a2e7f2c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 944 time: 0.0535707 Aug 16 02:53:43.920328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f521d82-b89f-4253-b085-277baead3028 req-325fc22b-d379-4c0e-b80c-53b629dddf98 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Aug 16 02:53:44.103074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b24c82d4-e261-481b-b86f-65961e70537b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:53:44.200393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:44.207646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'b24c82d4-e261-481b-b86f-65961e70537b', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b', 'mac_address': 'fa:16:3e:b4:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:53:44.244021 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:44.260292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c82d4-e261-481b-b86f-65961e70537b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:53:44.281594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:44.405249 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:44.456118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:44.463428 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.463783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.464137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.464480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.464818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.465155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.465490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.465823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.466160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.466487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.466839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.467169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:53:44.586117 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7755082-e22c-400e-8116-6519a012360d req-b711cfa5-a8ef-41c1-aa02-b98d9bfa9831 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.587696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7755082-e22c-400e-8116-6519a012360d req-b711cfa5-a8ef-41c1-aa02-b98d9bfa9831 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0515192 Aug 16 02:53:44.627747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7755082-e22c-400e-8116-6519a012360d req-cd4f897a-409f-4195-93df-f4f586072e4e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340168 Aug 16 02:53:44.631579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-2b621295-be70-4328-96d1-0de8a9c4862b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.633115 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-2b621295-be70-4328-96d1-0de8a9c4862b tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958&tenant_id=84e1fb7eec8f42c2a5583bed676676f9&binding%3Ahost_id=n-h2-768852-19 HTTP/1.1" status: 200 len: 945 time: 0.0518768 Aug 16 02:53:44.672242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b24c82d4-e261-481b-b86f-65961e70537b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:53:44.701611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-38b80460-dd1c-4c1c-a300-18fb4d1f7396 service neutron] 10.222.0.58 "GET /v2.0/ports/b24c82d4-e261-481b-b86f-65961e70537b/bindings/n-h2-768852-19 HTTP/1.1" status: 200 len: 383 time: 0.0606616 Aug 16 02:53:44.769688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-1949abf1-d6cc-4f5e-b5b6-591b09850908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.771739 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-1949abf1-d6cc-4f5e-b5b6-591b09850908 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1097 time: 0.0441258 Aug 16 02:53:44.816100 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:44.861277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-ffa74fb9-ebac-4d5e-8459-5d1d9779bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.862873 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-ffa74fb9-ebac-4d5e-8459-5d1d9779bfe9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0851786 Aug 16 02:53:44.931177 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-b37bcf15-7d10-4460-b7de-08ac1f66ca2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1002 time: 0.0608675 Aug 16 02:53:44.980812 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-997925b0-abd1-436e-a0c6-afb8352c1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:44.982250 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-997925b0-abd1-436e-a0c6-afb8352c1e9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0436451 Aug 16 02:53:45.028678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-0e52064d-83bc-4274-a9bb-33cf1791f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:45.030225 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-0e52064d-83bc-4274-a9bb-33cf1791f2f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403500 Aug 16 02:53:45.125639 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-5fe1a667-8f48-42ad-b5f9-ffe72c88bf75 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865686 Aug 16 02:53:45.218534 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-e4a56799-6293-47be-ae14-9d4386cd3b5b service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823355 Aug 16 02:53:45.749668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226eec8-23a9-4b14-8024-556dcf064e58 req-3b724e9f-3f28-48cb-960c-bc3368540c61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:45.751207 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1226eec8-23a9-4b14-8024-556dcf064e58 req-3b724e9f-3f28-48cb-960c-bc3368540c61 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0490417 Aug 16 02:53:45.789195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1226eec8-23a9-4b14-8024-556dcf064e58 req-b45c158b-b55e-4548-8916-176021749146 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318222 Aug 16 02:53:45.998796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.108993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b24c82d4-e261-481b-b86f-65961e70537b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:53:46.210541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port b24c82d4-e261-481b-b86f-65961e70537b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:53:46.214544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port b24c82d4-e261-481b-b86f-65961e70537b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:53:46.214960 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.289428 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.311582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:46.325502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:46.350037 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b6e117-a405-4aa6-b147-ab960359777c" -d '{"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-plugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:46.410742 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:46.451120 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffddb2d1-8d8e-49dc-a0d3-b2638aff7648 x-openstack-request-id: req-ffddb2d1-8d8e-49dc-a0d3-b2638aff7648 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:46.451425 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-plugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:46.451772 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ffddb2d1-8d8e-49dc-a0d3-b2638aff7648 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:46.452125 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'code': 200} Aug 16 02:53:46.469109 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:46.914494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e0161-f8c7-4d46-b860-c24da918ee07 req-8cc2baf2-de52-4f22-98e3-56e1679ad60e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:46.916037 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b03e0161-f8c7-4d46-b860-c24da918ee07 req-8cc2baf2-de52-4f22-98e3-56e1679ad60e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0559285 Aug 16 02:53:46.965788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b03e0161-f8c7-4d46-b860-c24da918ee07 req-1f91465b-bc3a-407a-ba60-8d3cc1480096 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Aug 16 02:53:47.951400 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:53:48.086290 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c3f63-4572-43ec-8a0f-87046334e402 req-56f17d5a-04bf-41cb-b8fd-3840c85861a1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:48.087833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a26c3f63-4572-43ec-8a0f-87046334e402 req-56f17d5a-04bf-41cb-b8fd-3840c85861a1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0496125 Aug 16 02:53:48.125859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a26c3f63-4572-43ec-8a0f-87046334e402 req-013e8990-4cae-48b4-b77f-9deec56c3621 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318098 Aug 16 02:53:49.250887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7930-5321-46ec-a757-6d06448db5fd req-22db4ea1-82db-44ef-9789-6e37dc373a29 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:49.252412 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-594a7930-5321-46ec-a757-6d06448db5fd req-22db4ea1-82db-44ef-9789-6e37dc373a29 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0524366 Aug 16 02:53:49.293849 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-594a7930-5321-46ec-a757-6d06448db5fd req-612b40e3-6d57-480a-8b39-26dc366430f7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352714 Aug 16 02:53:49.727833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-f2b88868-bfc8-4a4a-9d96-27c10f73c0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:49.729340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-f2b88868-bfc8-4a4a-9d96-27c10f73c0d4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958&tenant_id=84e1fb7eec8f42c2a5583bed676676f9 HTTP/1.1" status: 200 len: 1098 time: 0.0486171 Aug 16 02:53:49.741246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:53:49.795715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:49.995053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:53:50.026645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:50.067368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:50.075574 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829dd9a3-ddda-43b4-b8d2-39ed19ac91d7" -d '{"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:50.075574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.085741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Transition to ACTIVE for port object b24c82d4-e261-481b-b86f-65961e70537b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:53:50.117857 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ca38a-f144-4245-a9c9-5b2efbccf8dc x-openstack-request-id: req-5a1ca38a-f144-4245-a9c9-5b2efbccf8dc {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:50.118088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b24c82d4-e261-481b-b86f-65961e70537b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:53:50.118605 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-unplugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:50.118605 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5a1ca38a-f144-4245-a9c9-5b2efbccf8dc {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:50.118878 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'code': 200} Aug 16 02:53:50.157750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.236946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=10']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:50.280788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] No DVR routers for this DVR port b24c82d4-e261-481b-b86f-65961e70537b on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:53:50.420166 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a547d6b-942d-443b-9e31-437363947624 req-20f4b4e5-c04f-4f74-b8a9-d489652e0da4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.421719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a547d6b-942d-443b-9e31-437363947624 req-20f4b4e5-c04f-4f74-b8a9-d489652e0da4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0557263 Aug 16 02:53:50.430397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:53:50.430892 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:53:50.431235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:50.435905 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:53:50.436239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Attempting to bind port b24c82d4-e261-481b-b86f-65961e70537b on network 128a0d0c-2138-4d1f-a279-65c3d5793c33 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:53:50.441116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:53:50.441470 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Checking segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:53:50.441877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Bound using segment: {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:53:50.442308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Bound port: b24c82d4-e261-481b-b86f-65961e70537b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a86c55e-bb5d-41e4-8ee5-baebe3231904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:53:50.442682 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.462947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a547d6b-942d-443b-9e31-437363947624 req-cd2443f2-b7e4-4a30-944c-85c823f867cb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348039 Aug 16 02:53:50.511183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:53:50.514335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:53:50.576539 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.611019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.611633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:50.613052 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] 10.222.0.83 "PUT /v2.0/ports/b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1094 time: 0.8758755 Aug 16 02:53:50.633971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3538bb19-07e2-4731-981b-1b9588c18b72 service neutron] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=11']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:53:50.677584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-b5878173-ec74-414c-9515-04e97417bead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.679251 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-b5878173-ec74-414c-9515-04e97417bead service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1097 time: 0.0424368 Aug 16 02:53:50.775639 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-51082b68-7cfd-44e5-b4b2-f071138eec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.777078 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-51082b68-7cfd-44e5-b4b2-f071138eec41 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.0909142 Aug 16 02:53:50.847169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-f3aa69d2-1ab4-448b-a9d6-4341bf273787 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.0631294 Aug 16 02:53:50.898420 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-eecfa33c-0f3a-459c-9f82-1dd63be7de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.899852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-eecfa33c-0f3a-459c-9f82-1dd63be7de0b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0463803 Aug 16 02:53:50.944685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831366a-b150-433c-8329-970a7a747a92 req-6b8b1f5f-eb1c-4d53-9422-e94a57ceb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:50.946191 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-6b8b1f5f-eb1c-4d53-9422-e94a57ceb00d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385895 Aug 16 02:53:51.032928 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-9aac5fc6-5ab3-40e0-bf4d-65d0555c9b8c service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797789 Aug 16 02:53:51.122841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6831366a-b150-433c-8329-970a7a747a92 req-f522c52c-8151-4dca-aedc-cfbb309e7e3c service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830786 Aug 16 02:53:51.584259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722cef3-5357-47e1-a853-3a7c8ca9ade1 req-c65c1532-adb4-432a-82ed-0a061658031f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:51.585771 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1722cef3-5357-47e1-a853-3a7c8ca9ade1 req-c65c1532-adb4-432a-82ed-0a061658031f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0508347 Aug 16 02:53:51.625184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1722cef3-5357-47e1-a853-3a7c8ca9ade1 req-e00ac02f-255e-441c-bc9e-099150385c65 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334384 Aug 16 02:53:52.120210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:53:52.122542 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355129e5-368e-4910-9759-09d24e654f94" -d '{"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:53:52.171752 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8506c8fe-9fd0-48bb-9db0-9098d339cc8c x-openstack-request-id: req-8506c8fe-9fd0-48bb-9db0-9098d339cc8c {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:53:52.172303 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:53:52.172658 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8506c8fe-9fd0-48bb-9db0-9098d339cc8c {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:53:52.173180 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'status': 'completed', 'code': 200} Aug 16 02:53:52.269919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-80ebfaa9-b8e3-4148-97b0-4d3c401788e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.271965 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-80ebfaa9-b8e3-4148-97b0-4d3c401788e8 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1097 time: 0.0769887 Aug 16 02:53:52.280806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-ff2fb740-9bdd-4a26-a887-171cbdb15036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.280806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-ff2fb740-9bdd-4a26-a887-171cbdb15036 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 1097 time: 0.0719874 Aug 16 02:53:52.747031 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bfc85-a56c-472e-bb9d-e0b01a8cff36 req-edcfda69-33d3-43fb-ba8b-cf0528d28ce1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.748864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-898bfc85-a56c-472e-bb9d-e0b01a8cff36 req-edcfda69-33d3-43fb-ba8b-cf0528d28ce1 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Aug 16 02:53:52.791737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-898bfc85-a56c-472e-bb9d-e0b01a8cff36 req-26ba99af-2483-4cfe-9dbd-258494291568 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363352 Aug 16 02:53:52.794611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-2dc90e16-086b-49b0-96c6-9cede15588f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.796137 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-2dc90e16-086b-49b0-96c6-9cede15588f8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.5169072 Aug 16 02:53:52.797249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-06c9473f-ad15-482a-b9c1-70b3d7880e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.798579 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-06c9473f-ad15-482a-b9c1-70b3d7880e26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 200 len: 911 time: 0.5118570 Aug 16 02:53:52.915559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-74dfe84e-cf98-4653-b47b-7c8bfff8c306 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.1115670 Aug 16 02:53:52.921397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-e0137271-21f8-4fbf-97ea-300a87354894 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 200 len: 1001 time: 0.1116028 Aug 16 02:53:52.996326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-dadf308d-f09f-4bcc-b1a5-08bdd915081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:52.997816 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-dadf308d-f09f-4bcc-b1a5-08bdd915081d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0755775 Aug 16 02:53:53.001155 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-e17cfb46-9c49-43e0-9ad4-69d3fbf5d3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.002500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-e17cfb46-9c49-43e0-9ad4-69d3fbf5d3c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 200 len: 849 time: 0.0724933 Aug 16 02:53:53.075014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-87101238-8f05-4cc1-b127-30d0fe9c3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.076541 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-87101238-8f05-4cc1-b127-30d0fe9c3771 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637038 Aug 16 02:53:53.079129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355129e5-368e-4910-9759-09d24e654f94 req-5e74a995-92e8-403c-9af0-9dbccef4534c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.080510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-5e74a995-92e8-403c-9af0-9dbccef4534c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=128a0d0c-2138-4d1f-a279-65c3d5793c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755718 Aug 16 02:53:53.250240 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-7a363ac6-2918-49e0-b364-671c39819aeb service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662166 Aug 16 02:53:53.253647 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-25028298-f683-4fd3-9550-14e6d451dbab service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574295 Aug 16 02:53:53.414575 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-a30da390-0fbf-42f4-a879-0b15367fdca7 service neutron] 10.222.0.58 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570976 Aug 16 02:53:53.416540 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-355129e5-368e-4910-9759-09d24e654f94 req-66742044-2592-4d68-ae3d-9ef1ec4fd96b service neutron] 10.222.0.83 "GET /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519403 Aug 16 02:53:53.923174 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7f779-5641-42cf-87d4-f1a87c12e93a req-3dd2b57d-f498-469b-ac38-59b49fb0fe0f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:53.924809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24f7f779-5641-42cf-87d4-f1a87c12e93a req-3dd2b57d-f498-469b-ac38-59b49fb0fe0f tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0563636 Aug 16 02:53:53.965370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-24f7f779-5641-42cf-87d4-f1a87c12e93a req-041cba75-6aeb-4b22-8e28-4b0b7ade57d0 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345016 Aug 16 02:53:55.140274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14108741-67e0-4f1d-b107-5b0795edadbc req-ed6784b7-1d81-4893-b19e-5b750722f063 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:55.142138 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14108741-67e0-4f1d-b107-5b0795edadbc req-ed6784b7-1d81-4893-b19e-5b750722f063 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0590434 Aug 16 02:53:55.184123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14108741-67e0-4f1d-b107-5b0795edadbc req-72bcc395-b346-48b5-b0ab-510206737e26 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353553 Aug 16 02:53:56.300378 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f34f7-7052-4b6b-b83e-34f1c3b117a2 req-333f990b-f30d-4364-8e78-e023855a51ef tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:56.301860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-697f34f7-7052-4b6b-b83e-34f1c3b117a2 req-333f990b-f30d-4364-8e78-e023855a51ef tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0489419 Aug 16 02:53:56.340121 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-697f34f7-7052-4b6b-b83e-34f1c3b117a2 req-d14e69b3-8f49-4f4a-882e-1827f7cb8c03 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Aug 16 02:53:57.458627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c2e67-27e8-4868-8733-1c39fad4c483 req-5c581821-bef1-4bc5-8a15-52f7ccc74816 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:57.460865 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c31c2e67-27e8-4868-8733-1c39fad4c483 req-5c581821-bef1-4bc5-8a15-52f7ccc74816 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0534651 Aug 16 02:53:57.505904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c31c2e67-27e8-4868-8733-1c39fad4c483 req-32e929f6-227c-4dba-a871-717fbc56579c tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387938 Aug 16 02:53:57.700411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:57.804607 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:53:58.628059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c49656-7711-42b4-9290-3d3da0355bf1 req-85c84f0a-758c-4386-bab5-48ba9864e1b4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:58.629571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c49656-7711-42b4-9290-3d3da0355bf1 req-85c84f0a-758c-4386-bab5-48ba9864e1b4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0496922 Aug 16 02:53:58.668330 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-28c49656-7711-42b4-9290-3d3da0355bf1 req-7c931f07-087d-4d64-a91e-59ea67d1d497 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321548 Aug 16 02:53:59.783810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61648159-5d25-4f15-ae2f-f12dd696b471 req-1a5be901-9965-4083-aa6b-cba5e0544f91 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:53:59.785287 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61648159-5d25-4f15-ae2f-f12dd696b471 req-1a5be901-9965-4083-aa6b-cba5e0544f91 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0486557 Aug 16 02:53:59.824624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61648159-5d25-4f15-ae2f-f12dd696b471 req-816ea244-878d-49b2-8ac6-4a3ceca89805 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332320 Aug 16 02:54:00.946217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677de0-326e-412c-aa00-736840a9b20a req-1f2e0e74-7217-4c9f-be79-eee75c4ce601 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:00.947827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca677de0-326e-412c-aa00-736840a9b20a req-1f2e0e74-7217-4c9f-be79-eee75c4ce601 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0566218 Aug 16 02:54:00.985644 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ca677de0-326e-412c-aa00-736840a9b20a req-a982b745-a6a5-45e8-aac2-13de2dffdf23 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Aug 16 02:54:02.104506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aded8a4-fe83-4676-b973-f73924e93038 req-bae2da8f-b3da-4dad-beca-0e1495ed8740 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:02.105983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1aded8a4-fe83-4676-b973-f73924e93038 req-bae2da8f-b3da-4dad-beca-0e1495ed8740 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0500495 Aug 16 02:54:02.145431 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1aded8a4-fe83-4676-b973-f73924e93038 req-79f566f8-d03b-436a-bb4f-7669e8d3665a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334017 Aug 16 02:54:03.114495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:54:03.209590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:03.221333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'b24c82d4-e261-481b-b86f-65961e70537b', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'port_id': 'b24c82d4-e261-481b-b86f-65961e70537b', 'mac_address': 'fa:16:3e:b4:24:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:54:03.258905 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.264967 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33719fa-7578-411f-bea3-2b71bcd823a3 req-cb5cc54a-bcbb-4497-91b1-352c59308521 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.266674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b33719fa-7578-411f-bea3-2b71bcd823a3 req-cb5cc54a-bcbb-4497-91b1-352c59308521 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 945 time: 0.0510404 Aug 16 02:54:03.271644 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24c82d4-e261-481b-b86f-65961e70537b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:03.293398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:03.306206 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b33719fa-7578-411f-bea3-2b71bcd823a3 req-e4a5863a-5455-45ea-b367-7a5be8f2d51d tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329201 Aug 16 02:54:03.388151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:03.450842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2501b-23e0-4b0b-a082-61d6e18a09cd req-de8bd6ab-b812-45e7-92f7-acf733f249ae tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.453833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7f2501b-23e0-4b0b-a082-61d6e18a09cd req-de8bd6ab-b812-45e7-92f7-acf733f249ae tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0772004 Aug 16 02:54:03.455700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=12']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:03.493566 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c7f2501b-23e0-4b0b-a082-61d6e18a09cd req-5627dd23-f948-4ab1-bb21-4237d841b143 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346293 Aug 16 02:54:03.613636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d320b9-7d6e-4e49-9ccf-0d6d0319cafb req-ce4a49c8-7c1c-43c6-9594-ffc09ad295eb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:03.615253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e0d320b9-7d6e-4e49-9ccf-0d6d0319cafb req-ce4a49c8-7c1c-43c6-9594-ffc09ad295eb tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0521564 Aug 16 02:54:03.638276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['b24c82d4-e261-481b-b86f-65961e70537b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:03.655965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e0d320b9-7d6e-4e49-9ccf-0d6d0319cafb req-61574d95-1e04-4795-a2de-f1b17eef7eb9 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346341 Aug 16 02:54:04.111559 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1bfb83-0518-463d-a39c-7d2c9ba451a2 req-1c623155-5d2c-40c8-939a-06eab63f03a4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:04.113195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb1bfb83-0518-463d-a39c-7d2c9ba451a2 req-1c623155-5d2c-40c8-939a-06eab63f03a4 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0519712 Aug 16 02:54:04.150430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fb1bfb83-0518-463d-a39c-7d2c9ba451a2 req-0dc9b73f-5bef-4021-9524-f76b01361d2a tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312274 Aug 16 02:54:05.118240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:05.237107 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port b24c82d4-e261-481b-b86f-65961e70537b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:05.241183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port b24c82d4-e261-481b-b86f-65961e70537b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:05.247380 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.273494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fc4fc-de81-433d-933d-8d31570a9731 req-9caa4dc0-3f1c-427f-bb24-a6f2fdfbab09 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:05.275059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d66fc4fc-de81-433d-933d-8d31570a9731 req-9caa4dc0-3f1c-427f-bb24-a6f2fdfbab09 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 946 time: 0.0544343 Aug 16 02:54:05.315611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d66fc4fc-de81-433d-933d-8d31570a9731 req-36caa64c-a34c-4022-aae4-4426828dc09e tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups?id=4601d78d-74d5-4c1f-b9a8-a480018d9279&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345900 Aug 16 02:54:05.327628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.355589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:05.357810 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4aa57c-d3bb-414d-ad65-e1717da165ed" -d '{"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-plugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:05.370894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:05.394800 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc5f281-097e-4758-8ebc-3c7dc08cf90e x-openstack-request-id: req-5bc5f281-097e-4758-8ebc-3c7dc08cf90e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:05.395112 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-plugged", "status": "completed", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:05.395350 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5bc5f281-097e-4758-8ebc-3c7dc08cf90e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:05.395739 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'code': 200} Aug 16 02:54:05.449782 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.496365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=13']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:05.686757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-83438401-8f07-47a9-aa5d-cad0c2bf37f5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:05.688148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-83438401-8f07-47a9-aa5d-cad0c2bf37f5 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 947 time: 0.0552919 Aug 16 02:54:05.775043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Deleting port b24c82d4-e261-481b-b86f-65961e70537b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:05.775385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:05.864302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] For port b24c82d4-e261-481b-b86f-65961e70537b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=b24c82d4-e261-481b-b86f-65961e70537b,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:05.864672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.032740 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.033122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.033437 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f disassociated. External IP: 172.25.6.126, port: b24c82d4-e261-481b-b86f-65961e70537b. Aug 16 02:54:06.033783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Calling delete_port for b24c82d4-e261-481b-b86f-65961e70537b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:06.204198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.234687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event deleted for resources: {'Port': ['ID=b24c82d4-e261-481b-b86f-65961e70537b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:06.351480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:06.421094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a4859eb-304c-497a-93ea-ba5018a9f35b req-8d3a70a1-f289-4232-9f88-c31373730cae tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Aug 16 02:54:06.467686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:06.477900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:06.487078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:06.487826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:53:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:06.507452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] No DVR routers for this DVR port b24c82d4-e261-481b-b86f-65961e70537b on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:06.510100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:06.512211 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c57cff15-ed36-4232-ae2c-2cf08cce9d9a req-39fe8ddc-4c17-48ad-8c47-507eeefeeaa3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.83 "DELETE /v2.0/ports/b24c82d4-e261-481b-b86f-65961e70537b HTTP/1.1" status: 204 len: 173 time: 0.8169117 Aug 16 02:54:06.512718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-deleted', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:06.515147 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7074ebdf-e0cb-4b57-ba32-30bdeeb16a05" -d '{"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-deleted", "tag": "b24c82d4-e261-481b-b86f-65961e70537b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:06.552807 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45861d5-4c1e-4088-bce5-4371fc08b567 x-openstack-request-id: req-d45861d5-4c1e-4088-bce5-4371fc08b567 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:06.553105 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a0954f1-4c36-4488-a02b-c2ea76318958", "name": "network-vif-deleted", "tag": "b24c82d4-e261-481b-b86f-65961e70537b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:06.553362 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d45861d5-4c1e-4088-bce5-4371fc08b567 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:06.553915 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0954f1-4c36-4488-a02b-c2ea76318958', 'name': 'network-vif-deleted', 'tag': 'b24c82d4-e261-481b-b86f-65961e70537b', 'status': 'completed', 'code': 200} Aug 16 02:54:06.595007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:06.802529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:06.828899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:06.837812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:06.838427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:53:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:06.941377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:07.136615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:07.165563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fcc0b7-d698-4614-9800-e8df3691d334 None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:54Z', 'revision_number': 4, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b6c9659e-e840-4448-8770-9efca9d3e10c', 'name': '', 'network_id': '128a0d0c-2138-4d1f-a279-65c3d5793c33', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'mac_address': 'fa:16:3e:e8:79:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:53Z', 'updated_at': '2021-08-16T02:43:59Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'subnets': [{'id': 'ff636ff8-8872-43c5-81f9-8eb758b2ef4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:07.394869 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa74ed9-2cec-480e-a8c6-2500fbc919ef None None] New status for floating IP 83aab716-18d8-41f1-ae0c-6908ada63d2f: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:54:07.520105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0bcfe81b-2e33-46e4-822c-e344adec52bc req-bbe18e51-e39e-4978-9b10-a545a85d2604 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0273106 Aug 16 02:54:08.622946 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65605189-8c53-4113-8f9f-3d1affc2b910 req-8d840703-f8e8-47a8-9401-9dd3d786f7f3 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0296178 Aug 16 02:54:09.138269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:09.158531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: b24c82d4-e261-481b-b86f-65961e70537b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:09.158922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device b24c82d4-e261-481b-b86f-65961e70537b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:09.721817 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59375e48-0ef5-4360-b5f7-8a7a3012256e req-c3e8183c-68aa-423d-b376-db4dce289368 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0296769 Aug 16 02:54:10.056059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-096dc4f7-fe43-4b60-89ef-a02c0600ca27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:10.832302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95445182-4302-41fd-81c9-521ddc3bf834 req-a181cf67-c456-4968-919d-5dc786727960 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/ports?device_id=9a0954f1-4c36-4488-a02b-c2ea76318958 HTTP/1.1" status: 200 len: 210 time: 0.0314171 Aug 16 02:54:12.696308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:12.798656 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56c6aa28-0c51-4453-8c6a-bb95105f98d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:14.827303 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.830946 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59482) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:15.885468 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf151db3-4663-42c5-9176-194dee2785ab tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:15.908275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf151db3-4663-42c5-9176-194dee2785ab tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.027085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.054377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf151db3-4663-42c5-9176-194dee2785ab tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.057025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf151db3-4663-42c5-9176-194dee2785ab tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.058237 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cf151db3-4663-42c5-9176-194dee2785ab tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "DELETE /v2.0/security-groups/4601d78d-74d5-4c1f-b9a8-a480018d9279 HTTP/1.1" status: 204 len: 168 time: 0.2262762 Aug 16 02:54:16.061287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59484) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:16.068242 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf151db3-4663-42c5-9176-194dee2785ab tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4601d78d-74d5-4c1f-b9a8-a480018d9279,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:16.077391 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-22fc4677-353d-4339-b9d6-830279c530e7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] show failed (client error): The resource could not be found. Aug 16 02:54:16.078706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-22fc4677-353d-4339-b9d6-830279c530e7 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "GET /v2.0/security-groups/4601d78d-74d5-4c1f-b9a8-a480018d9279 HTTP/1.1" status: 404 len: 347 time: 0.0162232 Aug 16 02:54:16.081514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59486) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:16.207262 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Deleting port d82fad78-bcae-420c-b665-26e52c509c61 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:16.207618 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.285305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.285557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.297036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Calling delete_port for d82fad78-bcae-420c-b665-26e52c509c61 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:16.483865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.511200 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Pushing event deleted for resources: {'Port': ['ID=d82fad78-bcae-420c-b665-26e52c509c61,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:16.569484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.571991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:16.573190 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-afd5a016-3582-46e4-9a97-0e2e033e1a66 tempest-ServerActionsTestJSON-46992845 tempest-ServerActionsTestJSON-46992845-project] 10.222.0.76 "DELETE /v2.0/floatingips/83aab716-18d8-41f1-ae0c-6908ada63d2f HTTP/1.1" status: 204 len: 168 time: 0.4906559 Aug 16 02:54:16.576127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59488) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:17.085838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.327903 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Deleting port b6c9659e-e840-4448-8770-9efca9d3e10c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:17.328250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.406065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] For port b6c9659e-e840-4448-8770-9efca9d3e10c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b6c9659e-e840-4448-8770-9efca9d3e10c,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:17.406356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.418618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Calling delete_port for b6c9659e-e840-4448-8770-9efca9d3e10c owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:17.679257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:17.710617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6c9659e-e840-4448-8770-9efca9d3e10c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:17.878628 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:18.099441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:54:18.204725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:54:18.209767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-bf05c243-5b50-4335-8c82-88e820c1e109 admin admin] 10.222.0.76 "PUT /v2.0/routers/5f460462-0db2-4e5b-9d09-0baaf6f215d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6326783 Aug 16 02:54:18.213960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59492) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:18.218216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] Sync routers for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:54:18.228630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:18.229338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:54:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:18.318686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:18.344595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:18.422782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:18.524050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199'}], 'enable_snat': True}, 'gw_port_id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:54:17Z', 'revision_number': 5, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port': {'id': '3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:21:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:43:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:18.541356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Deleting port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:18.541725 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:18.553952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] Checking router: 5f460462-0db2-4e5b-9d09-0baaf6f215d6 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:54:18.562426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] Routers {'5f460462-0db2-4e5b-9d09-0baaf6f215d6'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:54:18.563173 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:54:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:18.620998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] For port 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:18.621272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:18.636191 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Calling delete_port for 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:18.648041 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] Set router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:54:18.701261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:54:18Z', 'revision_number': 6, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:18.893028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae43ea-aa04-4962-921a-d429bbae965a None None] The sync data for ids ['5f460462-0db2-4e5b-9d09-0baaf6f215d6'] in n-d-768852-19 is: [{'id': '5f460462-0db2-4e5b-9d09-0baaf6f215d6', 'name': 'tempest-ServerActionsTestJSON-60530925-router', 'tenant_id': '84e1fb7eec8f42c2a5583bed676676f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:43:51Z', 'updated_at': '2021-08-16T02:54:18Z', 'revision_number': 6, 'project_id': '84e1fb7eec8f42c2a5583bed676676f9', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:54:19.219753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.248673 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:19.315303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.405410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.407509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.522420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.523014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f460462-0db2-4e5b-9d09-0baaf6f215d6 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:54:19.527266 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.528476 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cf2755b1-4024-4c5d-ba7d-9625fce93a78 admin admin] 10.222.0.76 "DELETE /v2.0/routers/5f460462-0db2-4e5b-9d09-0baaf6f215d6 HTTP/1.1" status: 204 len: 168 time: 1.3135593 Aug 16 02:54:19.531123 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59498) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:19.579210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Deleting subnet ff636ff8-8872-43c5-81f9-8eb758b2ef4b {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:54:19.582199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.615627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.775867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.810365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.841636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff636ff8-8872-43c5-81f9-8eb758b2ef4b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:19.845412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.847500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e28899bc-200e-48ee-b0da-e848b5f3d33c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ff636ff8-8872-43c5-81f9-8eb758b2ef4b HTTP/1.1" status: 204 len: 168 time: 0.3152785 Aug 16 02:54:19.850238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59500) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:19.855089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f69d9-7033-4d05-8c33-c46366d3b7b5 None None] Network 128a0d0c-2138-4d1f-a279-65c3d5793c33 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:19.870813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:19.919749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:19.920342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3c2d91b1-8d82-47fa-9a5b-1ec321e12c2b not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:19.920921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b6c9659e-e840-4448-8770-9efca9d3e10c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:19.925212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:19.979811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b6c9659e-e840-4448-8770-9efca9d3e10c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:19.979811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b6c9659e-e840-4448-8770-9efca9d3e10c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:19.979990 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Deleting port 0e3687e6-76bc-479d-a2fd-de62654fbea4 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:19.980120 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.049156 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] For port 0e3687e6-76bc-479d-a2fd-de62654fbea4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0e3687e6-76bc-479d-a2fd-de62654fbea4,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:20.049528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.065887 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Calling delete_port for 0e3687e6-76bc-479d-a2fd-de62654fbea4 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:20.066795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] DHCP port deletion for 128a0d0c-2138-4d1f-a279-65c3d5793c33 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:54:20.112467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] Deleting port 0e3687e6-76bc-479d-a2fd-de62654fbea4 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:20.112846 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.175875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] For port 0e3687e6-76bc-479d-a2fd-de62654fbea4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0e3687e6-76bc-479d-a2fd-de62654fbea4,segment=NetworkSegment(0a86c55e-bb5d-41e4-8ee5-baebe3231904),segment_id=0a86c55e-bb5d-41e4-8ee5-baebe3231904)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:20.176272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.189440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] Calling delete_port for 0e3687e6-76bc-479d-a2fd-de62654fbea4 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:20.221039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.252228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3687e6-76bc-479d-a2fd-de62654fbea4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:20.257250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] No DVR routers for this DVR port 0e3687e6-76bc-479d-a2fd-de62654fbea4 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:20.264159 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.265982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.266335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.266694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.267038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.267372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.267707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.268043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.268366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.268689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.269017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.269342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.269664 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:20.295240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] No DVR routers for this DVR port 0e3687e6-76bc-479d-a2fd-de62654fbea4 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:20.301639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6344400-805b-4938-bd59-1d044f60b5bb None None] Pushing event deleted for resources: {'Port': ['ID=0e3687e6-76bc-479d-a2fd-de62654fbea4,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:20.340571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.350811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128a0d0c-2138-4d1f-a279-65c3d5793c33']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:20.361071 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a86c55e-bb5d-41e4-8ee5-baebe3231904') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:20.361372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a86c55e-bb5d-41e4-8ee5-baebe3231904') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:20.370534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.383918 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.390085 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:54:20.393272 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:54:20.518352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.524772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:20.526666 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] 10.222.0.76 "DELETE /v2.0/networks/128a0d0c-2138-4d1f-a279-65c3d5793c33 HTTP/1.1" status: 204 len: 168 time: 0.6746728 Aug 16 02:54:20.542499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8fdf3-242d-42a1-aea1-2279ebb14252 admin admin] Pushing event deleted for resources: {'Network': ['ID=128a0d0c-2138-4d1f-a279-65c3d5793c33,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:20.901185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59504) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:20.941437 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3bb8a94e-b69f-41f0-b8e1-1593b85fdc33 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=84e1fb7eec8f42c2a5583bed676676f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390036 Aug 16 02:54:20.944476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59506) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:20.992090 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfba3be6-0824-4118-a9a4-b14cb74a53bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.012712 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfba3be6-0824-4118-a9a4-b14cb74a53bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.128159 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfba3be6-0824-4118-a9a4-b14cb74a53bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.130623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bfba3be6-0824-4118-a9a4-b14cb74a53bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:21.132419 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bfba3be6-0824-4118-a9a4-b14cb74a53bf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/84e50e47-446c-476e-9192-79383dc5684c HTTP/1.1" status: 204 len: 168 time: 0.1870067 Aug 16 02:54:21.140728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba3be6-0824-4118-a9a4-b14cb74a53bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e50e47-446c-476e-9192-79383dc5684c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:21.852019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0e3687e6-76bc-479d-a2fd-de62654fbea4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:21.875222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0e3687e6-76bc-479d-a2fd-de62654fbea4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:21.875571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0e3687e6-76bc-479d-a2fd-de62654fbea4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:22.151197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59528) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:22.249780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1167833430-network', 'tenant_id': '0237bd04778f462a8d00ef9e541a6533'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:22.358068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Made reservation on behalf of 0237bd04778f462a8d00ef9e541a6533 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:22.360495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.369834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.457492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.507143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.531500 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:54:22.542033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5aacb6b-98fa-4937-b602-744e8aa41eb9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:22.547864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.548223 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Added segment 62214896-27b2-450a-a4a4-eea1cf986dfa of type vlan for network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab Aug 16 02:54:22.587904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.649459 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.650455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:22.651064 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:22.713048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] Pushing event updated for resources: {'Network': ['ID=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:22.722989 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:54:22.750028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0481ce8f-3d42-48a5-bd80-f01a8895e1fa admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5951331 Aug 16 02:54:22.750267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59532) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:22.755317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Request body: {'subnet': {'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1167833430-subnet', 'tenant_id': '0237bd04778f462a8d00ef9e541a6533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:22.832269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Made reservation on behalf of 0237bd04778f462a8d00ef9e541a6533 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:22.835485 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:23.039326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:23.094057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7474a849-b8dc-473a-ade6-ab4bc81e9735,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:23.103668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Checking segment: {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:23.104032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Network hostable DHCP agents. Network: 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:54:23.198043 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:54:23.273619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:23.278528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:23.279360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:23.283621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc206ae8-2370-4979-b297-58d15c9d6506 None None] Network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:23.365244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d4c8e0f7-b0cf-4ddc-bb8d-3c5456b00ca4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6137021 Aug 16 02:54:23.407067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f56285c-e3c3-4df2-8638-72c17b3ceaa7 None None] Network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:54:23.787401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-afef45b8-6711-4073-afa6-ce58f68ff46d tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:23.789755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-afef45b8-6711-4073-afa6-ce58f68ff46d tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/networks?id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab HTTP/1.1" status: 200 len: 814 time: 0.1036937 Aug 16 02:54:23.805920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-2c0d256c-6e1d-461d-946c-c87c8b30f5d5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/quotas/0237bd04778f462a8d00ef9e541a6533 HTTP/1.1" status: 200 len: 375 time: 0.0100522 Aug 16 02:54:23.845277 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-55499b91-3933-4996-a6a4-fa8b02366ab9 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336945 Aug 16 02:54:23.928516 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-755302cd-82a4-4447-ba83-d4de59d30d95 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:54:23.929790 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-755302cd-82a4-4447-ba83-d4de59d30d95 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0432692 Aug 16 02:54:24.023065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-f55461ae-648c-4eef-8ecf-7a3bf3430537 service neutron] 10.222.0.76 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828674 Aug 16 02:54:24.120430 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-5ac0ce9d-f366-46d4-94f7-d2dcd16f4abe service neutron] 10.222.0.76 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911102 Aug 16 02:54:24.411369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02870a32-ea89-48b7-9e5c-6e43f851ccb1 req-00348d15-7736-4d5f-9c6e-12500379f39e tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 210 time: 0.0273008 Aug 16 02:54:24.951455 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:54:25.489238 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72909587-320b-498e-ba0a-f85da89228bf req-71df5f04-bb81-4fe2-93d3-baedba9bacbd tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 210 time: 0.0266819 Aug 16 02:54:26.553032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-a495c659-6e29-4dde-ad07-64f41b583605 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:26.555095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-a495c659-6e29-4dde-ad07-64f41b583605 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.58 "GET /v2.0/networks?id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab HTTP/1.1" status: 200 len: 814 time: 0.1027057 Aug 16 02:54:26.567353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Request body: {'port': {'device_id': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab', 'admin_state_up': True, 'tenant_id': '0237bd04778f462a8d00ef9e541a6533'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:26.588043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95916ae1-881d-4fb1-859d-64e6f92288ce req-c6cd44d0-0786-4af9-92c6-380f78973e4d tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 210 time: 0.0276589 Aug 16 02:54:26.745092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Made reservation on behalf of 0237bd04778f462a8d00ef9e541a6533 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:26.748904 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:26.874607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Allocated IP 172.20.0.6 (2c5528d8-d83c-4f19-a9be-9256ce7cf0ab/7474a849-b8dc-473a-ade6-ab4bc81e9735/5ab96a00-52d5-42b3-a12b-a0834810ef9f) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:27.019405 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.124888 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.174231 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:27.177343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:27.181871 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:27.188324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Pushing event updated for resources: {'Port': ['ID=5ab96a00-52d5-42b3-a12b-a0834810ef9f,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:27.233458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:27.234077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.305485 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-945e2125-9bd5-4c2f-8211-ee27258f0cef tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419443 Aug 16 02:54:27.317778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Request body: {'port': {'device_id': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:27.371881 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.647652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab96a00-52d5-42b3-a12b-a0834810ef9f {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:27.655348 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.667441 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Transition to ACTIVE for port object 5ab96a00-52d5-42b3-a12b-a0834810ef9f will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:27.702158 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.708265 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a773df-fe10-4bf1-beaf-03fda5e48c00 req-884988a7-9e8c-4636-8ee6-dabb6f0352d5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:27.712272 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00a773df-fe10-4bf1-beaf-03fda5e48c00 req-884988a7-9e8c-4636-8ee6-dabb6f0352d5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 931 time: 0.0504711 Aug 16 02:54:27.724478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.753731 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00a773df-fe10-4bf1-beaf-03fda5e48c00 req-6602accb-b75c-4d5e-a060-effc419f3942 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Aug 16 02:54:27.777645 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab96a00-52d5-42b3-a12b-a0834810ef9f,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:27.786458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.848752 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Attempting to bind port 5ab96a00-52d5-42b3-a12b-a0834810ef9f on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:27.849073 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Attempting to bind port 5ab96a00-52d5-42b3-a12b-a0834810ef9f by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:27.849407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Attempting to bind port 5ab96a00-52d5-42b3-a12b-a0834810ef9f on network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:27.853694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Port 5ab96a00-52d5-42b3-a12b-a0834810ef9f on network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:54:27.854018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Attempting to bind port 5ab96a00-52d5-42b3-a12b-a0834810ef9f on network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:27.858788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:27.859134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Checking segment: {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:27.859524 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Bound using segment: {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:27.859994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Bound port: 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:27.860356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:27.925455 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] For port 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:27.928349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] For port 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:27.981033 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:28.014925 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.015574 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:28.016982 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/5ab96a00-52d5-42b3-a12b-a0834810ef9f HTTP/1.1" status: 200 len: 1092 time: 0.7034054 Aug 16 02:54:28.017418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'tag': '5ab96a00-52d5-42b3-a12b-a0834810ef9f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:28.019719 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc52513-7ca1-44b3-adc4-e91d65ddd3f7", "tag": "5ab96a00-52d5-42b3-a12b-a0834810ef9f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:28.044300 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32850fe7-67ad-4cd7-9b50-51a25b84e4e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab96a00-52d5-42b3-a12b-a0834810ef9f,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:28.059886 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2b44dd-1abe-4f1f-87bd-72a98b7166f1 x-openstack-request-id: req-ba2b44dd-1abe-4f1f-87bd-72a98b7166f1 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:28.062432 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc52513-7ca1-44b3-adc4-e91d65ddd3f7", "tag": "5ab96a00-52d5-42b3-a12b-a0834810ef9f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:28.062432 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ba2b44dd-1abe-4f1f-87bd-72a98b7166f1 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:28.062432 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'tag': '5ab96a00-52d5-42b3-a12b-a0834810ef9f', 'status': 'completed', 'code': 200} Aug 16 02:54:28.121604 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967 req-a04bba48-dcb1-4997-8506-ddb8cae11286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.123271 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967 req-a04bba48-dcb1-4997-8506-ddb8cae11286 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 1095 time: 0.0430982 Aug 16 02:54:28.226709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967 req-d8ff3ff1-c411-4c84-842e-47839e2e0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.228218 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967 req-d8ff3ff1-c411-4c84-842e-47839e2e0e23 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0237bd04778f462a8d00ef9e541a6533&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0973976 Aug 16 02:54:28.321486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967 req-c3449286-4979-4124-881b-cdeec2b180ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.323038 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1a251b17-02c3-4ca0-b6e7-2ef22a7f4967 req-c3449286-4979-4124-881b-cdeec2b180ce service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883322 Aug 16 02:54:28.398036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-5affd496-e5aa-4ac6-b421-1caecc7448b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.399466 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-5affd496-e5aa-4ac6-b421-1caecc7448b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 1095 time: 0.0409329 Aug 16 02:54:28.445600 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-db751b56-2830-4fba-a1e8-7b020755465b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f HTTP/1.1" status: 200 len: 217 time: 0.0380838 Aug 16 02:54:28.501593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-3b19b452-b35d-4b0b-b1c1-06486507a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.503142 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-3b19b452-b35d-4b0b-b1c1-06486507a59b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7474a849-b8dc-473a-ade6-ab4bc81e9735 HTTP/1.1" status: 200 len: 854 time: 0.0514746 Aug 16 02:54:28.534952 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-e59f7f0f-2bef-4752-b734-3042e883afcf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247436 Aug 16 02:54:28.628996 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-654b7c6b-fcb7-4deb-ba9a-e8ae4df94cb9 service neutron] 10.222.0.58 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872393 Aug 16 02:54:28.719277 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-06d2b83b-1912-490b-93e3-71d7e68337f7 req-a4b3aca3-71aa-4aef-b479-1ce96f86c04c service neutron] 10.222.0.58 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831869 Aug 16 02:54:28.876600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd05f1f-c535-46e9-b23f-cb70c42ad782 req-b1f9a933-d274-47fe-995a-2d0054365cb3 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:28.878105 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acd05f1f-c535-46e9-b23f-cb70c42ad782 req-b1f9a933-d274-47fe-995a-2d0054365cb3 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 943 time: 0.0494244 Aug 16 02:54:28.916009 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-acd05f1f-c535-46e9-b23f-cb70c42ad782 req-4fc311a2-e877-4c80-b941-9bb6bdb0e09f tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319693 Aug 16 02:54:30.033707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4a460-56ff-43cc-95b0-3c5fb19da9c1 req-f859ba87-b0a0-455b-8a28-820ffffcd18e tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:30.035229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cc4a460-56ff-43cc-95b0-3c5fb19da9c1 req-f859ba87-b0a0-455b-8a28-820ffffcd18e tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 943 time: 0.0490944 Aug 16 02:54:30.073195 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cc4a460-56ff-43cc-95b0-3c5fb19da9c1 req-fd13802c-b030-4899-8ede-f8d4ab4188d3 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314691 Aug 16 02:54:30.303517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ab96a00-52d5-42b3-a12b-a0834810ef9f details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:54:30.397842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:30.409121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '5ab96a00-52d5-42b3-a12b-a0834810ef9f', 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab', 'port_id': '5ab96a00-52d5-42b3-a12b-a0834810ef9f', 'mac_address': 'fa:16:3e:5a:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474a849-b8dc-473a-ade6-ab4bc81e9735', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:54:30.449687 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:30.462858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab96a00-52d5-42b3-a12b-a0834810ef9f {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:30.482084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:30.563857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:30.610363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5ab96a00-52d5-42b3-a12b-a0834810ef9f,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:30.782718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5ab96a00-52d5-42b3-a12b-a0834810ef9f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:31.189013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ab4424-6cb2-41c8-91b8-de22047a7c72 req-1234d0a8-76f8-4b2a-acbf-19317ad60658 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:31.190525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0ab4424-6cb2-41c8-91b8-de22047a7c72 req-1234d0a8-76f8-4b2a-acbf-19317ad60658 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 944 time: 0.0490921 Aug 16 02:54:31.235245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f0ab4424-6cb2-41c8-91b8-de22047a7c72 req-c9e5c26c-ecf7-4dcb-a9ca-fea559be7f23 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Aug 16 02:54:32.303738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ab96a00-52d5-42b3-a12b-a0834810ef9f up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:32.353237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10916b-604b-43db-b262-d8cb10f79a04 req-56992cbd-5022-4418-926c-dcd2535b63f5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:32.354863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b10916b-604b-43db-b262-d8cb10f79a04 req-56992cbd-5022-4418-926c-dcd2535b63f5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 944 time: 0.0527840 Aug 16 02:54:32.394163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8b10916b-604b-43db-b262-d8cb10f79a04 req-a4a2327a-4859-4302-94f4-a0b9d3e46aa2 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Aug 16 02:54:32.466202 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 5ab96a00-52d5-42b3-a12b-a0834810ef9f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:32.470165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 5ab96a00-52d5-42b3-a12b-a0834810ef9f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:32.473261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.545018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.568949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab96a00-52d5-42b3-a12b-a0834810ef9f'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:32.571222 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a8f6ce-f0fa-4d51-9293-d11e357006ea" -d '{"events": [{"server_uuid": "2bc52513-7ca1-44b3-adc4-e91d65ddd3f7", "name": "network-vif-plugged", "status": "completed", "tag": "5ab96a00-52d5-42b3-a12b-a0834810ef9f"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:32.584108 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:32.606822 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3bef15-47c2-4c67-8324-ad6255d21fb6 x-openstack-request-id: req-bb3bef15-47c2-4c67-8324-ad6255d21fb6 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:32.607113 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc52513-7ca1-44b3-adc4-e91d65ddd3f7", "name": "network-vif-plugged", "status": "completed", "tag": "5ab96a00-52d5-42b3-a12b-a0834810ef9f", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:32.607365 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bb3bef15-47c2-4c67-8324-ad6255d21fb6 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:32.607795 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab96a00-52d5-42b3-a12b-a0834810ef9f', 'code': 200} Aug 16 02:54:32.643838 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:32.692321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5ab96a00-52d5-42b3-a12b-a0834810ef9f,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:32.699286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbfc78-f41f-4b61-aba6-7b9d444bbff1 req-490cb575-e6b5-4581-b0a1-9da731899b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:32.700895 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64fbfc78-f41f-4b61-aba6-7b9d444bbff1 req-490cb575-e6b5-4581-b0a1-9da731899b08 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0406854 Aug 16 02:54:32.739140 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-64fbfc78-f41f-4b61-aba6-7b9d444bbff1 req-3088e285-aab1-4d14-9427-f62f0f717526 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302269 Aug 16 02:54:33.507194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7b3e8-a83a-4bcf-8a32-df823b1b8b0a req-fa0bb977-272e-407f-b5cc-616d90e927f5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:33.508714 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55b7b3e8-a83a-4bcf-8a32-df823b1b8b0a req-fa0bb977-272e-407f-b5cc-616d90e927f5 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0491374 Aug 16 02:54:33.547386 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-55b7b3e8-a83a-4bcf-8a32-df823b1b8b0a req-bb57b502-31a1-46e8-9dfb-39479f410163 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Aug 16 02:54:34.106863 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-47409ea3-ab90-4c61-82af-63d5a33e9d54 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0439863 Aug 16 02:54:34.187076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-dbde9df6-3616-4c65-94e4-f6ad93564722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:34.188555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-dbde9df6-3616-4c65-94e4-f6ad93564722 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 1097 time: 0.0402825 Aug 16 02:54:34.295391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-4e0a8aad-5b3b-4fc1-beee-17338014658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:34.306712 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-4e0a8aad-5b3b-4fc1-beee-17338014658a service neutron] 10.222.0.58 "GET /v2.0/networks?id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab HTTP/1.1" status: 200 len: 915 time: 0.0887611 Aug 16 02:54:34.337706 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-1c2b3117-ed94-4be9-9b9c-85b175e814b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f HTTP/1.1" status: 200 len: 217 time: 0.0340850 Aug 16 02:54:34.385343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-be68c21f-3cde-4077-b0f5-b53a4bc213ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:34.386754 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-be68c21f-3cde-4077-b0f5-b53a4bc213ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7474a849-b8dc-473a-ade6-ab4bc81e9735 HTTP/1.1" status: 200 len: 854 time: 0.0428901 Aug 16 02:54:34.420911 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-77c7f6da-2266-4d7f-8c8c-791082917668 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276139 Aug 16 02:54:34.515705 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-a6a8258c-dd13-40dc-b750-1d29808a2ad8 service neutron] 10.222.0.58 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873344 Aug 16 02:54:34.605219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1deba3c1-6e94-48a9-bc72-190c4ecc88e9 req-d7dd8387-0887-4d39-84c4-e89a92920a97 service neutron] 10.222.0.58 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823381 Aug 16 02:54:34.662964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5401be-2729-4f9b-9105-ac409aea323b req-3522392c-a4bd-4d73-be7d-12987f525ac6 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:34.664953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a5401be-2729-4f9b-9105-ac409aea323b req-3522392c-a4bd-4d73-be7d-12987f525ac6 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0486114 Aug 16 02:54:34.705871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a5401be-2729-4f9b-9105-ac409aea323b req-3c9a1f9d-afa1-4389-a224-2cfb173fd026 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349720 Aug 16 02:54:34.929374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-03d8542d-29ad-46fb-99c7-e7712cd148ca tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:34.930926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-03d8542d-29ad-46fb-99c7-e7712cd148ca tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/networks?id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab HTTP/1.1" status: 200 len: 814 time: 0.1037204 Aug 16 02:54:34.947802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-065a03f4-f256-4c8a-9079-a6a08bf49688 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/quotas/0237bd04778f462a8d00ef9e541a6533 HTTP/1.1" status: 200 len: 375 time: 0.0108764 Aug 16 02:54:34.998157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-64333ec1-4f89-409e-89fc-286dc4167465 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0450284 Aug 16 02:54:35.082357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-1088e625-eac6-4d7a-9323-56b6e50eae20 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:54:35.083407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-1088e625-eac6-4d7a-9323-56b6e50eae20 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0445912 Aug 16 02:54:35.175937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-5400ce2a-5559-4c31-8ea7-219396b6b674 service neutron] 10.222.0.76 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855577 Aug 16 02:54:35.269767 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-c12e34d9-b609-41bf-8fa9-48fdd7aa5f5b service neutron] 10.222.0.76 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875566 Aug 16 02:54:35.509176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-408c2b17-2c52-47ac-bc76-6b500887a030 req-a0147553-fa9a-4e40-b6fc-3cd7e4c4fab7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 210 time: 0.0331018 Aug 16 02:54:36.600740 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ee00387-75ea-40c9-bb75-d61fd8538c55 req-0a93d595-90d4-41d7-a74c-b6b14b538b6f tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 210 time: 0.0268264 Aug 16 02:54:37.482372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-fe3f89b1-cb42-4a8e-8849-be3f627d5260 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:37.483879 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-fe3f89b1-cb42-4a8e-8849-be3f627d5260 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.83 "GET /v2.0/networks?id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab HTTP/1.1" status: 200 len: 814 time: 0.1079926 Aug 16 02:54:37.497496 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Request body: {'port': {'device_id': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab', 'admin_state_up': True, 'tenant_id': '0237bd04778f462a8d00ef9e541a6533'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:37.677995 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Made reservation on behalf of 0237bd04778f462a8d00ef9e541a6533 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:37.683114 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:37.694958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68469643-2bd6-4e32-bed3-cb0658c75cdd req-cc5f1667-20d4-435a-a426-e59f795a2443 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 210 time: 0.0276406 Aug 16 02:54:37.816996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Allocated IP 172.20.0.7 (2c5528d8-d83c-4f19-a9be-9256ce7cf0ab/7474a849-b8dc-473a-ade6-ab4bc81e9735/3e0353fb-dd86-4511-98e9-c919fcab01ed) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:54:37.966389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.077971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.090422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5ab96a00-52d5-42b3-a12b-a0834810ef9f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:38.121076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:54:38.126232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:54:38.129993 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:54:38.157536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Pushing event updated for resources: {'Port': ['ID=3e0353fb-dd86-4511-98e9-c919fcab01ed,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:38.169597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.169958 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.170313 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.170685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.171034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.171376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.171806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.172142 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.172479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.172817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.173153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.173593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:38.196768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:38.197408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.307859 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-96fb0910-e0aa-4b0c-aceb-68199d26f399 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8141649 Aug 16 02:54:38.320754 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Request body: {'port': {'device_id': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:38.378691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.633504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e0353fb-dd86-4511-98e9-c919fcab01ed {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:38.640691 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.652644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Transition to ACTIVE for port object 3e0353fb-dd86-4511-98e9-c919fcab01ed will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:54:38.728224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.779642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0353fb-dd86-4511-98e9-c919fcab01ed,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:38.812462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd49d0-755e-4c47-b20b-3ea4fdc1a94c req-8d323190-9e5b-46e0-8346-d3822eec8342 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:38.813986 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17bd49d0-755e-4c47-b20b-3ea4fdc1a94c req-8d323190-9e5b-46e0-8346-d3822eec8342 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 943 time: 0.0515070 Aug 16 02:54:38.850566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Attempting to bind port 3e0353fb-dd86-4511-98e9-c919fcab01ed on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:54:38.850941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Attempting to bind port 3e0353fb-dd86-4511-98e9-c919fcab01ed by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:54:38.851278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Attempting to bind port 3e0353fb-dd86-4511-98e9-c919fcab01ed on network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:38.852888 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17bd49d0-755e-4c47-b20b-3ea4fdc1a94c req-9232feff-99b1-4667-bfa0-61cb418e1ac4 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Aug 16 02:54:38.855857 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Port 3e0353fb-dd86-4511-98e9-c919fcab01ed on network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:54:38.856190 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Attempting to bind port 3e0353fb-dd86-4511-98e9-c919fcab01ed on network 2c5528d8-d83c-4f19-a9be-9256ce7cf0ab {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:54:38.860951 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:54:38.861294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Checking segment: {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:54:38.861681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Bound using segment: {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:54:38.862112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Bound port: 3e0353fb-dd86-4511-98e9-c919fcab01ed, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62214896-27b2-450a-a4a4-eea1cf986dfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:54:38.862476 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:38.924869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] For port 3e0353fb-dd86-4511-98e9-c919fcab01ed, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:54:38.927878 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] For port 3e0353fb-dd86-4511-98e9-c919fcab01ed, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3e0353fb-dd86-4511-98e9-c919fcab01ed,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:54:39.009855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.048383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.049046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:39.050445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] 10.222.0.83 "PUT /v2.0/ports/3e0353fb-dd86-4511-98e9-c919fcab01ed HTTP/1.1" status: 200 len: 1092 time: 0.7340267 Aug 16 02:54:39.050950 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'tag': '3e0353fb-dd86-4511-98e9-c919fcab01ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:39.053223 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e" -d '{"events": [{"name": "network-changed", "server_uuid": "4d32fb17-c542-43bc-869e-3dd5a1f30916", "tag": "3e0353fb-dd86-4511-98e9-c919fcab01ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:39.073672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c901506-5b50-404b-a86c-84973e4bf421 service neutron] Pushing event updated for resources: {'Port': ['ID=3e0353fb-dd86-4511-98e9-c919fcab01ed,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:39.094303 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bd32c0-7d5a-41ee-b0ca-5f0699b4861e x-openstack-request-id: req-e2bd32c0-7d5a-41ee-b0ca-5f0699b4861e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:39.094608 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d32fb17-c542-43bc-869e-3dd5a1f30916", "tag": "3e0353fb-dd86-4511-98e9-c919fcab01ed", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:39.094917 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2bd32c0-7d5a-41ee-b0ca-5f0699b4861e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:39.095356 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'tag': '3e0353fb-dd86-4511-98e9-c919fcab01ed', 'status': 'completed', 'code': 200} Aug 16 02:54:39.161203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e req-013bf908-c72d-4287-a10f-319bd4fc59de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.162890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e req-013bf908-c72d-4287-a10f-319bd4fc59de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 1095 time: 0.0459464 Aug 16 02:54:39.259025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e req-27d1da00-fd03-4385-b3a5-964131114599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.260508 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e req-27d1da00-fd03-4385-b3a5-964131114599 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=0237bd04778f462a8d00ef9e541a6533&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0907261 Aug 16 02:54:39.361378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e req-e29bcd74-fc29-429c-8bdb-32b9245ce1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.362908 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5a1bf98c-7fce-4e25-a3ea-8dd0f2a5306e req-e29bcd74-fc29-429c-8bdb-32b9245ce1f9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960124 Aug 16 02:54:39.436557 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-a8f145a2-e18c-496f-9047-411b275064e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.438039 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-a8f145a2-e18c-496f-9047-411b275064e6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0237bd04778f462a8d00ef9e541a6533&device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 1095 time: 0.0403140 Aug 16 02:54:39.478222 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-bb788e3a-fb7c-4b76-ad28-32b3683c06e8 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e0353fb-dd86-4511-98e9-c919fcab01ed HTTP/1.1" status: 200 len: 217 time: 0.0318797 Aug 16 02:54:39.531542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-36942481-abbf-4123-8f6e-a4a3b8a71c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.533045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-36942481-abbf-4123-8f6e-a4a3b8a71c71 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7474a849-b8dc-473a-ade6-ab4bc81e9735 HTTP/1.1" status: 200 len: 854 time: 0.0485363 Aug 16 02:54:39.565334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-503e159b-84e6-49e0-81ea-64d400992fb2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245206 Aug 16 02:54:39.656963 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-cee22be2-029c-40eb-8784-d0d2b3572b5a service neutron] 10.222.0.83 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839617 Aug 16 02:54:39.749876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-23c2406b-56ad-4a39-9e5a-9131203ad081 req-afc739b7-8e15-4b5c-a88c-0d794d922b39 service neutron] 10.222.0.83 "GET /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856493 Aug 16 02:54:39.971680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bffee-6176-45dc-9d20-b2c6f236e8e1 req-8e178da9-e0f7-4195-9cef-aa45902efc10 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:39.973204 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d6bffee-6176-45dc-9d20-b2c6f236e8e1 req-8e178da9-e0f7-4195-9cef-aa45902efc10 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 943 time: 0.0526695 Aug 16 02:54:39.992284 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-858e5d7a-c6fa-4b68-aaa5-17be603912a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:40.016338 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2d6bffee-6176-45dc-9d20-b2c6f236e8e1 req-846c3216-428c-49e7-8e1f-1394c1205406 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362597 Aug 16 02:54:41.132437 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d3480-ec17-484f-b868-3ddcc27db36a req-18ce4a66-92a1-4f4d-ab87-2e250478fe54 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:41.134171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e4d3480-ec17-484f-b868-3ddcc27db36a req-18ce4a66-92a1-4f4d-ab87-2e250478fe54 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 943 time: 0.0492551 Aug 16 02:54:41.171507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7e4d3480-ec17-484f-b868-3ddcc27db36a req-ebec3035-afbb-489a-b976-416b944a2389 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Aug 16 02:54:42.285799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02baa89d-d991-46c3-b9b2-5c59800ec7de req-eaa5ad59-490b-4bb0-9345-8fc72c32e7ee tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:42.287317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02baa89d-d991-46c3-b9b2-5c59800ec7de req-eaa5ad59-490b-4bb0-9345-8fc72c32e7ee tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 943 time: 0.0481689 Aug 16 02:54:42.326528 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02baa89d-d991-46c3-b9b2-5c59800ec7de req-89b42810-fcfe-4df4-b355-09f3219d2e2c tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Aug 16 02:54:42.669866 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:42.797502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f432-78c1-443f-8567-7d0621f82f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.277895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3e0353fb-dd86-4511-98e9-c919fcab01ed details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:54:43.370920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3e0353fb-dd86-4511-98e9-c919fcab01ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3e0353fb-dd86-4511-98e9-c919fcab01ed,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:43.382348 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '3e0353fb-dd86-4511-98e9-c919fcab01ed', 'network_id': '2c5528d8-d83c-4f19-a9be-9256ce7cf0ab', 'port_id': '3e0353fb-dd86-4511-98e9-c919fcab01ed', 'mac_address': 'fa:16:3e:02:93:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7474a849-b8dc-473a-ade6-ab4bc81e9735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:54:43.424087 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.437704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e0353fb-dd86-4511-98e9-c919fcab01ed {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:54:43.444459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8c298-6b24-44c4-afaa-5e08e6abc9a0 req-3cc98a31-0508-4d2b-ad89-beb6def93efd tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:43.445994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5a8c298-6b24-44c4-afaa-5e08e6abc9a0 req-3cc98a31-0508-4d2b-ad89-beb6def93efd tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 943 time: 0.0495195 Aug 16 02:54:43.456881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3e0353fb-dd86-4511-98e9-c919fcab01ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3e0353fb-dd86-4511-98e9-c919fcab01ed,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:43.487306 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5a8c298-6b24-44c4-afaa-5e08e6abc9a0 req-03928e34-90fc-47b9-beaa-a82b28112bc4 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349851 Aug 16 02:54:43.529017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:43.583420 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=3e0353fb-dd86-4511-98e9-c919fcab01ed,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:43.714802 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['3e0353fb-dd86-4511-98e9-c919fcab01ed'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:44.602469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35771b2-ba6f-4dee-aa9b-a39df3ad6e25 req-b8361a25-4151-4def-9687-dcafd5a26fda tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:44.604007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a35771b2-ba6f-4dee-aa9b-a39df3ad6e25 req-b8361a25-4151-4def-9687-dcafd5a26fda tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 944 time: 0.0497410 Aug 16 02:54:44.642112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a35771b2-ba6f-4dee-aa9b-a39df3ad6e25 req-90277137-541c-47a7-aea7-37b949b2113b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Aug 16 02:54:44.843351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.305972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3e0353fb-dd86-4511-98e9-c919fcab01ed up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:54:45.437461 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 3e0353fb-dd86-4511-98e9-c919fcab01ed completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:54:45.441309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 3e0353fb-dd86-4511-98e9-c919fcab01ed triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:54:45.441689 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.516247 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.537566 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0353fb-dd86-4511-98e9-c919fcab01ed'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:45.540481 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57cc8750-d1ee-41b9-b4dc-6a20fffddb59" -d '{"events": [{"server_uuid": "4d32fb17-c542-43bc-869e-3dd5a1f30916", "name": "network-vif-plugged", "status": "completed", "tag": "3e0353fb-dd86-4511-98e9-c919fcab01ed"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:45.553294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 3e0353fb-dd86-4511-98e9-c919fcab01ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3e0353fb-dd86-4511-98e9-c919fcab01ed,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:45.576578 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6d543f-8de3-406c-9643-5adb467be98f x-openstack-request-id: req-4f6d543f-8de3-406c-9643-5adb467be98f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:45.576871 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d32fb17-c542-43bc-869e-3dd5a1f30916", "name": "network-vif-plugged", "status": "completed", "tag": "3e0353fb-dd86-4511-98e9-c919fcab01ed", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:45.577127 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4f6d543f-8de3-406c-9643-5adb467be98f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:45.577524 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e0353fb-dd86-4511-98e9-c919fcab01ed', 'code': 200} Aug 16 02:54:45.621482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:45.675166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fad48-7500-472f-b434-4b7bff690ce6 req-17b66377-7698-4190-9d80-56463aef1dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:45.679435 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d7fad48-7500-472f-b434-4b7bff690ce6 req-17b66377-7698-4190-9d80-56463aef1dab service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 1097 time: 0.0416386 Aug 16 02:54:45.679529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=3e0353fb-dd86-4511-98e9-c919fcab01ed,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:45.685666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.686014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.686356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.686793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.687143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.687477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.687811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.688141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.688468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.688795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.689120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.689545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:54:45.714599 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d7fad48-7500-472f-b434-4b7bff690ce6 req-9826fba5-149c-4d89-9714-02ba2706a882 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302367 Aug 16 02:54:45.769257 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf02d5-7711-4fb5-9d27-824a4c2d4b53 req-76876904-967d-406f-84e9-2fb3f28e3f78 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:45.770704 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fbf02d5-7711-4fb5-9d27-824a4c2d4b53 req-76876904-967d-406f-84e9-2fb3f28e3f78 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Aug 16 02:54:45.808756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fbf02d5-7711-4fb5-9d27-824a4c2d4b53 req-2de2de2f-afcd-4ae6-8a23-7376aae45712 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Aug 16 02:54:46.041143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:46.925940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0bad62-5c77-48f5-99f9-b66ace1b7e9b req-74231b98-97f5-4946-86eb-4cc2451ddfbf tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:46.927480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d0bad62-5c77-48f5-99f9-b66ace1b7e9b req-74231b98-97f5-4946-86eb-4cc2451ddfbf tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 945 time: 0.0499835 Aug 16 02:54:46.968775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d0bad62-5c77-48f5-99f9-b66ace1b7e9b req-d49227b7-e3b6-4fb7-926e-66e940955e5e tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353270 Aug 16 02:54:47.442213 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668bcd70-fd1a-4a0d-82cb-eb82f68306ca req-6bc2618a-fde1-4fd5-a6a3-bd2d0a784012 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:47.443702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-668bcd70-fd1a-4a0d-82cb-eb82f68306ca req-6bc2618a-fde1-4fd5-a6a3-bd2d0a784012 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 945 time: 0.0490780 Aug 16 02:54:47.480962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-668bcd70-fd1a-4a0d-82cb-eb82f68306ca req-41b73edb-8902-4795-aed5-57239495707b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304518 Aug 16 02:54:48.607088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f83c47-eee5-4d4c-b7fd-7b7d617f9b8d req-8b656863-0289-48f2-8874-6b8cf9b6284a tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:48.609039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90f83c47-eee5-4d4c-b7fd-7b7d617f9b8d req-8b656863-0289-48f2-8874-6b8cf9b6284a tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 945 time: 0.0580664 Aug 16 02:54:48.651846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90f83c47-eee5-4d4c-b7fd-7b7d617f9b8d req-e80f2692-e402-409c-8d58-4aec4b5a761d tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366547 Aug 16 02:54:48.695830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-5778a2c8-a923-4bbf-8ef5-38183e38f078 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:48.697999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-5778a2c8-a923-4bbf-8ef5-38183e38f078 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.83 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 945 time: 0.0516639 Aug 16 02:54:48.804979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Deleting port 3e0353fb-dd86-4511-98e9-c919fcab01ed {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:48.805512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.910341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] For port 3e0353fb-dd86-4511-98e9-c919fcab01ed, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=3e0353fb-dd86-4511-98e9-c919fcab01ed,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:48.910759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:48.924170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Calling delete_port for 3e0353fb-dd86-4511-98e9-c919fcab01ed owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:49.109950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.123167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5ab96a00-52d5-42b3-a12b-a0834810ef9f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:49.126710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['3e0353fb-dd86-4511-98e9-c919fcab01ed'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:49.140201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Pushing event deleted for resources: {'Port': ['ID=3e0353fb-dd86-4511-98e9-c919fcab01ed,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:49.189020 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] No DVR routers for this DVR port 3e0353fb-dd86-4511-98e9-c919fcab01ed on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:49.191824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:49.194561 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c07c4cf7-6719-4f7c-af76-a01534b3f3f8 req-cc4be007-9ca3-4abd-900e-189f9381470b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.83 "DELETE /v2.0/ports/3e0353fb-dd86-4511-98e9-c919fcab01ed HTTP/1.1" status: 204 len: 173 time: 0.4901712 Aug 16 02:54:49.195103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'name': 'network-vif-deleted', 'tag': '3e0353fb-dd86-4511-98e9-c919fcab01ed'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:49.197716 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823443bf-83cc-4f97-a81b-c75d2e9db655" -d '{"events": [{"server_uuid": "4d32fb17-c542-43bc-869e-3dd5a1f30916", "name": "network-vif-deleted", "tag": "3e0353fb-dd86-4511-98e9-c919fcab01ed"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:49.243916 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac01ef-d8d4-43a5-b6e7-f7207c28ea13 x-openstack-request-id: req-84ac01ef-d8d4-43a5-b6e7-f7207c28ea13 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:49.243916 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d32fb17-c542-43bc-869e-3dd5a1f30916", "name": "network-vif-deleted", "tag": "3e0353fb-dd86-4511-98e9-c919fcab01ed", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:49.243916 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84ac01ef-d8d4-43a5-b6e7-f7207c28ea13 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:49.243916 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d32fb17-c542-43bc-869e-3dd5a1f30916', 'name': 'network-vif-deleted', 'tag': '3e0353fb-dd86-4511-98e9-c919fcab01ed', 'status': 'completed', 'code': 200} Aug 16 02:54:49.756170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-46ebc75b-6ba6-4286-99c6-4ff99f4dba71 req-24f23a72-a91e-4130-9ab2-773daf153f71 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=4d32fb17-c542-43bc-869e-3dd5a1f30916 HTTP/1.1" status: 200 len: 210 time: 0.0255654 Aug 16 02:54:50.905989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4008dc-60e1-463c-92a2-0cf992c22281 req-af1fa905-6016-4979-84b8-385c6bc85172 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:50.907493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd4008dc-60e1-463c-92a2-0cf992c22281 req-af1fa905-6016-4979-84b8-385c6bc85172 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Aug 16 02:54:50.944712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd4008dc-60e1-463c-92a2-0cf992c22281 req-b6d40fe1-df42-457d-9964-602356516cf1 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Aug 16 02:54:51.076534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355ad04-e779-471d-bdf3-e9ce8e157fd3 req-9ca21202-8a71-487e-89cd-506e3784dd57 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.077937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f355ad04-e779-471d-bdf3-e9ce8e157fd3 req-9ca21202-8a71-487e-89cd-506e3784dd57 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Aug 16 02:54:51.115911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f355ad04-e779-471d-bdf3-e9ce8e157fd3 req-c2545d5d-46b9-41c3-95ca-1e2a4658a187 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321445 Aug 16 02:54:51.232736 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa600e90-da3d-4187-b0c5-fbd5b9013e54 req-b1c1c74a-f8fb-4816-9118-51be61da6d2b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.234250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa600e90-da3d-4187-b0c5-fbd5b9013e54 req-b1c1c74a-f8fb-4816-9118-51be61da6d2b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0500643 Aug 16 02:54:51.271967 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa600e90-da3d-4187-b0c5-fbd5b9013e54 req-ce2e2c17-357c-4553-9da4-771dbb132f2e tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317781 Aug 16 02:54:51.340369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3e0353fb-dd86-4511-98e9-c919fcab01ed no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:51.360369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 3e0353fb-dd86-4511-98e9-c919fcab01ed {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:51.360699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 3e0353fb-dd86-4511-98e9-c919fcab01ed not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:51.445694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece32822-08e8-49b7-bea7-7d560d2a736c req-eec9c020-dbfe-4d0c-8664-32055702a82c tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.447919 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ece32822-08e8-49b7-bea7-7d560d2a736c req-eec9c020-dbfe-4d0c-8664-32055702a82c tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0529759 Aug 16 02:54:51.484313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ece32822-08e8-49b7-bea7-7d560d2a736c req-2d3d6868-6c1b-4d4c-96b5-7e3596b42209 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305648 Aug 16 02:54:51.597602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde1b73-3cd7-4a0f-90fa-c69f8b9cef99 req-26a60e30-64dd-48a1-a67a-b9260f8d2508 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.599039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfde1b73-3cd7-4a0f-90fa-c69f8b9cef99 req-26a60e30-64dd-48a1-a67a-b9260f8d2508 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0490246 Aug 16 02:54:51.637765 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dfde1b73-3cd7-4a0f-90fa-c69f8b9cef99 req-2832eee2-b593-47df-a732-70638e39dc5f tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320504 Aug 16 02:54:51.760883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523e39f-3933-45e7-8fa1-bfb4c5d5a398 req-1c2b2000-973b-4f6b-903d-9e64cbbf417d tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:51.762361 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5523e39f-3933-45e7-8fa1-bfb4c5d5a398 req-1c2b2000-973b-4f6b-903d-9e64cbbf417d tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0483108 Aug 16 02:54:51.798930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5523e39f-3933-45e7-8fa1-bfb4c5d5a398 req-5ef4d418-a458-4e07-a09c-8fcea395b52a tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Aug 16 02:54:52.335234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda28cd-873e-4981-8349-e0439460d584 req-c32220e9-a32a-4926-a869-acbb5adb0b25 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:52.336747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eeda28cd-873e-4981-8349-e0439460d584 req-c32220e9-a32a-4926-a869-acbb5adb0b25 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0549982 Aug 16 02:54:52.375803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-eeda28cd-873e-4981-8349-e0439460d584 req-2ff27d33-26a1-41f6-bfb0-3d1c7e66996b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329483 Aug 16 02:54:53.491717 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89beb4e-fb24-4199-9c38-56120cfb3e1f req-bb043812-f568-428f-a94d-c88fecd3707b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.493812 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b89beb4e-fb24-4199-9c38-56120cfb3e1f req-bb043812-f568-428f-a94d-c88fecd3707b tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0497546 Aug 16 02:54:53.530789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b89beb4e-fb24-4199-9c38-56120cfb3e1f req-eb7b98a8-2c8f-4fa9-81d9-04502412f7ea tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/security-groups?id=c5aacb6b-98fa-4937-b602-744e8aa41eb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310059 Aug 16 02:54:53.798145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-a0c93521-247a-49e6-9606-e3c20c16c069 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:53.799555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-a0c93521-247a-49e6-9606-e3c20c16c069 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.58 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Aug 16 02:54:53.887776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Deleting port 5ab96a00-52d5-42b3-a12b-a0834810ef9f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:54:53.888125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.976864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] For port 5ab96a00-52d5-42b3-a12b-a0834810ef9f, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5ab96a00-52d5-42b3-a12b-a0834810ef9f,segment=NetworkSegment(62214896-27b2-450a-a4a4-eea1cf986dfa),segment_id=62214896-27b2-450a-a4a4-eea1cf986dfa)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:54:53.977834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:53.990495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Calling delete_port for 5ab96a00-52d5-42b3-a12b-a0834810ef9f owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:54:54.197563 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:54.210254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5ab96a00-52d5-42b3-a12b-a0834810ef9f'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:54:54.234179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Pushing event deleted for resources: {'Port': ['ID=5ab96a00-52d5-42b3-a12b-a0834810ef9f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:54.279062 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] No DVR routers for this DVR port 5ab96a00-52d5-42b3-a12b-a0834810ef9f on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:54:54.281719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:54.283765 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d20d7725-2154-4f15-8ca6-c98f9c325498 req-acbfe9ef-9d92-4c5b-9e51-480fa3f647b7 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.58 "DELETE /v2.0/ports/5ab96a00-52d5-42b3-a12b-a0834810ef9f HTTP/1.1" status: 204 len: 173 time: 0.4769082 Aug 16 02:54:54.284230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'name': 'network-vif-deleted', 'tag': '5ab96a00-52d5-42b3-a12b-a0834810ef9f'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:54:54.286447 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2626059-ba24-4c65-a775-f991d060927e" -d '{"events": [{"server_uuid": "2bc52513-7ca1-44b3-adc4-e91d65ddd3f7", "name": "network-vif-deleted", "tag": "5ab96a00-52d5-42b3-a12b-a0834810ef9f"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:54:54.324310 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7201527-fd7d-410e-a738-f0d76ad116c6 x-openstack-request-id: req-e7201527-fd7d-410e-a738-f0d76ad116c6 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:54:54.324616 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc52513-7ca1-44b3-adc4-e91d65ddd3f7", "name": "network-vif-deleted", "tag": "5ab96a00-52d5-42b3-a12b-a0834810ef9f", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:54:54.324875 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e7201527-fd7d-410e-a738-f0d76ad116c6 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:54:54.325287 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc52513-7ca1-44b3-adc4-e91d65ddd3f7', 'name': 'network-vif-deleted', 'tag': '5ab96a00-52d5-42b3-a12b-a0834810ef9f', 'status': 'completed', 'code': 200} Aug 16 02:54:54.638835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be7031c2-f662-48ff-8d17-4531a7fe8d4c req-634561e9-4c33-4a48-88fe-570811aca8b8 tempest-ServersNegativeTestJSON-1201397784 tempest-ServersNegativeTestJSON-1201397784-project] 10.222.0.76 "GET /v2.0/ports?device_id=2bc52513-7ca1-44b3-adc4-e91d65ddd3f7 HTTP/1.1" status: 200 len: 210 time: 0.0264733 Aug 16 02:54:55.695972 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59720) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:55.744603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Deleting subnet 7474a849-b8dc-473a-ade6-ab4bc81e9735 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:54:55.747844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.781822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.819722 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.938408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.968197 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7474a849-b8dc-473a-ade6-ab4bc81e9735,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:55.971962 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:55.973827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-02806975-c126-44b3-9905-5309a1c5820a admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7474a849-b8dc-473a-ade6-ab4bc81e9735 HTTP/1.1" status: 204 len: 168 time: 0.2768328 Aug 16 02:54:55.976295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59722) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:56.045277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.126160 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.136558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c5528d8-d83c-4f19-a9be-9256ce7cf0ab']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:56.146778 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62214896-27b2-450a-a4a4-eea1cf986dfa') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:56.147088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62214896-27b2-450a-a4a4-eea1cf986dfa') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:54:56.156385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.169814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.175556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:54:56.175956 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:54:56.177572 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:54:56.292046 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.297426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.299396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] 10.222.0.76 "DELETE /v2.0/networks/2c5528d8-d83c-4f19-a9be-9256ce7cf0ab HTTP/1.1" status: 204 len: 168 time: 0.3221045 Aug 16 02:54:56.310553 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976b43c-6d10-43c7-a913-2091baecd29f admin admin] Pushing event deleted for resources: {'Network': ['ID=2c5528d8-d83c-4f19-a9be-9256ce7cf0ab,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:56.417191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ab96a00-52d5-42b3-a12b-a0834810ef9f no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:54:56.437416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 5ab96a00-52d5-42b3-a12b-a0834810ef9f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:54:56.437764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5ab96a00-52d5-42b3-a12b-a0834810ef9f not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:54:56.636208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:56.674800 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8e17d735-e7a0-4ea2-9e29-28bb402223f3 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0237bd04778f462a8d00ef9e541a6533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373299 Aug 16 02:54:56.677131 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59728) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:56.734910 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a7771b6-5815-4e90-95f1-6e761a98faf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.756299 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a7771b6-5815-4e90-95f1-6e761a98faf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.882925 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a7771b6-5815-4e90-95f1-6e761a98faf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.885576 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4a7771b6-5815-4e90-95f1-6e761a98faf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:56.886806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4a7771b6-5815-4e90-95f1-6e761a98faf6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5aacb6b-98fa-4937-b602-744e8aa41eb9 HTTP/1.1" status: 204 len: 168 time: 0.2087502 Aug 16 02:54:56.894780 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7771b6-5815-4e90-95f1-6e761a98faf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5aacb6b-98fa-4937-b602-744e8aa41eb9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:57.711783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:57.840571 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:57.915464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59750) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:54:58.011539 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816492647'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:54:58.097816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:54:58.101482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.109975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.197427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.271616 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.299068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:54:58.309731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2c7777-97c4-4b22-93dc-6ba92d0d878c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:58.314466 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.314843 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Added segment 54173c15-0b27-4c63-be99-80f7884da191 of type vlan for network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c Aug 16 02:54:58.354112 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.454282 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.459930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:54:58.460524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:54:58.528301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Network': ['ID=7a1fd8cd-5b27-4f07-9123-ee4c1085290c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:54:58.538284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:54:58.609398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c0c280f-7669-4fda-8842-392b7cb9e99d tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6925337 Aug 16 02:55:01.889068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59754) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:01.894459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'subnet': {'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:01.950581 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:02.042849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:02.046398 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.309529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.712940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Subnet': ['ID=847906b3-cf5e-4a17-8b29-654c2c70e77b,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:02.719770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Checking segment: {'id': '54173c15-0b27-4c63-be99-80f7884da191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:02.720133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network hostable DHCP agents. Network: 7a1fd8cd-5b27-4f07-9123-ee4c1085290c, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:02.797396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:02.865666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 7a1fd8cd-5b27-4f07-9123-ee4c1085290c) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:02.870286 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:02.871354 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:02.874341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e133da7e-d558-431e-b9a6-ddce1e1cff7b None None] Network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:02.964779 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-286dba95-f2f1-48c3-9cc1-53e48e311b59 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0744581 Aug 16 02:55:02.968332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59756) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:02.973591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1436850307'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:03.016936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-7a1fd8cd-5b27-4f07-9123-ee4c1085290c', 'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c', 'tenant_id': '63e22abe00554846ab7b7f13938b5ae4', 'fixed_ips': [{'subnet_id': '847906b3-cf5e-4a17-8b29-654c2c70e77b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:03.017797 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.058421 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:03.062137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.088084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:03.096659 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.097012 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Added segment c753b9d9-afb5-4341-a07f-17a283a6b5bf of type vlan for network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa Aug 16 02:55:03.139842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.158837 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Allocated IP 2001:db8:0:ffff::2 (7a1fd8cd-5b27-4f07-9123-ee4c1085290c/847906b3-cf5e-4a17-8b29-654c2c70e77b/804fd3f4-71cc-4173-9a01-5a258111beb5) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:03.257840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.264181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:03.266968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.305939 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.314587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Transition to ACTIVE for port object 804fd3f4-71cc-4173-9a01-5a258111beb5 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:03.329368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Network': ['ID=cc5aa0ae-5dc9-4583-8a57-feeda66a35fa,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:03.329737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Transition to ACTIVE for port object 804fd3f4-71cc-4173-9a01-5a258111beb5 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:03.340011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:03.441214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78726f35-f3bc-435a-aa97-834610a7cb1e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4717367 Aug 16 02:55:03.444052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59758) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:03.449791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'subnet': {'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:03.493284 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.534630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:03.541743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:03.545270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:03.554054 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Pushing event updated for resources: {'Port': ['ID=804fd3f4-71cc-4173-9a01-5a258111beb5,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:03.606288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Attempting to bind port 804fd3f4-71cc-4173-9a01-5a258111beb5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:03.606711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Attempting to bind port 804fd3f4-71cc-4173-9a01-5a258111beb5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '54173c15-0b27-4c63-be99-80f7884da191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:03.607135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Attempting to bind port 804fd3f4-71cc-4173-9a01-5a258111beb5 on network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:03.611957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:03.612334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Checking segment: {'id': '54173c15-0b27-4c63-be99-80f7884da191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:03.612792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.613157 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Bound using segment: {'id': '54173c15-0b27-4c63-be99-80f7884da191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:03.613639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Bound port: 804fd3f4-71cc-4173-9a01-5a258111beb5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54173c15-0b27-4c63-be99-80f7884da191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7a1fd8cd-5b27-4f07-9123-ee4c1085290c'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:03.614294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.642611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:03.654452 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.710608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] For port 804fd3f4-71cc-4173-9a01-5a258111beb5, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:03.714437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] For port 804fd3f4-71cc-4173-9a01-5a258111beb5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=804fd3f4-71cc-4173-9a01-5a258111beb5,segment=NetworkSegment(54173c15-0b27-4c63-be99-80f7884da191),segment_id=54173c15-0b27-4c63-be99-80f7884da191)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:03.841376 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:03.918198 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fb941d-1d97-4751-a9e8-e2aa34cd8513 None None] Pushing event updated for resources: {'Port': ['ID=804fd3f4-71cc-4173-9a01-5a258111beb5,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:03.944811 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.018120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Subnet': ['ID=9424cfb3-d087-4a00-8b34-3729baadc21a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:04.031131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Checking segment: {'id': 'c753b9d9-afb5-4341-a07f-17a283a6b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:04.031562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network hostable DHCP agents. Network: cc5aa0ae-5dc9-4583-8a57-feeda66a35fa, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:04.168915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:04.237343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, cc5aa0ae-5dc9-4583-8a57-feeda66a35fa) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:04.241694 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:04.242199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.246814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5beed1-e355-47af-b7e0-95464f32256a None None] Network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:04.357126 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-41f29f90-5598-4c1e-aec1-7addfd0c1d56 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9092698 Aug 16 02:55:04.362734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59760) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:04.401365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-cc5aa0ae-5dc9-4583-8a57-feeda66a35fa', 'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa', 'tenant_id': '63e22abe00554846ab7b7f13938b5ae4', 'fixed_ips': [{'subnet_id': '9424cfb3-d087-4a00-8b34-3729baadc21a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:04.402483 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.463821 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.550085 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.552486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Allocated IP 2001:db8::2 (cc5aa0ae-5dc9-4583-8a57-feeda66a35fa/9424cfb3-d087-4a00-8b34-3729baadc21a/232777b8-489d-4e12-9e22-3e3aae30af92) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:04.859852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bccca1c-89f8-4c7b-bac7-fc2ace7c40e1 None None] Network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:04.874726 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:04.909357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Transition to ACTIVE for port object 232777b8-489d-4e12-9e22-3e3aae30af92 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:04.949312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Transition to ACTIVE for port object 232777b8-489d-4e12-9e22-3e3aae30af92 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:05.048814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-81c59a42-bc7b-4992-b160-5eddbbb7acad None None] Provisioning for port 804fd3f4-71cc-4173-9a01-5a258111beb5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:05.084807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.121821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:05.124819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:05.148118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:05.148118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Pushing event updated for resources: {'Port': ['ID=232777b8-489d-4e12-9e22-3e3aae30af92,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:05.199059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Attempting to bind port 232777b8-489d-4e12-9e22-3e3aae30af92 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:05.199447 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Attempting to bind port 232777b8-489d-4e12-9e22-3e3aae30af92 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c753b9d9-afb5-4341-a07f-17a283a6b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:05.199846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Attempting to bind port 232777b8-489d-4e12-9e22-3e3aae30af92 on network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:05.205811 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:05.206205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Checking segment: {'id': 'c753b9d9-afb5-4341-a07f-17a283a6b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:05.206618 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.207050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Bound using segment: {'id': 'c753b9d9-afb5-4341-a07f-17a283a6b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:05.207588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Bound port: 232777b8-489d-4e12-9e22-3e3aae30af92, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c753b9d9-afb5-4341-a07f-17a283a6b5bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:05.207926 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.232427 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.262316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Subnet': ['ID=9424cfb3-d087-4a00-8b34-3729baadc21a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:05.278972 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] For port 232777b8-489d-4e12-9e22-3e3aae30af92, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:05.284432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] For port 232777b8-489d-4e12-9e22-3e3aae30af92, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=232777b8-489d-4e12-9e22-3e3aae30af92,segment=NetworkSegment(c753b9d9-afb5-4341-a07f-17a283a6b5bf),segment_id=c753b9d9-afb5-4341-a07f-17a283a6b5bf)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:05.329548 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.340087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5aa0ae-5dc9-4583-8a57-feeda66a35fa']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:05.350666 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c753b9d9-afb5-4341-a07f-17a283a6b5bf') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:05.350960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c753b9d9-afb5-4341-a07f-17a283a6b5bf') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:05.357649 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.359690 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.373903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.379729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:05.380119 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:05.384001 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:05.419364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78e481-e875-40ca-8ef2-86c1e93702e3 None None] Pushing event updated for resources: {'Port': ['ID=232777b8-489d-4e12-9e22-3e3aae30af92,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:05.489428 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:55:05.489428 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:55:05.489428 n-d-768852-19 neutron-server[101945]: [parameters: {'id': 'cc5aa0ae-5dc9-4583-8a57-feeda66a35fa'}] Aug 16 02:55:05.489428 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:55:05.489852 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:55:05.930907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 804fd3f4-71cc-4173-9a01-5a258111beb5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:05.991312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.054326 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Deleting port 232777b8-489d-4e12-9e22-3e3aae30af92 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:06.054699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.066027 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 804fd3f4-71cc-4173-9a01-5a258111beb5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:06.072218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 804fd3f4-71cc-4173-9a01-5a258111beb5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:06.075560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.125420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] For port 232777b8-489d-4e12-9e22-3e3aae30af92, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=232777b8-489d-4e12-9e22-3e3aae30af92,segment=NetworkSegment(c753b9d9-afb5-4341-a07f-17a283a6b5bf),segment_id=c753b9d9-afb5-4341-a07f-17a283a6b5bf)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:06.130834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.141032 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Calling delete_port for 232777b8-489d-4e12-9e22-3e3aae30af92 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:06.161518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.201158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 804fd3f4-71cc-4173-9a01-5a258111beb5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=804fd3f4-71cc-4173-9a01-5a258111beb5,segment=NetworkSegment(54173c15-0b27-4c63-be99-80f7884da191),segment_id=54173c15-0b27-4c63-be99-80f7884da191)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:06.264654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdf32de-903e-49e0-98d8-28fb7bf21cf0 None None] Network cc5aa0ae-5dc9-4583-8a57-feeda66a35fa requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:06.330444 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.331237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 232777b8-489d-4e12-9e22-3e3aae30af92 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:06.334414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.361133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Port': ['ID=232777b8-489d-4e12-9e22-3e3aae30af92,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:06.363135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No DVR routers for this DVR port 232777b8-489d-4e12-9e22-3e3aae30af92 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:06.372984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-260534d9-9a36-4608-8c70-21f6e14b52cd None None] Provisioning for port 232777b8-489d-4e12-9e22-3e3aae30af92 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:06.379977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 232777b8-489d-4e12-9e22-3e3aae30af92 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:55:06.380336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 232777b8-489d-4e12-9e22-3e3aae30af92 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 16 02:55:06.399411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-260534d9-9a36-4608-8c70-21f6e14b52cd None None] Provisioning complete for port 232777b8-489d-4e12-9e22-3e3aae30af92 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:06.399792 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-260534d9-9a36-4608-8c70-21f6e14b52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.443097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.446181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-260534d9-9a36-4608-8c70-21f6e14b52cd None None] Port 232777b8-489d-4e12-9e22-3e3aae30af92 was deleted so its status cannot be updated. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 16 02:55:06.453927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5aa0ae-5dc9-4583-8a57-feeda66a35fa']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:06.462826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Port 232777b8-489d-4e12-9e22-3e3aae30af92 not found, will not notify nova. {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 16 02:55:06.464530 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c753b9d9-afb5-4341-a07f-17a283a6b5bf') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:06.464904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c753b9d9-afb5-4341-a07f-17a283a6b5bf') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:06.474358 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.475046 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=804fd3f4-71cc-4173-9a01-5a258111beb5,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:06.489182 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.496345 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:06.496770 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:06.499980 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:06.529640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477de03b-ee86-476e-af4a-8131b7a8fc43 None None] DHCP port deletion for cc5aa0ae-5dc9-4583-8a57-feeda66a35fa request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:55:06.608625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.619619 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.619619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/cc5aa0ae-5dc9-4583-8a57-feeda66a35fa HTTP/1.1" status: 204 len: 168 time: 2.2580233 Aug 16 02:55:06.621319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59762) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:06.626463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1393491263'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:06.629429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e72fac-d8b5-4d0d-bfa3-4c10925e1572 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Network': ['ID=cc5aa0ae-5dc9-4583-8a57-feeda66a35fa,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:06.705821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:06.709321 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.733900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:06.742288 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.742670 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Added segment 9bda09fc-c865-4c0c-b29b-adf7b17a3a67 of type vlan for network c206a991-6acb-4dd7-a39f-eb5a43305339 Aug 16 02:55:06.782167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.888411 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.894036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:06.894627 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:06.962104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Network': ['ID=c206a991-6acb-4dd7-a39f-eb5a43305339,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:06.972080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network c206a991-6acb-4dd7-a39f-eb5a43305339 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:07.003833 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-84589c23-cba7-4405-b97c-b2690ed8ca0e tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3811789 Aug 16 02:55:07.007235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59764) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:07.013894 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'subnet': {'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:07.168678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:07.172333 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.232929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Performing IP validity checks on allocation pools {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 16 02:55:07.233383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.ipam_backend_mixin [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101946) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 16 02:55:07.414549 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.474572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Subnet': ['ID=468fa269-f300-4348-9e34-dad3b2562c19,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:07.485379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Checking segment: {'id': '9bda09fc-c865-4c0c-b29b-adf7b17a3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:07.485681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network hostable DHCP agents. Network: c206a991-6acb-4dd7-a39f-eb5a43305339, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:07.565627 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network c206a991-6acb-4dd7-a39f-eb5a43305339 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:07.622824 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, c206a991-6acb-4dd7-a39f-eb5a43305339) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:07.626863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:07.627463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.631338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e85d0fe-d99a-4269-8ee5-f92170db6227 None None] Network c206a991-6acb-4dd7-a39f-eb5a43305339 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:07.706422 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ff496aab-e418-445c-b5ec-9257be3e710a tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6981118 Aug 16 02:55:07.709368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59766) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:07.772480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-c206a991-6acb-4dd7-a39f-eb5a43305339', 'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339', 'tenant_id': '63e22abe00554846ab7b7f13938b5ae4', 'fixed_ips': [{'subnet_id': '468fa269-f300-4348-9e34-dad3b2562c19'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:07.773481 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.813482 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.866551 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:07.897788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 804fd3f4-71cc-4173-9a01-5a258111beb5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:07.941399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Allocated IP 2001:db8::3 (c206a991-6acb-4dd7-a39f-eb5a43305339/468fa269-f300-4348-9e34-dad3b2562c19/b5276e45-6596-4fe0-9fb6-a21134efb825) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:08.015949 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 804fd3f4-71cc-4173-9a01-5a258111beb5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:08.016404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.158494 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.171146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Transition to ACTIVE for port object b5276e45-6596-4fe0-9fb6-a21134efb825 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:08.187171 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Transition to ACTIVE for port object b5276e45-6596-4fe0-9fb6-a21134efb825 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:08.215480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 232777b8-489d-4e12-9e22-3e3aae30af92 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:08.237682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 232777b8-489d-4e12-9e22-3e3aae30af92 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:55:08.238030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 232777b8-489d-4e12-9e22-3e3aae30af92 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:55:08.286654 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.326481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Network c206a991-6acb-4dd7-a39f-eb5a43305339 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:08.329280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:08.335917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:08.339924 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Pushing event updated for resources: {'Port': ['ID=b5276e45-6596-4fe0-9fb6-a21134efb825,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:08.386239 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.388383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Attempting to bind port b5276e45-6596-4fe0-9fb6-a21134efb825 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:08.388781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Attempting to bind port b5276e45-6596-4fe0-9fb6-a21134efb825 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9bda09fc-c865-4c0c-b29b-adf7b17a3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:08.389161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Attempting to bind port b5276e45-6596-4fe0-9fb6-a21134efb825 on network c206a991-6acb-4dd7-a39f-eb5a43305339 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:08.394178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:08.394559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Checking segment: {'id': '9bda09fc-c865-4c0c-b29b-adf7b17a3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:08.394995 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.395411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Bound using segment: {'id': '9bda09fc-c865-4c0c-b29b-adf7b17a3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:08.395866 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Bound port: b5276e45-6596-4fe0-9fb6-a21134efb825, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bda09fc-c865-4c0c-b29b-adf7b17a3a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c206a991-6acb-4dd7-a39f-eb5a43305339'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:08.396250 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.412943 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Subnet': ['ID=468fa269-f300-4348-9e34-dad3b2562c19,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:08.460906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] For port b5276e45-6596-4fe0-9fb6-a21134efb825, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:08.464016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] For port b5276e45-6596-4fe0-9fb6-a21134efb825, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b5276e45-6596-4fe0-9fb6-a21134efb825,segment=NetworkSegment(9bda09fc-c865-4c0c-b29b-adf7b17a3a67),segment_id=9bda09fc-c865-4c0c-b29b-adf7b17a3a67)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:08.477655 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.487493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c206a991-6acb-4dd7-a39f-eb5a43305339']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:08.498175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bda09fc-c865-4c0c-b29b-adf7b17a3a67') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:08.502061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bda09fc-c865-4c0c-b29b-adf7b17a3a67') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:08.507092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.520898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.522819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.530529 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:08.531125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:08.534373 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:08.601084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5a5f4-1b02-42b2-bb66-5706691403c5 None None] Pushing event updated for resources: {'Port': ['ID=b5276e45-6596-4fe0-9fb6-a21134efb825,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:08.613199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f23c63-6078-4aed-90b6-a3f60971eff9 None None] Network c206a991-6acb-4dd7-a39f-eb5a43305339 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:08.632041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.db.api [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 16 02:55:08.632041 n-d-768852-19 neutron-server[101945]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 16 02:55:08.632041 n-d-768852-19 neutron-server[101945]: [parameters: {'id': 'c206a991-6acb-4dd7-a39f-eb5a43305339'}] Aug 16 02:55:08.632041 n-d-768852-19 neutron-server[101945]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101945) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:55:08.632487 n-d-768852-19 neutron-server[101945]: DEBUG oslo_db.api [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:55:08.735212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a271a8b-6c6e-461c-ab21-d4476496648a None None] get_active_networks_info from n-d-768852-19 {{(pid=101947) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 16 02:55:08.799429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a271a8b-6c6e-461c-ab21-d4476496648a None None] Resources bound (agent type, host, resource id): {{(pid=101947) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 16 02:55:09.133754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.193072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Deleting port b5276e45-6596-4fe0-9fb6-a21134efb825 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:09.193451 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.256413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] For port b5276e45-6596-4fe0-9fb6-a21134efb825, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b5276e45-6596-4fe0-9fb6-a21134efb825,segment=NetworkSegment(9bda09fc-c865-4c0c-b29b-adf7b17a3a67),segment_id=9bda09fc-c865-4c0c-b29b-adf7b17a3a67)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:09.256713 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.269811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Calling delete_port for b5276e45-6596-4fe0-9fb6-a21134efb825 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:09.414091 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.440231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Port': ['ID=b5276e45-6596-4fe0-9fb6-a21134efb825,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:09.444838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No DVR routers for this DVR port b5276e45-6596-4fe0-9fb6-a21134efb825 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:09.522506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.532753 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c206a991-6acb-4dd7-a39f-eb5a43305339']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:09.543029 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bda09fc-c865-4c0c-b29b-adf7b17a3a67') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:09.543329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bda09fc-c865-4c0c-b29b-adf7b17a3a67') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:09.551900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.569851 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.576743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:09.577133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:09.580076 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:09.728516 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.741044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.741044 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/c206a991-6acb-4dd7-a39f-eb5a43305339 HTTP/1.1" status: 204 len: 168 time: 2.0270727 Aug 16 02:55:09.741393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59768) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:09.746549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507209138'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:09.749317 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cab2c4-102c-4dad-8b12-71294b2df70c tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Network': ['ID=c206a991-6acb-4dd7-a39f-eb5a43305339,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:09.859682 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:09.863205 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.887939 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:09.896460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:09.896810 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Added segment dfc2b4d8-ed22-4800-a8f1-86ebada5841c of type vlan for network 2d2ae6c2-3027-4038-a542-02a7e5753a0e Aug 16 02:55:09.935532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.017083 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f30a0ede-e221-4a86-9771-65f73f1eaf20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.054239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.060691 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:10.061286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.124725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Network': ['ID=2d2ae6c2-3027-4038-a542-02a7e5753a0e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:10.135064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2d2ae6c2-3027-4038-a542-02a7e5753a0e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:10.215285 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f67e3a50-ca51-4080-b372-a4d6d8499ab6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4728417 Aug 16 02:55:10.218137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:10.223151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'subnet': {'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:10.388533 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:10.392025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.671487 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.732111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Subnet': ['ID=386565a4-7d3a-403a-8f2b-678ce7dd9a16,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:10.739407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Checking segment: {'id': 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:10.739786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network hostable DHCP agents. Network: 2d2ae6c2-3027-4038-a542-02a7e5753a0e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:10.860040 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network 2d2ae6c2-3027-4038-a542-02a7e5753a0e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:10.943046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2d2ae6c2-3027-4038-a542-02a7e5753a0e) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:10.947466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:10.948072 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:10.952766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5b808-76c6-4222-8416-e574df443791 None None] Network 2d2ae6c2-3027-4038-a542-02a7e5753a0e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:11.040769 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7e4798fd-ec14-4eac-8765-f3b43fabd8cb tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8214743 Aug 16 02:55:11.044392 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59774) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:11.049398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149309028'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:11.094563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2d2ae6c2-3027-4038-a542-02a7e5753a0e', 'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e', 'tenant_id': '63e22abe00554846ab7b7f13938b5ae4', 'fixed_ips': [{'subnet_id': '386565a4-7d3a-403a-8f2b-678ce7dd9a16'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:11.095497 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.128572 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:11.132206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.157103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:11.166232 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.166627 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Added segment aeeab864-a517-414d-9266-27d6288a9f47 of type vlan for network a06616d7-ec87-4870-86f9-cae67e2b18c4 Aug 16 02:55:11.215282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.241806 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Allocated IP 2001:db8::2 (2d2ae6c2-3027-4038-a542-02a7e5753a0e/386565a4-7d3a-403a-8f2b-678ce7dd9a16/b37466ec-4d91-4495-a92a-5ef20a1e1977) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:11.311172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.316771 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:11.317351 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.381402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Network': ['ID=a06616d7-ec87-4870-86f9-cae67e2b18c4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:11.386684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.392310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a06616d7-ec87-4870-86f9-cae67e2b18c4 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:11.398393 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Transition to ACTIVE for port object b37466ec-4d91-4495-a92a-5ef20a1e1977 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:11.435143 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2113b52f-ef1d-4334-afd0-2c787eea4893 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3897302 Aug 16 02:55:11.438164 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:11.443806 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Request body: {'subnet': {'network_id': 'a06616d7-ec87-4870-86f9-cae67e2b18c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:11.451035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Transition to ACTIVE for port object b37466ec-4d91-4495-a92a-5ef20a1e1977 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:11.514808 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.556999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Network 2d2ae6c2-3027-4038-a542-02a7e5753a0e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:11.560111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:11.563599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:11.568809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Pushing event updated for resources: {'Port': ['ID=b37466ec-4d91-4495-a92a-5ef20a1e1977,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:11.594285 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Made reservation on behalf of 63e22abe00554846ab7b7f13938b5ae4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:11.597845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.620188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Attempting to bind port b37466ec-4d91-4495-a92a-5ef20a1e1977 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:11.620544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Attempting to bind port b37466ec-4d91-4495-a92a-5ef20a1e1977 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:11.620993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Attempting to bind port b37466ec-4d91-4495-a92a-5ef20a1e1977 on network 2d2ae6c2-3027-4038-a542-02a7e5753a0e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:11.626344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:11.626745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Checking segment: {'id': 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:11.627189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.627603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Bound using segment: {'id': 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:11.628070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Bound port: b37466ec-4d91-4495-a92a-5ef20a1e1977, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d2ae6c2-3027-4038-a542-02a7e5753a0e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:11.628457 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.693789 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] For port b37466ec-4d91-4495-a92a-5ef20a1e1977, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:11.697817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] For port b37466ec-4d91-4495-a92a-5ef20a1e1977, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b37466ec-4d91-4495-a92a-5ef20a1e1977,segment=NetworkSegment(dfc2b4d8-ed22-4800-a8f1-86ebada5841c),segment_id=dfc2b4d8-ed22-4800-a8f1-86ebada5841c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:11.758096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:11.825818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1a1f-35f7-4518-b240-9857d4248a83 None None] Pushing event updated for resources: {'Port': ['ID=b37466ec-4d91-4495-a92a-5ef20a1e1977,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:12.243148 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.295491 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event updated for resources: {'Subnet': ['ID=59b95dbb-cd02-4f85-a390-36776b8d6440,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:12.310695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Checking segment: {'id': 'aeeab864-a517-414d-9266-27d6288a9f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a06616d7-ec87-4870-86f9-cae67e2b18c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:12.311064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network hostable DHCP agents. Network: a06616d7-ec87-4870-86f9-cae67e2b18c4, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:12.414386 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Network a06616d7-ec87-4870-86f9-cae67e2b18c4 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:12.488546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a06616d7-ec87-4870-86f9-cae67e2b18c4) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:12.493640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:12.493913 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.499265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79121fcd-a765-42d5-bcf0-15aeeec51f5a None None] Network a06616d7-ec87-4870-86f9-cae67e2b18c4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:12.569704 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-37e1c661-f5d1-46f9-9c0c-4ea8c20c26d0 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1297798 Aug 16 02:55:12.572751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59778) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:12.672159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725ebe9f-0fee-44c9-bddc-30f4083a58e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a06616d7-ec87-4870-86f9-cae67e2b18c4', 'network_id': 'a06616d7-ec87-4870-86f9-cae67e2b18c4', 'tenant_id': '63e22abe00554846ab7b7f13938b5ae4', 'fixed_ips': [{'subnet_id': '59b95dbb-cd02-4f85-a390-36776b8d6440'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:12.673052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-725ebe9f-0fee-44c9-bddc-30f4083a58e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.686138 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.744421 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.853117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55368746-e297-498f-b668-1b5422b9c216 None None] Network 2d2ae6c2-3027-4038-a542-02a7e5753a0e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:12.862597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.869819 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.896061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Subnet': ['ID=59b95dbb-cd02-4f85-a390-36776b8d6440,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:12.965322 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:12.975138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a06616d7-ec87-4870-86f9-cae67e2b18c4']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:12.985984 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeeab864-a517-414d-9266-27d6288a9f47') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:12.986285 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeeab864-a517-414d-9266-27d6288a9f47') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:12.996020 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.012273 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-406ce834-89dd-4e68-a905-2aec42e39d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.013276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.020141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:13.020558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:13.023602 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:13.038066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbdc7ba-d2e7-4a9d-9b74-3ea31695eec8 None None] Network a06616d7-ec87-4870-86f9-cae67e2b18c4 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:13.042044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8d98173d-3526-4c88-bc71-7c89b3c904cb None None] Provisioning for port b37466ec-4d91-4495-a92a-5ef20a1e1977 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:13.131686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.140307 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.142150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/a06616d7-ec87-4870-86f9-cae67e2b18c4 HTTP/1.1" status: 204 len: 168 time: 0.5683119 Aug 16 02:55:13.145827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59782) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:13.154288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351168a7-5295-48b0-9084-219b80851731 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Network': ['ID=a06616d7-ec87-4870-86f9-cae67e2b18c4,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:13.176177 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36c42ea-3f86-4632-832a-12fbbca0ff61 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] GET failed (client error): The resource could not be found. Aug 16 02:55:13.177546 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f36c42ea-3f86-4632-832a-12fbbca0ff61 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "GET /v2.0/subnets/59b95dbb-cd02-4f85-a390-36776b8d6440 HTTP/1.1" status: 404 len: 337 time: 0.0306873 Aug 16 02:55:13.180389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59784) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:13.198854 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-920534c6-3b75-4e13-a365-5675bde7b9bf tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:13.199693 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920534c6-3b75-4e13-a365-5675bde7b9bf tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:13.201651 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-920534c6-3b75-4e13-a365-5675bde7b9bf tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/a06616d7-ec87-4870-86f9-cae67e2b18c4 HTTP/1.1" status: 404 len: 339 time: 0.0203450 Aug 16 02:55:13.205532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59786) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:13.233254 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aaaf9f-d1ad-4f79-a68e-b502ece44135 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:13.233726 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49aaaf9f-d1ad-4f79-a68e-b502ece44135 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:13.235511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-49aaaf9f-d1ad-4f79-a68e-b502ece44135 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/subnets/59b95dbb-cd02-4f85-a390-36776b8d6440 HTTP/1.1" status: 404 len: 337 time: 0.0292158 Aug 16 02:55:13.238170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59788) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:13.263011 n-d-768852-19 neutron-server[101946]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9c5e1d-2a1e-4b13-9e1b-aa6fd7b24a4b tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:13.263674 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db9c5e1d-2a1e-4b13-9e1b-aa6fd7b24a4b tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101946) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:13.265374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-db9c5e1d-2a1e-4b13-9e1b-aa6fd7b24a4b tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/a06616d7-ec87-4870-86f9-cae67e2b18c4 HTTP/1.1" status: 404 len: 339 time: 0.0260851 Aug 16 02:55:13.267962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59790) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:13.322495 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Deleting subnet 386565a4-7d3a-403a-8f2b-678ce7dd9a16 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:55:13.325903 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.367365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.454254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.597532 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.622549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Subnet': ['ID=386565a4-7d3a-403a-8f2b-678ce7dd9a16,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:13.629012 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.630954 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-66ae965a-4b9c-47c0-98de-de268084fcc6 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/subnets/386565a4-7d3a-403a-8f2b-678ce7dd9a16 HTTP/1.1" status: 204 len: 168 time: 0.3619316 Aug 16 02:55:13.633554 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59792) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:13.635148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3265079c-9541-43c8-af23-0a0e1979fae7 None None] Network 2d2ae6c2-3027-4038-a542-02a7e5753a0e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:13.709546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.766835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Deleting port b37466ec-4d91-4495-a92a-5ef20a1e1977 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:13.767182 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.811309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] DHCP port deletion for 2d2ae6c2-3027-4038-a542-02a7e5753a0e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:55:13.830608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] For port b37466ec-4d91-4495-a92a-5ef20a1e1977, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b37466ec-4d91-4495-a92a-5ef20a1e1977,segment=NetworkSegment(dfc2b4d8-ed22-4800-a8f1-86ebada5841c),segment_id=dfc2b4d8-ed22-4800-a8f1-86ebada5841c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:13.831010 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.844104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Calling delete_port for b37466ec-4d91-4495-a92a-5ef20a1e1977 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:13.859835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] Deleting port b37466ec-4d91-4495-a92a-5ef20a1e1977 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:13.860218 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.920770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] For port b37466ec-4d91-4495-a92a-5ef20a1e1977, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b37466ec-4d91-4495-a92a-5ef20a1e1977,segment=NetworkSegment(dfc2b4d8-ed22-4800-a8f1-86ebada5841c),segment_id=dfc2b4d8-ed22-4800-a8f1-86ebada5841c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:13.921172 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:13.934518 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] Calling delete_port for b37466ec-4d91-4495-a92a-5ef20a1e1977 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:14.034399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.041180 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.064387 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Port': ['ID=b37466ec-4d91-4495-a92a-5ef20a1e1977,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:14.068028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No DVR routers for this DVR port b37466ec-4d91-4495-a92a-5ef20a1e1977 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:14.071615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] Pushing event deleted for resources: {'Port': ['ID=b37466ec-4d91-4495-a92a-5ef20a1e1977,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:14.075232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8b2c74-3f71-4c04-9ff4-35a07a941a4f None None] No DVR routers for this DVR port b37466ec-4d91-4495-a92a-5ef20a1e1977 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:14.144772 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.154293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d2ae6c2-3027-4038-a542-02a7e5753a0e']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:14.164279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:14.165118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc2b4d8-ed22-4800-a8f1-86ebada5841c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:14.173589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.187972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.193718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:14.194105 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:14.197315 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:14.331650 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.338514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.340312 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/2d2ae6c2-3027-4038-a542-02a7e5753a0e HTTP/1.1" status: 204 len: 168 time: 0.7057197 Aug 16 02:55:14.343044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59794) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:14.351452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b99347-3f58-4076-a4ec-bdaf1d4c3cff tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Network': ['ID=2d2ae6c2-3027-4038-a542-02a7e5753a0e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:14.370605 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-27522a3e-41e4-41c4-b6b0-357e98aca825 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:14.371089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27522a3e-41e4-41c4-b6b0-357e98aca825 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:14.372799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27522a3e-41e4-41c4-b6b0-357e98aca825 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/subnets/468fa269-f300-4348-9e34-dad3b2562c19 HTTP/1.1" status: 404 len: 337 time: 0.0286646 Aug 16 02:55:14.375619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59796) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:14.398708 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bc5230-e5df-4dea-9d59-4ad73c9a6a17 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:14.399932 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bc5230-e5df-4dea-9d59-4ad73c9a6a17 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:14.401428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d6bc5230-e5df-4dea-9d59-4ad73c9a6a17 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/c206a991-6acb-4dd7-a39f-eb5a43305339 HTTP/1.1" status: 404 len: 339 time: 0.0248542 Aug 16 02:55:14.404170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59798) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:14.429874 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c0ef9b0-2ae4-4be4-87c1-2c4fa505bd34 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:14.430827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c0ef9b0-2ae4-4be4-87c1-2c4fa505bd34 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:14.433638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3c0ef9b0-2ae4-4be4-87c1-2c4fa505bd34 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/subnets/9424cfb3-d087-4a00-8b34-3729baadc21a HTTP/1.1" status: 404 len: 337 time: 0.0271716 Aug 16 02:55:14.434921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59800) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:14.453625 n-d-768852-19 neutron-server[101945]: INFO neutron.pecan_wsgi.hooks.translation [None req-84deb6eb-67a6-426f-a8d9-6a3a270bdf69 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] DELETE failed (client error): The resource could not be found. Aug 16 02:55:14.454172 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84deb6eb-67a6-426f-a8d9-6a3a270bdf69 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101945) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 16 02:55:14.455830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-84deb6eb-67a6-426f-a8d9-6a3a270bdf69 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/cc5aa0ae-5dc9-4583-8a57-feeda66a35fa HTTP/1.1" status: 404 len: 339 time: 0.0199811 Aug 16 02:55:14.458004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59802) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:14.509810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Deleting subnet 847906b3-cf5e-4a17-8b29-654c2c70e77b {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:55:14.513009 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.556528 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.645117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.777599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.804532 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Subnet': ['ID=847906b3-cf5e-4a17-8b29-654c2c70e77b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:14.808629 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.813427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b5b38f54-0c5e-4815-8f9e-7f9804a079fd tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/subnets/847906b3-cf5e-4a17-8b29-654c2c70e77b HTTP/1.1" status: 204 len: 168 time: 0.3515942 Aug 16 02:55:14.813427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59804) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:14.815283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6561bf4-c3ee-4f67-b805-35eccefb9eac None None] Network 7a1fd8cd-5b27-4f07-9123-ee4c1085290c requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:14.855340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.896227 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.954020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Deleting port 804fd3f4-71cc-4173-9a01-5a258111beb5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:14.954372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:14.986203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] DHCP port deletion for 7a1fd8cd-5b27-4f07-9123-ee4c1085290c request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:55:15.021251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] For port 804fd3f4-71cc-4173-9a01-5a258111beb5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=804fd3f4-71cc-4173-9a01-5a258111beb5,segment=NetworkSegment(54173c15-0b27-4c63-be99-80f7884da191),segment_id=54173c15-0b27-4c63-be99-80f7884da191)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:15.021617 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.032667 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] Deleting port 804fd3f4-71cc-4173-9a01-5a258111beb5 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:15.033060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.035847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Calling delete_port for 804fd3f4-71cc-4173-9a01-5a258111beb5 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:15.097827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] For port 804fd3f4-71cc-4173-9a01-5a258111beb5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=804fd3f4-71cc-4173-9a01-5a258111beb5,segment=NetworkSegment(54173c15-0b27-4c63-be99-80f7884da191),segment_id=54173c15-0b27-4c63-be99-80f7884da191)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:15.098231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.111773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] Calling delete_port for 804fd3f4-71cc-4173-9a01-5a258111beb5 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:15.206377 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.213598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.235055 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Port': ['ID=804fd3f4-71cc-4173-9a01-5a258111beb5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:15.238439 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] No DVR routers for this DVR port 804fd3f4-71cc-4173-9a01-5a258111beb5 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:15.239563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] Pushing event deleted for resources: {'Port': ['ID=804fd3f4-71cc-4173-9a01-5a258111beb5,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:15.245242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d55d49-37f0-471d-8361-1ced4533649e None None] No DVR routers for this DVR port 804fd3f4-71cc-4173-9a01-5a258111beb5 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:15.320506 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.330211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1fd8cd-5b27-4f07-9123-ee4c1085290c']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:15.341035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54173c15-0b27-4c63-be99-80f7884da191') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:15.341333 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54173c15-0b27-4c63-be99-80f7884da191') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:15.349822 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.364676 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.370719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:15.371119 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:15.374064 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:15.528098 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.535512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:15.537345 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] 10.222.0.76 "DELETE /v2.0/networks/7a1fd8cd-5b27-4f07-9123-ee4c1085290c HTTP/1.1" status: 204 len: 168 time: 0.7233768 Aug 16 02:55:15.548908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03d33e-a11d-400a-9a55-064aba4db377 tempest-NetworksIpV6Test-876160246 tempest-NetworksIpV6Test-876160246-project] Pushing event deleted for resources: {'Network': ['ID=7a1fd8cd-5b27-4f07-9123-ee4c1085290c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:15.880021 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 804fd3f4-71cc-4173-9a01-5a258111beb5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:15.900879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 804fd3f4-71cc-4173-9a01-5a258111beb5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:55:15.901212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 804fd3f4-71cc-4173-9a01-5a258111beb5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:55:15.966384 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59810) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:16.002533 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:16.095806 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c83c12b-49c5-4787-8acc-28a63e5fbc14 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=63e22abe00554846ab7b7f13938b5ae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281967 Aug 16 02:55:16.098228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59814) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:16.150521 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ed9be0c-9f9b-40f9-83f0-5fa97cff8407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:16.171162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ed9be0c-9f9b-40f9-83f0-5fa97cff8407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:16.285651 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ed9be0c-9f9b-40f9-83f0-5fa97cff8407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:16.288264 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9ed9be0c-9f9b-40f9-83f0-5fa97cff8407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:16.290018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9ed9be0c-9f9b-40f9-83f0-5fa97cff8407 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b2c7777-97c4-4b22-93dc-6ba92d0d878c HTTP/1.1" status: 204 len: 168 time: 0.1902771 Aug 16 02:55:16.297929 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9be0c-9f9b-40f9-83f0-5fa97cff8407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2c7777-97c4-4b22-93dc-6ba92d0d878c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:17.301885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:17.395111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2128970024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:17.476767 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.477862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.527634 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.591827 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.665734 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.667039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-99d7ccb4-9dff-43c8-ab43-a3acb672a372 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3641398 Aug 16 02:55:17.669892 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:17.674802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-625935554'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:17.748517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Made reservation on behalf of 24345a77bb7e45f38f67487fab2482f1 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:17.751978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.763670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.853908 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.928766 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.959478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:17.965851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e6ab6-e8c3-4e9b-a7ea-0f80b15a92a2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:17.971978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:17.972330 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Added segment d688dc93-0f89-41a0-b820-f0a95034a17a of type vlan for network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 Aug 16 02:55:18.013341 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.134490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.140199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:18.140805 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.210781 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event updated for resources: {'Network': ['ID=08a3959c-5fd4-4ee1-b626-ac1d4a9c3934,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:18.221520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:18.300708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-aa239214-40d5-491e-8998-b896d02c62ec tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6297536 Aug 16 02:55:18.303432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59842) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:18.308922 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Request body: {'subnet': {'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:18.470842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Made reservation on behalf of 24345a77bb7e45f38f67487fab2482f1 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:18.474385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.708847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.768445 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event updated for resources: {'Subnet': ['ID=ad25394f-0584-490b-a0ea-c07c9f4f71e0,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:18.777480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Checking segment: {'id': 'd688dc93-0f89-41a0-b820-f0a95034a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:18.777847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Network hostable DHCP agents. Network: 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:18.876462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:18.962619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:18.967301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:18.968032 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:18.971056 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ffafe3-0434-4346-a1f5-47faef9c5a20 None None] Network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:19.060755 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-27b5ba46-1082-48f5-ba65-757367449e79 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7561069 Aug 16 02:55:19.063575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59844) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:19.069079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2057640739'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:19.113134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-08a3959c-5fd4-4ee1-b626-ac1d4a9c3934', 'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934', 'tenant_id': '24345a77bb7e45f38f67487fab2482f1', 'fixed_ips': [{'subnet_id': 'ad25394f-0584-490b-a0ea-c07c9f4f71e0'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:19.113999 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.183052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Made reservation on behalf of 24345a77bb7e45f38f67487fab2482f1 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:19.186752 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.216624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:19.226471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.227763 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Added segment e4f10cf5-4e27-4f02-946d-1879c0ae0354 of type vlan for network 79cc37b0-9f89-4afb-9951-69f91a727b06 Aug 16 02:55:19.255850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Allocated IP 172.20.0.2 (08a3959c-5fd4-4ee1-b626-ac1d4a9c3934/ad25394f-0584-490b-a0ea-c07c9f4f71e0/0b857ca5-8761-4a60-b53f-f51d9fde25c2) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:19.268324 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.363026 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.369103 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:19.369830 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.400980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.409216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Transition to ACTIVE for port object 0b857ca5-8761-4a60-b53f-f51d9fde25c2 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:19.424735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Transition to ACTIVE for port object 0b857ca5-8761-4a60-b53f-f51d9fde25c2 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:19.439479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event updated for resources: {'Network': ['ID=79cc37b0-9f89-4afb-9951-69f91a727b06,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:19.450159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 79cc37b0-9f89-4afb-9951-69f91a727b06 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:19.500481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d2b231a5-c75f-43e2-8adf-7bc8d445a328 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4356208 Aug 16 02:55:19.503121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:19.508792 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Request body: {'subnet': {'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:19.534156 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.572568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:19.577413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:19.580957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:19.591433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Pushing event updated for resources: {'Port': ['ID=0b857ca5-8761-4a60-b53f-f51d9fde25c2,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:19.642726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Attempting to bind port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:19.643106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Attempting to bind port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'd688dc93-0f89-41a0-b820-f0a95034a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:19.643478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Attempting to bind port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 on network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:19.648355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:19.648737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Checking segment: {'id': 'd688dc93-0f89-41a0-b820-f0a95034a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:19.649625 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.650055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Bound using segment: {'id': 'd688dc93-0f89-41a0-b820-f0a95034a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:19.650530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Bound port: 0b857ca5-8761-4a60-b53f-f51d9fde25c2, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd688dc93-0f89-41a0-b820-f0a95034a17a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '08a3959c-5fd4-4ee1-b626-ac1d4a9c3934'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:19.650950 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.659502 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Made reservation on behalf of 24345a77bb7e45f38f67487fab2482f1 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:19.663535 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.717622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] For port 0b857ca5-8761-4a60-b53f-f51d9fde25c2, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:19.720869 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] For port 0b857ca5-8761-4a60-b53f-f51d9fde25c2, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0b857ca5-8761-4a60-b53f-f51d9fde25c2,segment=NetworkSegment(d688dc93-0f89-41a0-b820-f0a95034a17a),segment_id=d688dc93-0f89-41a0-b820-f0a95034a17a)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:19.817413 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.874955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc36ed1-30d7-46b7-8657-357c6d40a190 None None] Pushing event updated for resources: {'Port': ['ID=0b857ca5-8761-4a60-b53f-f51d9fde25c2,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:19.932398 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:19.994040 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event updated for resources: {'Subnet': ['ID=b971bbe4-ac41-4275-a0e0-c64e918c0fdf,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:20.017251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Checking segment: {'id': 'e4f10cf5-4e27-4f02-946d-1879c0ae0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:20.017619 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Network hostable DHCP agents. Network: 79cc37b0-9f89-4afb-9951-69f91a727b06, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:20.116838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Network 79cc37b0-9f89-4afb-9951-69f91a727b06 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:20.202468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 79cc37b0-9f89-4afb-9951-69f91a727b06) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:20.206674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:20.207283 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.212760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1a87e-cef6-4b1c-812e-8e8e2ccbb51f None None] Network 79cc37b0-9f89-4afb-9951-69f91a727b06 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:20.295359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bb8c3512-832e-434a-a85c-583427284b18 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7909198 Aug 16 02:55:20.297911 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59850) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:20.302610 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-78a8f3e1-a0aa-44f9-9b4e-3c440952303c tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Request body: {'router': {'external_gateway_info': {'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:20.362621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-79cc37b0-9f89-4afb-9951-69f91a727b06', 'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06', 'tenant_id': '24345a77bb7e45f38f67487fab2482f1', 'fixed_ips': [{'subnet_id': 'b971bbe4-ac41-4275-a0e0-c64e918c0fdf'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:20.363528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.502071 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Allocated IP 172.21.0.2 (79cc37b0-9f89-4afb-9951-69f91a727b06/b971bbe4-ac41-4275-a0e0-c64e918c0fdf/3a589e88-45af-4086-ba23-c108d93fc01d) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:20.513452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-78a8f3e1-a0aa-44f9-9b4e-3c440952303c tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.659035 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.669647 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Transition to ACTIVE for port object 3a589e88-45af-4086-ba23-c108d93fc01d will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:20.687184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Transition to ACTIVE for port object 3a589e88-45af-4086-ba23-c108d93fc01d will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:20.703577 n-d-768852-19 neutron-server[101945]: INFO neutron.api.v2.resource [None req-78a8f3e1-a0aa-44f9-9b4e-3c440952303c tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 16 02:55:20.704809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-78a8f3e1-a0aa-44f9-9b4e-3c440952303c tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "PUT /v2.0/routers/b9637e74-2f9a-4850-b97c-81b3da9f7b1a HTTP/1.1" status: 400 len: 364 time: 0.4059508 Aug 16 02:55:20.710798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:20.765457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Deleting subnet b971bbe4-ac41-4275-a0e0-c64e918c0fdf {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:55:20.787838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.789015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.831070 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Network 79cc37b0-9f89-4afb-9951-69f91a727b06 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:20.835981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:20.840206 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.841490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a960a4a8-2828-4f21-9f8b-3b88dea00275 None None] Network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:20.844670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:20.892364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Pushing event updated for resources: {'Port': ['ID=3a589e88-45af-4086-ba23-c108d93fc01d,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:20.925339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.962299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Attempting to bind port 3a589e88-45af-4086-ba23-c108d93fc01d on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:20.962764 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Attempting to bind port 3a589e88-45af-4086-ba23-c108d93fc01d by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e4f10cf5-4e27-4f02-946d-1879c0ae0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:20.963049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Attempting to bind port 3a589e88-45af-4086-ba23-c108d93fc01d on network 79cc37b0-9f89-4afb-9951-69f91a727b06 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:20.976259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:20.976637 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Checking segment: {'id': 'e4f10cf5-4e27-4f02-946d-1879c0ae0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:20.977183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:20.977562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Bound using segment: {'id': 'e4f10cf5-4e27-4f02-946d-1879c0ae0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:20.978159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Bound port: 3a589e88-45af-4086-ba23-c108d93fc01d, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f10cf5-4e27-4f02-946d-1879c0ae0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '79cc37b0-9f89-4afb-9951-69f91a727b06'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:20.978515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.019067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4b257462-33b9-405a-9413-ae5f50c4ea24 None None] Provisioning for port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:21.040606 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.070459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event deleted for resources: {'Subnet': ['ID=b971bbe4-ac41-4275-a0e0-c64e918c0fdf,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:21.073709 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.075547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "DELETE /v2.0/subnets/b971bbe4-ac41-4275-a0e0-c64e918c0fdf HTTP/1.1" status: 204 len: 168 time: 0.3631451 Aug 16 02:55:21.078302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59854) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:21.081876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.082238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.082592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.082969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.083320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.083668 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.084011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.084350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.084685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.085048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.085399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.085731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e219bb-cd39-4352-b8e8-cd30efd264bc tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:21.099816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] For port 3a589e88-45af-4086-ba23-c108d93fc01d, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:21.105363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] For port 3a589e88-45af-4086-ba23-c108d93fc01d, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3a589e88-45af-4086-ba23-c108d93fc01d,segment=NetworkSegment(e4f10cf5-4e27-4f02-946d-1879c0ae0354),segment_id=e4f10cf5-4e27-4f02-946d-1879c0ae0354)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:21.159253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.171793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.235322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Deleting port 3a589e88-45af-4086-ba23-c108d93fc01d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:21.236916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.245640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b4ea-93fa-4887-b91a-c8db109fea99 None None] Pushing event updated for resources: {'Port': ['ID=3a589e88-45af-4086-ba23-c108d93fc01d,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:21.308786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] For port 3a589e88-45af-4086-ba23-c108d93fc01d, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=3a589e88-45af-4086-ba23-c108d93fc01d,segment=NetworkSegment(e4f10cf5-4e27-4f02-946d-1879c0ae0354),segment_id=e4f10cf5-4e27-4f02-946d-1879c0ae0354)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:21.309172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.324448 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Calling delete_port for 3a589e88-45af-4086-ba23-c108d93fc01d owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:21.488669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.517320 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event deleted for resources: {'Port': ['ID=3a589e88-45af-4086-ba23-c108d93fc01d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:21.519543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] No DVR routers for this DVR port 3a589e88-45af-4086-ba23-c108d93fc01d on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:21.597917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.608326 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79cc37b0-9f89-4afb-9951-69f91a727b06']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:21.623880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f10cf5-4e27-4f02-946d-1879c0ae0354') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:21.624309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f10cf5-4e27-4f02-946d-1879c0ae0354') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:21.636755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.652071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.658118 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:21.658515 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:21.661546 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:21.782861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.789882 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.791734 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "DELETE /v2.0/networks/79cc37b0-9f89-4afb-9951-69f91a727b06 HTTP/1.1" status: 204 len: 168 time: 0.7118268 Aug 16 02:55:21.794403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59858) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:21.803030 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cef46-d935-4f33-90f9-809cddee3696 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event deleted for resources: {'Network': ['ID=79cc37b0-9f89-4afb-9951-69f91a727b06,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:21.861525 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Deleting subnet ad25394f-0584-490b-a0ea-c07c9f4f71e0 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:55:21.865974 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.913994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:21.941724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b857ca5-8761-4a60-b53f-f51d9fde25c2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:22.011243 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.057984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:22.062248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:22.062633 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.137686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.146767 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.168429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event deleted for resources: {'Subnet': ['ID=ad25394f-0584-490b-a0ea-c07c9f4f71e0,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:22.176991 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.179221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-800574e6-d6d3-40fb-a642-582fa1a2268f tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "DELETE /v2.0/subnets/ad25394f-0584-490b-a0ea-c07c9f4f71e0 HTTP/1.1" status: 204 len: 168 time: 0.3834915 Aug 16 02:55:22.182281 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59862) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:22.194090 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882230f9-83b6-4585-9bd6-44c53087b69b None None] Network 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:22.254449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7918fc-ab6f-463b-a683-5c4620c511a0 None None] DHCP port deletion for 79cc37b0-9f89-4afb-9951-69f91a727b06 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:55:22.270626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.273696 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101947) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 16 02:55:22.273696 n-d-768852-19 neutron-server[101947]: DEBUG oslo_db.api [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 16 02:55:22.288603 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110461af-2d01-4611-aefc-abc429ca3d06 None None] Network 79cc37b0-9f89-4afb-9951-69f91a727b06 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:22.293330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1d2f4e37-8f40-4c6f-80cc-099a0a68c0cf None None] Could not find standard attr ID for object 3a589e88-45af-4086-ba23-c108d93fc01d. {{(pid=101947) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 16 02:55:22.306516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110461af-2d01-4611-aefc-abc429ca3d06 None None] Network 79cc37b0-9f89-4afb-9951-69f91a727b06 could not be found, it might have been deleted concurrently. {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 16 02:55:22.334413 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Deleting port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:22.334812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.406147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] For port 0b857ca5-8761-4a60-b53f-f51d9fde25c2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0b857ca5-8761-4a60-b53f-f51d9fde25c2,segment=NetworkSegment(d688dc93-0f89-41a0-b820-f0a95034a17a),segment_id=d688dc93-0f89-41a0-b820-f0a95034a17a)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:22.406529 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.419209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Calling delete_port for 0b857ca5-8761-4a60-b53f-f51d9fde25c2 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:22.427290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] DHCP port deletion for 08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:55:22.476859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] Deleting port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:55:22.477354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.537181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] For port 0b857ca5-8761-4a60-b53f-f51d9fde25c2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=0b857ca5-8761-4a60-b53f-f51d9fde25c2,segment=NetworkSegment(d688dc93-0f89-41a0-b820-f0a95034a17a),segment_id=d688dc93-0f89-41a0-b820-f0a95034a17a)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:22.537589 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.549850 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] Calling delete_port for 0b857ca5-8761-4a60-b53f-f51d9fde25c2 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:55:22.557429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.585001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event deleted for resources: {'Port': ['ID=0b857ca5-8761-4a60-b53f-f51d9fde25c2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:22.591647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] No DVR routers for this DVR port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:22.629706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.656480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] No DVR routers for this DVR port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:55:22.660532 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87c159-c4b5-49ff-89e4-e7b5849d5c5d None None] Pushing event deleted for resources: {'Port': ['ID=0b857ca5-8761-4a60-b53f-f51d9fde25c2,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:22.668701 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.678346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a3959c-5fd4-4ee1-b626-ac1d4a9c3934']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:22.689251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd688dc93-0f89-41a0-b820-f0a95034a17a') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:22.689544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd688dc93-0f89-41a0-b820-f0a95034a17a') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:22.698611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.711751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.717330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:55:22.717718 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:55:22.720607 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:55:22.792765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Port 0b857ca5-8761-4a60-b53f-f51d9fde25c2 update to ACTIVE by agent not found {{(pid=101947) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Aug 16 02:55:22.862387 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.871646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:22.873654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "DELETE /v2.0/networks/08a3959c-5fd4-4ee1-b626-ac1d4a9c3934 HTTP/1.1" status: 204 len: 168 time: 0.6906822 Aug 16 02:55:22.876507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59866) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:22.883374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bee015-db98-4ddd-886e-44f49af89b26 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Pushing event deleted for resources: {'Network': ['ID=08a3959c-5fd4-4ee1-b626-ac1d4a9c3934,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:22.903489 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f8502d03-8efe-4b81-854e-a61ae3143a48 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "GET /v2.0/ports?device_id=b9637e74-2f9a-4850-b97c-81b3da9f7b1a HTTP/1.1" status: 200 len: 205 time: 0.0258284 Aug 16 02:55:22.905907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59868) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:22.982109 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.137404 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.139493 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.259582 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.260032 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Fanout notify agent at l3_agent the message router_deleted on router b9637e74-2f9a-4850-b97c-81b3da9f7b1a {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:55:23.266845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.270596 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c54392d3-8d3a-40ab-b618-6b8d84c84123 tempest-RoutersNegativeTest-1379293114 tempest-RoutersNegativeTest-1379293114-project] 10.222.0.76 "DELETE /v2.0/routers/b9637e74-2f9a-4850-b97c-81b3da9f7b1a HTTP/1.1" status: 204 len: 168 time: 0.3611522 Aug 16 02:55:23.719747 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59874) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:23.876929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4108f677-7ff3-4bae-8619-28c7ce5e91f9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=24345a77bb7e45f38f67487fab2482f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559291 Aug 16 02:55:23.879461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59878) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:23.886793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3a589e88-45af-4086-ba23-c108d93fc01d no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:23.906437 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 3a589e88-45af-4086-ba23-c108d93fc01d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:55:23.906814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 3a589e88-45af-4086-ba23-c108d93fc01d not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:55:23.907241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b857ca5-8761-4a60-b53f-f51d9fde25c2 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:55:23.924883 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 0b857ca5-8761-4a60-b53f-f51d9fde25c2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:55:23.925214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 0b857ca5-8761-4a60-b53f-f51d9fde25c2 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:55:23.929861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a72a9e-39f8-4bbc-850e-6d053a5e0688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:23.955906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a72a9e-39f8-4bbc-850e-6d053a5e0688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:24.089030 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a72a9e-39f8-4bbc-850e-6d053a5e0688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:24.091506 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20a72a9e-39f8-4bbc-850e-6d053a5e0688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:24.092827 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20a72a9e-39f8-4bbc-850e-6d053a5e0688 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cb3e6ab6-e8c3-4e9b-a7ea-0f80b15a92a2 HTTP/1.1" status: 204 len: 168 time: 0.2123067 Aug 16 02:55:24.100259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a72a9e-39f8-4bbc-850e-6d053a5e0688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e6ab6-e8c3-4e9b-a7ea-0f80b15a92a2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:24.998041 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59900) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:25.092434 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-770999269-network', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:25.167968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Made reservation on behalf of 6edc3d2376e24bd78ec60a9885da14cb for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:25.170187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.178886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.267430 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.339772 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.363812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:25.372837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5940b00-01c1-4672-8d4b-64b37afdc2ef,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:25.378846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.379201 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Added segment 9f591f89-ecc5-4bed-bda5-20de4c47a339 of type vlan for network 9e227a15-3093-44b8-8ebf-ee049e76be26 Aug 16 02:55:25.423726 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.513814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.514864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:25.515449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.572985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] Pushing event updated for resources: {'Network': ['ID=9e227a15-3093-44b8-8ebf-ee049e76be26,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:25.582536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:25.672429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59904) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:25.673003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-79c9b08f-1098-4c6b-9e2e-8db2bc285ffb admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6733131 Aug 16 02:55:25.678085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Request body: {'subnet': {'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-subnet', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:25.771251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Made reservation on behalf of 6edc3d2376e24bd78ec60a9885da14cb for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:25.773698 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:25.995346 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.046160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86729c9b-7313-44c3-af8b-3147b4f3cbaf,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:26.062467 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Checking segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:26.062953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Network hostable DHCP agents. Network: 9e227a15-3093-44b8-8ebf-ee049e76be26, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:26.142365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:26.199543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 9e227a15-3093-44b8-8ebf-ee049e76be26) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:26.203633 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:26.204230 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.212295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eae2a7-6da6-4de9-900e-01081feae4fd None None] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:26.297740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6c7c1e93-b39e-4b99-838d-551566cafb96 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6236701 Aug 16 02:55:26.300246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59906) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:26.305036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:26.354262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-9e227a15-3093-44b8-8ebf-ee049e76be26', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'fixed_ips': [{'subnet_id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:26.355163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.434284 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.435377 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.484754 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Allocated IP 172.20.0.2 (9e227a15-3093-44b8-8ebf-ee049e76be26/86729c9b-7313-44c3-af8b-3147b4f3cbaf/19433ca9-87ab-46c6-b4b7-dede6e82b99c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:26.492509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.628480 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.637045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Transition to ACTIVE for port object 19433ca9-87ab-46c6-b4b7-dede6e82b99c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:26.651281 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Transition to ACTIVE for port object 19433ca9-87ab-46c6-b4b7-dede6e82b99c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:26.722081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.751251 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.794561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:26.799244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:26.803456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:26.807267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Pushing event updated for resources: {'Port': ['ID=19433ca9-87ab-46c6-b4b7-dede6e82b99c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:26.858520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Attempting to bind port 19433ca9-87ab-46c6-b4b7-dede6e82b99c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:26.858922 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Attempting to bind port 19433ca9-87ab-46c6-b4b7-dede6e82b99c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:26.859291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Attempting to bind port 19433ca9-87ab-46c6-b4b7-dede6e82b99c on network 9e227a15-3093-44b8-8ebf-ee049e76be26 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:26.864311 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:26.864688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Checking segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:26.865092 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.865491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Bound using segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:26.865957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Bound port: 19433ca9-87ab-46c6-b4b7-dede6e82b99c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:26.866375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:26.932511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] For port 19433ca9-87ab-46c6-b4b7-dede6e82b99c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:26.935524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] For port 19433ca9-87ab-46c6-b4b7-dede6e82b99c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=19433ca9-87ab-46c6-b4b7-dede6e82b99c,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:27.005668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.011914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.031044 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.070961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c77d2b-1ea9-4978-84bf-9bcda85418d4 None None] Pushing event updated for resources: {'Port': ['ID=19433ca9-87ab-46c6-b4b7-dede6e82b99c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:27.138741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Allocated IP 172.25.6.153 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/d742290e-0b60-4931-9808-e63df1cf8008) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:27.270970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.370463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.410777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:27.413634 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:27.418431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:27.424028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Pushing event updated for resources: {'Port': ['ID=d742290e-0b60-4931-9808-e63df1cf8008,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:27.737565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.744971 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.819588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.943543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 19433ca9-87ab-46c6-b4b7-dede6e82b99c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:27.954949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:27.999465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cef0c-a5db-4116-854f-4444f0be36de None None] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:28.060316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 19433ca9-87ab-46c6-b4b7-dede6e82b99c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:28.118583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] Provisioning for port 19433ca9-87ab-46c6-b4b7-dede6e82b99c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:28.124744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] Provisioning complete for port 19433ca9-87ab-46c6-b4b7-dede6e82b99c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:28.125125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.199583 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Router f53859c4-cb3b-4f27-b89c-e1962abd4752 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:55:28.237088 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.276384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] For port 19433ca9-87ab-46c6-b4b7-dede6e82b99c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=19433ca9-87ab-46c6-b4b7-dede6e82b99c,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:28.326381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:55:28.336677 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Sync routers for ids ['f53859c4-cb3b-4f27-b89c-e1962abd4752'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:55:28.345744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.354865 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Routers {'f53859c4-cb3b-4f27-b89c-e1962abd4752'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:28.354865 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f53859c4-cb3b-4f27-b89c-e1962abd4752'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:28.401580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0226d0-73df-435c-837e-cdbabfdc7ef5 None None] Pushing event updated for resources: {'Port': ['ID=19433ca9-87ab-46c6-b4b7-dede6e82b99c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:28.420011 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.421479 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f70646f0-377d-4a89-b502-77cbaed3429c admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1202276 Aug 16 02:55:28.424344 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59908) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:28.461066 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Set router f53859c4-cb3b-4f27-b89c-e1962abd4752 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:28.464979 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a15aa8cc-5692-412b-9342-ddda07243d78 None None] Provisioning complete for port 19433ca9-87ab-46c6-b4b7-dede6e82b99c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:28.465364 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a15aa8cc-5692-412b-9342-ddda07243d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.639027 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:55:27Z', 'revision_number': 3, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:28.667687 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Checking router: f53859c4-cb3b-4f27-b89c-e1962abd4752 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:55:28.668034 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Updating router f53859c4-cb3b-4f27-b89c-e1962abd4752 port d742290e-0b60-4931-9808-e63df1cf8008 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:55:28.692365 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.844223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.937128 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:28.947841 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Transition to ACTIVE for port object d742290e-0b60-4931-9808-e63df1cf8008 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:28.999277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Allocated IP 172.20.0.1 (9e227a15-3093-44b8-8ebf-ee049e76be26/86729c9b-7313-44c3-af8b-3147b4f3cbaf/5c2408b7-e89d-4fff-9d2f-746f79a39eef) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:29.022534 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.075779 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Attempting to bind port d742290e-0b60-4931-9808-e63df1cf8008 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:29.076150 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Attempting to bind port d742290e-0b60-4931-9808-e63df1cf8008 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:29.076522 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Attempting to bind port d742290e-0b60-4931-9808-e63df1cf8008 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:29.079328 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Pushing event updated for resources: {'Port': ['ID=d742290e-0b60-4931-9808-e63df1cf8008,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:29.087058 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:29.087473 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:29.087835 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.088230 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:29.088696 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Bound port: d742290e-0b60-4931-9808-e63df1cf8008, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:29.089080 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.091984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.092331 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.092670 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.093006 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.093340 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.093671 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.093999 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.094376 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.094667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.094998 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.095324 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.095649 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:29.103756 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.119451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Transition to ACTIVE for port object 5c2408b7-e89d-4fff-9d2f-746f79a39eef will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:29.149702 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] For port d742290e-0b60-4931-9808-e63df1cf8008, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:29.152683 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] For port d742290e-0b60-4931-9808-e63df1cf8008, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d742290e-0b60-4931-9808-e63df1cf8008,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:29.220110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.231256 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.260931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:29.264651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:29.268391 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:29.275141 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2408b7-e89d-4fff-9d2f-746f79a39eef,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:29.288205 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a273ef0-9fb1-4368-ac25-735e2cad04e5 None None] Pushing event updated for resources: {'Port': ['ID=d742290e-0b60-4931-9808-e63df1cf8008,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:29.295691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Routers {'f53859c4-cb3b-4f27-b89c-e1962abd4752'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:29.296482 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f53859c4-cb3b-4f27-b89c-e1962abd4752'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:29.312636 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.419869 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] Set router f53859c4-cb3b-4f27-b89c-e1962abd4752 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:29.541099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.594246 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:55:27Z', 'revision_number': 3, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:29.623964 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609428f6-94aa-4f53-86f5-8d4180abc1d5 None None] The sync data for ids ['f53859c4-cb3b-4f27-b89c-e1962abd4752'] in n-d-768852-19 is: [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:55:27Z', 'revision_number': 3, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:55:29.625583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8e0546cc-6f7d-4021-8116-2e5108513bf6 None None] Provisioning for port 5c2408b7-e89d-4fff-9d2f-746f79a39eef completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:29.630136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8e0546cc-6f7d-4021-8116-2e5108513bf6 None None] Provisioning complete for port 5c2408b7-e89d-4fff-9d2f-746f79a39eef triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:29.630814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8e0546cc-6f7d-4021-8116-2e5108513bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.674773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8e0546cc-6f7d-4021-8116-2e5108513bf6 None None] Port 5c2408b7-e89d-4fff-9d2f-746f79a39eef cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:55:29.731419 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.802396 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.881748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c2408b7-e89d-4fff-9d2f-746f79a39eef,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:29.884928 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:29.951794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 19433ca9-87ab-46c6-b4b7-dede6e82b99c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:29.991538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:29.992988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:30.006798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 19433ca9-87ab-46c6-b4b7-dede6e82b99c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:30.007189 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:30.207246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Router f53859c4-cb3b-4f27-b89c-e1962abd4752 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:55:30.298358 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0c360329-716f-4a9b-bb1b-4e772ab49f5e None None] Provisioning complete for port 5c2408b7-e89d-4fff-9d2f-746f79a39eef triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:30.298933 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0c360329-716f-4a9b-bb1b-4e772ab49f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:30.338078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0c360329-716f-4a9b-bb1b-4e772ab49f5e None None] Port 5c2408b7-e89d-4fff-9d2f-746f79a39eef cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:55:30.699082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:55:30.704674 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-108267fb-5732-4d43-a9b9-685093169dc0 admin admin] 10.222.0.76 "PUT /v2.0/routers/f53859c4-cb3b-4f27-b89c-e1962abd4752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2793398 Aug 16 02:55:31.285704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Sync routers for ids ['f53859c4-cb3b-4f27-b89c-e1962abd4752'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:55:31.297338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Routers {'f53859c4-cb3b-4f27-b89c-e1962abd4752'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:31.297971 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f53859c4-cb3b-4f27-b89c-e1962abd4752'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:31.363085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:31.368120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1565943869-network', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:31.406478 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Set router f53859c4-cb3b-4f27-b89c-e1962abd4752 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:31.454027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Made reservation on behalf of c2ea917229e3498fa30c59c1e6688d7f for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:31.456782 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.466546 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.555222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.608715 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 4, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5c2408b7-e89d-4fff-9d2f-746f79a39eef', 'name': '', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'mac_address': 'fa:16:3e:fc:9c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:28Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 2, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'subnets': [{'id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:31.610741 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.630997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:55:31.635179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Checking router: f53859c4-cb3b-4f27-b89c-e1962abd4752 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:55:31.635541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Updating router f53859c4-cb3b-4f27-b89c-e1962abd4752 port 5c2408b7-e89d-4fff-9d2f-746f79a39eef binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:55:31.644488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee786dfb-34f5-46e6-be16-d6d4dda116d4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:31.649201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.650046 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Added segment 4eede31a-16ed-4326-a4bc-2bca1d164f82 of type vlan for network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 Aug 16 02:55:31.663253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.689684 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.776514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.777444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:31.778040 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:31.838052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:31.861373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:55:31.900748 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-662c9838-bfe5-410d-90d0-24e0e277aeb5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5364814 Aug 16 02:55:31.903678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59926) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:31.909153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Request body: {'subnet': {'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-subnet', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:31.927337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d742290e-0b60-4931-9808-e63df1cf8008 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:32.010943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Made reservation on behalf of c2ea917229e3498fa30c59c1e6688d7f for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:32.013352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.035979 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.042511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Transition to ACTIVE for port object 5c2408b7-e89d-4fff-9d2f-746f79a39eef will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:32.113609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port d742290e-0b60-4931-9808-e63df1cf8008 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:32.117662 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d742290e-0b60-4931-9808-e63df1cf8008 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:32.118066 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.147134 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.205101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a606d-a467-4cc9-bec6-0825e0d9f62d None None] Pushing event updated for resources: {'Port': ['ID=5c2408b7-e89d-4fff-9d2f-746f79a39eef,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:32.245917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.290835 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.300069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Attempting to bind port 5c2408b7-e89d-4fff-9d2f-746f79a39eef on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:32.300368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Attempting to bind port 5c2408b7-e89d-4fff-9d2f-746f79a39eef by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:32.300678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10e1b0a-352c-4709-ade7-a3e3a7c1b9ce,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:32.300798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Attempting to bind port 5c2408b7-e89d-4fff-9d2f-746f79a39eef on network 9e227a15-3093-44b8-8ebf-ee049e76be26 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:32.317613 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:32.317995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Checking segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:32.318402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.318825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Bound using segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:32.319304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Bound port: 5c2408b7-e89d-4fff-9d2f-746f79a39eef, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:32.319683 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.320379 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Checking segment: {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:32.320761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Network hostable DHCP agents. Network: 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:55:32.333180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port d742290e-0b60-4931-9808-e63df1cf8008, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d742290e-0b60-4931-9808-e63df1cf8008,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:32.387653 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] For port 5c2408b7-e89d-4fff-9d2f-746f79a39eef, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:32.391001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] For port 5c2408b7-e89d-4fff-9d2f-746f79a39eef, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5c2408b7-e89d-4fff-9d2f-746f79a39eef,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:32.419205 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.419376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:55:32.472597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.476035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=d742290e-0b60-4931-9808-e63df1cf8008,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:32.490602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:32.496644 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:32.497120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.513744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39989f4-ecaf-44ae-9c60-936dc94bcb09 None None] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:32.576298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-53ded3bc-4f8d-4370-bd90-ca77d9103cfe admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6689022 Aug 16 02:55:32.576633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 59928) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:32.581178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:32.599197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Routers {'f53859c4-cb3b-4f27-b89c-e1962abd4752'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:32.599849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f53859c4-cb3b-4f27-b89c-e1962abd4752'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:32.605504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a606d-a467-4cc9-bec6-0825e0d9f62d None None] Pushing event updated for resources: {'Port': ['ID=5c2408b7-e89d-4fff-9d2f-746f79a39eef,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:32.662810 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.664553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.724563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.782275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] Set router f53859c4-cb3b-4f27-b89c-e1962abd4752 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:32.873529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74', 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'fixed_ips': [{'subnet_id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:55:32.874398 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:32.929686 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.273135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Allocated IP 172.20.0.2 (2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74/d10e1b0a-352c-4709-ade7-a3e3a7c1b9ce/89817de9-2408-4c94-92b4-27795d660771) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:33.356771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 4, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5c2408b7-e89d-4fff-9d2f-746f79a39eef', 'name': '', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'mac_address': 'fa:16:3e:fc:9c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:28Z', 'updated_at': '2021-08-16T02:55:32Z', 'revision_number': 4, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'subnets': [{'id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:33.395919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecfa03c-cd08-4c1c-8190-d9b8e71698fb None None] The sync data for ids ['f53859c4-cb3b-4f27-b89c-e1962abd4752'] in n-d-768852-19 is: [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:55:29Z', 'revision_number': 4, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5c2408b7-e89d-4fff-9d2f-746f79a39eef', 'name': '', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'mac_address': 'fa:16:3e:fc:9c:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:28Z', 'updated_at': '2021-08-16T02:55:32Z', 'revision_number': 4, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'subnets': [{'id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:55:33.492759 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.501413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Transition to ACTIVE for port object 89817de9-2408-4c94-92b4-27795d660771 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:33.523921 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Transition to ACTIVE for port object 89817de9-2408-4c94-92b4-27795d660771 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:33.591280 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.634238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:33.637610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:33.642186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:33.645459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Pushing event updated for resources: {'Port': ['ID=89817de9-2408-4c94-92b4-27795d660771,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:33.668631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.694878 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.708343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Attempting to bind port 89817de9-2408-4c94-92b4-27795d660771 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:33.708707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Attempting to bind port 89817de9-2408-4c94-92b4-27795d660771 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:33.713683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Attempting to bind port 89817de9-2408-4c94-92b4-27795d660771 on network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:33.715593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:33.716035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Checking segment: {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:33.716459 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.717037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Bound using segment: {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:33.717660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Bound port: 89817de9-2408-4c94-92b4-27795d660771, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:33.718145 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.786988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] For port 89817de9-2408-4c94-92b4-27795d660771, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:33.790852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] For port 89817de9-2408-4c94-92b4-27795d660771, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=89817de9-2408-4c94-92b4-27795d660771,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:33.809636 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Allocated IP 172.25.6.250 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/85a7ee13-601d-44ab-9a49-095471fe08f8) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:33.868864 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:33.924110 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527e582-d3db-42d5-9cbf-91b5dfb289fa None None] Pushing event updated for resources: {'Port': ['ID=89817de9-2408-4c94-92b4-27795d660771,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:33.940340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.010628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d742290e-0b60-4931-9808-e63df1cf8008 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:34.045648 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.063117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port d742290e-0b60-4931-9808-e63df1cf8008 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:34.063827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.108820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:34.110392 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:34.114575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:34.144639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Pushing event updated for resources: {'Port': ['ID=85a7ee13-601d-44ab-9a49-095471fe08f8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:34.204918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5c2408b7-e89d-4fff-9d2f-746f79a39eef up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:34.331159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5c2408b7-e89d-4fff-9d2f-746f79a39eef completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:34.335951 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5c2408b7-e89d-4fff-9d2f-746f79a39eef triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:34.336442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.428527 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.469855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5c2408b7-e89d-4fff-9d2f-746f79a39eef, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5c2408b7-e89d-4fff-9d2f-746f79a39eef,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:34.501981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.548379 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.603889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5c2408b7-e89d-4fff-9d2f-746f79a39eef,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:34.715287 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:34.933643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Router fc4eeb6b-3779-443a-966c-03d2abbc042d is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:55:34.974434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e828e47-35d4-42c2-a3bd-176054dc997f None None] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:55:35.045077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:55:35.054847 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Sync routers for ids ['fc4eeb6b-3779-443a-966c-03d2abbc042d'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:55:35.066673 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Routers {'fc4eeb6b-3779-443a-966c-03d2abbc042d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:35.067471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fc4eeb6b-3779-443a-966c-03d2abbc042d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:35.084008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ded49f79-6716-4cac-a522-cd0744144b1c None None] Provisioning for port 89817de9-2408-4c94-92b4-27795d660771 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:35.134406 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.138665 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7a8958b6-e5de-48c5-8fee-ac8a0989c9fb admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5583420 Aug 16 02:55:35.139302 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 59930) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:55:35.274041 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Set router fc4eeb6b-3779-443a-966c-03d2abbc042d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:35.464201 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:55:34Z', 'revision_number': 3, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:35.490976 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Checking router: fc4eeb6b-3779-443a-966c-03d2abbc042d for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:55:35.491334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Updating router fc4eeb6b-3779-443a-966c-03d2abbc042d port 85a7ee13-601d-44ab-9a49-095471fe08f8 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:55:35.518168 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.589388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.745520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Allocated IP 172.20.0.1 (2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74/d10e1b0a-352c-4709-ade7-a3e3a7c1b9ce/5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:35.771342 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.782007 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Transition to ACTIVE for port object 85a7ee13-601d-44ab-9a49-095471fe08f8 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:35.848008 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.862336 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Transition to ACTIVE for port object 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:35.939685 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.976744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5c2408b7-e89d-4fff-9d2f-746f79a39eef up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:35.988677 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Attempting to bind port 85a7ee13-601d-44ab-9a49-095471fe08f8 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:35.989046 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Attempting to bind port 85a7ee13-601d-44ab-9a49-095471fe08f8 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:35.989407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Attempting to bind port 85a7ee13-601d-44ab-9a49-095471fe08f8 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:35.994959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:35.998596 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e966fe-8f8c-4697-9c1c-970d2cda70d7 None None] Pushing event updated for resources: {'Port': ['ID=85a7ee13-601d-44ab-9a49-095471fe08f8,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:36.001050 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:36.001428 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:36.001831 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.002214 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:36.002698 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Bound port: 85a7ee13-601d-44ab-9a49-095471fe08f8, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:36.003082 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.027136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5c2408b7-e89d-4fff-9d2f-746f79a39eef triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:36.027518 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.041567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:36.046358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:36.049249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:36.064168 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] For port 85a7ee13-601d-44ab-9a49-095471fe08f8, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:36.071218 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] For port 85a7ee13-601d-44ab-9a49-095471fe08f8, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=85a7ee13-601d-44ab-9a49-095471fe08f8,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:36.086301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Pushing event updated for resources: {'Port': ['ID=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:36.105750 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.132487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 89817de9-2408-4c94-92b4-27795d660771 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:36.147194 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.220589 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Routers {'fc4eeb6b-3779-443a-966c-03d2abbc042d'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:36.223484 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fc4eeb6b-3779-443a-966c-03d2abbc042d'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:36.247777 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 89817de9-2408-4c94-92b4-27795d660771 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:36.252290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 89817de9-2408-4c94-92b4-27795d660771 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:36.252422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.270516 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e966fe-8f8c-4697-9c1c-970d2cda70d7 None None] Pushing event updated for resources: {'Port': ['ID=85a7ee13-601d-44ab-9a49-095471fe08f8,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:36.331552 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] Set router fc4eeb6b-3779-443a-966c-03d2abbc042d gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:36.343984 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.373487 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.380534 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 89817de9-2408-4c94-92b4-27795d660771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=89817de9-2408-4c94-92b4-27795d660771,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:36.417135 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da6307f0-d827-48bc-a038-20a255ea31e2 None None] Provisioning for port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:36.421722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da6307f0-d827-48bc-a038-20a255ea31e2 None None] Provisioning complete for port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:36.422349 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da6307f0-d827-48bc-a038-20a255ea31e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.451486 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.492417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-da6307f0-d827-48bc-a038-20a255ea31e2 None None] Port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:55:36.509910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=89817de9-2408-4c94-92b4-27795d660771,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:36.521682 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:55:34Z', 'revision_number': 3, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:36.544856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.551464 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9be6e8f-543c-4bc4-9215-4e15563c4ab7 None None] The sync data for ids ['fc4eeb6b-3779-443a-966c-03d2abbc042d'] in n-d-768852-19 is: [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:55:34Z', 'revision_number': 3, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:55:36.630629 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.705083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Pushing event updated for resources: {'Port': ['ID=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:36.707718 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:36.815288 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:36.816839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:36.942481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Router fc4eeb6b-3779-443a-966c-03d2abbc042d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:55:37.061929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:55:37.071951 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2e3fd06-e31c-4c21-a1fa-53df8cda22fa admin admin] 10.222.0.76 "PUT /v2.0/routers/fc4eeb6b-3779-443a-966c-03d2abbc042d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9307327 Aug 16 02:55:37.117304 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5afa3f16-ca69-4a1f-b7cf-41ae40d43938 None None] Provisioning complete for port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:37.119037 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5afa3f16-ca69-4a1f-b7cf-41ae40d43938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:37.153910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5afa3f16-ca69-4a1f-b7cf-41ae40d43938 None None] Port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:55:37.974423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 85a7ee13-601d-44ab-9a49-095471fe08f8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:38.002871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-4015efd3-c9f1-43e5-bb45-a38c8f20e56e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:38.004314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-4015efd3-c9f1-43e5-bb45-a38c8f20e56e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/networks?id=9e227a15-3093-44b8-8ebf-ee049e76be26 HTTP/1.1" status: 200 len: 816 time: 0.1186423 Aug 16 02:55:38.020422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-11541674-6f95-493f-b66f-765a5344044f tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/quotas/6edc3d2376e24bd78ec60a9885da14cb HTTP/1.1" status: 200 len: 375 time: 0.0094566 Aug 16 02:55:38.077271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-ca8491e4-fcff-4836-aeed-3c61252c898d tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499735 Aug 16 02:55:38.116658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 85a7ee13-601d-44ab-9a49-095471fe08f8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:38.127231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 85a7ee13-601d-44ab-9a49-095471fe08f8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:38.127231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.142831 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Sync routers for ids ['fc4eeb6b-3779-443a-966c-03d2abbc042d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:55:38.164250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Routers {'fc4eeb6b-3779-443a-966c-03d2abbc042d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:38.164914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fc4eeb6b-3779-443a-966c-03d2abbc042d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:38.173626 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-637938f3-34f0-494f-a626-2f58d7311006 service neutron] 10.222.0.76 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838401 Aug 16 02:55:38.272305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-55010fb2-64ca-49a7-aaa0-f45f50cd0d21 service neutron] 10.222.0.76 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916617 Aug 16 02:55:38.288167 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.315923 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Set router fc4eeb6b-3779-443a-966c-03d2abbc042d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:38.343154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 85a7ee13-601d-44ab-9a49-095471fe08f8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=85a7ee13-601d-44ab-9a49-095471fe08f8,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:38.441802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.442612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 89817de9-2408-4c94-92b4-27795d660771 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:38.547008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=85a7ee13-601d-44ab-9a49-095471fe08f8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:38.587289 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 89817de9-2408-4c94-92b4-27795d660771 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:38.587852 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.597683 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6f82a50f-01f8-4011-b596-6c58639988dd req-1d3444f3-e25a-4a9c-9b5d-ea14f5169843 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 210 time: 0.0329542 Aug 16 02:55:38.643296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 4, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308', 'name': '', 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'mac_address': 'fa:16:3e:7f:cd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:35Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 2, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'subnets': [{'id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:38.675133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Checking router: fc4eeb6b-3779-443a-966c-03d2abbc042d for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:55:38.675504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Updating router fc4eeb6b-3779-443a-966c-03d2abbc042d port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:55:38.725936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:38.949643 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:55:38.993579 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:39.004205 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Transition to ACTIVE for port object 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:39.088415 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:39.137945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb04b0f-aeb6-429d-9717-47b8d6045bc9 None None] Pushing event updated for resources: {'Port': ['ID=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:39.191572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Attempting to bind port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:39.192022 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Attempting to bind port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:39.192394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Attempting to bind port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 on network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:39.199431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:39.199431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Checking segment: {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:39.199431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:39.199431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Bound using segment: {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:39.199970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Bound port: 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eede31a-16ed-4326-a4bc-2bca1d164f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:39.200306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:39.275706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] For port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:39.278984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] For port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:39.325509 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:39.394372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Routers {'fc4eeb6b-3779-443a-966c-03d2abbc042d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:55:39.395178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:55:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fc4eeb6b-3779-443a-966c-03d2abbc042d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:39.402849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb04b0f-aeb6-429d-9717-47b8d6045bc9 None None] Pushing event updated for resources: {'Port': ['ID=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:39.521151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] Set router fc4eeb6b-3779-443a-966c-03d2abbc042d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:55:39.726802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a17b70ae-cb9d-4d3c-8e43-237c20128760 req-b8e7107e-5d15-4711-9c54-49b225e3f315 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 210 time: 0.0282106 Aug 16 02:55:39.901919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 4, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308', 'name': '', 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'mac_address': 'fa:16:3e:7f:cd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:35Z', 'updated_at': '2021-08-16T02:55:39Z', 'revision_number': 4, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'subnets': [{'id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:55:39.934881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 85a7ee13-601d-44ab-9a49-095471fe08f8 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:39.937330 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1156908e-f579-45ad-9587-ed0b9da067c3 None None] The sync data for ids ['fc4eeb6b-3779-443a-966c-03d2abbc042d'] in n-d-768852-19 is: [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:55:36Z', 'revision_number': 4, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308', 'name': '', 'network_id': '2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'mac_address': 'fa:16:3e:7f:cd:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:35Z', 'updated_at': '2021-08-16T02:55:39Z', 'revision_number': 4, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'subnets': [{'id': 'd10e1b0a-352c-4709-ade7-a3e3a7c1b9ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:55:40.011172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 85a7ee13-601d-44ab-9a49-095471fe08f8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:40.011566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:40.064559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d6c53be8-a114-4526-95fb-1d71ebf5cd4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:40.672984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-4c7a7a48-f3e0-4f48-a4cb-787adab4346d tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:40.674555 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-4c7a7a48-f3e0-4f48-a4cb-787adab4346d tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "GET /v2.0/networks?id=9e227a15-3093-44b8-8ebf-ee049e76be26 HTTP/1.1" status: 200 len: 816 time: 0.1135349 Aug 16 02:55:40.688646 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Request body: {'port': {'device_id': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'admin_state_up': True, 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:40.829576 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9589de4c-aa1c-4743-93be-e1f70641d9b7 req-ff93ebb6-e889-4632-814e-a319e775bcb3 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 210 time: 0.0305564 Aug 16 02:55:40.873160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Made reservation on behalf of 6edc3d2376e24bd78ec60a9885da14cb for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:55:40.876887 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.015052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Allocated IP 172.20.0.13 (9e227a15-3093-44b8-8ebf-ee049e76be26/86729c9b-7313-44c3-af8b-3147b4f3cbaf/07757956-beae-40ee-a15e-860cb1d2de6a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:55:41.162838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.176112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Transition to ACTIVE for port object 07757956-beae-40ee-a15e-860cb1d2de6a will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:41.268077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.309248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:55:41.312174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:55:41.314632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:55:41.350746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Pushing event updated for resources: {'Port': ['ID=07757956-beae-40ee-a15e-860cb1d2de6a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:41.366930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.367319 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.368994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.368994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.368994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.369279 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.369471 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.369835 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.370154 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.370489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.370843 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.371172 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:41.388689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:41.389365 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.463848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-0da78355-dbfb-47bf-99e1-ed64736628b5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7793434 Aug 16 02:55:41.475026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-f8121442-db62-4938-85a8-65b8fe6da1b4 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 02:55:41.476740 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-f8121442-db62-4938-85a8-65b8fe6da1b4 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055234 Aug 16 02:55:41.488158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Request body: {'port': {'device_id': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:55:41.546499 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.591290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fb7489e7-15e2-466f-a9ea-e84d55b8ee67 None None] Provisioning for port 07757956-beae-40ee-a15e-860cb1d2de6a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:41.595098 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-fb7489e7-15e2-466f-a9ea-e84d55b8ee67 None None] Provisioning complete for port 07757956-beae-40ee-a15e-860cb1d2de6a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:41.595503 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fb7489e7-15e2-466f-a9ea-e84d55b8ee67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.632542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-fb7489e7-15e2-466f-a9ea-e84d55b8ee67 None None] Port 07757956-beae-40ee-a15e-860cb1d2de6a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:55:41.818941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07757956-beae-40ee-a15e-860cb1d2de6a {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:55:41.827208 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.839361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Transition to ACTIVE for port object 07757956-beae-40ee-a15e-860cb1d2de6a will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:55:41.913136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:41.917676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:41.960592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb81daf-2d79-4b35-bd56-fcc61f5bf894 req-3f479808-e24a-41b1-a375-6835ca497df5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:41.963474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fb81daf-2d79-4b35-bd56-fcc61f5bf894 req-3f479808-e24a-41b1-a375-6835ca497df5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 944 time: 0.0595703 Aug 16 02:55:41.970493 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Pushing event updated for resources: {'Port': ['ID=07757956-beae-40ee-a15e-860cb1d2de6a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:42.009225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fb81daf-2d79-4b35-bd56-fcc61f5bf894 req-e3327ed2-9b6a-4436-9cc6-75bdbd8d1525 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Aug 16 02:55:42.041782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:42.045874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:42.046323 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.047516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Attempting to bind port 07757956-beae-40ee-a15e-860cb1d2de6a on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:55:42.047870 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Attempting to bind port 07757956-beae-40ee-a15e-860cb1d2de6a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:55:42.048210 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Attempting to bind port 07757956-beae-40ee-a15e-860cb1d2de6a on network 9e227a15-3093-44b8-8ebf-ee049e76be26 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:42.055151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Port 07757956-beae-40ee-a15e-860cb1d2de6a on network 9e227a15-3093-44b8-8ebf-ee049e76be26 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:55:42.055151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Attempting to bind port 07757956-beae-40ee-a15e-860cb1d2de6a on network 9e227a15-3093-44b8-8ebf-ee049e76be26 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:55:42.061146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:55:42.061534 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Checking segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:55:42.061928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Bound using segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:55:42.062367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Bound port: 07757956-beae-40ee-a15e-860cb1d2de6a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:55:42.062767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.139043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] For port 07757956-beae-40ee-a15e-860cb1d2de6a, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:55:42.141916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.142427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] For port 07757956-beae-40ee-a15e-860cb1d2de6a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=07757956-beae-40ee-a15e-860cb1d2de6a,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:55:42.178463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:42.237235 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.261974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.273428 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.274124 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.275782 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] 10.222.0.58 "PUT /v2.0/ports/07757956-beae-40ee-a15e-860cb1d2de6a HTTP/1.1" status: 200 len: 1093 time: 0.7920392 Aug 16 02:55:42.276239 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'tag': '07757956-beae-40ee-a15e-860cb1d2de6a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:42.278561 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad", "tag": "07757956-beae-40ee-a15e-860cb1d2de6a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:42.311542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f4000-6910-48af-8c7f-dc680b4b8d45 service neutron] Pushing event updated for resources: {'Port': ['ID=07757956-beae-40ee-a15e-860cb1d2de6a,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:42.321610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:42.331083 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2220923-1c1c-4a87-86a8-bd90b1dd7e68 x-openstack-request-id: req-e2220923-1c1c-4a87-86a8-bd90b1dd7e68 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:42.331450 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad", "tag": "07757956-beae-40ee-a15e-860cb1d2de6a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:42.331661 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e2220923-1c1c-4a87-86a8-bd90b1dd7e68 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:42.332094 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'tag': '07757956-beae-40ee-a15e-860cb1d2de6a', 'status': 'completed', 'code': 200} Aug 16 02:55:42.400259 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f req-315e6be8-927c-4e89-b118-9a5383f40fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.401820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f req-315e6be8-927c-4e89-b118-9a5383f40fcb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 1096 time: 0.0490789 Aug 16 02:55:42.510739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f req-c64f7f25-8df5-4369-95c1-ff7015968e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.512244 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f req-c64f7f25-8df5-4369-95c1-ff7015968e58 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1026955 Aug 16 02:55:42.610602 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f req-cb7ff61f-e092-48f7-aee5-34227bcfaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.612095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1959a9ad-d5c7-4a53-b1f5-0a2b7bcb304f req-cb7ff61f-e092-48f7-aee5-34227bcfaaf0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922978 Aug 16 02:55:42.682542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.696988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-fbbe6351-57d8-4745-93f3-f268e9a20e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.698498 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-fbbe6351-57d8-4745-93f3-f268e9a20e68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 1096 time: 0.0462565 Aug 16 02:55:42.739799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-6ea20ae7-54b8-4d99-bb90-8210e7953332 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=07757956-beae-40ee-a15e-860cb1d2de6a HTTP/1.1" status: 200 len: 217 time: 0.0335031 Aug 16 02:55:42.789381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-a674e564-e1dd-43c8-8c16-f255c1a3392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.790983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-a674e564-e1dd-43c8-8c16-f255c1a3392b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86729c9b-7313-44c3-af8b-3147b4f3cbaf HTTP/1.1" status: 200 len: 855 time: 0.0439587 Aug 16 02:55:42.793317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a374c90d-02d8-4bbb-8b29-69c3e1496289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:42.840590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-7eebbe8c-c055-41af-8819-00105b420cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:42.842094 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-7eebbe8c-c055-41af-8819-00105b420cc4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e227a15-3093-44b8-8ebf-ee049e76be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445449 Aug 16 02:55:42.932944 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-1efb36fe-3375-45fc-abf9-e75471488001 service neutron] 10.222.0.58 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828838 Aug 16 02:55:43.027201 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4707acc5-6558-4569-acee-ef01ac0e1f13 req-26f86b4d-6784-47fc-8806-5bc094089984 service neutron] 10.222.0.58 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875671 Aug 16 02:55:43.142842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1610a-120a-4750-83d8-ce6409d06e4b req-4d96843d-4b83-495f-9875-c8277f426d4e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:43.144396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0b1610a-120a-4750-83d8-ce6409d06e4b req-4d96843d-4b83-495f-9875-c8277f426d4e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 944 time: 0.0499542 Aug 16 02:55:43.182531 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0b1610a-120a-4750-83d8-ce6409d06e4b req-a9d423eb-8f2a-46bd-96cd-4c587e10d7a2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318508 Aug 16 02:55:43.901278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:43.948159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:43.948542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.299519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cac413-7bbf-467c-b520-87b74f00ec90 req-188e5910-b4ea-43f3-8293-330422a3c4ab tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:44.300964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09cac413-7bbf-467c-b520-87b74f00ec90 req-188e5910-b4ea-43f3-8293-330422a3c4ab tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 944 time: 0.0493865 Aug 16 02:55:44.339752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09cac413-7bbf-467c-b520-87b74f00ec90 req-480bed4d-82a5-463c-a1f9-c927e5f68421 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Aug 16 02:55:44.638413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 07757956-beae-40ee-a15e-860cb1d2de6a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:55:44.730065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 07757956-beae-40ee-a15e-860cb1d2de6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=07757956-beae-40ee-a15e-860cb1d2de6a,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:44.741059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '07757956-beae-40ee-a15e-860cb1d2de6a', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'port_id': '07757956-beae-40ee-a15e-860cb1d2de6a', 'mac_address': 'fa:16:3e:1d:9d:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:55:44.789422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.802006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07757956-beae-40ee-a15e-860cb1d2de6a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:55:44.821486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 07757956-beae-40ee-a15e-860cb1d2de6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=07757956-beae-40ee-a15e-860cb1d2de6a,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:44.847735 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.896125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:44.943827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=07757956-beae-40ee-a15e-860cb1d2de6a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:45.094338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['07757956-beae-40ee-a15e-860cb1d2de6a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:55:45.461798 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6548e-7af1-4e36-89c8-c5335f714cb5 req-202dc75e-d435-403d-9e0f-8b2b1aeb5500 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:45.463382 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57c6548e-7af1-4e36-89c8-c5335f714cb5 req-202dc75e-d435-403d-9e0f-8b2b1aeb5500 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 945 time: 0.0565677 Aug 16 02:55:45.502054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-57c6548e-7af1-4e36-89c8-c5335f714cb5 req-5f7a3c62-2e12-41da-aff4-34c1d02b0e4d tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325842 Aug 16 02:55:46.021801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:46.616163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d297f-c02c-4035-a1fe-3d2cb83b7b1b req-e2b8a7c4-0661-4179-a42e-52fd0fbfc85e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:46.617736 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb6d297f-c02c-4035-a1fe-3d2cb83b7b1b req-e2b8a7c4-0661-4179-a42e-52fd0fbfc85e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 945 time: 0.0495093 Aug 16 02:55:46.653896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 07757956-beae-40ee-a15e-860cb1d2de6a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:55:46.655377 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cb6d297f-c02c-4035-a1fe-3d2cb83b7b1b req-b0f7707b-2882-44c4-b76e-2b595fa04e06 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313451 Aug 16 02:55:46.773332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 07757956-beae-40ee-a15e-860cb1d2de6a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:55:46.777579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 07757956-beae-40ee-a15e-860cb1d2de6a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:55:46.777953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:46.851166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:46.873477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07757956-beae-40ee-a15e-860cb1d2de6a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:55:46.875770 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a4eb6-31fc-48bb-896a-9c8a4905dafb" -d '{"events": [{"server_uuid": "d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad", "name": "network-vif-plugged", "status": "completed", "tag": "07757956-beae-40ee-a15e-860cb1d2de6a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:55:46.888424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 07757956-beae-40ee-a15e-860cb1d2de6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=07757956-beae-40ee-a15e-860cb1d2de6a,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:55:46.912172 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeada2b-b3f3-41ac-9d2f-29824c0b68e6 x-openstack-request-id: req-bdeada2b-b3f3-41ac-9d2f-29824c0b68e6 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:55:46.912480 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad", "name": "network-vif-plugged", "status": "completed", "tag": "07757956-beae-40ee-a15e-860cb1d2de6a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:55:46.912733 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdeada2b-b3f3-41ac-9d2f-29824c0b68e6 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:55:46.913126 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07757956-beae-40ee-a15e-860cb1d2de6a', 'code': 200} Aug 16 02:55:46.956482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:47.006199 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84127110-4bc4-46a0-80c5-b41198260270 req-e55b7591-db79-4b02-8369-6f517a9abaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.007760 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84127110-4bc4-46a0-80c5-b41198260270 req-e55b7591-db79-4b02-8369-6f517a9abaa4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 1098 time: 0.0412898 Aug 16 02:55:47.007925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=07757956-beae-40ee-a15e-860cb1d2de6a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:55:47.016127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.016479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.016824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.017168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.017505 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.017845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.018183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.018506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.018860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.019191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.019516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.019841 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:55:47.043725 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84127110-4bc4-46a0-80c5-b41198260270 req-7e9ea8b2-1c78-4070-937e-ec86a6f5deb8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289328 Aug 16 02:55:47.771708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827decac-a1d5-4e25-a465-69542dce605b req-1bba1c5c-f719-49ce-9dc8-76fe4eff8c19 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:47.778599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-827decac-a1d5-4e25-a465-69542dce605b req-1bba1c5c-f719-49ce-9dc8-76fe4eff8c19 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 946 time: 0.0500665 Aug 16 02:55:47.812959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-827decac-a1d5-4e25-a465-69542dce605b req-768f93bf-0041-46f1-9c73-0d2ebbc5ca1b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Aug 16 02:55:48.933004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b279180-8859-4ad5-b52b-2cb16893fc56 req-54f96c8f-687a-42f2-9b3a-8239274a37d1 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:48.934487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b279180-8859-4ad5-b52b-2cb16893fc56 req-54f96c8f-687a-42f2-9b3a-8239274a37d1 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 946 time: 0.0530310 Aug 16 02:55:48.972477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b279180-8859-4ad5-b52b-2cb16893fc56 req-30ee0986-932c-4699-a2ab-18835682f5e2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Aug 16 02:55:49.088699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008659d-191d-4658-904d-58d5da888707 req-c4543df8-6ab6-44f6-bee0-964099056788 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:55:49.090253 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7008659d-191d-4658-904d-58d5da888707 req-c4543df8-6ab6-44f6-bee0-964099056788 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 946 time: 0.0495055 Aug 16 02:55:49.129860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7008659d-191d-4658-904d-58d5da888707 req-51a424ab-a8ec-43df-941f-8890d287a261 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Aug 16 02:55:57.724094 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:55:57.778297 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:10.083341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-79ebb7c5-fcac-4030-b77f-ec9c270f8625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:12.252572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e713c-6183-492d-a044-4d7a0a4e5c36 req-6510d5ce-0b45-43b4-8384-1030d9a9f2e5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:12.254085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-005e713c-6183-492d-a044-4d7a0a4e5c36 req-6510d5ce-0b45-43b4-8384-1030d9a9f2e5 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 946 time: 0.0504134 Aug 16 02:56:12.291873 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-005e713c-6183-492d-a044-4d7a0a4e5c36 req-2c5a9cc0-33fc-445b-9492-da340209ae2b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Aug 16 02:56:12.678292 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:12.849060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-55b6b24a-330f-4067-8da0-27fc34cd5872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:13.420344 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a7865-aa2a-47d9-88db-535e91fce3fe req-97badb82-6209-4585-a6de-6baba0c946b7 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:13.421937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-424a7865-aa2a-47d9-88db-535e91fce3fe req-97badb82-6209-4585-a6de-6baba0c946b7 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 946 time: 0.0532384 Aug 16 02:56:13.460077 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-424a7865-aa2a-47d9-88db-535e91fce3fe req-7e0eb068-1ec5-4b86-a5ab-b8f1f106f440 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318437 Aug 16 02:56:13.784807 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-b22394a8-c244-4213-86ef-5a149624631c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:13.786264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-b22394a8-c244-4213-86ef-5a149624631c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 946 time: 0.0471969 Aug 16 02:56:13.876679 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Deleting port 07757956-beae-40ee-a15e-860cb1d2de6a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:13.877024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:13.964140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] For port 07757956-beae-40ee-a15e-860cb1d2de6a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=07757956-beae-40ee-a15e-860cb1d2de6a,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:13.964509 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:13.976915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Calling delete_port for 07757956-beae-40ee-a15e-860cb1d2de6a owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:14.178245 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:14.190242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['07757956-beae-40ee-a15e-860cb1d2de6a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:14.206898 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Pushing event deleted for resources: {'Port': ['ID=07757956-beae-40ee-a15e-860cb1d2de6a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:14.252777 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] No DVR routers for this DVR port 07757956-beae-40ee-a15e-860cb1d2de6a on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:14.255496 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:14.257625 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-453710b9-6cd8-4b5c-8a0b-d70fedff7f49 req-f63d52a2-05db-4cbf-a167-f41e5731c4a6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "DELETE /v2.0/ports/07757956-beae-40ee-a15e-860cb1d2de6a HTTP/1.1" status: 204 len: 173 time: 0.4652996 Aug 16 02:56:14.258052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'name': 'network-vif-deleted', 'tag': '07757956-beae-40ee-a15e-860cb1d2de6a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:14.260854 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2fd186-1da9-4e09-ab4e-eb7e42c4ba84" -d '{"events": [{"server_uuid": "d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad", "name": "network-vif-deleted", "tag": "07757956-beae-40ee-a15e-860cb1d2de6a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:14.295593 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c83b34f-ffe9-469c-bda6-814bf069f159 x-openstack-request-id: req-7c83b34f-ffe9-469c-bda6-814bf069f159 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:14.295887 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad", "name": "network-vif-deleted", "tag": "07757956-beae-40ee-a15e-860cb1d2de6a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:14.296141 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7c83b34f-ffe9-469c-bda6-814bf069f159 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:14.296544 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5ffd1b1-2aa3-440b-8481-aa1bb792d6ad', 'name': 'network-vif-deleted', 'tag': '07757956-beae-40ee-a15e-860cb1d2de6a', 'status': 'completed', 'code': 200} Aug 16 02:56:14.560145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9b4ab515-a7ea-4d32-a168-5043ec724dde req-394d9aa1-5bed-4730-83a0-9eca425abdc6 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5ffd1b1-2aa3-440b-8481-aa1bb792d6ad HTTP/1.1" status: 200 len: 210 time: 0.0317879 Aug 16 02:56:14.830087 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:15.948869 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:16.047005 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:16.234900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-386b9805-1834-47c3-a744-8598af7dcd42 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:16.236404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-386b9805-1834-47c3-a744-8598af7dcd42 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/networks?id=9e227a15-3093-44b8-8ebf-ee049e76be26 HTTP/1.1" status: 200 len: 816 time: 0.1071327 Aug 16 02:56:16.251370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-d1e92b39-783d-460b-8dc9-1a841018c7f4 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/quotas/6edc3d2376e24bd78ec60a9885da14cb HTTP/1.1" status: 200 len: 375 time: 0.0092185 Aug 16 02:56:16.303164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-23a0c24e-e36c-4da1-a0e7-9ea62e7ea43c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463443 Aug 16 02:56:16.398385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-ff79147a-720d-49ba-b17b-9659c4e5af22 service neutron] 10.222.0.76 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832231 Aug 16 02:56:16.492401 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-d70fc048-4d15-4132-8c93-cd89700dd009 service neutron] 10.222.0.76 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873470 Aug 16 02:56:16.757843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c5607d1-c50d-47c0-9db7-86f3c7e67ae5 req-d595ccb1-d9f9-4b12-950e-cd50567b1de2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 210 time: 0.0274837 Aug 16 02:56:16.788909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 07757956-beae-40ee-a15e-860cb1d2de6a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:16.810167 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 07757956-beae-40ee-a15e-860cb1d2de6a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:16.810529 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 07757956-beae-40ee-a15e-860cb1d2de6a not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:17.851513 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-229a453e-6b4c-4f4e-9813-0dbf421a0aa3 req-7e8150a7-1657-4dae-90c1-55b13f5568fd tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 210 time: 0.0258040 Aug 16 02:56:18.531337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-8a18941c-1531-4f92-9fff-b67866e57553 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:18.532829 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-8a18941c-1531-4f92-9fff-b67866e57553 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "GET /v2.0/networks?id=9e227a15-3093-44b8-8ebf-ee049e76be26 HTTP/1.1" status: 200 len: 816 time: 0.0993583 Aug 16 02:56:18.545987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Request body: {'port': {'device_id': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'admin_state_up': True, 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:18.746068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Made reservation on behalf of 6edc3d2376e24bd78ec60a9885da14cb for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:56:18.749736 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:18.874423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Allocated IP 172.20.0.11 (9e227a15-3093-44b8-8ebf-ee049e76be26/86729c9b-7313-44c3-af8b-3147b4f3cbaf/46cfe103-3d72-48c5-9c36-cea901a7630d) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:56:18.949428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cfc73c3-18ad-4e6c-8b66-0e8a7b3f7651 req-7f457e60-7b37-4f1e-a959-a8ff36361a24 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 210 time: 0.0266094 Aug 16 02:56:19.027790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.041916 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Transition to ACTIVE for port object 46cfe103-3d72-48c5-9c36-cea901a7630d will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:19.126972 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.171651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:56:19.174668 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:56:19.178405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:56:19.185015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Pushing event updated for resources: {'Port': ['ID=46cfe103-3d72-48c5-9c36-cea901a7630d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:19.237983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:19.238564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.318452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-20e09e86-e11a-4f6d-a497-af46f439682b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7761199 Aug 16 02:56:19.332677 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Request body: {'port': {'device_id': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:56:19.396641 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.538139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-69dd5100-6d8b-46d8-9149-bfd429ed7f19 None None] Provisioning for port 46cfe103-3d72-48c5-9c36-cea901a7630d completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:19.542185 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-69dd5100-6d8b-46d8-9149-bfd429ed7f19 None None] Provisioning complete for port 46cfe103-3d72-48c5-9c36-cea901a7630d triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:19.542566 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-69dd5100-6d8b-46d8-9149-bfd429ed7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.579351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-69dd5100-6d8b-46d8-9149-bfd429ed7f19 None None] Port 46cfe103-3d72-48c5-9c36-cea901a7630d cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:56:19.681323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46cfe103-3d72-48c5-9c36-cea901a7630d {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:19.689385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.701585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Transition to ACTIVE for port object 46cfe103-3d72-48c5-9c36-cea901a7630d will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:56:19.773004 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.843311 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Pushing event updated for resources: {'Port': ['ID=46cfe103-3d72-48c5-9c36-cea901a7630d,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:19.898567 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Attempting to bind port 46cfe103-3d72-48c5-9c36-cea901a7630d on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:56:19.898984 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Attempting to bind port 46cfe103-3d72-48c5-9c36-cea901a7630d by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:56:19.899105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Attempting to bind port 46cfe103-3d72-48c5-9c36-cea901a7630d on network 9e227a15-3093-44b8-8ebf-ee049e76be26 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:19.905061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Port 46cfe103-3d72-48c5-9c36-cea901a7630d on network 9e227a15-3093-44b8-8ebf-ee049e76be26 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:56:19.905401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Attempting to bind port 46cfe103-3d72-48c5-9c36-cea901a7630d on network 9e227a15-3093-44b8-8ebf-ee049e76be26 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:56:19.910703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:56:19.911058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Checking segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:56:19.911453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Bound using segment: {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:56:19.912176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Bound port: 46cfe103-3d72-48c5-9c36-cea901a7630d, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f591f89-ecc5-4bed-bda5-20de4c47a339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:56:19.912557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:19.985086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] For port 46cfe103-3d72-48c5-9c36-cea901a7630d, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:56:19.988214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] For port 46cfe103-3d72-48c5-9c36-cea901a7630d, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=46cfe103-3d72-48c5-9c36-cea901a7630d,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:56:20.059080 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:20.070126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10655a40-0727-4bea-aff6-db9c0ef9026d req-22312c60-6dae-4f5c-bec8-f94f292bb10c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.072650 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10655a40-0727-4bea-aff6-db9c0ef9026d req-22312c60-6dae-4f5c-bec8-f94f292bb10c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 944 time: 0.0556333 Aug 16 02:56:20.093418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.094041 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:20.095473 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] 10.222.0.58 "PUT /v2.0/ports/46cfe103-3d72-48c5-9c36-cea901a7630d HTTP/1.1" status: 200 len: 1093 time: 0.7672486 Aug 16 02:56:20.096380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'tag': '46cfe103-3d72-48c5-9c36-cea901a7630d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:20.098149 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12" -d '{"events": [{"name": "network-changed", "server_uuid": "780dd466-11cb-43e1-b95c-3fc8bee07f7d", "tag": "46cfe103-3d72-48c5-9c36-cea901a7630d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:20.124638 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-10655a40-0727-4bea-aff6-db9c0ef9026d req-8379e8cb-96c9-42a6-936a-ae6fbd80ef34 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459971 Aug 16 02:56:20.148364 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9180dcc-5943-4de5-b18b-c8190e9bfd25 x-openstack-request-id: req-e9180dcc-5943-4de5-b18b-c8190e9bfd25 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:20.148736 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "780dd466-11cb-43e1-b95c-3fc8bee07f7d", "tag": "46cfe103-3d72-48c5-9c36-cea901a7630d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:20.149650 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e9180dcc-5943-4de5-b18b-c8190e9bfd25 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:20.156322 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'tag': '46cfe103-3d72-48c5-9c36-cea901a7630d', 'status': 'completed', 'code': 200} Aug 16 02:56:20.162919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29086967-fe2d-4131-a03a-75253eb37d88 service neutron] Pushing event updated for resources: {'Port': ['ID=46cfe103-3d72-48c5-9c36-cea901a7630d,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:20.219015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12 req-7fd6eaa2-45ba-4a6d-9f87-7647df02472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.220629 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12 req-7fd6eaa2-45ba-4a6d-9f87-7647df02472a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 1096 time: 0.0517697 Aug 16 02:56:20.326374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12 req-86f32955-71dd-40bc-9fa4-efa70ccaaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.330392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12 req-86f32955-71dd-40bc-9fa4-efa70ccaaec0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0993435 Aug 16 02:56:20.420830 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12 req-8770ae25-48ea-41cb-9c35-f322cb3a77e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.422260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6c6799d-7a4c-4178-a594-5d09a3ce9b12 req-8770ae25-48ea-41cb-9c35-f322cb3a77e3 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871565 Aug 16 02:56:20.496876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-1793917b-6569-4036-a011-ab805423e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.498405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-1793917b-6569-4036-a011-ab805423e19d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 1096 time: 0.0404196 Aug 16 02:56:20.544148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-76735fcd-412b-4da9-870d-db3028ca1b80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cfe103-3d72-48c5-9c36-cea901a7630d HTTP/1.1" status: 200 len: 217 time: 0.0379474 Aug 16 02:56:20.593833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-4a42ea65-b294-49a7-bd82-97b46245b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.595368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-4a42ea65-b294-49a7-bd82-97b46245b7ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86729c9b-7313-44c3-af8b-3147b4f3cbaf HTTP/1.1" status: 200 len: 855 time: 0.0443301 Aug 16 02:56:20.640638 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-23774b4c-09a7-4e0c-a4f8-a45fd8d2d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:20.642139 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-23774b4c-09a7-4e0c-a4f8-a45fd8d2d3d5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e227a15-3093-44b8-8ebf-ee049e76be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398321 Aug 16 02:56:20.736839 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-d9b694ca-0632-4214-9bde-7eb97bb11fa6 service neutron] 10.222.0.58 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876198 Aug 16 02:56:20.826272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d385aaeb-9092-4938-9800-8e50c76189c4 req-7d3d132c-2446-471d-b7f8-ef75a3993d8b service neutron] 10.222.0.58 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807796 Aug 16 02:56:21.244090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c313bc5-d8a0-474b-8d1e-38bd92cbbb91 req-39b38cb6-b4e3-4425-b44a-fc4be321eb6e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:21.245607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c313bc5-d8a0-474b-8d1e-38bd92cbbb91 req-39b38cb6-b4e3-4425-b44a-fc4be321eb6e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 944 time: 0.0501626 Aug 16 02:56:21.282526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6c313bc5-d8a0-474b-8d1e-38bd92cbbb91 req-effef174-76e8-4d21-8e17-a8bf0ec3f7f2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310619 Aug 16 02:56:22.401493 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261c931-5b88-4c10-81bc-e4f19dc176e8 req-2de5158d-c8dc-43cd-b7a0-fcb3c87555e2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:22.403106 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7261c931-5b88-4c10-81bc-e4f19dc176e8 req-2de5158d-c8dc-43cd-b7a0-fcb3c87555e2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 944 time: 0.0486987 Aug 16 02:56:22.440102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7261c931-5b88-4c10-81bc-e4f19dc176e8 req-fa9061ca-5449-4b16-97c5-4444e58c2fee tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308323 Aug 16 02:56:22.816687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 46cfe103-3d72-48c5-9c36-cea901a7630d details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:56:22.908969 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 46cfe103-3d72-48c5-9c36-cea901a7630d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=46cfe103-3d72-48c5-9c36-cea901a7630d,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:22.920648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '46cfe103-3d72-48c5-9c36-cea901a7630d', 'network_id': '9e227a15-3093-44b8-8ebf-ee049e76be26', 'port_id': '46cfe103-3d72-48c5-9c36-cea901a7630d', 'mac_address': 'fa:16:3e:78:a3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86729c9b-7313-44c3-af8b-3147b4f3cbaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:56:22.960241 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:22.973144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46cfe103-3d72-48c5-9c36-cea901a7630d {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:56:22.992105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 46cfe103-3d72-48c5-9c36-cea901a7630d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=46cfe103-3d72-48c5-9c36-cea901a7630d,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:23.058219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:23.104418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=46cfe103-3d72-48c5-9c36-cea901a7630d,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:23.277586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['46cfe103-3d72-48c5-9c36-cea901a7630d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:23.557554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef779616-d823-4104-babb-1aa1118778bf req-46119f40-9f84-4adc-9b38-3525a916580c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:23.559075 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef779616-d823-4104-babb-1aa1118778bf req-46119f40-9f84-4adc-9b38-3525a916580c tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 945 time: 0.0530248 Aug 16 02:56:23.600006 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef779616-d823-4104-babb-1aa1118778bf req-0afbdeef-06ae-4746-b73e-3b1ae6401b64 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346000 Aug 16 02:56:24.716953 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65040a9a-3d04-459c-8b84-362e40b2de1d req-5aba75b7-eb67-4c0d-9d17-0457d08ac34e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:24.718499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65040a9a-3d04-459c-8b84-362e40b2de1d req-5aba75b7-eb67-4c0d-9d17-0457d08ac34e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 945 time: 0.0507832 Aug 16 02:56:24.755890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65040a9a-3d04-459c-8b84-362e40b2de1d req-808a04a1-7f3a-4194-b392-87415d873c5e tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313857 Aug 16 02:56:24.826617 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 46cfe103-3d72-48c5-9c36-cea901a7630d up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:56:24.962787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 46cfe103-3d72-48c5-9c36-cea901a7630d completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:56:24.966781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 46cfe103-3d72-48c5-9c36-cea901a7630d triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:56:24.967158 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:25.041376 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:25.063594 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfe103-3d72-48c5-9c36-cea901a7630d'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:25.065811 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-624a2634-df41-46ca-8953-8103151240df" -d '{"events": [{"server_uuid": "780dd466-11cb-43e1-b95c-3fc8bee07f7d", "name": "network-vif-plugged", "status": "completed", "tag": "46cfe103-3d72-48c5-9c36-cea901a7630d"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:25.082862 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 46cfe103-3d72-48c5-9c36-cea901a7630d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=46cfe103-3d72-48c5-9c36-cea901a7630d,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:25.100744 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf8818-2249-4ff2-9fe2-60c1c3835287 x-openstack-request-id: req-50bf8818-2249-4ff2-9fe2-60c1c3835287 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:25.101035 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780dd466-11cb-43e1-b95c-3fc8bee07f7d", "name": "network-vif-plugged", "status": "completed", "tag": "46cfe103-3d72-48c5-9c36-cea901a7630d", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:25.101290 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-50bf8818-2249-4ff2-9fe2-60c1c3835287 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:25.101689 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46cfe103-3d72-48c5-9c36-cea901a7630d', 'code': 200} Aug 16 02:56:25.181033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:25.202430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbafb60-e40c-4793-a2ab-ff0e6017c429 req-3198881f-3fa3-433d-8902-95de4af2b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:25.204016 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3fbafb60-e40c-4793-a2ab-ff0e6017c429 req-3198881f-3fa3-433d-8902-95de4af2b6fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 1097 time: 0.0436397 Aug 16 02:56:25.229574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=46cfe103-3d72-48c5-9c36-cea901a7630d,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:25.249625 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3fbafb60-e40c-4793-a2ab-ff0e6017c429 req-b3cde36b-44f0-4ffb-8853-93f93e6d186f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Aug 16 02:56:25.873820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34cf50-0c8e-41d4-8d42-38201ce750cb req-61df3991-900e-4646-ac81-03ee04e7faa2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:25.875392 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c34cf50-0c8e-41d4-8d42-38201ce750cb req-61df3991-900e-4646-ac81-03ee04e7faa2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 946 time: 0.0518796 Aug 16 02:56:25.913436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c34cf50-0c8e-41d4-8d42-38201ce750cb req-d5a924f3-093b-4246-8815-2c1e4d13b89d tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Aug 16 02:56:27.039229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a9216-6149-42db-8ea1-79702fa908a4 req-fad7f137-66e2-4f7b-b3b7-0916db1d91c0 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:27.040965 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-959a9216-6149-42db-8ea1-79702fa908a4 req-fad7f137-66e2-4f7b-b3b7-0916db1d91c0 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 946 time: 0.0536132 Aug 16 02:56:27.079892 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-959a9216-6149-42db-8ea1-79702fa908a4 req-fd2095f2-36a5-4180-875b-01aaaa2c99c2 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Aug 16 02:56:27.197776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80602f8d-cbc2-49f5-a8dc-02a138268b1a req-d32bf54b-eba8-49a2-8124-03194197a4ef tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:27.199275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80602f8d-cbc2-49f5-a8dc-02a138268b1a req-d32bf54b-eba8-49a2-8124-03194197a4ef tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 946 time: 0.0519199 Aug 16 02:56:27.237352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-80602f8d-cbc2-49f5-a8dc-02a138268b1a req-323e8105-b623-4931-84ec-d1adb76843b1 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Aug 16 02:56:27.751267 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:27.802589 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:35.128247 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-c7a9a2ec-e9d1-499a-98f2-256c4e4f5958 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398016 Aug 16 02:56:35.206753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-91582120-c955-4cd6-9bb3-f100a07a88c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:35.208328 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-91582120-c955-4cd6-9bb3-f100a07a88c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 1098 time: 0.0407534 Aug 16 02:56:35.354176 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-8701d2c0-7bbf-482a-9881-90818113affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:35.355903 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-8701d2c0-7bbf-482a-9881-90818113affd service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e227a15-3093-44b8-8ebf-ee049e76be26 HTTP/1.1" status: 200 len: 917 time: 0.1023018 Aug 16 02:56:35.399558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-44232b9a-4598-4b76-84e4-fff6574cba27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=46cfe103-3d72-48c5-9c36-cea901a7630d HTTP/1.1" status: 200 len: 217 time: 0.0365674 Aug 16 02:56:35.451973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-74af5b3e-b664-45a7-a624-f6d9481a05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:35.453470 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-74af5b3e-b664-45a7-a624-f6d9481a05e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=86729c9b-7313-44c3-af8b-3147b4f3cbaf HTTP/1.1" status: 200 len: 855 time: 0.0474472 Aug 16 02:56:35.499398 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-e22620e4-8108-40d1-bbec-742b1f1c4277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:35.500925 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-e22620e4-8108-40d1-bbec-742b1f1c4277 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e227a15-3093-44b8-8ebf-ee049e76be26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406282 Aug 16 02:56:35.594314 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-fd35140b-835b-4d06-afb1-6c228f95fd63 service neutron] 10.222.0.58 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852334 Aug 16 02:56:35.703197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2573cb8a-f6ea-4f5a-a2c1-eef4462bd037 req-ee193a87-811a-479f-9081-56ba9ac40534 service neutron] 10.222.0.58 "GET /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013684 Aug 16 02:56:40.023384 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-de595d03-1524-4841-b435-090da32b63de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:42.672123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:42.813720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2662bae4-7e29-439d-a9f3-f9e8ed505bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:44.857833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:46.036313 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:50.385848 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0a5db-b2ea-4b99-8536-348eca19f151 req-e8d80a43-ebf8-4930-af87-8cef1e71c962 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:50.388023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9db0a5db-b2ea-4b99-8536-348eca19f151 req-e8d80a43-ebf8-4930-af87-8cef1e71c962 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 946 time: 0.0490670 Aug 16 02:56:50.424803 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9db0a5db-b2ea-4b99-8536-348eca19f151 req-7c9c5f32-3c82-4178-b990-430bb0a4894f tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307775 Aug 16 02:56:51.556399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8e6664-35fa-4e53-be6b-059e6378aae0 req-81a7647a-2988-4361-bb53-2a6976c190be tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.557952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f8e6664-35fa-4e53-be6b-059e6378aae0 req-81a7647a-2988-4361-bb53-2a6976c190be tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 946 time: 0.0630102 Aug 16 02:56:51.601982 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0f8e6664-35fa-4e53-be6b-059e6378aae0 req-35761446-a3f4-40c7-bbec-6232a1dc934d tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/security-groups?id=a5940b00-01c1-4672-8d4b-64b37afdc2ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377259 Aug 16 02:56:51.952241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-4765a4f8-202a-4067-9c04-6153b1fd2675 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:56:51.953745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-4765a4f8-202a-4067-9c04-6153b1fd2675 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 946 time: 0.0569375 Aug 16 02:56:52.042388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Deleting port 46cfe103-3d72-48c5-9c36-cea901a7630d {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:52.042813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.139785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] For port 46cfe103-3d72-48c5-9c36-cea901a7630d, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=46cfe103-3d72-48c5-9c36-cea901a7630d,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:52.140107 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.154245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Calling delete_port for 46cfe103-3d72-48c5-9c36-cea901a7630d owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:52.354371 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.367003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['46cfe103-3d72-48c5-9c36-cea901a7630d'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:56:52.388375 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Pushing event deleted for resources: {'Port': ['ID=46cfe103-3d72-48c5-9c36-cea901a7630d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:52.401185 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.401547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.401968 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.402314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.402671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.403014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.403350 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.403686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.404198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.404578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.404910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.405241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:52.440395 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] No DVR routers for this DVR port 46cfe103-3d72-48c5-9c36-cea901a7630d on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:52.443087 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:52.445224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4f5c5f86-0e79-4978-a995-f27de8cf6051 req-0fba3272-2e7a-46da-9502-8892ea73471b tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.58 "DELETE /v2.0/ports/46cfe103-3d72-48c5-9c36-cea901a7630d HTTP/1.1" status: 204 len: 173 time: 0.4856079 Aug 16 02:56:52.445662 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'name': 'network-vif-deleted', 'tag': '46cfe103-3d72-48c5-9c36-cea901a7630d'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:56:52.447950 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b0bf58-c3ce-446b-9fdc-bec11740138d" -d '{"events": [{"server_uuid": "780dd466-11cb-43e1-b95c-3fc8bee07f7d", "name": "network-vif-deleted", "tag": "46cfe103-3d72-48c5-9c36-cea901a7630d"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:56:52.483738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2591a9-ebd3-49f8-a852-052eebf92315 x-openstack-request-id: req-0d2591a9-ebd3-49f8-a852-052eebf92315 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:56:52.484032 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "780dd466-11cb-43e1-b95c-3fc8bee07f7d", "name": "network-vif-deleted", "tag": "46cfe103-3d72-48c5-9c36-cea901a7630d", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:56:52.484293 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d2591a9-ebd3-49f8-a852-052eebf92315 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:56:52.484747 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '780dd466-11cb-43e1-b95c-3fc8bee07f7d', 'name': 'network-vif-deleted', 'tag': '46cfe103-3d72-48c5-9c36-cea901a7630d', 'status': 'completed', 'code': 200} Aug 16 02:56:52.696043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-96486749-1a65-43a9-bd9f-60e91fcaa560 req-9fd7e28f-71d0-4725-b5f5-0ce220692be8 tempest-TestEncryptedCinderVolumes-1425793940 tempest-TestEncryptedCinderVolumes-1425793940-project] 10.222.0.76 "GET /v2.0/ports?device_id=780dd466-11cb-43e1-b95c-3fc8bee07f7d HTTP/1.1" status: 200 len: 210 time: 0.0263479 Aug 16 02:56:52.956352 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:56:53.833676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60258) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:54.541017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.787591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Deleting port 5c2408b7-e89d-4fff-9d2f-746f79a39eef {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:54.787813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.864565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] For port 5c2408b7-e89d-4fff-9d2f-746f79a39eef, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5c2408b7-e89d-4fff-9d2f-746f79a39eef,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:54.865278 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:54.877125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Calling delete_port for 5c2408b7-e89d-4fff-9d2f-746f79a39eef owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:54.972558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 46cfe103-3d72-48c5-9c36-cea901a7630d no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:54.996561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 46cfe103-3d72-48c5-9c36-cea901a7630d {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:54.996999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 46cfe103-3d72-48c5-9c36-cea901a7630d not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:55.138415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.164581 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2408b7-e89d-4fff-9d2f-746f79a39eef,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:55.331647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.544005 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Router f53859c4-cb3b-4f27-b89c-e1962abd4752 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:55.649596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:55.655410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fedae4b1-8846-4ae5-8c30-e929733b05c0 admin admin] 10.222.0.76 "PUT /v2.0/routers/f53859c4-cb3b-4f27-b89c-e1962abd4752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8206544 Aug 16 02:56:55.657899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60260) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:55.658481 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] Sync routers for ids ['f53859c4-cb3b-4f27-b89c-e1962abd4752'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:55.668222 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] Routers {'f53859c4-cb3b-4f27-b89c-e1962abd4752'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:55.668855 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f53859c4-cb3b-4f27-b89c-e1962abd4752'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:55.761948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.774359 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] Set router f53859c4-cb3b-4f27-b89c-e1962abd4752 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:55.860356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.958175 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:56:55Z', 'revision_number': 5, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port': {'id': 'd742290e-0b60-4931-9808-e63df1cf8008', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:ca:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:27Z', 'updated_at': '2021-08-16T02:55:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:55.987074 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Deleting port d742290e-0b60-4931-9808-e63df1cf8008 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:55.987631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:55.989563 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] Checking router: f53859c4-cb3b-4f27-b89c-e1962abd4752 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:55.997892 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] Routers {'f53859c4-cb3b-4f27-b89c-e1962abd4752'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:55.998515 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f53859c4-cb3b-4f27-b89c-e1962abd4752'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:56.066113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] For port d742290e-0b60-4931-9808-e63df1cf8008, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=d742290e-0b60-4931-9808-e63df1cf8008,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:56.066487 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.080061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Calling delete_port for d742290e-0b60-4931-9808-e63df1cf8008 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:56.080957 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] Set router f53859c4-cb3b-4f27-b89c-e1962abd4752 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:56.227172 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:56:55Z', 'revision_number': 6, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:56.254258 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9640c8e-f068-4a26-990e-819fe50fa14f None None] The sync data for ids ['f53859c4-cb3b-4f27-b89c-e1962abd4752'] in n-d-768852-19 is: [{'id': 'f53859c4-cb3b-4f27-b89c-e1962abd4752', 'name': 'tempest-TestEncryptedCinderVolumes-770999269-router', 'tenant_id': '6edc3d2376e24bd78ec60a9885da14cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:26Z', 'updated_at': '2021-08-16T02:56:55Z', 'revision_number': 6, 'project_id': '6edc3d2376e24bd78ec60a9885da14cb', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:56:56.333163 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.360971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Pushing event deleted for resources: {'Port': ['ID=d742290e-0b60-4931-9808-e63df1cf8008,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:56.423129 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.512059 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.514152 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.653744 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.654749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f53859c4-cb3b-4f27-b89c-e1962abd4752 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:56:56.658932 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.660138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6dc8dc39-6890-4fa9-90ea-0060e0d91fbd admin admin] 10.222.0.76 "DELETE /v2.0/routers/f53859c4-cb3b-4f27-b89c-e1962abd4752 HTTP/1.1" status: 204 len: 168 time: 1.0013111 Aug 16 02:56:56.665222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60262) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:56.715356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Deleting subnet 86729c9b-7313-44c3-af8b-3147b4f3cbaf {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:56:56.718753 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.754250 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.832217 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.968029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:56.996976 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86729c9b-7313-44c3-af8b-3147b4f3cbaf,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:57.002612 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.006715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4d1c69d7-fa97-4d95-8b35-fdb75fb242bc admin admin] 10.222.0.76 "DELETE /v2.0/subnets/86729c9b-7313-44c3-af8b-3147b4f3cbaf HTTP/1.1" status: 204 len: 168 time: 0.3387353 Aug 16 02:56:57.007293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60264) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:57.008270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb89c94-f8cc-4f40-ac8e-1284042df437 None None] Network 9e227a15-3093-44b8-8ebf-ee049e76be26 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:56:57.076131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.127672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Deleting port 19433ca9-87ab-46c6-b4b7-dede6e82b99c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:57.128028 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.195784 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] For port 19433ca9-87ab-46c6-b4b7-dede6e82b99c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=19433ca9-87ab-46c6-b4b7-dede6e82b99c,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:57.196154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.217997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Calling delete_port for 19433ca9-87ab-46c6-b4b7-dede6e82b99c owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:57.226152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] DHCP port deletion for 9e227a15-3093-44b8-8ebf-ee049e76be26 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:56:57.275357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Deleting port 19433ca9-87ab-46c6-b4b7-dede6e82b99c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:57.275658 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.336101 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] For port 19433ca9-87ab-46c6-b4b7-dede6e82b99c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=19433ca9-87ab-46c6-b4b7-dede6e82b99c,segment=NetworkSegment(9f591f89-ecc5-4bed-bda5-20de4c47a339),segment_id=9f591f89-ecc5-4bed-bda5-20de4c47a339)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:57.336432 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.348936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Calling delete_port for 19433ca9-87ab-46c6-b4b7-dede6e82b99c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:57.361183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.388425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Pushing event deleted for resources: {'Port': ['ID=19433ca9-87ab-46c6-b4b7-dede6e82b99c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:57.390423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] No DVR routers for this DVR port 19433ca9-87ab-46c6-b4b7-dede6e82b99c on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 16 02:56:57.420603 n-d-768852-19 neutron-server[101947]: self.session.flush() Aug 16 02:56:57.427372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.453872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Pushing event deleted for resources: {'Port': ['ID=19433ca9-87ab-46c6-b4b7-dede6e82b99c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:57.456998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] No DVR routers for this DVR port 19433ca9-87ab-46c6-b4b7-dede6e82b99c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:56:57.463744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.464136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.464485 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.464941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.465119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.465309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.465630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.465966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.466303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.466689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.466998 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.467319 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.467654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04fae90-3042-471c-9316-1de142b3d9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:57.476401 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e227a15-3093-44b8-8ebf-ee049e76be26']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:57.487666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f591f89-ecc5-4bed-bda5-20de4c47a339') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:57.487964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f591f89-ecc5-4bed-bda5-20de4c47a339') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:57.497553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.510968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.516708 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:56:57.517081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:56:57.518729 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:56:57.624622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.636677 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.636677 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] 10.222.0.76 "DELETE /v2.0/networks/9e227a15-3093-44b8-8ebf-ee049e76be26 HTTP/1.1" status: 204 len: 168 time: 0.6253605 Aug 16 02:56:57.636883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60266) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:57.644452 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f343d1-b61f-4789-aa49-a49126cc958c admin admin] Pushing event deleted for resources: {'Network': ['ID=9e227a15-3093-44b8-8ebf-ee049e76be26,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:57.737914 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.835824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.947455 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d742290e-0b60-4931-9808-e63df1cf8008 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:57.971063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: d742290e-0b60-4931-9808-e63df1cf8008 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:57.971410 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device d742290e-0b60-4931-9808-e63df1cf8008 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:57.971835 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 19433ca9-87ab-46c6-b4b7-dede6e82b99c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:57.989557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:57.989857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 19433ca9-87ab-46c6-b4b7-dede6e82b99c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:57.990209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 19433ca9-87ab-46c6-b4b7-dede6e82b99c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:57.990672 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5c2408b7-e89d-4fff-9d2f-746f79a39eef no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:56:58.009509 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5c2408b7-e89d-4fff-9d2f-746f79a39eef {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:56:58.010183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5c2408b7-e89d-4fff-9d2f-746f79a39eef not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:56:58.242723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Deleting port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:58.243080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:58.321114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] For port 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:58.321493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:58.334938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Calling delete_port for 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:58.595599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:58.619157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:56:58.629940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.630299 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.630659 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.631021 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.631940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.631940 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.632098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.632336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.632671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.633010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.633346 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.633674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:56:58.806108 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:59.418692 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Router fc4eeb6b-3779-443a-966c-03d2abbc042d has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:56:59.524123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:56:59.529540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cd8aa3db-6b99-4333-a785-9ce6d99abc28 admin admin] 10.222.0.76 "PUT /v2.0/routers/fc4eeb6b-3779-443a-966c-03d2abbc042d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8917668 Aug 16 02:56:59.532116 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60268) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:56:59.534887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] Sync routers for ids ['fc4eeb6b-3779-443a-966c-03d2abbc042d'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:56:59.544274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] Routers {'fc4eeb6b-3779-443a-966c-03d2abbc042d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:59.544907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fc4eeb6b-3779-443a-966c-03d2abbc042d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:59.638409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:59.660977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] Set router fc4eeb6b-3779-443a-966c-03d2abbc042d gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:56:59.741869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:59.838188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:56:58Z', 'revision_number': 5, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port': {'id': '85a7ee13-601d-44ab-9a49-095471fe08f8', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:c3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:55:33Z', 'updated_at': '2021-08-16T02:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:59.843963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Deleting port 85a7ee13-601d-44ab-9a49-095471fe08f8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:56:59.844498 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:59.864896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] Checking router: fc4eeb6b-3779-443a-966c-03d2abbc042d for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:56:59.873943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] Routers {'fc4eeb6b-3779-443a-966c-03d2abbc042d'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:56:59.874560 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fc4eeb6b-3779-443a-966c-03d2abbc042d'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:56:59.934089 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] For port 85a7ee13-601d-44ab-9a49-095471fe08f8, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=85a7ee13-601d-44ab-9a49-095471fe08f8,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:56:59.934089 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:56:59.947678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Calling delete_port for 85a7ee13-601d-44ab-9a49-095471fe08f8 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:56:59.961295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] Set router fc4eeb6b-3779-443a-966c-03d2abbc042d gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:00.013977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:56:59Z', 'revision_number': 6, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:00.043839 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e67abf-17a7-47d5-9880-6c4d6bc63ba6 None None] The sync data for ids ['fc4eeb6b-3779-443a-966c-03d2abbc042d'] in n-d-768852-19 is: [{'id': 'fc4eeb6b-3779-443a-966c-03d2abbc042d', 'name': 'tempest-TestEncryptedCinderVolumes-1565943869-router', 'tenant_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:55:32Z', 'updated_at': '2021-08-16T02:56:59Z', 'revision_number': 6, 'project_id': 'c2ea917229e3498fa30c59c1e6688d7f', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:00.178338 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.202711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=85a7ee13-601d-44ab-9a49-095471fe08f8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:00.270611 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.365869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.367917 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.487007 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.487556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4eeb6b-3779-443a-966c-03d2abbc042d {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:57:00.491782 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.492977 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-16742f03-e12f-42e0-86da-71229357cf5c admin admin] 10.222.0.76 "DELETE /v2.0/routers/fc4eeb6b-3779-443a-966c-03d2abbc042d HTTP/1.1" status: 204 len: 168 time: 0.9599278 Aug 16 02:57:00.495562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60270) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:00.540494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Deleting subnet d10e1b0a-352c-4709-ade7-a3e3a7c1b9ce {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:57:00.543814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.581717 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.679409 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.807481 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.835251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10e1b0a-352c-4709-ade7-a3e3a7c1b9ce,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:00.837399 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.839893 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cc143af0-f383-4522-8712-8a3bff91e20d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d10e1b0a-352c-4709-ade7-a3e3a7c1b9ce HTTP/1.1" status: 204 len: 168 time: 0.3433409 Aug 16 02:57:00.842577 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60272) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:00.844733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccfba79-54f7-44ea-8efd-ce31c7c7d5cc None None] Network 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:00.919421 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:00.987648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Deleting port 89817de9-2408-4c94-92b4-27795d660771 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:00.988063 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.043809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] DHCP port deletion for 2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:57:01.059054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] For port 89817de9-2408-4c94-92b4-27795d660771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=89817de9-2408-4c94-92b4-27795d660771,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:01.059571 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.078492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Calling delete_port for 89817de9-2408-4c94-92b4-27795d660771 owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:01.101342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] Deleting port 89817de9-2408-4c94-92b4-27795d660771 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:57:01.101342 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.160297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] For port 89817de9-2408-4c94-92b4-27795d660771, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=89817de9-2408-4c94-92b4-27795d660771,segment=NetworkSegment(4eede31a-16ed-4326-a4bc-2bca1d164f82),segment_id=4eede31a-16ed-4326-a4bc-2bca1d164f82)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:01.160693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.173104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] Calling delete_port for 89817de9-2408-4c94-92b4-27795d660771 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:57:01.252047 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.257496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.278304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Pushing event deleted for resources: {'Port': ['ID=89817de9-2408-4c94-92b4-27795d660771,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:01.281693 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] No DVR routers for this DVR port 89817de9-2408-4c94-92b4-27795d660771 on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:57:01.282991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] Pushing event deleted for resources: {'Port': ['ID=89817de9-2408-4c94-92b4-27795d660771,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:01.284990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece71a6-3096-44be-be91-f9994b3d8eef None None] No DVR routers for this DVR port 89817de9-2408-4c94-92b4-27795d660771 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:57:01.359882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.369560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:01.380818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eede31a-16ed-4326-a4bc-2bca1d164f82') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:01.381124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eede31a-16ed-4326-a4bc-2bca1d164f82') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:01.389919 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.403462 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.409256 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:57:01.409654 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:57:01.411333 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:57:01.527065 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.532595 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:01.534373 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] 10.222.0.76 "DELETE /v2.0/networks/2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74 HTTP/1.1" status: 204 len: 168 time: 0.6884265 Aug 16 02:57:01.547992 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0d369-5b15-4eee-90f2-b1d425f4b14a admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6da3c1-4457-4fb4-bf74-0e5e4dff7c74,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:01.934871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60276) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:01.936997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 85a7ee13-601d-44ab-9a49-095471fe08f8 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:01.957009 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 85a7ee13-601d-44ab-9a49-095471fe08f8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:01.957362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 85a7ee13-601d-44ab-9a49-095471fe08f8 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:01.957794 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:01.974923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3a70c064-2e9e-46a3-b49b-9b82f6a3ad81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6edc3d2376e24bd78ec60a9885da14cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386014 Aug 16 02:57:01.976364 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:01.976718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5a99a4ae-dd1d-4392-8f1f-b9e23c6ff308 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:01.977243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 89817de9-2408-4c94-92b4-27795d660771 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:57:01.977366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60278) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:01.996602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 89817de9-2408-4c94-92b4-27795d660771 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:57:01.996950 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 89817de9-2408-4c94-92b4-27795d660771 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:57:02.030881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86c0cc4c-c8aa-4221-bb55-3a5eccb5397c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.051769 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86c0cc4c-c8aa-4221-bb55-3a5eccb5397c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.149496 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86c0cc4c-c8aa-4221-bb55-3a5eccb5397c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.152054 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-86c0cc4c-c8aa-4221-bb55-3a5eccb5397c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.153276 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-86c0cc4c-c8aa-4221-bb55-3a5eccb5397c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a5940b00-01c1-4672-8d4b-64b37afdc2ef HTTP/1.1" status: 204 len: 168 time: 0.1750476 Aug 16 02:57:02.161115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0cc4c-c8aa-4221-bb55-3a5eccb5397c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5940b00-01c1-4672-8d4b-64b37afdc2ef,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:02.835680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60286) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:02.874525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8394fec7-e1c4-4626-9146-37b819ebef19 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c2ea917229e3498fa30c59c1e6688d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376961 Aug 16 02:57:02.882658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60288) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:02.926527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce5b-6065-40b0-bcb2-1693e025e609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:02.947385 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce5b-6065-40b0-bcb2-1693e025e609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.075428 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce5b-6065-40b0-bcb2-1693e025e609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.078749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-78a8ce5b-6065-40b0-bcb2-1693e025e609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:03.079919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-78a8ce5b-6065-40b0-bcb2-1693e025e609 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ee786dfb-34f5-46e6-be16-d6d4dda116d4 HTTP/1.1" status: 204 len: 168 time: 0.1996360 Aug 16 02:57:03.087450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a8ce5b-6065-40b0-bcb2-1693e025e609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee786dfb-34f5-46e6-be16-d6d4dda116d4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:04.128143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60310) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:04.222042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1768699748-network', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:04.292731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Made reservation on behalf of 684081c398bd4b4bb9f7e08cd808d22a for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:04.295886 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.305803 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.402303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.458172 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.488565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:57:04.494889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0226f68f-ad31-412e-8e45-8ad98913be59,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:04.500773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.501120 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Added segment 74e1b7bf-6767-475e-8f55-210f22b145df of type vlan for network 1bb410ca-9c46-4480-8d1a-7d51005036fe Aug 16 02:57:04.541081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.629267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.630253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:04.630868 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:04.688821 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb410ca-9c46-4480-8d1a-7d51005036fe,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:04.698547 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:57:04.732465 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a03c634d-43a6-4912-872e-d731811c1c03 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6030545 Aug 16 02:57:04.736134 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60314) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:04.741157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Request body: {'subnet': {'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1768699748-subnet', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:04.834461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Made reservation on behalf of 684081c398bd4b4bb9f7e08cd808d22a for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:04.836945 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.069914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.121952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f912c2c-e8df-4a40-9409-d9ed54068374,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:05.132612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Checking segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:05.133208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Network hostable DHCP agents. Network: 1bb410ca-9c46-4480-8d1a-7d51005036fe, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:57:05.211747 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:57:05.274052 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 1bb410ca-9c46-4480-8d1a-7d51005036fe) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:05.279461 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:05.280505 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.288136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096b2d47-4167-4168-9707-158e5f691afd None None] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:05.367104 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f7a6cb34-5393-4498-b999-79f71f81fadc admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6297452 Aug 16 02:57:05.369499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60316) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:05.374873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:05.449218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-1bb410ca-9c46-4480-8d1a-7d51005036fe', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:57:05.450076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.464179 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.465330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.522223 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.593010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Allocated IP 172.20.0.2 (1bb410ca-9c46-4480-8d1a-7d51005036fe/3f912c2c-e8df-4a40-9409-d9ed54068374/6b35d213-5f20-47f3-b161-68ab7e4d4e9a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:05.739093 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.747450 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Transition to ACTIVE for port object 6b35d213-5f20-47f3-b161-68ab7e4d4e9a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:05.762182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Transition to ACTIVE for port object 6b35d213-5f20-47f3-b161-68ab7e4d4e9a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:05.780450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.824371 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.868977 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:05.871900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:05.875307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:05.884480 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Pushing event updated for resources: {'Port': ['ID=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:05.933677 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Attempting to bind port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:05.934050 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Attempting to bind port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:05.934414 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Attempting to bind port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a on network 1bb410ca-9c46-4480-8d1a-7d51005036fe {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:05.939966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:05.940344 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Checking segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:05.940751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:05.941146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Bound using segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:05.941609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Bound port: 6b35d213-5f20-47f3-b161-68ab7e4d4e9a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:05.941993 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.004026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] For port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:06.007187 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] For port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:06.039551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.059061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.081849 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.142074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9c326-3dd2-4d97-af1e-32e22faa862a None None] Pushing event updated for resources: {'Port': ['ID=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:06.165238 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Allocated IP 172.25.6.156 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/f8430f6e-a82c-4d75-93ae-66dc56af6d84) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:06.271258 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.379291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:06.413959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:06.416786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:06.423081 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:06.449873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Pushing event updated for resources: {'Port': ['ID=f8430f6e-a82c-4d75-93ae-66dc56af6d84,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:07.020978 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e738b4-a369-48ea-abe6-7ed48b9c80b1 None None] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:07.137857 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.195134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-618ea961-ecb5-4788-a2d2-ee028a594a6d None None] Provisioning for port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:07.342457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.532014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Router 362bb0d7-21b5-4220-9124-d781092bfc59 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:57:07.637766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:07.646792 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Sync routers for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:07.655941 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:07.656545 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:07.733305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:07.734600 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-404082c5-827f-4d88-abe3-57763426d19b admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3641379 Aug 16 02:57:07.737439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60318) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:07.758398 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:07.940914 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 3, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:07.966857 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Checking router: 362bb0d7-21b5-4220-9124-d781092bfc59 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:07.967004 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Updating router 362bb0d7-21b5-4220-9124-d781092bfc59 port f8430f6e-a82c-4d75-93ae-66dc56af6d84 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:07.980124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6b35d213-5f20-47f3-b161-68ab7e4d4e9a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:08.001801 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.132609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:08.136776 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:08.137162 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.176541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.221899 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.258065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:08.269129 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.279616 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Transition to ACTIVE for port object f8430f6e-a82c-4d75-93ae-66dc56af6d84 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:08.347332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Allocated IP 172.20.0.1 (1bb410ca-9c46-4480-8d1a-7d51005036fe/3f912c2c-e8df-4a40-9409-d9ed54068374/b3cae816-1583-4a1e-b042-ee76f914c9c7) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:08.355627 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.377759 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.411389 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:08.428793 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Attempting to bind port f8430f6e-a82c-4d75-93ae-66dc56af6d84 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:08.429165 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Attempting to bind port f8430f6e-a82c-4d75-93ae-66dc56af6d84 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:08.429529 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Attempting to bind port f8430f6e-a82c-4d75-93ae-66dc56af6d84 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:08.436981 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Pushing event updated for resources: {'Port': ['ID=f8430f6e-a82c-4d75-93ae-66dc56af6d84,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:08.439886 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:08.440265 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:08.440671 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.441068 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:08.441536 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Bound port: f8430f6e-a82c-4d75-93ae-66dc56af6d84, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:08.441919 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.448119 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.448467 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.448810 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.449150 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.449485 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.449817 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.450146 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.450471 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.451465 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.451950 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.452307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.452632 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:57:08.466807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.476874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Transition to ACTIVE for port object b3cae816-1583-4a1e-b042-ee76f914c9c7 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:08.502972 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] For port f8430f6e-a82c-4d75-93ae-66dc56af6d84, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:08.506178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] For port f8430f6e-a82c-4d75-93ae-66dc56af6d84, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f8430f6e-a82c-4d75-93ae-66dc56af6d84,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:08.571845 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.617923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:08.618921 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.621582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:08.625329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:08.659769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cae816-1583-4a1e-b042-ee76f914c9c7,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:08.683408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.687822 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237675cf-9f3d-4cc9-8965-8af7b7737668 None None] Pushing event updated for resources: {'Port': ['ID=f8430f6e-a82c-4d75-93ae-66dc56af6d84,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:08.692147 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:08.693076 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:08.804617 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:08.884861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.909671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0f0ec89e-c33c-460f-8fda-11aa57fc9205 None None] Provisioning for port b3cae816-1583-4a1e-b042-ee76f914c9c7 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:08.913537 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0f0ec89e-c33c-460f-8fda-11aa57fc9205 None None] Provisioning complete for port b3cae816-1583-4a1e-b042-ee76f914c9c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:08.914521 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f0ec89e-c33c-460f-8fda-11aa57fc9205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:08.950588 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0f0ec89e-c33c-460f-8fda-11aa57fc9205 None None] Port b3cae816-1583-4a1e-b042-ee76f914c9c7 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:08.987383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 3, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:09.013050 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205ef23a-31d1-4242-b8d1-10351f7cbbbf None None] The sync data for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 is: [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:06Z', 'revision_number': 3, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:09.054303 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:09.126006 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:09.194839 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:09.196678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Pushing event updated for resources: {'Port': ['ID=b3cae816-1583-4a1e-b042-ee76f914c9c7,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:09.311411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:09.312859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:09.437612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Router 362bb0d7-21b5-4220-9124-d781092bfc59 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:09.557341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:09.565967 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9340287d-fa50-46e5-ac0b-5617efd6b227 admin admin] 10.222.0.76 "PUT /v2.0/routers/362bb0d7-21b5-4220-9124-d781092bfc59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8274598 Aug 16 02:57:09.582248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-87f9bca4-3dac-4b10-b5f6-3c6e037f4e9c None None] Provisioning complete for port b3cae816-1583-4a1e-b042-ee76f914c9c7 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:09.582781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-87f9bca4-3dac-4b10-b5f6-3c6e037f4e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:09.618947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-87f9bca4-3dac-4b10-b5f6-3c6e037f4e9c None None] Port b3cae816-1583-4a1e-b042-ee76f914c9c7 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:10.004813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6b35d213-5f20-47f3-b161-68ab7e4d4e9a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:10.058310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-244bc4ee-9d33-4092-93ca-53844e2adf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.059931 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:10.062814 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.142174 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f8430f6e-a82c-4d75-93ae-66dc56af6d84 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:10.252392 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f8430f6e-a82c-4d75-93ae-66dc56af6d84 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:10.256411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f8430f6e-a82c-4d75-93ae-66dc56af6d84 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:10.256891 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.340369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60334) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:10.345386 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.347327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-679229974-network', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:10.370926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port f8430f6e-a82c-4d75-93ae-66dc56af6d84, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f8430f6e-a82c-4d75-93ae-66dc56af6d84,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:10.452202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Made reservation on behalf of 86b48ffde9d74f3ca88d084dbd45f475 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:10.454765 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.463742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.468338 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.523855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=f8430f6e-a82c-4d75-93ae-66dc56af6d84,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:10.563916 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.570491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Sync routers for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:10.579886 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:10.580540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:10.640867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.666723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:57:10.677608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fba84ce-2e73-4658-912d-988cad18c7fb,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:10.682874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.685770 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Added segment 5e3d8a49-6d13-458b-ba3b-2243488d96ff of type vlan for network a1ee66fd-318f-405e-ba47-a77ebf62b42e Aug 16 02:57:10.689600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:10.726317 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.835575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.836713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:10.837314 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:10.894012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 2, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:10.900711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ee66fd-318f-405e-ba47-a77ebf62b42e,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:10.925619 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:57:10.929161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Checking router: 362bb0d7-21b5-4220-9124-d781092bfc59 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:10.929523 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Updating router 362bb0d7-21b5-4220-9124-d781092bfc59 port b3cae816-1583-4a1e-b042-ee76f914c9c7 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:10.978631 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b1a90452-6e8d-401f-b917-815951754d06 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6369469 Aug 16 02:57:10.981430 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:10.986830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Request body: {'subnet': {'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-679229974-subnet', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:10.991460 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.086663 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Made reservation on behalf of 86b48ffde9d74f3ca88d084dbd45f475 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:11.089067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.271567 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.281116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Transition to ACTIVE for port object b3cae816-1583-4a1e-b042-ee76f914c9c7 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:11.326700 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.386232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbbb6688-b5b9-4774-9f07-f563bd50f768,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:11.395008 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.396398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Checking segment: {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:11.396765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Network hostable DHCP agents. Network: a1ee66fd-318f-405e-ba47-a77ebf62b42e, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:57:11.447693 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6d632-cd4b-4ef5-89d3-3ab92a7b3e5a None None] Pushing event updated for resources: {'Port': ['ID=b3cae816-1583-4a1e-b042-ee76f914c9c7,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:11.463739 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:57:11.495742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Attempting to bind port b3cae816-1583-4a1e-b042-ee76f914c9c7 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:11.496117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Attempting to bind port b3cae816-1583-4a1e-b042-ee76f914c9c7 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:11.496481 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Attempting to bind port b3cae816-1583-4a1e-b042-ee76f914c9c7 on network 1bb410ca-9c46-4480-8d1a-7d51005036fe {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:11.503264 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:11.503682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Checking segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:11.504096 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.504500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Bound using segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:11.504973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Bound port: b3cae816-1583-4a1e-b042-ee76f914c9c7, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:11.505373 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.515066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a1ee66fd-318f-405e-ba47-a77ebf62b42e) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:11.519421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:11.520625 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.544073 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9de04-604a-4619-a96f-58db695ccdb6 None None] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:11.583672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d92861a0-4e46-4559-992a-95028b2d64f0 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6010361 Aug 16 02:57:11.586252 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60338) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:11.591250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:11.623262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] For port b3cae816-1583-4a1e-b042-ee76f914c9c7, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:11.647783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] For port b3cae816-1583-4a1e-b042-ee76f914c9c7, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3cae816-1583-4a1e-b042-ee76f914c9c7,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:11.675455 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.676688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.706779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.729316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.791295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a1ee66fd-318f-405e-ba47-a77ebf62b42e', 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'fixed_ips': [{'subnet_id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:57:11.792181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.800845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:11.801506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:56:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:11.810158 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d6d632-cd4b-4ef5-89d3-3ab92a7b3e5a None None] Pushing event updated for resources: {'Port': ['ID=b3cae816-1583-4a1e-b042-ee76f914c9c7,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:11.941158 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:11.964790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f8430f6e-a82c-4d75-93ae-66dc56af6d84 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:12.048559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:12.202575 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.227844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.334536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Allocated IP 172.25.6.241 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/1b7d6660-cf3e-4d6a-9b27-548d62e78916) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:12.338797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Allocated IP 172.20.0.2 (a1ee66fd-318f-405e-ba47-a77ebf62b42e/cbbb6688-b5b9-4774-9f07-f563bd50f768/578e2d67-65d0-4a48-b70c-738ceba6deb4) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:12.358387 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f8430f6e-a82c-4d75-93ae-66dc56af6d84 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:12.358791 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.448474 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.561139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.605552 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:12.608618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:12.614162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:12.616685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Pushing event updated for resources: {'Port': ['ID=1b7d6660-cf3e-4d6a-9b27-548d62e78916,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:12.617928 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.634911 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Transition to ACTIVE for port object 578e2d67-65d0-4a48-b70c-738ceba6deb4 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:12.643735 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:11Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:12.675887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d7b3c-033e-499d-9677-3b183a21f909 None None] The sync data for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 is: [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:11Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:12.679726 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Transition to ACTIVE for port object 578e2d67-65d0-4a48-b70c-738ceba6deb4 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:12.711032 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.773079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.822221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:12.825431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:12.829768 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:12.835825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Pushing event updated for resources: {'Port': ['ID=578e2d67-65d0-4a48-b70c-738ceba6deb4,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:12.844901 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e7c2d467-94c5-4e01-9e4d-b875a8740381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.893038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Attempting to bind port 578e2d67-65d0-4a48-b70c-738ceba6deb4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:12.893422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Attempting to bind port 578e2d67-65d0-4a48-b70c-738ceba6deb4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:12.893954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Attempting to bind port 578e2d67-65d0-4a48-b70c-738ceba6deb4 on network a1ee66fd-318f-405e-ba47-a77ebf62b42e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:12.899276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:12.899657 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Checking segment: {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:12.900072 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.900471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Bound using segment: {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:12.900937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Bound port: 578e2d67-65d0-4a48-b70c-738ceba6deb4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:12.901335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.963435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:12.972552 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] For port 578e2d67-65d0-4a48-b70c-738ceba6deb4, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:12.976663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] For port 578e2d67-65d0-4a48-b70c-738ceba6deb4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=578e2d67-65d0-4a48-b70c-738ceba6deb4,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:13.040775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:13.118403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c83982-6fbd-494c-9dc5-8290a71866cc None None] Pushing event updated for resources: {'Port': ['ID=578e2d67-65d0-4a48-b70c-738ceba6deb4,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:13.581619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:13.772110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Router cfd58cee-b7e3-4666-b40a-efeb40005071 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:57:13.892651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:13.904925 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Sync routers for ids ['cfd58cee-b7e3-4666-b40a-efeb40005071'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:13.917320 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Routers {'cfd58cee-b7e3-4666-b40a-efeb40005071'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:13.917873 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:57:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cfd58cee-b7e3-4666-b40a-efeb40005071'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:13.972175 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:13.976171 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c23b7974-7252-4e15-ae9d-d7182bea189d admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3861995 Aug 16 02:57:13.976605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60342) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:57:14.063175 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Set router cfd58cee-b7e3-4666-b40a-efeb40005071 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:14.073885 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 578e2d67-65d0-4a48-b70c-738ceba6deb4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:14.149034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b13e17-4fe7-4a4c-ab80-2861356a9d51 None None] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:57:14.238349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 578e2d67-65d0-4a48-b70c-738ceba6deb4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:14.256475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3cae816-1583-4a1e-b042-ee76f914c9c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:14.335773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] Provisioning for port 578e2d67-65d0-4a48-b70c-738ceba6deb4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:14.356239 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:57:12Z', 'revision_number': 3, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:14.372436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] Provisioning complete for port 578e2d67-65d0-4a48-b70c-738ceba6deb4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:14.373283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.382882 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Checking router: cfd58cee-b7e3-4666-b40a-efeb40005071 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:14.383240 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Updating router cfd58cee-b7e3-4666-b40a-efeb40005071 port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:14.413434 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.461624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b3cae816-1583-4a1e-b042-ee76f914c9c7 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:14.463931 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.473086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b3cae816-1583-4a1e-b042-ee76f914c9c7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:14.473534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.503319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.552501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] For port 578e2d67-65d0-4a48-b70c-738ceba6deb4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=578e2d67-65d0-4a48-b70c-738ceba6deb4,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:14.601984 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.622215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.666676 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b3cae816-1583-4a1e-b042-ee76f914c9c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3cae816-1583-4a1e-b042-ee76f914c9c7,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:14.678692 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Allocated IP 172.20.0.1 (a1ee66fd-318f-405e-ba47-a77ebf62b42e/cbbb6688-b5b9-4774-9f07-f563bd50f768/c0d60d6f-6ac8-4d4f-96d3-25dd128dde73) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:14.693675 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9947b-c639-4bc9-a0c7-d2e5761aaec7 None None] Pushing event updated for resources: {'Port': ['ID=578e2d67-65d0-4a48-b70c-738ceba6deb4,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:14.716458 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.727487 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Transition to ACTIVE for port object 1b7d6660-cf3e-4d6a-9b27-548d62e78916 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:14.742742 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bc5ddcc1-6e96-4d91-99b8-a76d339ca0ac None None] Provisioning complete for port 578e2d67-65d0-4a48-b70c-738ceba6deb4 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:14.743125 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bc5ddcc1-6e96-4d91-99b8-a76d339ca0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.745898 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.801999 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.807275 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.816621 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Transition to ACTIVE for port object c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:14.840872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b3cae816-1583-4a1e-b042-ee76f914c9c7,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:14.865228 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Attempting to bind port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:14.865597 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Attempting to bind port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:14.865956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Attempting to bind port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:14.876733 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:14.877110 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:14.877589 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.877990 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:14.878434 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Bound port: 1b7d6660-cf3e-4d6a-9b27-548d62e78916, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:14.879018 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.882010 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1976b8-000e-41b8-9ba6-c877bb675595 None None] Pushing event updated for resources: {'Port': ['ID=1b7d6660-cf3e-4d6a-9b27-548d62e78916,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:14.909346 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.931501 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] For port 1b7d6660-cf3e-4d6a-9b27-548d62e78916, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:14.932637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.934475 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] For port 1b7d6660-cf3e-4d6a-9b27-548d62e78916, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1b7d6660-cf3e-4d6a-9b27-548d62e78916,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:14.978157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:14.978371 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:14.981150 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:14.985943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:14.989220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:15.028879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.039547 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Routers {'cfd58cee-b7e3-4666-b40a-efeb40005071'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:15.040191 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:57:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cfd58cee-b7e3-4666-b40a-efeb40005071'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:15.077657 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1976b8-000e-41b8-9ba6-c877bb675595 None None] Pushing event updated for resources: {'Port': ['ID=1b7d6660-cf3e-4d6a-9b27-548d62e78916,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:15.162522 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] Set router cfd58cee-b7e3-4666-b40a-efeb40005071 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:15.239352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.344199 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:57:12Z', 'revision_number': 3, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:15.366162 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3c99ee89-6f48-4bfd-8be3-ace2355f7e8f None None] Provisioning for port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:15.370191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3c99ee89-6f48-4bfd-8be3-ace2355f7e8f None None] Provisioning complete for port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:15.370575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c99ee89-6f48-4bfd-8be3-ace2355f7e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.371135 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa3aa7-d3da-4b9b-95b7-501c31216df6 None None] The sync data for ids ['cfd58cee-b7e3-4666-b40a-efeb40005071'] in n-d-768852-19 is: [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:57:12Z', 'revision_number': 3, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:15.410360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3c99ee89-6f48-4bfd-8be3-ace2355f7e8f None None] Port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:15.416935 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.475228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.549525 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.551721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:15.657616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:15.659140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:15.797921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Router cfd58cee-b7e3-4666-b40a-efeb40005071 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:57:15.923382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:57:15.928660 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5a95916d-5d15-417f-82aa-e67d43a02019 admin admin] 10.222.0.76 "PUT /v2.0/routers/cfd58cee-b7e3-4666-b40a-efeb40005071/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9514034 Aug 16 02:57:15.936094 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-51314208-98fc-4599-be3c-323d65445155 None None] Provisioning complete for port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:15.936488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51314208-98fc-4599-be3c-323d65445155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:15.996114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-51314208-98fc-4599-be3c-323d65445155 None None] Port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:16.070504 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 578e2d67-65d0-4a48-b70c-738ceba6deb4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:16.104913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.122767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 578e2d67-65d0-4a48-b70c-738ceba6deb4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:16.123044 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.228129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1b7d6660-cf3e-4d6a-9b27-548d62e78916 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:16.355200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:16.359945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:16.360469 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.447749 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.474502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 1b7d6660-cf3e-4d6a-9b27-548d62e78916, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1b7d6660-cf3e-4d6a-9b27-548d62e78916,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:16.560563 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:16.561312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3cae816-1583-4a1e-b042-ee76f914c9c7 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:16.639462 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=1b7d6660-cf3e-4d6a-9b27-548d62e78916,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:16.649360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b3cae816-1583-4a1e-b042-ee76f914c9c7 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:16.649746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:17.029946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Sync routers for ids ['cfd58cee-b7e3-4666-b40a-efeb40005071'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:57:17.040608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Routers {'cfd58cee-b7e3-4666-b40a-efeb40005071'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:17.041225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:57:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cfd58cee-b7e3-4666-b40a-efeb40005071'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:17.164148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Set router cfd58cee-b7e3-4666-b40a-efeb40005071 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:17.419325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:57:15Z', 'revision_number': 4, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'c0d60d6f-6ac8-4d4f-96d3-25dd128dde73', 'name': '', 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'mac_address': 'fa:16:3e:f7:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:14Z', 'updated_at': '2021-08-16T02:57:15Z', 'revision_number': 2, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'subnets': [{'id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:17.448137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Checking router: cfd58cee-b7e3-4666-b40a-efeb40005071 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:57:17.448812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Updating router cfd58cee-b7e3-4666-b40a-efeb40005071 port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:57:17.479196 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:17.768678 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:17.778784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Transition to ACTIVE for port object c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:17.897730 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:17.962057 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1b7d6660-cf3e-4d6a-9b27-548d62e78916 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:18.022081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f942b79-1214-49f4-a9b2-b4f897e62176 None None] Pushing event updated for resources: {'Port': ['ID=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:18.294081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Attempting to bind port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:18.294307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Attempting to bind port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:18.294760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Attempting to bind port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 on network a1ee66fd-318f-405e-ba47-a77ebf62b42e {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:18.299137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:18.299524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:18.304266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:18.304470 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Checking segment: {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:18.304887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:18.305291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Bound using segment: {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:18.305770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Bound port: c0d60d6f-6ac8-4d4f-96d3-25dd128dde73, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3d8a49-6d13-458b-ba3b-2243488d96ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:18.306165 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:18.452338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] For port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:18.476793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] For port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:18.533685 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:18.594535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Routers {'cfd58cee-b7e3-4666-b40a-efeb40005071'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:57:18.595254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:57:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cfd58cee-b7e3-4666-b40a-efeb40005071'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:18.600108 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f942b79-1214-49f4-a9b2-b4f897e62176 None None] Pushing event updated for resources: {'Port': ['ID=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:18.727441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] Set router cfd58cee-b7e3-4666-b40a-efeb40005071 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:57:18.967877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:57:15Z', 'revision_number': 4, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'c0d60d6f-6ac8-4d4f-96d3-25dd128dde73', 'name': '', 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'mac_address': 'fa:16:3e:f7:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:14Z', 'updated_at': '2021-08-16T02:57:18Z', 'revision_number': 4, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'subnets': [{'id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:57:18.998168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-444e296b-4bf2-4fee-8aeb-d74667888afe None None] The sync data for ids ['cfd58cee-b7e3-4666-b40a-efeb40005071'] in n-d-768852-19 is: [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:57:15Z', 'revision_number': 4, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'c0d60d6f-6ac8-4d4f-96d3-25dd128dde73', 'name': '', 'network_id': 'a1ee66fd-318f-405e-ba47-a77ebf62b42e', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'mac_address': 'fa:16:3e:f7:d4:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_interface', 'standard_attr_id': 4155, 'fixed_ips': [{'subnet_id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:14Z', 'updated_at': '2021-08-16T02:57:18Z', 'revision_number': 4, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'subnets': [{'id': 'cbbb6688-b5b9-4774-9f07-f563bd50f768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:57:19.999788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:20.206086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:20.210197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:20.215194 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:20.291582 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:20.332417 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:20.419602 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:20.490497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:21.970052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:22.030077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:22.030589 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.444534 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-6b5a23d5-d6eb-4c09-a041-5b6b462d5ffa tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:27.446050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-6b5a23d5-d6eb-4c09-a041-5b6b462d5ffa tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 815 time: 0.1127069 Aug 16 02:57:27.463989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-ef4b59ab-7d8a-47e2-958a-fb8028716520 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/quotas/684081c398bd4b4bb9f7e08cd808d22a HTTP/1.1" status: 200 len: 375 time: 0.0101197 Aug 16 02:57:27.516774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-1e6235a4-4b73-48e7-ad4a-e5908c3cf56c tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491524 Aug 16 02:57:27.621233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-c53d287d-9781-44b6-ab6c-8db59e826d65 service neutron] 10.222.0.76 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930474 Aug 16 02:57:27.715034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-e89bbe68-676a-4ca6-a881-28d8787db77b service neutron] 10.222.0.76 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875075 Aug 16 02:57:27.731310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.829123 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:27.967084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d07b797b-abec-4ca8-8cd2-c0b6d5896a2a req-f0c53a03-930e-41fd-90b8-063cd6196d30 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 210 time: 0.0269787 Aug 16 02:57:29.049838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-762f3932-5af4-406c-82c5-0fec19d59ce1 req-88c11cb2-00be-4e2a-a0c4-f91bfb78cb14 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Aug 16 02:57:29.945924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:57:30.148317 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-051a6b86-0ca3-4f2e-a21a-b0eba692726c req-7ad1f7c5-5bf6-4399-94d7-d9a46aa0637a tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 210 time: 0.0307217 Aug 16 02:57:30.418121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-894597ed-5b2d-4f39-b5c1-1d24921f9bd2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:30.419558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-894597ed-5b2d-4f39-b5c1-1d24921f9bd2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 815 time: 0.1183419 Aug 16 02:57:30.432301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'port': {'device_id': '2acc56aa-990f-474e-81af-65b5c3692e53', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'admin_state_up': True, 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:30.588382 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Made reservation on behalf of 684081c398bd4b4bb9f7e08cd808d22a for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:57:30.592002 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:30.731478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Allocated IP 172.20.0.6 (1bb410ca-9c46-4480-8d1a-7d51005036fe/3f912c2c-e8df-4a40-9409-d9ed54068374/a61ada9a-9d3c-451f-b501-f559ce53168b) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:57:30.874703 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:30.888219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Transition to ACTIVE for port object a61ada9a-9d3c-451f-b501-f559ce53168b will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:30.978894 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:31.051105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:31.068609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:57:31.070374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:57:31.073811 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:57:31.143538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:31.144785 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:31.241172 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-b2adebc1-f62f-49f8-bb3b-797219262177 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8124883 Aug 16 02:57:31.304225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3af458-f1f0-4a2e-82c5-4003ab06e215 req-6bf577db-ab0d-4239-9d71-70521404d946 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:31.311968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa3af458-f1f0-4a2e-82c5-4003ab06e215 req-6bf577db-ab0d-4239-9d71-70521404d946 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0632195 Aug 16 02:57:31.364445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa3af458-f1f0-4a2e-82c5-4003ab06e215 req-23a77a86-1307-4b91-930b-a2a9f3404dc4 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487945 Aug 16 02:57:31.428976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ff565c2e-17e5-401c-8f1c-20cde583bb73 None None] Provisioning for port a61ada9a-9d3c-451f-b501-f559ce53168b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:31.433088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ff565c2e-17e5-401c-8f1c-20cde583bb73 None None] Provisioning complete for port a61ada9a-9d3c-451f-b501-f559ce53168b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:31.433462 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff565c2e-17e5-401c-8f1c-20cde583bb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:31.472471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ff565c2e-17e5-401c-8f1c-20cde583bb73 None None] Port a61ada9a-9d3c-451f-b501-f559ce53168b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:57:32.468332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddbecdf-8cf9-4f8c-86a9-4004428b6604 req-6ebde16c-3006-4c17-93d3-97e9c3533a5a tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:32.471813 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ddbecdf-8cf9-4f8c-86a9-4004428b6604 req-6ebde16c-3006-4c17-93d3-97e9c3533a5a tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0513461 Aug 16 02:57:32.514998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ddbecdf-8cf9-4f8c-86a9-4004428b6604 req-3f90ab08-22dd-4e30-a8b2-0e3bfe5db47d tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363753 Aug 16 02:57:33.641952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfc0544-31b8-4f66-964e-1d5492207334 req-18b5e517-b7ab-42a4-90db-a85bff406dcf tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:33.643520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bfc0544-31b8-4f66-964e-1d5492207334 req-18b5e517-b7ab-42a4-90db-a85bff406dcf tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0545721 Aug 16 02:57:33.686475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bfc0544-31b8-4f66-964e-1d5492207334 req-1ef8c88b-4396-446c-9b14-01b76be12256 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370152 Aug 16 02:57:34.812569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba0ff4-a656-430b-8ee2-0f6923f334cf req-29a35b50-5b39-49d6-a3db-3d3d5d065da9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:34.815432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dba0ff4-a656-430b-8ee2-0f6923f334cf req-29a35b50-5b39-49d6-a3db-3d3d5d065da9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0530138 Aug 16 02:57:34.854694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9dba0ff4-a656-430b-8ee2-0f6923f334cf req-dadefb3b-1a6f-4733-b99d-61eb9639f94c tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Aug 16 02:57:35.980517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfa525-3267-44fc-96a8-89fa3bb39461 req-483562bc-32ca-4a46-97b4-1f42157800d9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:35.982139 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5dcfa525-3267-44fc-96a8-89fa3bb39461 req-483562bc-32ca-4a46-97b4-1f42157800d9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0601435 Aug 16 02:57:36.023140 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5dcfa525-3267-44fc-96a8-89fa3bb39461 req-c5a24a92-5182-4090-ace4-76fee7ae6e9c tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349629 Aug 16 02:57:37.136767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795aa98-f588-42e0-8afa-833c4a4b15c6 req-c59e90d1-1859-4004-8885-9a02021d7063 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:37.138275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b795aa98-f588-42e0-8afa-833c4a4b15c6 req-c59e90d1-1859-4004-8885-9a02021d7063 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0486741 Aug 16 02:57:37.181405 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b795aa98-f588-42e0-8afa-833c4a4b15c6 req-2853c96d-2f22-4c4d-b037-3cbf79de000b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364845 Aug 16 02:57:38.332762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ac070-d064-461b-83fd-8c1c78eacf7b req-6549cd50-c583-499a-b4b7-eb49cdaa0ad5 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:38.334347 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e05ac070-d064-461b-83fd-8c1c78eacf7b req-6549cd50-c583-499a-b4b7-eb49cdaa0ad5 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0843096 Aug 16 02:57:38.373386 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e05ac070-d064-461b-83fd-8c1c78eacf7b req-b29a1c54-abe4-4d1b-b418-1ed703963850 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328956 Aug 16 02:57:39.511432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b878e0-2d30-4b22-9785-d48b91855f09 req-f95ecf68-b571-4b10-bacc-fb4f748152b7 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:39.512954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33b878e0-2d30-4b22-9785-d48b91855f09 req-f95ecf68-b571-4b10-bacc-fb4f748152b7 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0541244 Aug 16 02:57:39.551421 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-33b878e0-2d30-4b22-9785-d48b91855f09 req-cc85fdfe-7295-49b3-b021-1715c3d6ba5f tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319247 Aug 16 02:57:40.010952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2fa8c97d-e222-4bab-8b47-b87c84250f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:40.664756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3bafe8-6400-48d8-b5ab-d4a40d3f2c10 req-224544c3-6e7a-46d4-9f5d-c67593080ba6 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:40.666319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e3bafe8-6400-48d8-b5ab-d4a40d3f2c10 req-224544c3-6e7a-46d4-9f5d-c67593080ba6 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0485897 Aug 16 02:57:40.728357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e3bafe8-6400-48d8-b5ab-d4a40d3f2c10 req-5c1e2bfa-85b8-4562-a1d4-19eb0cb8fe67 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501697 Aug 16 02:57:41.844343 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff9fe5-d932-47f8-9da3-1112223295d7 req-96bde3b5-696d-43a2-8b14-8dbcda066447 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:41.847483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38ff9fe5-d932-47f8-9da3-1112223295d7 req-96bde3b5-696d-43a2-8b14-8dbcda066447 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 931 time: 0.0507414 Aug 16 02:57:41.887186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38ff9fe5-d932-47f8-9da3-1112223295d7 req-c3b48245-1466-48cf-8c26-f6eed2cef8c4 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334411 Aug 16 02:57:42.334937 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Request body: {'port': {'device_id': '2acc56aa-990f-474e-81af-65b5c3692e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:57:42.388389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.649419 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61ada9a-9d3c-451f-b501-f559ce53168b {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:57:42.656604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.668175 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Transition to ACTIVE for port object a61ada9a-9d3c-451f-b501-f559ce53168b will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:57:42.673434 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.764875 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.817778 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:42.851165 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6cf0247a-2395-401c-9c28-b73a92d5fa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.883608 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Attempting to bind port a61ada9a-9d3c-451f-b501-f559ce53168b on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:57:42.883952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Attempting to bind port a61ada9a-9d3c-451f-b501-f559ce53168b by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:57:42.884286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Attempting to bind port a61ada9a-9d3c-451f-b501-f559ce53168b on network 1bb410ca-9c46-4480-8d1a-7d51005036fe {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:42.888722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Port a61ada9a-9d3c-451f-b501-f559ce53168b on network 1bb410ca-9c46-4480-8d1a-7d51005036fe not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:57:42.889043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Attempting to bind port a61ada9a-9d3c-451f-b501-f559ce53168b on network 1bb410ca-9c46-4480-8d1a-7d51005036fe {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:57:42.893999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:57:42.896116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Checking segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:57:42.896116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Bound using segment: {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:57:42.896116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Bound port: a61ada9a-9d3c-451f-b501-f559ce53168b, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74e1b7bf-6767-475e-8f55-210f22b145df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:57:42.896116 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:42.972605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:57:42.976046 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:57:43.007653 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54c42-117b-4a41-b439-18a2abb7309c req-12cdb078-7d21-4d3b-9669-63c2f5d35a27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.009172 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87b54c42-117b-4a41-b439-18a2abb7309c req-12cdb078-7d21-4d3b-9669-63c2f5d35a27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 943 time: 0.0500548 Aug 16 02:57:43.046415 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87b54c42-117b-4a41-b439-18a2abb7309c req-8b3fdb64-d74f-4280-8573-6cb66b64fee8 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311029 Aug 16 02:57:43.052674 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.092310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.092960 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:43.094376 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] 10.222.0.58 "PUT /v2.0/ports/a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 1092 time: 0.7644916 Aug 16 02:57:43.094880 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:43.097146 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f07d4a-420c-4644-afdf-335c5057d6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:43.125362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73fde7-ba19-45a9-b1c6-549ff05261eb service neutron] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:43.141435 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5eae25-59e6-4d71-a4a4-61f93b75a38e x-openstack-request-id: req-9b5eae25-59e6-4d71-a4a4-61f93b75a38e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:43.141738 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:43.142063 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9b5eae25-59e6-4d71-a4a4-61f93b75a38e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:43.142559 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'status': 'completed', 'code': 200} Aug 16 02:57:43.207836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07d4a-420c-4644-afdf-335c5057d6a1 req-6b637b8e-6bc8-4151-8d6e-16ab1828e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.209461 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-50f07d4a-420c-4644-afdf-335c5057d6a1 req-6b637b8e-6bc8-4151-8d6e-16ab1828e5c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1095 time: 0.0472543 Aug 16 02:57:43.315286 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07d4a-420c-4644-afdf-335c5057d6a1 req-d45bfc00-4406-499e-bd58-3c044d2f4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.316917 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-50f07d4a-420c-4644-afdf-335c5057d6a1 req-d45bfc00-4406-499e-bd58-3c044d2f4868 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0997009 Aug 16 02:57:43.407817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07d4a-420c-4644-afdf-335c5057d6a1 req-e3ab285b-8759-450f-8858-e29b146eccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.409819 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-50f07d4a-420c-4644-afdf-335c5057d6a1 req-e3ab285b-8759-450f-8858-e29b146eccf6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866187 Aug 16 02:57:43.486696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-d01c8377-5e4d-470b-ab22-750dc354b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.488799 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-d01c8377-5e4d-470b-ab22-750dc354b889 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1095 time: 0.0453079 Aug 16 02:57:43.531072 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-f698c347-8b5c-44a8-abb3-52fc4a57433e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 217 time: 0.0343077 Aug 16 02:57:43.580183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-813154ac-cbe7-4b1e-8f58-b262a99aec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.582278 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-813154ac-cbe7-4b1e-8f58-b262a99aec6e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0448856 Aug 16 02:57:43.626383 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-439256fa-78e1-4864-95b9-e23fa88e2952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:43.627878 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-439256fa-78e1-4864-95b9-e23fa88e2952 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384963 Aug 16 02:57:43.719510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-9afd0b1c-0ace-4bdc-8c16-0d0ec7418949 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847566 Aug 16 02:57:43.807046 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e47d7f16-5068-4038-88c9-d450d98eea41 req-00896ab1-7baa-469c-997b-d33cf7545a1b service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807164 Aug 16 02:57:44.165733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72b5122-0698-45af-98ab-c0296a2f46fc req-2ad7804a-b329-43b3-9904-ccc6692b1dd1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:44.167268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d72b5122-0698-45af-98ab-c0296a2f46fc req-2ad7804a-b329-43b3-9904-ccc6692b1dd1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 943 time: 0.0508742 Aug 16 02:57:44.209176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d72b5122-0698-45af-98ab-c0296a2f46fc req-60b75ff9-064a-4900-9e53-28319dfa3ae8 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360646 Aug 16 02:57:44.851018 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:45.250130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a61ada9a-9d3c-451f-b501-f559ce53168b details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:57:45.326571 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd6031-a875-488f-9dc3-d8e758e49ce7 req-9f756f53-5be5-4015-832e-bbc07a6b59f3 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:45.328128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edcd6031-a875-488f-9dc3-d8e758e49ce7 req-9f756f53-5be5-4015-832e-bbc07a6b59f3 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 943 time: 0.0513837 Aug 16 02:57:45.346407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:45.357540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'port_id': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'mac_address': 'fa:16:3e:45:2b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:57:45.366305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-edcd6031-a875-488f-9dc3-d8e758e49ce7 req-567c24a2-57b4-4d4e-acc4-fa9e17cafcf5 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318000 Aug 16 02:57:45.394022 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:45.406115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61ada9a-9d3c-451f-b501-f559ce53168b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:57:45.424360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:45.490782 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:45.539510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:45.693961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a61ada9a-9d3c-451f-b501-f559ce53168b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:57:46.015952 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:46.504296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e709-20ad-4390-9580-a71541d3a786 req-ca877e33-3bd8-46fc-a3d2-2ab2bcac9eaa tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:46.504296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e15e709-20ad-4390-9580-a71541d3a786 req-ca877e33-3bd8-46fc-a3d2-2ab2bcac9eaa tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 944 time: 0.0559287 Aug 16 02:57:46.548132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e15e709-20ad-4390-9580-a71541d3a786 req-21038bf3-dac8-46b6-9eb8-270802c8d3d3 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507534 Aug 16 02:57:47.265351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a61ada9a-9d3c-451f-b501-f559ce53168b up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:57:47.404861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port a61ada9a-9d3c-451f-b501-f559ce53168b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:57:47.408899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a61ada9a-9d3c-451f-b501-f559ce53168b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:57:47.409272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.487250 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.509956 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:57:47.512237 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057601a5-d5d5-414f-bfee-9764e62f5886" -d '{"events": [{"server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "name": "network-vif-plugged", "status": "completed", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:57:47.525819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:57:47.547559 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c9dd29-5767-46df-8cf0-dee842dc2f54 x-openstack-request-id: req-18c9dd29-5767-46df-8cf0-dee842dc2f54 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:57:47.547854 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "name": "network-vif-plugged", "status": "completed", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:57:47.548138 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-18c9dd29-5767-46df-8cf0-dee842dc2f54 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:57:47.548532 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'code': 200} Aug 16 02:57:47.599972 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:47.648929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:57:47.652823 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba86b8-6fe0-4e09-a4c9-ee3f4ec6ccb0 req-88abdd18-e0c7-4cb8-869f-bc89204300e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:47.654955 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70ba86b8-6fe0-4e09-a4c9-ee3f4ec6ccb0 req-88abdd18-e0c7-4cb8-869f-bc89204300e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1097 time: 0.0481033 Aug 16 02:57:47.681745 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b7a53-74cd-41cc-a93e-4cfee7f6417f req-2f4ce451-356c-46f4-af20-a6f285f00402 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:47.683343 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e43b7a53-74cd-41cc-a93e-4cfee7f6417f req-2f4ce451-356c-46f4-af20-a6f285f00402 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0562985 Aug 16 02:57:47.691338 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-70ba86b8-6fe0-4e09-a4c9-ee3f4ec6ccb0 req-6ee4ff83-5620-46ae-bb6d-9d7d586a77a3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285306 Aug 16 02:57:47.727881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e43b7a53-74cd-41cc-a93e-4cfee7f6417f req-5025e581-476e-4ea3-aca0-abdca8f4bd5f tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383494 Aug 16 02:57:48.844012 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8027465-7482-4872-8468-2e0b6f3131fc req-0f1950ec-893a-4118-ba6c-bdd726ba2f59 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:48.845501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8027465-7482-4872-8468-2e0b6f3131fc req-0f1950ec-893a-4118-ba6c-bdd726ba2f59 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Aug 16 02:57:48.882807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d8027465-7482-4872-8468-2e0b6f3131fc req-905850c7-f669-43df-b355-d57a18a1927a tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304623 Aug 16 02:57:48.994429 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df7710-c11e-4689-807a-2630efb96dcd req-b99299aa-3e92-423a-97db-04f31485607e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:48.995972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02df7710-c11e-4689-807a-2630efb96dcd req-b99299aa-3e92-423a-97db-04f31485607e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0492809 Aug 16 02:57:49.033194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02df7710-c11e-4689-807a-2630efb96dcd req-d82618af-8008-4d3f-b28b-84df7084db5a tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313289 Aug 16 02:57:49.219957 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a234c4-a6a7-4113-89be-d51aa675ed10 req-c6f3f144-d020-406e-81d2-1d638744f7b8 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:57:49.221474 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11a234c4-a6a7-4113-89be-d51aa675ed10 req-c6f3f144-d020-406e-81d2-1d638744f7b8 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0506384 Aug 16 02:57:49.264675 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11a234c4-a6a7-4113-89be-d51aa675ed10 req-a4244817-50bf-447a-bf17-1270fbf8c816 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372195 Aug 16 02:57:57.764422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:57:57.833497 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:02.790883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190d0e5-8a1b-446c-be6e-a3211228ea6b req-9a3d730c-212a-4514-8cec-f9a303134dee tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:02.792389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c190d0e5-8a1b-446c-be6e-a3211228ea6b req-9a3d730c-212a-4514-8cec-f9a303134dee tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.2084453 Aug 16 02:58:02.829663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c190d0e5-8a1b-446c-be6e-a3211228ea6b req-17b920d8-baad-49d3-b950-847e873e9d28 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Aug 16 02:58:02.852251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60552) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:02.933545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63587701-aa03-465a-97dc-f68473b0c3d6 tempest-TestMinimumBasicScenario-1745731098 tempest-TestMinimumBasicScenario-1745731098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:02.935125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-63587701-aa03-465a-97dc-f68473b0c3d6 tempest-TestMinimumBasicScenario-1745731098 tempest-TestMinimumBasicScenario-1745731098-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1092 time: 0.0818467 Aug 16 02:58:02.938116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60556) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:02.942442 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:03.027139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:03.130210 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:03.230107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Allocated IP 172.25.6.57 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/dd057e4a-891c-43dc-ba62-eea2575a08ad) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:58:03.332956 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:03.444912 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:03.484272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:58:03.487146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:58:03.490764 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:58:03.495928 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'Port': ['ID=dd057e4a-891c-43dc-ba62-eea2575a08ad,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:03.520463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.520818 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.521997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.522151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.522490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.522851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.523188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.523522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.523856 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.524186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.524516 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.524845 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:03.853219 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:03.977502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.125832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.192715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.266026 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'Port': ['ID=dd057e4a-891c-43dc-ba62-eea2575a08ad,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:04.276282 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:04.727462 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Floating IP 194337f5-64f6-4ff4-aaa4-b5057562ee72 associated. External IP: 172.25.6.57, port: a61ada9a-9d3c-451f-b501-f559ce53168b. Aug 16 02:58:04.932305 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Router 362bb0d7-21b5-4220-9124-d781092bfc59 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:58:05.039227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:58:05.048714 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] Sync routers for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:58:05.059066 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:05.059694 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:57:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:05.136165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.163341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:05.167352 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-eaa13b4a-7a7d-4464-aa3f-bf959ca2e4f0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2256722 Aug 16 02:58:05.167352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:05.167722 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60558) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:05.168187 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:05.172807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1219987328', 'description': 'tempest-secgroup-smoke-1219987328 description', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:05.206209 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5fac0f-b053-43e9-8077-dea0f3554c7b x-openstack-request-id: req-ed5fac0f-b053-43e9-8077-dea0f3554c7b {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:05.206630 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:05.207055 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ed5fac0f-b053-43e9-8077-dea0f3554c7b {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:05.207470 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'status': 'completed', 'code': 200} Aug 16 02:58:05.267613 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.272797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-d9aa4e52-239d-418a-a44c-7c215a4ad312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.274346 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-d9aa4e52-239d-418a-a44c-7c215a4ad312 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1097 time: 0.0456386 Aug 16 02:58:05.360286 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.374915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-3963df72-c631-4431-adeb-d5cff4a582ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.376571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-3963df72-c631-4431-adeb-d5cff4a582ee service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 916 time: 0.0937207 Aug 16 02:58:05.406503 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '194337f5-64f6-4ff4-aaa4-b5057562ee72', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'port_id': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'mac_address': 'fa:16:3e:45:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acc56aa-990f-474e-81af-65b5c3692e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:03Z', 'updated_at': '2021-08-16T02:58:03Z', 'revision_number': 0, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:05.434175 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] Checking router: 362bb0d7-21b5-4220-9124-d781092bfc59 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:58:05.434493 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.442507 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:58:05.443407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:57:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:05.466657 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-af508221-cc22-4a57-b85b-4782cbcea3a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 998 time: 0.0829222 Aug 16 02:58:05.467824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6099a57-3c48-4d93-bbbb-a4501f503bbd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:05.476066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.478389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.479208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.479208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.480051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.480387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:58:05.514679 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.518821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-80a80029-f24a-41a6-aeb5-17717361db3b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3473191 Aug 16 02:58:05.519110 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60562) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:05.519289 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-42f56fd9-74e7-4993-ad68-efd5f0ac5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.521315 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-42f56fd9-74e7-4993-ad68-efd5f0ac5c25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0473959 Aug 16 02:58:05.524699 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group_rule': {'security_group_id': 'c6099a57-3c48-4d93-bbbb-a4501f503bbd', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:05.555300 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:58:05.570001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-c05cf699-296a-40cb-b632-4e5f2d80e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:05.571605 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-c05cf699-296a-40cb-b632-4e5f2d80e8bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424082 Aug 16 02:58:05.604558 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.671669 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.675891 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-85cf0d3b-2443-43f9-9441-9d56973f2ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957928 Aug 16 02:58:05.737039 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.758236 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=724503b5-73de-4136-96e0-79137be7de8f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:05.777287 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-827a9a1a-76bf-4c81-b4f5-c664c05d9a01 req-c11be65d-336e-4487-aa78-00bf9b019eb7 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946929 Aug 16 02:58:05.855636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:05.856916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2f1ea4a7-434b-45c2-b9c1-8c9b35910ade tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3366609 Aug 16 02:58:05.859675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:05.864249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group_rule': {'security_group_id': 'c6099a57-3c48-4d93-bbbb-a4501f503bbd', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:05.883344 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '194337f5-64f6-4ff4-aaa4-b5057562ee72', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'port_id': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'mac_address': 'fa:16:3e:45:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acc56aa-990f-474e-81af-65b5c3692e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:03Z', 'updated_at': '2021-08-16T02:58:03Z', 'revision_number': 0, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:58:05.910385 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017e8184-22ff-4510-9611-0b968a1bd1b4 None None] The sync data for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 is: [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '194337f5-64f6-4ff4-aaa4-b5057562ee72', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'floating_ip_address': '172.25.6.57', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'port_id': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'mac_address': 'fa:16:3e:45:2b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2acc56aa-990f-474e-81af-65b5c3692e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:58:03Z', 'updated_at': '2021-08-16T02:58:03Z', 'revision_number': 0, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:58:05.948410 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.008153 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.067544 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.086501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=177f2eac-9fbf-4049-af13-fbcf55157d75,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:06.113915 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e12a357-b2d5-4968-816a-e41a589b1bf0 None None] New status for floating IP 194337f5-64f6-4ff4-aaa4-b5057562ee72: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:58:06.194295 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.198614 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60566) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:06.199173 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-133299b3-c544-443e-a973-389ece35179b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3377430 Aug 16 02:58:06.203570 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group_rule': {'security_group_id': 'c6099a57-3c48-4d93-bbbb-a4501f503bbd', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:06.300404 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.362378 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.495689 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.513593 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628e3087-8235-4077-a631-a95044e44029,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:06.592902 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.594132 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f30852a5-e7cd-4282-a6a1-88769b858cd9 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3944623 Aug 16 02:58:06.596748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60568) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:06.601831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group_rule': {'security_group_id': 'c6099a57-3c48-4d93-bbbb-a4501f503bbd', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:06.688737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.752714 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.832762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.853325 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a223edd5-5b9c-4e2c-a343-39b90de2b346,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:06.929918 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:06.931259 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3e0a2473-a187-473b-97e1-44d7536b5e55 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3335037 Aug 16 02:58:06.934055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:06.938612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group_rule': {'security_group_id': 'c6099a57-3c48-4d93-bbbb-a4501f503bbd', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:06.944804 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:07.027476 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Project 684081c398bd4b4bb9f7e08cd808d22a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:58:07.032439 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.091966 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.181363 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.200525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670672f5-4e7a-4621-899b-97f2998c66e7,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:07.256631 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.257880 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f22d2ca4-020d-48d0-94a4-c130a05165fc tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227921 Aug 16 02:58:07.260734 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60572) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:58:07.265180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'security_group_rule': {'security_group_id': 'c6099a57-3c48-4d93-bbbb-a4501f503bbd', 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:07.341156 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Project 684081c398bd4b4bb9f7e08cd808d22a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:58:07.345949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.405731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.466568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.485092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c42983ff-af97-4918-b040-a87c554cb9c9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:07.541070 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.542304 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-29ac5f4a-a1ca-41cd-9522-2d1ba1ed589e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2806389 Aug 16 02:58:07.619065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-4028de5d-3b33-4217-8e5c-410f94e47003 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219987328&fields=id&tenant_id=684081c398bd4b4bb9f7e08cd808d22a HTTP/1.1" status: 200 len: 267 time: 0.0322568 Aug 16 02:58:07.672454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-653bf10c-33df-4643-8bcf-8832c239d9f2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:07.673951 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-653bf10c-33df-4643-8bcf-8832c239d9f2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0492792 Aug 16 02:58:07.685520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'port': {'security_groups': ['0226f68f-ad31-412e-8e45-8ad98913be59', 'c6099a57-3c48-4d93-bbbb-a4501f503bbd']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:58:07.749002 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:07.932457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:58:07.961283 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:08.032756 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:08.045040 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a61ada9a-9d3c-451f-b501-f559ce53168b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:08.079820 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.080490 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:08.081972 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f749dd6-60de-4c8a-a7a6-b292519946fb req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "PUT /v2.0/ports/a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 981 time: 0.4010801 Aug 16 02:58:08.082454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:58:08.136478 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:58:08.139685 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3ce40-21bc-4fdc-bd5c-2e35fb816d27 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=6']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:58:08.144873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a61ada9a-9d3c-451f-b501-f559ce53168b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:58:08.268773 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b163ee-0cc5-4c9c-8218-f1bd97846671 x-openstack-request-id: req-69b163ee-0cc5-4c9c-8218-f1bd97846671 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:58:08.269182 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:58:08.269331 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-69b163ee-0cc5-4c9c-8218-f1bd97846671 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:58:08.269745 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'status': 'completed', 'code': 200} Aug 16 02:58:08.293466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa874535-247a-4bc4-8a9d-adeee5388e29 req-78827851-bf96-427d-a291-5d2dd93edabd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.295146 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa874535-247a-4bc4-8a9d-adeee5388e29 req-78827851-bf96-427d-a291-5d2dd93edabd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.1285522 Aug 16 02:58:08.349833 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fa874535-247a-4bc4-8a9d-adeee5388e29 req-cb751986-7f1a-4050-9db0-f8418d0185c7 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457804 Aug 16 02:58:08.351696 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-6f4d2059-3713-4682-b880-a239c69e5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.353532 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-6f4d2059-3713-4682-b880-a239c69e5d26 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1136 time: 0.0651913 Aug 16 02:58:08.446836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-8dbe76c3-2358-4d95-8aa7-38a6c45cd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.448397 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-8dbe76c3-2358-4d95-8aa7-38a6c45cd917 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 916 time: 0.0867367 Aug 16 02:58:08.497828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-143959bd-ce92-4c4f-bc83-9c8dd679dee2 None None] Provisioning complete for port a61ada9a-9d3c-451f-b501-f559ce53168b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:58:08.498204 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-143959bd-ce92-4c4f-bc83-9c8dd679dee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:08.527583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-5ac3ed15-ad5c-4013-8efa-e4a5ee56b337 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 1000 time: 0.0710640 Aug 16 02:58:08.578949 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-f7dcd8f6-d5e5-4e1c-813f-2e0e416dc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.580453 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-f7dcd8f6-d5e5-4e1c-813f-2e0e416dc765 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0449402 Aug 16 02:58:08.625873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-12128b89-a4ab-4a6d-9c8a-a61244567ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:08.627518 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-12128b89-a4ab-4a6d-9c8a-a61244567ecf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396051 Aug 16 02:58:08.726820 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-2094ce6d-a080-487d-a51d-5e1f51fd3349 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915823 Aug 16 02:58:08.823791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3b58531c-10b0-4ff4-a1a0-c36b2d6686ba req-aa5b00c2-aa26-4d19-b517-3e4f9fe9e046 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885377 Aug 16 02:58:10.021514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-151f9b0f-be0e-42da-b81f-a9b1d85a6f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.689854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:12.832875 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a0c4f489-9004-482b-9267-321b25801813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:14.844010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:16.026744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:22.673980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19dc37-c858-41e0-b4db-8c64f0d832f3 req-769312f7-5a47-4c22-a6b2-1c5109d27d92 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.675958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e19dc37-c858-41e0-b4db-8c64f0d832f3 req-769312f7-5a47-4c22-a6b2-1c5109d27d92 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0526125 Aug 16 02:58:22.720756 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0e19dc37-c858-41e0-b4db-8c64f0d832f3 req-cbc3cd37-79cb-4f2b-b732-bd5dc00979f5 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379391 Aug 16 02:58:22.736727 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-0f7da8b7-7012-4718-a9f0-49b05d2ca997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.738503 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-0f7da8b7-7012-4718-a9f0-49b05d2ca997 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1136 time: 0.0417190 Aug 16 02:58:22.833571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-87242acb-e10d-4bfb-b5e5-b660243f7532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.835042 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-87242acb-e10d-4bfb-b5e5-b660243f7532 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 916 time: 0.0898285 Aug 16 02:58:22.900558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-4b771819-a2d4-45f4-9b6c-8aa3f159bc68 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 1000 time: 0.0581057 Aug 16 02:58:22.954090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-9220a398-24c0-48c6-a0f1-1761b201a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:22.955569 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-9220a398-24c0-48c6-a0f1-1761b201a0f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0472569 Aug 16 02:58:23.000661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-49db5734-61ac-45f6-ba2c-5b70d56d68ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:23.002140 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-49db5734-61ac-45f6-ba2c-5b70d56d68ea service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390253 Aug 16 02:58:23.090156 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-40ace104-5673-41a9-9660-29affbfc7108 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804915 Aug 16 02:58:23.183673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9570e4ec-fcfc-43e3-99b4-73ef4ce09543 req-5e6087a6-6342-46eb-90b4-46cef4d958eb service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847909 Aug 16 02:58:23.840212 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0461a77-d707-4eed-8033-a7a1497613b0 req-f344da1b-55d5-4dda-bd86-88799d0c05d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:23.841700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0461a77-d707-4eed-8033-a7a1497613b0 req-f344da1b-55d5-4dda-bd86-88799d0c05d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0498772 Aug 16 02:58:23.884456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d0461a77-d707-4eed-8033-a7a1497613b0 req-eaa099bc-ecce-436d-83b6-8fce0558f2c5 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364561 Aug 16 02:58:25.004401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067cb43a-c796-4ba0-a244-3354e24ea835 req-1d6f7e91-fb91-4aad-9d64-0f7158c295c4 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:25.006022 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-067cb43a-c796-4ba0-a244-3354e24ea835 req-1d6f7e91-fb91-4aad-9d64-0f7158c295c4 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0507276 Aug 16 02:58:25.047493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-067cb43a-c796-4ba0-a244-3354e24ea835 req-2a762b0e-eab0-41c6-ac0b-1f22bf318533 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347488 Aug 16 02:58:26.164920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dddff9-e1b9-46ad-89d8-5942e8dc0a82 req-611eb39f-0bcc-4688-b257-004182faccc0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:26.166465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2dddff9-e1b9-46ad-89d8-5942e8dc0a82 req-611eb39f-0bcc-4688-b257-004182faccc0 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0510321 Aug 16 02:58:26.209976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2dddff9-e1b9-46ad-89d8-5942e8dc0a82 req-f72eeb11-7e67-45fa-8a7e-f0b8a9b15425 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375164 Aug 16 02:58:27.334918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2580af7-fe8b-4882-bd9a-03f4616c7239 req-816a7f87-5bfa-4d4a-9f16-a00135534a63 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:27.337344 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2580af7-fe8b-4882-bd9a-03f4616c7239 req-816a7f87-5bfa-4d4a-9f16-a00135534a63 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0588660 Aug 16 02:58:27.376724 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2580af7-fe8b-4882-bd9a-03f4616c7239 req-4765d2ba-01ef-4693-bc54-0002c763c09b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332940 Aug 16 02:58:27.746439 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:27.808894 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:28.489975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f33ba-8b6b-4cfa-9cfd-176a65c01fe6 req-e526432e-1459-41a9-a5f2-67524817a7c8 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:28.491586 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c8f33ba-8b6b-4cfa-9cfd-176a65c01fe6 req-e526432e-1459-41a9-a5f2-67524817a7c8 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0488243 Aug 16 02:58:28.530807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3c8f33ba-8b6b-4cfa-9cfd-176a65c01fe6 req-f0312e0a-4cf7-4f72-a1ec-b9823bc17bbf tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333259 Aug 16 02:58:29.643036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d2601-f55a-43f1-b95c-6e836ec310e4 req-e3a31c57-dd54-421a-aec7-cdecda307222 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:29.644559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be7d2601-f55a-43f1-b95c-6e836ec310e4 req-e3a31c57-dd54-421a-aec7-cdecda307222 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0489457 Aug 16 02:58:29.688942 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-be7d2601-f55a-43f1-b95c-6e836ec310e4 req-c333208e-9d2c-4751-8635-4837d9d53126 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375888 Aug 16 02:58:30.806791 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fc1fc6-3697-4625-bf48-f05cf4af0678 req-57267eeb-a8b5-484a-8b6a-c4010015128b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:30.808312 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5fc1fc6-3697-4625-bf48-f05cf4af0678 req-57267eeb-a8b5-484a-8b6a-c4010015128b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0511746 Aug 16 02:58:30.848789 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b5fc1fc6-3697-4625-bf48-f05cf4af0678 req-4b86cbab-83ec-49cd-914f-aff2956d166f tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342577 Aug 16 02:58:31.962964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df464268-399b-43d8-ad46-8dfc17006994 req-c8e6d997-8839-462c-ab2c-a3284dd9c53f tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:31.964478 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df464268-399b-43d8-ad46-8dfc17006994 req-c8e6d997-8839-462c-ab2c-a3284dd9c53f tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0485885 Aug 16 02:58:32.004125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df464268-399b-43d8-ad46-8dfc17006994 req-a5e51795-85f9-4c11-ad8a-416c7cfbd4ee tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332482 Aug 16 02:58:33.119381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a6fae6-0453-49ee-85f2-3ac642527a59 req-4192bbd5-cda1-4214-ac91-37e31dfd0763 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:33.120882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9a6fae6-0453-49ee-85f2-3ac642527a59 req-4192bbd5-cda1-4214-ac91-37e31dfd0763 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0495353 Aug 16 02:58:33.163423 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d9a6fae6-0453-49ee-85f2-3ac642527a59 req-6ca02a32-14c4-4cb8-864c-de2c3eb4110e tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365365 Aug 16 02:58:34.282513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff01a4-6f20-441e-8219-c29b7047fab0 req-0ac55704-81e6-4c58-b7bc-e8f2dcda9726 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:34.284076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fff01a4-6f20-441e-8219-c29b7047fab0 req-0ac55704-81e6-4c58-b7bc-e8f2dcda9726 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0504839 Aug 16 02:58:34.326327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2fff01a4-6f20-441e-8219-c29b7047fab0 req-9c1cda4c-3406-4b0f-96a2-a73c18ead37d tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&id=c6099a57-3c48-4d93-bbbb-a4501f503bbd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360413 Aug 16 02:58:38.167898 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-e8b4e5f2-fd09-4f21-9b8f-05729e6a7e7a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0939786 Aug 16 02:58:38.250831 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-0140bd5d-d1dc-44e0-8de7-c288ba1e03b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.252359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-0140bd5d-d1dc-44e0-8de7-c288ba1e03b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1136 time: 0.0430889 Aug 16 02:58:38.357367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-85b6dc67-bc11-4be2-b6f4-fe5c67e3831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.358861 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-85b6dc67-bc11-4be2-b6f4-fe5c67e3831f service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 916 time: 0.0873718 Aug 16 02:58:38.422831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-1df07de9-e7d7-4189-ae98-a1aa3c50cdd7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 1000 time: 0.0570476 Aug 16 02:58:38.475094 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-b19a9d15-9f28-4167-a7e2-f053c56ab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.476577 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-b19a9d15-9f28-4167-a7e2-f053c56ab5aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0474963 Aug 16 02:58:38.520629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-d6cc1c06-a452-44af-a536-840f5c2ef917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:58:38.522110 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-d6cc1c06-a452-44af-a536-840f5c2ef917 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384595 Aug 16 02:58:38.610831 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-708fc308-e4ce-478e-9159-8a5ded3ab441 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808852 Aug 16 02:58:38.706613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-3a820322-e86d-480d-b007-24bf0ed2b2cf req-5bf24418-fb55-473d-8d07-7775ab9eb41c service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885649 Aug 16 02:58:40.060680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ea18a63e-c77d-4a72-b61c-8e7854cb2dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:42.672109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:42.831240 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b0932c7e-ebb2-45b4-9391-41bdc893852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:43.943932 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:58:44.854799 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:46.036762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:57.819959 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:58:57.831062 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.085884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-95aa16fe-acf6-4a79-8ab7-62455db67631 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1219987328&fields=id&tenant_id=684081c398bd4b4bb9f7e08cd808d22a HTTP/1.1" status: 200 len: 267 time: 0.0345871 Aug 16 02:59:07.143385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-0e6e3bf7-894f-4361-b1ca-d9a82bb00105 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:07.145234 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-0e6e3bf7-894f-4361-b1ca-d9a82bb00105 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 984 time: 0.0536559 Aug 16 02:59:07.157007 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Request body: {'port': {'security_groups': ['0226f68f-ad31-412e-8e45-8ad98913be59']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:07.225415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.394372 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:07.423747 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.487438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.499177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a61ada9a-9d3c-451f-b501-f559ce53168b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:07.530417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:07.531144 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.532574 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-406932e6-7b32-4f3d-bc83-6b788caf2782 req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "PUT /v2.0/ports/a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 942 time: 0.3809533 Aug 16 02:59:07.533042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:07.535372 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d3f87c-cc15-47a7-adc2-5ffc669d891c" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:07.539658 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60646) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:07.582219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event updated for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=7']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:07.588707 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730ada0-e470-4215-bdc6-a725af61d3ea x-openstack-request-id: req-1730ada0-e470-4215-bdc6-a725af61d3ea {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:07.588996 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:07.589253 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1730ada0-e470-4215-bdc6-a725af61d3ea {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:07.589650 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'status': 'completed', 'code': 200} Aug 16 02:59:07.596978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.600650 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.601588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bd1f8b-d8fc-4288-a6c4-44888a74a2d2 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.610092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a61ada9a-9d3c-451f-b501-f559ce53168b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:07.663647 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.694723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-088670c0-754b-4721-94be-f1cf1dd14605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:07.696272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-088670c0-754b-4721-94be-f1cf1dd14605 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1097 time: 0.0816598 Aug 16 02:59:07.698749 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.827895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-d8d40f37-fbe4-4829-b352-857f678a32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:07.829320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-d8d40f37-fbe4-4829-b352-857f678a32ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 916 time: 0.1213028 Aug 16 02:59:07.865011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ef9a1e9d-d48e-411c-ac47-a07405415384 None None] Provisioning complete for port a61ada9a-9d3c-451f-b501-f559ce53168b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:07.865387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef9a1e9d-d48e-411c-ac47-a07405415384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.906054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-b1fe809b-74ee-4180-b582-ffd17077437d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 1000 time: 0.0684972 Aug 16 02:59:07.946824 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.949294 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:07.950466 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "DELETE /v2.0/security-groups/c6099a57-3c48-4d93-bbbb-a4501f503bbd HTTP/1.1" status: 204 len: 168 time: 0.4089427 Aug 16 02:59:07.956170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60648) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:07.962500 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6099a57-3c48-4d93-bbbb-a4501f503bbd,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:07.976131 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.976490 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.976838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.977182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.977519 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.977859 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.978193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.978525 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.978904 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.979220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.979558 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.979877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2517c44-db49-4329-a479-6a6cf8e11fb1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:07.990600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-46199e4d-aaaf-4ae9-9f48-415c03c59c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:07.990600 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-46199e4d-aaaf-4ae9-9f48-415c03c59c50 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0765107 Aug 16 02:59:08.037959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-1ad8500e-bb9a-4ba5-834b-84204eb3f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:08.039530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-1ad8500e-bb9a-4ba5-834b-84204eb3f5a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423126 Aug 16 02:59:08.117295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Deleting port dd057e4a-891c-43dc-ba62-eea2575a08ad {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:08.117900 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.135194 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-fe386150-94fb-4c3e-bf48-5d95319830a0 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Aug 16 02:59:08.199381 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.199744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.212421 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Calling delete_port for dd057e4a-891c-43dc-ba62-eea2575a08ad owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:08.230290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-96d3f87c-cc15-47a7-adc2-5ffc669d891c req-840cadb1-bd4d-4511-99a5-0767e8228d52 service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866566 Aug 16 02:59:08.442659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.471467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event deleted for resources: {'Port': ['ID=dd057e4a-891c-43dc-ba62-eea2575a08ad,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:08.533896 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:08.534225 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Floating IP 194337f5-64f6-4ff4-aaa4-b5057562ee72 disassociated (deleted). External IP: 172.25.6.57, port: a61ada9a-9d3c-451f-b501-f559ce53168b. Aug 16 02:59:08.748950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Router 362bb0d7-21b5-4220-9124-d781092bfc59 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:09.196198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:09.203278 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:09.208652 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] Sync routers for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:09.218866 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:09.219626 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:58:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:09.231011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1f5fa348-9539-4ab6-9950-e27c3d77ace1 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "DELETE /v2.0/floatingips/194337f5-64f6-4ff4-aaa4-b5057562ee72 HTTP/1.1" status: 204 len: 168 time: 1.2764435 Aug 16 02:59:09.324924 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:09.521035 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:09.558061 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] Checking router: 362bb0d7-21b5-4220-9124-d781092bfc59 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:09.567556 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:09.568172 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:58:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:09.590872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:09.595836 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ec8f76-ba39-4016-92cc-59c2b99110bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:09.630157 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6d236-3061-47cf-9a74-4d248d95d6c0 x-openstack-request-id: req-28d6d236-3061-47cf-9a74-4d248d95d6c0 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:09.630388 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:09.630836 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-28d6d236-3061-47cf-9a74-4d248d95d6c0 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:09.631082 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'status': 'completed', 'code': 200} Aug 16 02:59:09.679549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:09.702037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-d3b943a7-748c-4d83-9096-4be2fe9747da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:09.705359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-d3b943a7-748c-4d83-9096-4be2fe9747da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 1097 time: 0.0434771 Aug 16 02:59:09.801766 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-d3dd1627-8cbf-42a9-badb-e69b9479aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:09.803421 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-d3dd1627-8cbf-42a9-badb-e69b9479aefc service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 200 len: 916 time: 0.0915494 Aug 16 02:59:09.846989 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-4835998d-03d4-495b-bc17-9ce03709355c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 200 len: 217 time: 0.0351143 Aug 16 02:59:09.878079 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:09.898532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-f1a08a3d-4601-4b95-a743-45c0d5267d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:09.900079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-f1a08a3d-4601-4b95-a743-45c0d5267d0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 200 len: 854 time: 0.0444155 Aug 16 02:59:09.904132 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1d5313-0e82-4ceb-95f2-588ebba9a7b8 None None] The sync data for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 is: [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:57:08Z', 'revision_number': 4, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b3cae816-1583-4a1e-b042-ee76f914c9c7', 'name': '', 'network_id': '1bb410ca-9c46-4480-8d1a-7d51005036fe', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'mac_address': 'fa:16:3e:4d:26:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:08Z', 'updated_at': '2021-08-16T02:57:14Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'subnets': [{'id': '3f912c2c-e8df-4a40-9409-d9ed54068374', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:09.955965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-dc8c3c78-58e8-4350-b5ce-8feb9a175adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:09.957452 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-dc8c3c78-58e8-4350-b5ce-8feb9a175adc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bb410ca-9c46-4480-8d1a-7d51005036fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475624 Aug 16 02:59:10.052358 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-d344caaa-3bf7-485e-b2c4-e57025697bfb service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875802 Aug 16 02:59:10.054090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d3c72cfe-9de0-46c2-a460-f3c8e925d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:10.161276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43545da2-08e0-4d6f-becc-53a9e7a731f3 None None] New status for floating IP 194337f5-64f6-4ff4-aaa4-b5057562ee72: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:59:10.168347 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-07ec8f76-ba39-4016-92cc-59c2b99110bd req-7eb2574a-5335-43fc-9cd9-77be733722aa service neutron] 10.222.0.58 "GET /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981114 Aug 16 02:59:12.677376 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:12.825378 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ff16df78-7ed2-4390-b056-fe2f6abb0f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:14.888465 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:16.052943 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:17.659210 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e86cc3-2479-4e4c-b414-9424cc82ceb8 req-86e16225-ad61-40e4-a2b6-0dd6be5643e7 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:17.660636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09e86cc3-2479-4e4c-b414-9424cc82ceb8 req-86e16225-ad61-40e4-a2b6-0dd6be5643e7 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0507228 Aug 16 02:59:17.698618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-09e86cc3-2479-4e4c-b414-9424cc82ceb8 req-8d8876ca-62c7-412c-9100-3eac63538b8d tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320425 Aug 16 02:59:18.821229 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba6819-70ef-4037-b2dc-7dedb3567e9b req-1961417f-c71b-4b07-825a-8f91138f593b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:18.822749 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fba6819-70ef-4037-b2dc-7dedb3567e9b req-1961417f-c71b-4b07-825a-8f91138f593b tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0534723 Aug 16 02:59:18.861608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fba6819-70ef-4037-b2dc-7dedb3567e9b req-f7e6d04f-8e80-43d3-ae6f-94507796f562 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/security-groups?id=0226f68f-ad31-412e-8e45-8ad98913be59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316200 Aug 16 02:59:19.294308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114496b1-0192-4956-a35f-9f8999e28a17 req-fdf7c697-849e-4da2-9480-e40a7238e54c tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:19.296928 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-114496b1-0192-4956-a35f-9f8999e28a17 req-fdf7c697-849e-4da2-9480-e40a7238e54c tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.58 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 945 time: 0.0539262 Aug 16 02:59:19.383879 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Deleting port a61ada9a-9d3c-451f-b501-f559ce53168b {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:19.384228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:19.474672 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] For port a61ada9a-9d3c-451f-b501-f559ce53168b, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a61ada9a-9d3c-451f-b501-f559ce53168b,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:19.475046 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:19.488068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Calling delete_port for a61ada9a-9d3c-451f-b501-f559ce53168b owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:19.671336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:19.830715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Pushing event deleted for resources: {'Port': ['ID=a61ada9a-9d3c-451f-b501-f559ce53168b,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:19.830715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] No DVR routers for this DVR port a61ada9a-9d3c-451f-b501-f559ce53168b on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:19.830715 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:19.830715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-114496b1-0192-4956-a35f-9f8999e28a17 req-c32d421c-7fa4-4380-b813-77820c9c06bd tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.58 "DELETE /v2.0/ports/a61ada9a-9d3c-451f-b501-f559ce53168b HTTP/1.1" status: 204 len: 173 time: 0.4544818 Aug 16 02:59:19.830715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'name': 'network-vif-deleted', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:19.830715 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e24b5-ae4c-425e-96fa-86b36b18a7f1" -d '{"events": [{"server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "name": "network-vif-deleted", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:19.882769 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5013be-aea0-47ca-8c5f-0f542299604e x-openstack-request-id: req-4a5013be-aea0-47ca-8c5f-0f542299604e {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:19.883075 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2acc56aa-990f-474e-81af-65b5c3692e53", "name": "network-vif-deleted", "tag": "a61ada9a-9d3c-451f-b501-f559ce53168b", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:19.883344 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4a5013be-aea0-47ca-8c5f-0f542299604e {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:19.883749 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2acc56aa-990f-474e-81af-65b5c3692e53', 'name': 'network-vif-deleted', 'tag': 'a61ada9a-9d3c-451f-b501-f559ce53168b', 'status': 'completed', 'code': 200} Aug 16 02:59:19.969997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fe05854-e404-4081-9bc0-210581b911f9 req-5233b817-55a2-40c0-9439-41083fa1f162 tempest-TestMinimumBasicScenario-1559248107 tempest-TestMinimumBasicScenario-1559248107-project] 10.222.0.76 "GET /v2.0/ports?device_id=2acc56aa-990f-474e-81af-65b5c3692e53 HTTP/1.1" status: 200 len: 210 time: 0.0278723 Aug 16 02:59:20.943489 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:21.611928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a61ada9a-9d3c-451f-b501-f559ce53168b no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:21.632089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: a61ada9a-9d3c-451f-b501-f559ce53168b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:21.632439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a61ada9a-9d3c-451f-b501-f559ce53168b not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:22.093557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60756) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:22.446353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.699703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Deleting port b3cae816-1583-4a1e-b042-ee76f914c9c7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:22.700074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.779626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] For port b3cae816-1583-4a1e-b042-ee76f914c9c7, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b3cae816-1583-4a1e-b042-ee76f914c9c7,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:22.780321 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:22.792601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Calling delete_port for b3cae816-1583-4a1e-b042-ee76f914c9c7 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:23.037021 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.064915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3cae816-1583-4a1e-b042-ee76f914c9c7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:23.241434 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.475617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Router 362bb0d7-21b5-4220-9124-d781092bfc59 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:23.583332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:23.588488 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6852faa1-ce9c-4553-937d-ea290c32a090 admin admin] 10.222.0.76 "PUT /v2.0/routers/362bb0d7-21b5-4220-9124-d781092bfc59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4938717 Aug 16 02:59:23.591149 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60758) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:23.594449 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] Sync routers for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:23.604122 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:23.604722 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:23.699824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.708701 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:23.802158 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:23.887044 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:59:22Z', 'revision_number': 5, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port': {'id': 'f8430f6e-a82c-4d75-93ae-66dc56af6d84', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:06Z', 'updated_at': '2021-08-16T02:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:23.913438 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] Checking router: 362bb0d7-21b5-4220-9124-d781092bfc59 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:23.921779 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] Routers {'362bb0d7-21b5-4220-9124-d781092bfc59'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:23.922391 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['362bb0d7-21b5-4220-9124-d781092bfc59'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:23.941147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Deleting port f8430f6e-a82c-4d75-93ae-66dc56af6d84 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:23.941495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.030732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] For port f8430f6e-a82c-4d75-93ae-66dc56af6d84, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f8430f6e-a82c-4d75-93ae-66dc56af6d84,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:24.031035 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.044948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Calling delete_port for f8430f6e-a82c-4d75-93ae-66dc56af6d84 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:24.096594 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] Set router 362bb0d7-21b5-4220-9124-d781092bfc59 gateway port host: None {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:24.149943 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:59:23Z', 'revision_number': 6, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:24.176421 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf2b950-25c8-4032-b710-bd581c19e628 None None] The sync data for ids ['362bb0d7-21b5-4220-9124-d781092bfc59'] in n-d-768852-19 is: [{'id': '362bb0d7-21b5-4220-9124-d781092bfc59', 'name': 'tempest-TestMinimumBasicScenario-1768699748-router', 'tenant_id': '684081c398bd4b4bb9f7e08cd808d22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:05Z', 'updated_at': '2021-08-16T02:59:23Z', 'revision_number': 6, 'project_id': '684081c398bd4b4bb9f7e08cd808d22a', 'gw_port_host': None}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:24.292500 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.319374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f8430f6e-a82c-4d75-93ae-66dc56af6d84,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:24.388302 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.474124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.476275 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.580267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.580811 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362bb0d7-21b5-4220-9124-d781092bfc59 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:59:24.585353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.587005 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3b38f906-e467-451c-95f6-4db1079195ae admin admin] 10.222.0.76 "DELETE /v2.0/routers/362bb0d7-21b5-4220-9124-d781092bfc59 HTTP/1.1" status: 204 len: 168 time: 0.9944882 Aug 16 02:59:24.590890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60760) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:24.637991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Deleting subnet 3f912c2c-e8df-4a40-9409-d9ed54068374 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:59:24.641129 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.675645 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.751540 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.864426 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.895826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f912c2c-e8df-4a40-9409-d9ed54068374,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:24.900497 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:24.901624 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0b931131-ea96-435a-a88d-04e1752ffed8 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3f912c2c-e8df-4a40-9409-d9ed54068374 HTTP/1.1" status: 204 len: 168 time: 0.3116481 Aug 16 02:59:24.904306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60762) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:24.907149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a70c0e-c436-46d2-a59d-e4c6d744595f None None] Network 1bb410ca-9c46-4480-8d1a-7d51005036fe requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:24.977312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.035409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Deleting port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:25.035761 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.091407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] DHCP port deletion for 1bb410ca-9c46-4480-8d1a-7d51005036fe request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:59:25.109645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] For port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:25.110126 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.124543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Calling delete_port for 6b35d213-5f20-47f3-b161-68ab7e4d4e9a owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:25.138730 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Deleting port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:25.139753 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.205960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] For port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,segment=NetworkSegment(74e1b7bf-6767-475e-8f55-210f22b145df),segment_id=74e1b7bf-6767-475e-8f55-210f22b145df)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:25.206366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.288715 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.319386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:25.321301 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] No DVR routers for this DVR port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:25.391168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Calling delete_port for 6b35d213-5f20-47f3-b161-68ab7e4d4e9a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:25.400270 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.411651 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb410ca-9c46-4480-8d1a-7d51005036fe']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:25.423143 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e1b7bf-6767-475e-8f55-210f22b145df') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:25.423716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e1b7bf-6767-475e-8f55-210f22b145df') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:25.432832 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.447118 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.453331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:59:25.453730 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: timer() Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:59:25.455401 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:59:25.465353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.491372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Pushing event deleted for resources: {'Port': ['ID=6b35d213-5f20-47f3-b161-68ab7e4d4e9a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:25.495564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] No DVR routers for this DVR port 6b35d213-5f20-47f3-b161-68ab7e4d4e9a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:25.502611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.508439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c414af0-900d-4b55-8209-1b08fef151e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:25.574078 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.580178 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:25.581904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1bb410ca-9c46-4480-8d1a-7d51005036fe HTTP/1.1" status: 204 len: 168 time: 0.6758611 Aug 16 02:59:25.584967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60764) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:25.593206 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c58f50-85bd-47a2-8b25-c3146a7ee712 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb410ca-9c46-4480-8d1a-7d51005036fe,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:25.932898 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.021076 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6b35d213-5f20-47f3-b161-68ab7e4d4e9a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:26.046267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6b35d213-5f20-47f3-b161-68ab7e4d4e9a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:26.046940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6b35d213-5f20-47f3-b161-68ab7e4d4e9a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:26.047631 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3cae816-1583-4a1e-b042-ee76f914c9c7 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:26.066511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b3cae816-1583-4a1e-b042-ee76f914c9c7 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:26.066876 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b3cae816-1583-4a1e-b042-ee76f914c9c7 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:26.067298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f8430f6e-a82c-4d75-93ae-66dc56af6d84 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:26.086134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f8430f6e-a82c-4d75-93ae-66dc56af6d84 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:26.086484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f8430f6e-a82c-4d75-93ae-66dc56af6d84 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:26.190394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Deleting port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:26.190633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.268036 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] For port c0d60d6f-6ac8-4d4f-96d3-25dd128dde73, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:26.268408 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.280933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Calling delete_port for c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:26.550071 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.580246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d60d6f-6ac8-4d4f-96d3-25dd128dde73,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:26.744426 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:26.961179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Router cfd58cee-b7e3-4666-b40a-efeb40005071 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:27.065226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:27.070224 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3a602b8a-42fd-4635-ae48-7c14e44e5c53 admin admin] 10.222.0.76 "PUT /v2.0/routers/cfd58cee-b7e3-4666-b40a-efeb40005071/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4841611 Aug 16 02:59:27.073006 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60766) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:27.073960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] Sync routers for ids ['cfd58cee-b7e3-4666-b40a-efeb40005071'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:27.083141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] Routers {'cfd58cee-b7e3-4666-b40a-efeb40005071'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:27.083766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cfd58cee-b7e3-4666-b40a-efeb40005071'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:27.181490 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.187605 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] Set router cfd58cee-b7e3-4666-b40a-efeb40005071 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:27.283853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.362189 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241'}], 'enable_snat': True}, 'gw_port_id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:59:26Z', 'revision_number': 5, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port': {'id': '1b7d6660-cf3e-4d6a-9b27-548d62e78916', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:32:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:57:12Z', 'updated_at': '2021-08-16T02:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:27.392147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] Checking router: cfd58cee-b7e3-4666-b40a-efeb40005071 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:27.400441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] Routers {'cfd58cee-b7e3-4666-b40a-efeb40005071'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:27.401052 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['cfd58cee-b7e3-4666-b40a-efeb40005071'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:27.418481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Deleting port 1b7d6660-cf3e-4d6a-9b27-548d62e78916 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:27.418874 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.485121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] Set router cfd58cee-b7e3-4666-b40a-efeb40005071 gateway port host: None {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:27.496854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] For port 1b7d6660-cf3e-4d6a-9b27-548d62e78916, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=1b7d6660-cf3e-4d6a-9b27-548d62e78916,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:27.497229 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.510772 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Calling delete_port for 1b7d6660-cf3e-4d6a-9b27-548d62e78916 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:27.535718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:59:27Z', 'revision_number': 6, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port_host': None}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:27.564602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0eed722-cfec-4810-bce4-768f98f895fb None None] The sync data for ids ['cfd58cee-b7e3-4666-b40a-efeb40005071'] in n-d-768852-19 is: [{'id': 'cfd58cee-b7e3-4666-b40a-efeb40005071', 'name': 'tempest-TestMinimumBasicScenario-679229974-router', 'tenant_id': '86b48ffde9d74f3ca88d084dbd45f475', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:57:11Z', 'updated_at': '2021-08-16T02:59:27Z', 'revision_number': 6, 'project_id': '86b48ffde9d74f3ca88d084dbd45f475', 'gw_port_host': None}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:27.761281 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.792966 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.793184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7d6660-cf3e-4d6a-9b27-548d62e78916,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:27.853260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.869365 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.945763 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:27.948137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.059978 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.060498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd58cee-b7e3-4666-b40a-efeb40005071 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 02:59:28.065707 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.067000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b41de7ba-e276-4697-aafa-4ead973f08a9 admin admin] 10.222.0.76 "DELETE /v2.0/routers/cfd58cee-b7e3-4666-b40a-efeb40005071 HTTP/1.1" status: 204 len: 168 time: 0.9929640 Aug 16 02:59:28.069431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60768) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:28.399347 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:28.422268 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:28.422749 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device c0d60d6f-6ac8-4d4f-96d3-25dd128dde73 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:28.480460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Deleting subnet cbbb6688-b5b9-4774-9f07-f563bd50f768 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 02:59:28.484021 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.517683 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.601464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.728640 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.753783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbbb6688-b5b9-4774-9f07-f563bd50f768,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:28.761633 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.764620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cc82c25e-b6ab-41fb-aa13-bc0790a6522d admin admin] 10.222.0.76 "DELETE /v2.0/subnets/cbbb6688-b5b9-4774-9f07-f563bd50f768 HTTP/1.1" status: 204 len: 168 time: 0.6938004 Aug 16 02:59:28.765854 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0539c4da-d78c-403f-a49f-7814432c1cf2 None None] Network a1ee66fd-318f-405e-ba47-a77ebf62b42e requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:28.766732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:28.835777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.888628 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Deleting port 578e2d67-65d0-4a48-b70c-738ceba6deb4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:28.888988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.950181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] DHCP port deletion for a1ee66fd-318f-405e-ba47-a77ebf62b42e request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 02:59:28.958758 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] For port 578e2d67-65d0-4a48-b70c-738ceba6deb4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=578e2d67-65d0-4a48-b70c-738ceba6deb4,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:28.959136 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:28.972436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Calling delete_port for 578e2d67-65d0-4a48-b70c-738ceba6deb4 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:28.995257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] Deleting port 578e2d67-65d0-4a48-b70c-738ceba6deb4 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 02:59:28.995642 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.055745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] For port 578e2d67-65d0-4a48-b70c-738ceba6deb4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=578e2d67-65d0-4a48-b70c-738ceba6deb4,segment=NetworkSegment(5e3d8a49-6d13-458b-ba3b-2243488d96ff),segment_id=5e3d8a49-6d13-458b-ba3b-2243488d96ff)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:29.062176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.069149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] Calling delete_port for 578e2d67-65d0-4a48-b70c-738ceba6deb4 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 02:59:29.121527 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.145224 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.154331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Pushing event deleted for resources: {'Port': ['ID=578e2d67-65d0-4a48-b70c-738ceba6deb4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:29.156743 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] No DVR routers for this DVR port 578e2d67-65d0-4a48-b70c-738ceba6deb4 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:29.167965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] Pushing event deleted for resources: {'Port': ['ID=578e2d67-65d0-4a48-b70c-738ceba6deb4,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:29.173791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033b468-d36f-4178-801d-e648c21b0082 None None] No DVR routers for this DVR port 578e2d67-65d0-4a48-b70c-738ceba6deb4 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 02:59:29.231851 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.241605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ee66fd-318f-405e-ba47-a77ebf62b42e']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:29.252179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3d8a49-6d13-458b-ba3b-2243488d96ff') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:29.252479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3d8a49-6d13-458b-ba3b-2243488d96ff') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:29.261032 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.275254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.281277 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 02:59:29.281679 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: timer() Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 02:59:29.283338 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 02:59:29.402670 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.408745 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.412994 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a1ee66fd-318f-405e-ba47-a77ebf62b42e HTTP/1.1" status: 204 len: 168 time: 0.6428692 Aug 16 02:59:29.422755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd5401-b7fc-4f6a-b04a-f6dade6b3693 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ee66fd-318f-405e-ba47-a77ebf62b42e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:29.786356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60774) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:29.826312 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a6dc50a2-f1b3-41eb-bc32-53ba0c836406 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=684081c398bd4b4bb9f7e08cd808d22a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387568 Aug 16 02:59:29.829351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:29.875147 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-476838c8-66dc-49e0-9945-ad99fa11d712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.896144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-476838c8-66dc-49e0-9945-ad99fa11d712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:29.997268 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-476838c8-66dc-49e0-9945-ad99fa11d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.000699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-476838c8-66dc-49e0-9945-ad99fa11d712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.001888 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-476838c8-66dc-49e0-9945-ad99fa11d712 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0226f68f-ad31-412e-8e45-8ad98913be59 HTTP/1.1" status: 204 len: 168 time: 0.1715045 Aug 16 02:59:30.011365 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476838c8-66dc-49e0-9945-ad99fa11d712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0226f68f-ad31-412e-8e45-8ad98913be59,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:30.032259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 578e2d67-65d0-4a48-b70c-738ceba6deb4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:30.052847 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 578e2d67-65d0-4a48-b70c-738ceba6deb4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:30.053201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 578e2d67-65d0-4a48-b70c-738ceba6deb4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:30.053627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1b7d6660-cf3e-4d6a-9b27-548d62e78916 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 02:59:30.072511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 1b7d6660-cf3e-4d6a-9b27-548d62e78916 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 02:59:30.072863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 1b7d6660-cf3e-4d6a-9b27-548d62e78916 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 02:59:30.591255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60782) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:30.633026 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0f9ee4fc-74c2-469c-b22c-7d0ac3fa8146 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=86b48ffde9d74f3ca88d084dbd45f475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406022 Aug 16 02:59:30.635506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60784) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:30.682425 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cec4b919-aaad-4cda-aa04-ce5e79806ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.702568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cec4b919-aaad-4cda-aa04-ce5e79806ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.871133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cec4b919-aaad-4cda-aa04-ce5e79806ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.873754 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cec4b919-aaad-4cda-aa04-ce5e79806ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:30.874954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cec4b919-aaad-4cda-aa04-ce5e79806ed8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7fba84ce-2e73-4658-912d-988cad18c7fb HTTP/1.1" status: 204 len: 168 time: 0.2385252 Aug 16 02:59:30.883026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec4b919-aaad-4cda-aa04-ce5e79806ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fba84ce-2e73-4658-912d-988cad18c7fb,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:33.264875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60824) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:33.269680 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2039582941', 'description': 'tempest-secgroup-smoke-2039582941 description', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:33.368438 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.376474 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.471166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.540216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.579973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f16a87-0140-4fcf-a601-fdce6af46f69,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:33.635192 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.699512 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.728506 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:33.854097 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.855456 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-50ce740a-06a2-46af-8153-d84d00c49848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5895069 Aug 16 02:59:33.858915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60826) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:33.863510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:33.942436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:33.999326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.082632 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.100374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea91256-3c89-4fd7-98aa-eb0f11648dc9,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:34.178058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.179612 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c43ed412-c3ee-42b9-a9a8-afd84003601c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3195474 Aug 16 02:59:34.182468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60828) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:34.187658 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:34.276244 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.337367 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.406699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.425288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=629a166e-1efe-476d-90b7-5292614d8c28,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:34.488055 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.489314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6a8d8ff5-9c47-4bae-a07f-68bdf1beb0f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3058658 Aug 16 02:59:34.491959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60830) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:34.496690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:34.596553 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.653194 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.726149 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.744556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4bfb96-edae-400d-bb60-d35c7fb77942,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:34.808041 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.809352 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c5063e4-07e8-46c4-b990-b6fbe0e03e63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161521 Aug 16 02:59:34.813937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60832) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:34.817883 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:34.913922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:34.972667 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.046695 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.066228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a18c18-b3a8-4d71-b47e-9f114f24473c,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:35.134188 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.135510 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-029992d6-60ab-497e-bb2f-a9b1a7c07b61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216820 Aug 16 02:59:35.138420 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60834) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:35.143675 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:35.231162 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:59:35.236700 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.299000 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.356537 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.376941 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a198d2-6873-4e02-ab3c-b91d441b9333,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:35.442461 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.443772 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-be60afa3-bcd3-4d20-a0ff-ae6a486cacd2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3036637 Aug 16 02:59:35.446700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60836) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:35.453120 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:35.534492 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 02:59:35.539854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.601846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.672018 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.689854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b779d07a-ac77-4b09-af10-13301dfc06be,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:35.774216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.775515 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7844beae-d3a5-4400-bb6d-2957dec30c98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3278799 Aug 16 02:59:35.778435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60838) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:35.783924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'network': {'name': 'tempest-network-smoke--1893942328', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'port_security_enabled': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:35.871380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:35.874987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.898387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 02:59:35.907348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:35.907692 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Added segment 44877204-08a2-40fa-8166-f87be269406c of type vlan for network 9408ef19-284c-46cf-884a-bcacb5bc2dbb Aug 16 02:59:35.946312 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.031627 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.037142 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:36.042683 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.105470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Network': ['ID=9408ef19-284c-46cf-884a-bcacb5bc2dbb,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:36.116556 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 02:59:36.213036 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-524a4b92-56a8-42ca-9369-2210496c1d29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4334815 Aug 16 02:59:36.216170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60840) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:36.222163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'admin_state_up': True, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:36.288555 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.289502 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.340744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:36.885173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.137124 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.158814 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.271218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.217 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/cc24ce31-c9a5-4ff9-8550-85a6538fe649) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:37.375681 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.469308 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:37.505200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:37.510246 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:37.514066 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:37.538528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=cc24ce31-c9a5-4ff9-8550-85a6538fe649,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:37.829375 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.027679 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.220124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 44b75a21-7743-4ebb-a051-478b5566146b is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 02:59:38.330660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:38.339923 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Sync routers for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:38.349171 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:38.349787 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:38.396882 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.401085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5a2e923d-1abb-4bb1-b050-2ce82694894b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1809928 Aug 16 02:59:38.401442 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60842) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:38.453741 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:38.521583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-63480e6d-df00-4801-96cf-c638e19a9bf3 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c06cd276daa0400aaed6f14b5c8aba11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1190019 Aug 16 02:59:38.524289 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60846) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:38.624939 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5954e0e-d0af-4162-aa9e-2637c2ffdc45 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:38.626844 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c5954e0e-d0af-4162-aa9e-2637c2ffdc45 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015959 Aug 16 02:59:38.629662 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60848) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:38.633984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:37Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:38.659054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ffd075b0-bfc1-4250-bc54-8e4cc887a468 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282044 Aug 16 02:59:38.661657 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60850) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:38.663265 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Checking router: 44b75a21-7743-4ebb-a051-478b5566146b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:38.663621 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Updating router 44b75a21-7743-4ebb-a051-478b5566146b port cc24ce31-c9a5-4ff9-8550-85a6538fe649 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:59:38.666714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1114295462', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:38.689376 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.814276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:38.817864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.961396 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:38.972196 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Transition to ACTIVE for port object cc24ce31-c9a5-4ff9-8550-85a6538fe649 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:39.047320 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.083081 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.101545 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Attempting to bind port cc24ce31-c9a5-4ff9-8550-85a6538fe649 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:39.101912 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Attempting to bind port cc24ce31-c9a5-4ff9-8550-85a6538fe649 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:39.102272 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Attempting to bind port cc24ce31-c9a5-4ff9-8550-85a6538fe649 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:39.105359 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Pushing event updated for resources: {'Port': ['ID=cc24ce31-c9a5-4ff9-8550-85a6538fe649,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:39.113568 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:39.113936 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:39.114341 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.114754 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:39.115214 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Bound port: cc24ce31-c9a5-4ff9-8550-85a6538fe649, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:39.115589 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.118720 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.119067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.119403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.119737 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.120068 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.120511 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.120749 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.121016 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.121343 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.121662 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.121994 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.122301 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 02:59:39.155022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Subnet': ['ID=671a51af-0dc3-4edf-baa7-ac2f26ba7771,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:39.163079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Checking segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:39.163463 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network hostable DHCP agents. Network: 9408ef19-284c-46cf-884a-bcacb5bc2dbb, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 02:59:39.174661 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] For port cc24ce31-c9a5-4ff9-8550-85a6538fe649, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:39.177678 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] For port cc24ce31-c9a5-4ff9-8550-85a6538fe649, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc24ce31-c9a5-4ff9-8550-85a6538fe649,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:39.294217 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 02:59:39.321042 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.366237 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 9408ef19-284c-46cf-884a-bcacb5bc2dbb) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:39.370488 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:39.371169 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.375881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3590e3-6191-4d62-96fc-f6160a8ff13b None None] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:39.380549 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07abc3-87df-488c-9505-9473ebafdbc5 None None] Pushing event updated for resources: {'Port': ['ID=cc24ce31-c9a5-4ff9-8550-85a6538fe649,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:39.383201 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:39.383803 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:39.442035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-57078597-c79c-4df3-8d4d-45402ea5520a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7792938 Aug 16 02:59:39.444654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:39.510747 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:39.528011 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 02:59:39.529477 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.676941 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Allocated IP 172.20.0.2 (9408ef19-284c-46cf-884a-bcacb5bc2dbb/671a51af-0dc3-4edf-baa7-ac2f26ba7771/a5f6caa3-bc9d-46fa-8131-6c5a1c25e816) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:39.699029 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:37Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:39.732338 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d709114-bf2b-4f2a-9cdc-1602f3b2e0e5 None None] The sync data for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 is: [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:37Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:39.834352 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.842904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Transition to ACTIVE for port object a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:39.857967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Transition to ACTIVE for port object a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:39.902352 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.915837 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:39.973017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:40.000169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:40.003111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:40.015150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Pushing event updated for resources: {'Port': ['ID=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:40.072630 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0dcb8b33-14fa-45ee-adc3-35a8bae6aa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.089583 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Attempting to bind port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:40.089961 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Attempting to bind port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:40.090326 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Attempting to bind port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 on network 9408ef19-284c-46cf-884a-bcacb5bc2dbb {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:40.101574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:40.102065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Checking segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:40.102543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.103028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Bound using segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:40.103564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Bound port: a5f6caa3-bc9d-46fa-8131-6c5a1c25e816, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:40.104014 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.150422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc24ce31-c9a5-4ff9-8550-85a6538fe649 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:40.215322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] For port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:40.222243 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] For port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:40.247832 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.1 (9408ef19-284c-46cf-884a-bcacb5bc2dbb/671a51af-0dc3-4edf-baa7-ac2f26ba7771/4d38d5f2-4359-44ca-8544-82bb8da2be9e) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:40.300980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.335963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port cc24ce31-c9a5-4ff9-8550-85a6538fe649 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:40.352012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cc24ce31-c9a5-4ff9-8550-85a6538fe649 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:40.353139 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.381615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.392958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321a9a4-5d86-46ad-9def-e1abc50074fc None None] Pushing event updated for resources: {'Port': ['ID=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:40.398373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object 4d38d5f2-4359-44ca-8544-82bb8da2be9e will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:40.462262 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.485609 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port cc24ce31-c9a5-4ff9-8550-85a6538fe649, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc24ce31-c9a5-4ff9-8550-85a6538fe649,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:40.504463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.553520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:40.559079 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:40.561348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.566356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:40.632048 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=4d38d5f2-4359-44ca-8544-82bb8da2be9e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:40.637088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=cc24ce31-c9a5-4ff9-8550-85a6538fe649,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:40.644661 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:40.867197 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.151237 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.217990 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.298922 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.300871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=4d38d5f2-4359-44ca-8544-82bb8da2be9e,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:41.342942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016feb3-01fd-4e53-8ecd-0a4b3adae183 None None] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 02:59:41.397107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:41.398546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:41.465014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-d54c87db-fcb9-4fa1-a729-7174c3155d05 None None] Provisioning for port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:41.517646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 44b75a21-7743-4ebb-a051-478b5566146b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:41.647579 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:41.652691 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-58b19c64-bfce-49bd-9a04-61e777007e46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/44b75a21-7743-4ebb-a051-478b5566146b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2068598 Aug 16 02:59:41.807448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-8ec2712d-01af-4286-af94-edd8477e6e90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2039582941&fields=id&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 267 time: 0.0403686 Aug 16 02:59:41.889443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5aae5d2a-79f6-4302-99b6-eea359c6f6c8 None None] Provisioning for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:41.893937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5aae5d2a-79f6-4302-99b6-eea359c6f6c8 None None] Provisioning complete for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:41.894354 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5aae5d2a-79f6-4302-99b6-eea359c6f6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:41.920855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Sync routers for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:41.937319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-fab7e427-5332-4eb1-81f2-af8297c5d7cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:41.943242 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:41.943500 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-fab7e427-5332-4eb1-81f2-af8297c5d7cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/networks?id=9408ef19-284c-46cf-884a-bcacb5bc2dbb HTTP/1.1" status: 200 len: 797 time: 0.1278911 Aug 16 02:59:41.943898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:41.948479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5aae5d2a-79f6-4302-99b6-eea359c6f6c8 None None] Port 4d38d5f2-4359-44ca-8544-82bb8da2be9e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:59:41.957332 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-06d2c1c5-54bd-4b1e-99b8-cccf9ed9ce07 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/quotas/c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 375 time: 0.0111258 Aug 16 02:59:42.025304 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-d312f02c-6365-4983-8292-858cf6051bcc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616672 Aug 16 02:59:42.087559 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a863ad26-adeb-4f67-82d1-7453c87934aa None None] Provisioning complete for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:42.088031 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a863ad26-adeb-4f67-82d1-7453c87934aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.115487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:42.161784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-a863ad26-adeb-4f67-82d1-7453c87934aa None None] Port 4d38d5f2-4359-44ca-8544-82bb8da2be9e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:59:42.201691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc24ce31-c9a5-4ff9-8550-85a6538fe649 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:42.206962 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-92d8adc5-7464-4183-91a9-c442b74ecf26 service neutron] 10.222.0.76 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669316 Aug 16 02:59:42.299747 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-d1b1aadf-3dc5-4f40-9553-5d67c7920509 service neutron] 10.222.0.76 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865588 Aug 16 02:59:42.307933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-82fb41cd-d0d3-43d9-887c-15276c084ecb None None] Provisioning complete for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:42.308434 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82fb41cd-d0d3-43d9-887c-15276c084ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.529036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port cc24ce31-c9a5-4ff9-8550-85a6538fe649 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:42.529856 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.542273 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddfe75d9-a169-41d1-98a2-d99e06deacf0 req-67339f43-b320-4134-aefe-8334a20bed49 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 210 time: 0.0362129 Aug 16 02:59:42.578959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-82fb41cd-d0d3-43d9-887c-15276c084ecb None None] Port 4d38d5f2-4359-44ca-8544-82bb8da2be9e cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:59:42.663064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:41Z', 'revision_number': 2, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:42.697026 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Checking router: 44b75a21-7743-4ebb-a051-478b5566146b for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:42.697398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Updating router 44b75a21-7743-4ebb-a051-478b5566146b port 4d38d5f2-4359-44ca-8544-82bb8da2be9e binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 02:59:42.702333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:42.738706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.760175 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.875402 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f5bdfa32-96c9-4eb7-b7b6-5e39da7e9c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:42.904593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:42.918424 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:42.918837 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.071069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.132813 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.137897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:43.146146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Transition to ACTIVE for port object 4d38d5f2-4359-44ca-8544-82bb8da2be9e will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:43.224015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.225956 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.293238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:43.368604 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Attempting to bind port 4d38d5f2-4359-44ca-8544-82bb8da2be9e on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:43.371113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Attempting to bind port 4d38d5f2-4359-44ca-8544-82bb8da2be9e by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:43.371113 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Attempting to bind port 4d38d5f2-4359-44ca-8544-82bb8da2be9e on network 9408ef19-284c-46cf-884a-bcacb5bc2dbb {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:43.377495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfb79e-4290-494b-9d59-69f89800ea85 None None] Pushing event updated for resources: {'Port': ['ID=4d38d5f2-4359-44ca-8544-82bb8da2be9e,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:43.380047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:43.380474 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Checking segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:43.380832 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.381237 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Bound using segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:43.381723 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Bound port: 4d38d5f2-4359-44ca-8544-82bb8da2be9e, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:43.382116 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.451788 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] For port 4d38d5f2-4359-44ca-8544-82bb8da2be9e, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:43.455285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] For port 4d38d5f2-4359-44ca-8544-82bb8da2be9e, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4d38d5f2-4359-44ca-8544-82bb8da2be9e,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:43.550340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:43.599927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:43.600573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:43.628439 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4088567-2dcf-4f53-b388-822c384a631a req-971c7d0a-532d-4a42-ba29-2f7bd9980adc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 210 time: 0.0276041 Aug 16 02:59:43.654732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abfb79e-4290-494b-9d59-69f89800ea85 None None] Pushing event updated for resources: {'Port': ['ID=4d38d5f2-4359-44ca-8544-82bb8da2be9e,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:43.730235 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:43.949197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:43Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:43.975658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b43d273-7f25-4531-a3cc-7e58448a9635 None None] The sync data for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 is: [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:43Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:44.088894 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:44.142001 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:44.142383 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:44.728453 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd80489-c1f2-4eb5-ab25-b6d1e9dd2cfc req-dec12375-6525-4154-a72b-2282ce1e2674 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 210 time: 0.0285625 Aug 16 02:59:44.864401 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:45.184895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-3cd31c19-efc2-441a-bc90-62fea6d58b18 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:45.186359 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-3cd31c19-efc2-441a-bc90-62fea6d58b18 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/networks?id=9408ef19-284c-46cf-884a-bcacb5bc2dbb HTTP/1.1" status: 200 len: 797 time: 0.1053612 Aug 16 02:59:45.231653 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-73e1047c-c486-4ab8-8e00-f0b0ee13d09a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 380 time: 0.0361485 Aug 16 02:59:45.241220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'port': {'device_id': 'd5dc190c-0116-4df2-a255-41064921849b', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'admin_state_up': True, 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'security_groups': ['96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:45.412367 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 02:59:45.416184 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:45.539212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.6 (9408ef19-284c-46cf-884a-bcacb5bc2dbb/671a51af-0dc3-4edf-baa7-ac2f26ba7771/b212844c-f4f9-48db-84a4-15e4c044fe66) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:45.678253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:45.692705 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object b212844c-f4f9-48db-84a4-15e4c044fe66 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:45.814822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:45.824845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7a10334-1718-463b-91c7-fd8bc52c13e9 req-547d86c0-3273-4649-a631-910aad834dda tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 210 time: 0.0278947 Aug 16 02:59:45.837309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:45.840769 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:45.844801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:45.917233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=b212844c-f4f9-48db-84a4-15e4c044fe66,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:45.928494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:45.929077 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.005206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-c9eac87d-4bd1-4a5c-9fe3-67219d897b5f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650778 Aug 16 02:59:46.021456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Request body: {'port': {'device_id': 'd5dc190c-0116-4df2-a255-41064921849b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:46.029575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.077148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d38d5f2-4359-44ca-8544-82bb8da2be9e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:46.079099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.217772 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2d0e34b4-3cf9-46d7-96df-a09286773c54 None None] Provisioning for port b212844c-f4f9-48db-84a4-15e4c044fe66 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:46.222555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-2d0e34b4-3cf9-46d7-96df-a09286773c54 None None] Provisioning complete for port b212844c-f4f9-48db-84a4-15e4c044fe66 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:46.222989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2d0e34b4-3cf9-46d7-96df-a09286773c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.252269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:46.258671 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:46.259057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.280154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e34b4-3cf9-46d7-96df-a09286773c54 None None] Port b212844c-f4f9-48db-84a4-15e4c044fe66 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 02:59:46.338271 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.351578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b212844c-f4f9-48db-84a4-15e4c044fe66 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:46.359016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.370214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 4d38d5f2-4359-44ca-8544-82bb8da2be9e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4d38d5f2-4359-44ca-8544-82bb8da2be9e,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:46.370685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Transition to ACTIVE for port object b212844c-f4f9-48db-84a4-15e4c044fe66 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 02:59:46.448524 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.457688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.501164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=4d38d5f2-4359-44ca-8544-82bb8da2be9e,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:46.512640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Pushing event updated for resources: {'Port': ['ID=b212844c-f4f9-48db-84a4-15e4c044fe66,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:46.581437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Attempting to bind port b212844c-f4f9-48db-84a4-15e4c044fe66 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 02:59:46.581838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Attempting to bind port b212844c-f4f9-48db-84a4-15e4c044fe66 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 02:59:46.582181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Attempting to bind port b212844c-f4f9-48db-84a4-15e4c044fe66 on network 9408ef19-284c-46cf-884a-bcacb5bc2dbb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:46.586846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Port b212844c-f4f9-48db-84a4-15e4c044fe66 on network 9408ef19-284c-46cf-884a-bcacb5bc2dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 02:59:46.587182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Attempting to bind port b212844c-f4f9-48db-84a4-15e4c044fe66 on network 9408ef19-284c-46cf-884a-bcacb5bc2dbb {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 02:59:46.592099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 2, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 02:59:46.592453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Checking segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 02:59:46.592848 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Bound using segment: {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 02:59:46.593935 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Bound port: b212844c-f4f9-48db-84a4-15e4c044fe66, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44877204-08a2-40fa-8166-f87be269406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 02:59:46.594308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.665267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] For port b212844c-f4f9-48db-84a4-15e4c044fe66, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 02:59:46.668068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] For port b212844c-f4f9-48db-84a4-15e4c044fe66, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b212844c-f4f9-48db-84a4-15e4c044fe66,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 02:59:46.749858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.790685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:46.791323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:46.792732 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] 10.222.0.58 "PUT /v2.0/ports/b212844c-f4f9-48db-84a4-15e4c044fe66 HTTP/1.1" status: 200 len: 1092 time: 0.7816651 Aug 16 02:59:46.793173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:46.795514 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:46.816182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191c274-1e15-41a4-84e2-96d4e0f4e0cf service neutron] Pushing event updated for resources: {'Port': ['ID=b212844c-f4f9-48db-84a4-15e4c044fe66,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:46.836789 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cbf6a5-0e3e-49a5-9b43-46e6c053a325 x-openstack-request-id: req-39cbf6a5-0e3e-49a5-9b43-46e6c053a325 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:46.837085 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:46.837344 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39cbf6a5-0e3e-49a5-9b43-46e6c053a325 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:46.837760 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'status': 'completed', 'code': 200} Aug 16 02:59:46.903186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75 req-a4c2627e-53d3-4485-a27e-1740a4345bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:46.904786 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75 req-a4c2627e-53d3-4485-a27e-1740a4345bdf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 1095 time: 0.0447028 Aug 16 02:59:46.951568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50edb0-23c3-4f23-b2fe-2c45d55b1c03 req-57b61d9a-1dcd-4788-9158-bdffe743bc3c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:46.953884 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd50edb0-23c3-4f23-b2fe-2c45d55b1c03 req-57b61d9a-1dcd-4788-9158-bdffe743bc3c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 943 time: 0.0568805 Aug 16 02:59:46.995409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bd50edb0-23c3-4f23-b2fe-2c45d55b1c03 req-f1e70988-e385-47a0-841e-63ced473ca9b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Aug 16 02:59:47.014043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75 req-a5341c4d-d13b-4917-bb17-3aa66cec4069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:47.016151 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75 req-a5341c4d-d13b-4917-bb17-3aa66cec4069 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1035137 Aug 16 02:59:47.108004 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75 req-55ccf58e-d2b1-421b-b32e-e3250e9a7834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:47.110200 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e3e6cef5-741e-4ad1-882f-1c30e5f6af75 req-55ccf58e-d2b1-421b-b32e-e3250e9a7834 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0877788 Aug 16 02:59:47.184169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-d9c754ec-24d7-4c8a-a1e7-88616dc41e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:47.185656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-d9c754ec-24d7-4c8a-a1e7-88616dc41e8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 1095 time: 0.0418200 Aug 16 02:59:47.232371 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-682001c4-a490-4090-97c4-94bc3d1e0851 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b212844c-f4f9-48db-84a4-15e4c044fe66 HTTP/1.1" status: 200 len: 217 time: 0.0393629 Aug 16 02:59:47.279381 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-68900f77-a423-4931-ac14-a8ff4b0e1e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:47.281228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-68900f77-a423-4931-ac14-a8ff4b0e1e67 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671a51af-0dc3-4edf-baa7-ac2f26ba7771 HTTP/1.1" status: 200 len: 835 time: 0.0419705 Aug 16 02:59:47.326923 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-44a4fce3-f794-4d05-b47b-45efa6e83cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:47.329064 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-44a4fce3-f794-4d05-b47b-45efa6e83cdc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9408ef19-284c-46cf-884a-bcacb5bc2dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407135 Aug 16 02:59:47.421709 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-36aa5092-d9c5-4738-bd33-1bd73952e511 service neutron] 10.222.0.58 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856192 Aug 16 02:59:47.508876 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-209edf50-1017-4c6c-a899-4bbdb3b83fe6 req-3a579c6e-b23c-4143-9ce3-bb47f25fd275 service neutron] 10.222.0.58 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805387 Aug 16 02:59:48.050743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d38d5f2-4359-44ca-8544-82bb8da2be9e up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:48.100597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4d38d5f2-4359-44ca-8544-82bb8da2be9e triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:48.100981 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:48.118580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e52fac-9c79-4d93-8161-d7c71254eea2 req-71120f2c-ac16-40e2-a96a-6a65ae93446d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:48.120150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0e52fac-9c79-4d93-8161-d7c71254eea2 req-71120f2c-ac16-40e2-a96a-6a65ae93446d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 943 time: 0.0539546 Aug 16 02:59:48.159507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b0e52fac-9c79-4d93-8161-d7c71254eea2 req-0f3ef43a-6703-41f6-a3e0-07683d379248 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323062 Aug 16 02:59:49.275464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26cf54-4c35-4306-9eeb-ba6a90e214e4 req-69a0c00a-fbf1-41c5-97c9-a018ceb1a090 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:49.276963 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce26cf54-4c35-4306-9eeb-ba6a90e214e4 req-69a0c00a-fbf1-41c5-97c9-a018ceb1a090 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 943 time: 0.0487032 Aug 16 02:59:49.314301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce26cf54-4c35-4306-9eeb-ba6a90e214e4 req-a59045b0-cd83-4a9a-8f1d-946dddef4c7f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315173 Aug 16 02:59:50.431313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e1df0-8005-4288-890b-4fec18c63dee req-927a9f10-a782-4a04-804c-d652174038aa tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:50.432801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c3e1df0-8005-4288-890b-4fec18c63dee req-927a9f10-a782-4a04-804c-d652174038aa tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 943 time: 0.0486717 Aug 16 02:59:50.469816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c3e1df0-8005-4288-890b-4fec18c63dee req-26c51277-231a-4eef-bcfc-76e874574c1f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304167 Aug 16 02:59:51.736962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b212844c-f4f9-48db-84a4-15e4c044fe66 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 02:59:51.838210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b212844c-f4f9-48db-84a4-15e4c044fe66, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b212844c-f4f9-48db-84a4-15e4c044fe66,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:51.850283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'port_id': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'mac_address': 'fa:16:3e:a1:a4:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 02:59:51.888867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:51.902425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b212844c-f4f9-48db-84a4-15e4c044fe66 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 02:59:51.923142 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b212844c-f4f9-48db-84a4-15e4c044fe66, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b212844c-f4f9-48db-84a4-15e4c044fe66,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:51.931672 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11aa28-103f-404e-ba02-a634c2bb6b96 req-a8bd0a3f-866b-46c7-89c0-c85d0b756bba tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:51.935102 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c11aa28-103f-404e-ba02-a634c2bb6b96 req-a8bd0a3f-866b-46c7-89c0-c85d0b756bba tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 943 time: 0.3973532 Aug 16 02:59:51.970265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c11aa28-103f-404e-ba02-a634c2bb6b96 req-69fd347d-e930-4b82-a52f-771620c63341 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305610 Aug 16 02:59:51.973954 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:52.023952 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=b212844c-f4f9-48db-84a4-15e4c044fe66,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:52.193999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['b212844c-f4f9-48db-84a4-15e4c044fe66'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 02:59:53.090382 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367574d-e73d-4453-8533-53c0b79cb269 req-0520a68f-8f36-4ac5-8a16-013529909062 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:53.091914 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3367574d-e73d-4453-8533-53c0b79cb269 req-0520a68f-8f36-4ac5-8a16-013529909062 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 944 time: 0.0493429 Aug 16 02:59:53.129722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3367574d-e73d-4453-8533-53c0b79cb269 req-e9002bac-62c5-483e-a1c3-1ede3e5e7ee6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Aug 16 02:59:53.737863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b212844c-f4f9-48db-84a4-15e4c044fe66 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 02:59:53.848400 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port b212844c-f4f9-48db-84a4-15e4c044fe66 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 02:59:53.852128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port b212844c-f4f9-48db-84a4-15e4c044fe66 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 02:59:53.852515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:53.926893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:53.947984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:53.950208 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dfffe3-e202-45d1-9e18-6e0e7daa5cd1" -d '{"events": [{"server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "name": "network-vif-plugged", "status": "completed", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:53.966159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port b212844c-f4f9-48db-84a4-15e4c044fe66, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b212844c-f4f9-48db-84a4-15e4c044fe66,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 02:59:54.012344 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:54.047163 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a277dbd-abb8-49e1-b676-9f3c3c48f0e4 x-openstack-request-id: req-7a277dbd-abb8-49e1-b676-9f3c3c48f0e4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:54.047552 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "name": "network-vif-plugged", "status": "completed", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:54.047743 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a277dbd-abb8-49e1-b676-9f3c3c48f0e4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:54.048142 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'code': 200} Aug 16 02:59:54.067460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=b212844c-f4f9-48db-84a4-15e4c044fe66,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:54.147454 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c92268-7b09-42c7-9f61-1bffef7002f5 req-a7df0f53-8b39-492a-b69d-709ace7efa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:54.148871 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65c92268-7b09-42c7-9f61-1bffef7002f5 req-a7df0f53-8b39-492a-b69d-709ace7efa40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 1097 time: 0.0452242 Aug 16 02:59:54.189785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65c92268-7b09-42c7-9f61-1bffef7002f5 req-15025f2c-fcce-4bfd-8c4d-88bb33c84eff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318773 Aug 16 02:59:54.261447 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117077de-7f40-4602-98f6-aef922ec451a req-4a61cf8e-2a0d-4f88-a3c8-799548a40813 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:54.263111 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-117077de-7f40-4602-98f6-aef922ec451a req-4a61cf8e-2a0d-4f88-a3c8-799548a40813 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0491347 Aug 16 02:59:54.302086 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-117077de-7f40-4602-98f6-aef922ec451a req-1a09c6bf-c7c3-4cdd-9f9e-ffeaae1622f4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324171 Aug 16 02:59:55.419822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfc778-015e-4630-8f2b-0aad1c1db5e9 req-2b0f1f19-5d2e-4f4d-82f5-1aebfa2e4a09 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:55.421374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29dfc778-015e-4630-8f2b-0aad1c1db5e9 req-2b0f1f19-5d2e-4f4d-82f5-1aebfa2e4a09 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0517735 Aug 16 02:59:55.461958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29dfc778-015e-4630-8f2b-0aad1c1db5e9 req-a819b294-ec7e-44c7-a42d-1b2ead45ac5c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343916 Aug 16 02:59:55.575859 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb96e96-ebe3-498a-9e97-8b0e381a7424 req-a0120d1b-a297-4d45-9e91-90b940c3d8a0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:55.577395 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fb96e96-ebe3-498a-9e97-8b0e381a7424 req-a0120d1b-a297-4d45-9e91-90b940c3d8a0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0497236 Aug 16 02:59:55.616831 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fb96e96-ebe3-498a-9e97-8b0e381a7424 req-199dec5e-4cc6-4964-9420-a177954f3b4f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325954 Aug 16 02:59:55.639129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60914) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:55.680725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549cd5e6-3b49-4355-aa2b-74bf1fe64054 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:55.682383 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-549cd5e6-3b49-4355-aa2b-74bf1fe64054 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 1092 time: 0.0421748 Aug 16 02:59:55.685203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60916) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:55.690293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 02:59:55.814457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:55.916336 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.022396 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.20 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/2b3f48b7-5ab2-4ed1-a75b-cc95cefc26a4) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 02:59:56.136133 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.247064 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.283576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 02:59:56.289105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 02:59:56.291832 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 02:59:56.319233 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=2b3f48b7-5ab2-4ed1-a75b-cc95cefc26a4,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:56.655220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.786098 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:56.935608 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:57.008162 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:57.072031 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=2b3f48b7-5ab2-4ed1-a75b-cc95cefc26a4,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 02:59:57.085697 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:57.190103 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP fcdc4449-d8b9-4960-9982-3e12dd016550 associated. External IP: 172.25.6.20, port: b212844c-f4f9-48db-84a4-15e4c044fe66. Aug 16 02:59:57.414564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 44b75a21-7743-4ebb-a051-478b5566146b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 02:59:57.524466 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 02:59:57.535668 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] Sync routers for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 02:59:57.545700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:57.554239 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:57.602840 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:57.633512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0afc4233-a0f7-466e-8120-5061f30d80c3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9472396 Aug 16 02:59:57.634797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 02:59:57.636448 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ae6886-9f24-4659-a6bb-854402d5b6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 02:59:57.676363 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:57.688552 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 02:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55d032e-ca40-4a89-9857-0276c32f440d x-openstack-request-id: req-f55d032e-ca40-4a89-9857-0276c32f440d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 02:59:57.689098 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 02:59:57.689098 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f55d032e-ca40-4a89-9857-0276c32f440d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 02:59:57.689528 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'status': 'completed', 'code': 200} Aug 16 02:59:57.767710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-b07c8222-73b1-4c39-976b-d81aea2d0934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:57.768332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e9a2-9c1c-4532-b9e8-d973b527cd1c req-c9b9c99d-8272-4410-9865-721616b5dd99 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:57.769496 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-b07c8222-73b1-4c39-976b-d81aea2d0934 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 1097 time: 0.0461621 Aug 16 02:59:57.771109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fb6e9a2-9c1c-4532-b9e8-d973b527cd1c req-c9b9c99d-8272-4410-9865-721616b5dd99 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0716212 Aug 16 02:59:57.786831 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:57.815285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0fb6e9a2-9c1c-4532-b9e8-d973b527cd1c req-8f523792-41ef-4e2d-a8b9-6bbd63c2d492 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391531 Aug 16 02:59:57.840806 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60922) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:57.876163 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-a31435be-6af9-4015-8506-bfa9d3385eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:57.877743 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-a31435be-6af9-4015-8506-bfa9d3385eee service neutron] 10.222.0.58 "GET /v2.0/networks?id=9408ef19-284c-46cf-884a-bcacb5bc2dbb HTTP/1.1" status: 200 len: 898 time: 0.1017644 Aug 16 02:59:57.888820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 02:59:57.916240 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0aec5896-9a7b-4e59-8ef8-6c72fc3d553a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/fcdc4449-d8b9-4960-9982-3e12dd016550 HTTP/1.1" status: 200 len: 990 time: 0.0739326 Aug 16 02:59:57.944661 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-f29d8618-2706-4f97-80d3-cccfd9b88c20 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b212844c-f4f9-48db-84a4-15e4c044fe66 HTTP/1.1" status: 200 len: 998 time: 0.0601494 Aug 16 02:59:57.948063 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 02:59:57.999948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-44f477f1-d523-44ff-803a-27f05e171498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:57.999948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-44f477f1-d523-44ff-803a-27f05e171498 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671a51af-0dc3-4edf-baa7-ac2f26ba7771 HTTP/1.1" status: 200 len: 835 time: 0.0480642 Aug 16 02:59:58.012463 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'fcdc4449-d8b9-4960-9982-3e12dd016550', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'port_id': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'mac_address': 'fa:16:3e:a1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dc190c-0116-4df2-a255-41064921849b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:59:56Z', 'updated_at': '2021-08-16T02:59:56Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:46Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:58.043045 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] Checking router: 44b75a21-7743-4ebb-a051-478b5566146b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 02:59:58.047208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-0945b8e0-f8cd-4b71-a941-9af8101b798c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 02:59:58.049015 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-0945b8e0-f8cd-4b71-a941-9af8101b798c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9408ef19-284c-46cf-884a-bcacb5bc2dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433207 Aug 16 02:59:58.051587 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 02:59:58.052196 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T02:59:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:58.143855 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-3d3ce843-c83a-474e-ad18-e192766b02e9 service neutron] 10.222.0.58 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877967 Aug 16 02:59:58.156946 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 02:59:58.247595 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d9ae6886-9f24-4659-a6bb-854402d5b6e0 req-a93f4aa7-bc91-4b07-a8b2-f819cebec8f7 service neutron] 10.222.0.58 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966048 Aug 16 02:59:58.388796 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'fcdc4449-d8b9-4960-9982-3e12dd016550', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'port_id': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'mac_address': 'fa:16:3e:a1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dc190c-0116-4df2-a255-41064921849b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:59:56Z', 'updated_at': '2021-08-16T02:59:56Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:46Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 02:59:58.417067 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c01bd-eddc-45a0-8f74-e3c54b4e2efa None None] The sync data for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 is: [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'fcdc4449-d8b9-4960-9982-3e12dd016550', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.20', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'port_id': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4191, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'mac_address': 'fa:16:3e:a1:a4:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dc190c-0116-4df2-a255-41064921849b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T02:59:56Z', 'updated_at': '2021-08-16T02:59:56Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:46Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 02:59:58.611376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa19b78a-edbc-40fd-b3df-ca1ccf532067 None None] New status for floating IP fcdc4449-d8b9-4960-9982-3e12dd016550: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 02:59:58.918511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60924) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 02:59:58.978957 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e20bd0ff-d77f-4a5c-a50b-c14133d8cd0a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/fcdc4449-d8b9-4960-9982-3e12dd016550 HTTP/1.1" status: 200 len: 992 time: 0.0592437 Aug 16 03:00:10.023478 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b6f21a7-a5c1-4d66-99bf-b75db584d89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:12.680065 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:12.845802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0f91fd20-37da-4e32-b4d2-b7aff39e78bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:15.048690 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:16.077278 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.792413 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.878717 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:27.887867 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44dc20-c59c-434e-9758-861da6db4281 req-8ae4653b-8263-4653-bdb2-726bf233bed7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:27.889451 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e44dc20-c59c-434e-9758-861da6db4281 req-8ae4653b-8263-4653-bdb2-726bf233bed7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0498953 Aug 16 03:00:27.928174 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8e44dc20-c59c-434e-9758-861da6db4281 req-76fdd26a-9fa9-458b-b696-ddd6d9da395a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Aug 16 03:00:29.048776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffbef2-400e-4a98-a506-6d9d0eddaab4 req-a7a68244-20e3-410d-b344-cca8abf78192 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:29.050371 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05ffbef2-400e-4a98-a506-6d9d0eddaab4 req-a7a68244-20e3-410d-b344-cca8abf78192 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0524082 Aug 16 03:00:29.088921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05ffbef2-400e-4a98-a506-6d9d0eddaab4 req-b297804b-2092-4855-9494-6762c3308538 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Aug 16 03:00:29.110875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60948) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:29.170153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a302ef8c-4628-494a-bff4-efe710c298b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/fcdc4449-d8b9-4960-9982-3e12dd016550 HTTP/1.1" status: 200 len: 992 time: 0.0581658 Aug 16 03:00:30.583341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b145e0-a537-4a7f-9aec-0f5a89147a1e req-f1ba6dad-8440-4d0b-a2f7-4bb47ac154ab tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:30.584846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3b145e0-a537-4a7f-9aec-0f5a89147a1e req-f1ba6dad-8440-4d0b-a2f7-4bb47ac154ab tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0501692 Aug 16 03:00:30.624123 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f3b145e0-a537-4a7f-9aec-0f5a89147a1e req-21e59e87-3d4f-41b1-9b27-b9a457a46dae tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331113 Aug 16 03:00:31.747313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d660ec-a3a9-45b4-978d-16be8dd4423d req-edff65b1-46b1-49f5-bdef-8a126e9f9714 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:31.749159 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12d660ec-a3a9-45b4-978d-16be8dd4423d req-edff65b1-46b1-49f5-bdef-8a126e9f9714 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0554597 Aug 16 03:00:31.788282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-12d660ec-a3a9-45b4-978d-16be8dd4423d req-9b811f37-bd39-482c-9a55-67aa1969f69b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332720 Aug 16 03:00:31.811678 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60958) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:31.874827 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2b08ca1-5619-48e5-b9ad-cb6397bbdd15 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/fcdc4449-d8b9-4960-9982-3e12dd016550 HTTP/1.1" status: 200 len: 992 time: 0.0619264 Aug 16 03:00:32.130348 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60964) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:32.284640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 2b3f48b7-5ab2-4ed1-a75b-cc95cefc26a4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:32.284992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.361711 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.362074 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.374152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 2b3f48b7-5ab2-4ed1-a75b-cc95cefc26a4 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:32.568766 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.600071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=2b3f48b7-5ab2-4ed1-a75b-cc95cefc26a4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:32.612188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.612548 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.612900 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.613244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.613585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.613926 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.614267 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.614603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.614983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.615294 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.615630 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.615962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:32.670165 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:32.670505 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP fcdc4449-d8b9-4960-9982-3e12dd016550 disassociated (deleted). External IP: 172.25.6.20, port: b212844c-f4f9-48db-84a4-15e4c044fe66. Aug 16 03:00:33.224340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 44b75a21-7743-4ebb-a051-478b5566146b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:33.331213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:33.335591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:33.343321 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] Sync routers for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:33.352652 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:33.353266 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:33.363117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0293bf74-eee1-4fc6-91d9-f72e5153023e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/floatingips/fcdc4449-d8b9-4960-9982-3e12dd016550 HTTP/1.1" status: 204 len: 168 time: 1.2316363 Aug 16 03:00:33.363721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:33.366060 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e9fa01-b065-4db0-8b6a-637cce32453c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:33.406076 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824afc3-2d4e-49b1-98e8-e0118a417ff7 x-openstack-request-id: req-b824afc3-2d4e-49b1-98e8-e0118a417ff7 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:33.406373 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:33.406633 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b824afc3-2d4e-49b1-98e8-e0118a417ff7 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:33.407076 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'status': 'completed', 'code': 200} Aug 16 03:00:33.463716 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:33.546422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-f8bc02a1-910f-4cff-bff6-3055d8bb4cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.547950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-f8bc02a1-910f-4cff-bff6-3055d8bb4cc6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 1097 time: 0.0408459 Aug 16 03:00:33.641841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-99ec859a-51bb-4c0f-8d81-b05a48bb98d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.643363 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-99ec859a-51bb-4c0f-8d81-b05a48bb98d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9408ef19-284c-46cf-884a-bcacb5bc2dbb HTTP/1.1" status: 200 len: 898 time: 0.0880728 Aug 16 03:00:33.667667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:46Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:33.693947 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] Checking router: 44b75a21-7743-4ebb-a051-478b5566146b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:33.703802 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:33.704428 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:33.735246 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-2d8a756f-4d5d-4f47-91c9-35a554d93d55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b212844c-f4f9-48db-84a4-15e4c044fe66 HTTP/1.1" status: 200 len: 217 time: 0.0372202 Aug 16 03:00:33.793480 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-fd70e5a5-5bfb-4485-97b5-4dd84d46fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.798907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-fd70e5a5-5bfb-4485-97b5-4dd84d46fb3d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=671a51af-0dc3-4edf-baa7-ac2f26ba7771 HTTP/1.1" status: 200 len: 835 time: 0.0528276 Aug 16 03:00:33.815592 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:33.848765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-b913556a-aca9-4bdc-a53f-24e1961471bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.850308 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-b913556a-aca9-4bdc-a53f-24e1961471bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9408ef19-284c-46cf-884a-bcacb5bc2dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486572 Aug 16 03:00:33.881112 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740b2fb-f74a-40bb-8c98-a0719c6ffe20 req-ec1dbb37-2d15-49ff-84b3-976516f69db3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:33.882673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2740b2fb-f74a-40bb-8c98-a0719c6ffe20 req-ec1dbb37-2d15-49ff-84b3-976516f69db3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0519807 Aug 16 03:00:33.924685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2740b2fb-f74a-40bb-8c98-a0719c6ffe20 req-68a0afd6-1ea8-4fc1-b170-1c66ba577d43 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354493 Aug 16 03:00:33.952884 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-d1632e88-fd8a-4e5d-81c4-9d5260915c1f service neutron] 10.222.0.58 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950634 Aug 16 03:00:34.023826 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:46Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:34.053967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406efdd0-87ff-4e79-a3ef-423c86a039a6 None None] The sync data for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 is: [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '4d38d5f2-4359-44ca-8544-82bb8da2be9e', 'name': '', 'network_id': '9408ef19-284c-46cf-884a-bcacb5bc2dbb', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:15:02:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4188, 'fixed_ips': [{'subnet_id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:40Z', 'updated_at': '2021-08-16T02:59:46Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '671a51af-0dc3-4edf-baa7-ac2f26ba7771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:34.054693 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-15e9fa01-b065-4db0-8b6a-637cce32453c req-f43cfb48-3918-46c1-8965-1f1eba59ec60 service neutron] 10.222.0.58 "GET /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936401 Aug 16 03:00:34.274346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce6fb4f-1b1d-4229-839e-13bf35213085 None None] New status for floating IP fcdc4449-d8b9-4960-9982-3e12dd016550: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:00:34.948147 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:00:35.044255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90dcc8-e4fb-41ee-ad82-670425fadd1a req-06186e6c-74d7-46e8-a678-24a0190e690c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.045750 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad90dcc8-e4fb-41ee-ad82-670425fadd1a req-06186e6c-74d7-46e8-a678-24a0190e690c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0489523 Aug 16 03:00:35.083711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad90dcc8-e4fb-41ee-ad82-670425fadd1a req-5435ecf7-6c51-4d1e-84de-210314d002bc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317047 Aug 16 03:00:35.497872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-dccad8e2-c899-4d4c-b3d6-5f6c8d07691c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:35.499394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-dccad8e2-c899-4d4c-b3d6-5f6c8d07691c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 945 time: 0.0491853 Aug 16 03:00:35.585868 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port b212844c-f4f9-48db-84a4-15e4c044fe66 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:35.586228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.678598 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port b212844c-f4f9-48db-84a4-15e4c044fe66, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=b212844c-f4f9-48db-84a4-15e4c044fe66,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:35.678996 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.692359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for b212844c-f4f9-48db-84a4-15e4c044fe66 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:35.937581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:35.967226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=b212844c-f4f9-48db-84a4-15e4c044fe66,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:36.009774 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] No DVR routers for this DVR port b212844c-f4f9-48db-84a4-15e4c044fe66 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:36.012435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:36.014500 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2affdbab-8000-4ed7-aa49-a51e40e19add req-2f2e7bf7-f918-4d04-9804-f6fdd3ce1207 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "DELETE /v2.0/ports/b212844c-f4f9-48db-84a4-15e4c044fe66 HTTP/1.1" status: 204 len: 173 time: 0.5089929 Aug 16 03:00:36.014983 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'name': 'network-vif-deleted', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:36.017253 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c868e954-fc3f-4fdb-9b89-b6002752a886" -d '{"events": [{"server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "name": "network-vif-deleted", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:36.053650 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72358248-50a1-422d-a414-869c2be29bd5 x-openstack-request-id: req-72358248-50a1-422d-a414-869c2be29bd5 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:36.053944 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5dc190c-0116-4df2-a255-41064921849b", "name": "network-vif-deleted", "tag": "b212844c-f4f9-48db-84a4-15e4c044fe66", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:36.054196 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-72358248-50a1-422d-a414-869c2be29bd5 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:36.054628 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5dc190c-0116-4df2-a255-41064921849b', 'name': 'network-vif-deleted', 'tag': 'b212844c-f4f9-48db-84a4-15e4c044fe66', 'status': 'completed', 'code': 200} Aug 16 03:00:36.188436 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67121e2b-ddfd-4917-b5ce-c652d1a8f0b5 req-7e32c63e-3aaf-47cb-bbbd-bd3a47138860 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5dc190c-0116-4df2-a255-41064921849b HTTP/1.1" status: 200 len: 210 time: 0.0314972 Aug 16 03:00:37.246992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60980) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:37.601264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:37.865895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 4d38d5f2-4359-44ca-8544-82bb8da2be9e {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:37.866164 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:37.952961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 4d38d5f2-4359-44ca-8544-82bb8da2be9e, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4d38d5f2-4359-44ca-8544-82bb8da2be9e,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:37.953337 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:37.968088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 4d38d5f2-4359-44ca-8544-82bb8da2be9e owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:38.254470 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.287223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=4d38d5f2-4359-44ca-8544-82bb8da2be9e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:38.458149 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.674108 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 44b75a21-7743-4ebb-a051-478b5566146b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:38.785327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:38.790429 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6cab4ab3-82b5-4e80-a037-6b90e351e5af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/44b75a21-7743-4ebb-a051-478b5566146b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5424113 Aug 16 03:00:38.793934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60982) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:38.796632 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] Sync routers for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:38.806178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:38.807541 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:38.846384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting subnet 671a51af-0dc3-4edf-baa7-ac2f26ba7771 {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:00:38.849541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.888919 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:38.910022 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:38.976980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.097985 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.128521 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.132961 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/subnets/671a51af-0dc3-4edf-baa7-ac2f26ba7771 HTTP/1.1" status: 204 len: 168 time: 0.3356595 Aug 16 03:00:39.132961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e611506-3aef-4742-b5cf-3b6935125b6b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Subnet': ['ID=671a51af-0dc3-4edf-baa7-ac2f26ba7771,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:39.133345 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60984) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:39.140232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485056ad-b310-4dcd-8511-d8453d9c99c1 None None] Network 9408ef19-284c-46cf-884a-bcacb5bc2dbb requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:39.170313 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T03:00:38Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:39.198491 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] Checking router: 44b75a21-7743-4ebb-a051-478b5566146b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:39.206777 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] Routers {'44b75a21-7743-4ebb-a051-478b5566146b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:39.207403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['44b75a21-7743-4ebb-a051-478b5566146b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:39.259810 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.316596 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] Set router 44b75a21-7743-4ebb-a051-478b5566146b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:39.348531 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] DHCP port deletion for 9408ef19-284c-46cf-884a-bcacb5bc2dbb request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:00:39.371130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.395766 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Deleting port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:39.399779 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.460297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] For port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,segment=NetworkSegment(44877204-08a2-40fa-8166-f87be269406c),segment_id=44877204-08a2-40fa-8166-f87be269406c)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:39.460702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.503078 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T03:00:38Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:39.531983 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f15b7fc-7848-4993-b7bb-c7d71c03c8c8 None None] The sync data for ids ['44b75a21-7743-4ebb-a051-478b5566146b'] in n-d-768852-19 is: [{'id': '44b75a21-7743-4ebb-a051-478b5566146b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310914046', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217'}], 'enable_snat': True}, 'gw_port_id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T02:59:36Z', 'updated_at': '2021-08-16T03:00:38Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'cc24ce31-c9a5-4ff9-8550-85a6538fe649', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b75a21-7743-4ebb-a051-478b5566146b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T02:59:37Z', 'updated_at': '2021-08-16T02:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:39.578180 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port cc24ce31-c9a5-4ff9-8550-85a6538fe649 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:00:39.578535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.633376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Calling delete_port for a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:39.665121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port cc24ce31-c9a5-4ff9-8550-85a6538fe649, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=cc24ce31-c9a5-4ff9-8550-85a6538fe649,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:39.665489 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.678919 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for cc24ce31-c9a5-4ff9-8550-85a6538fe649 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:00:39.765542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.792032 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Pushing event deleted for resources: {'Port': ['ID=a5f6caa3-bc9d-46fa-8131-6c5a1c25e816,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:39.796896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] No DVR routers for this DVR port a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.807008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.808156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.808156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.808156 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.808787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.808787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60edb056-9577-42a5-a1fe-9f4836fb535a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:39.917440 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:39.927996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b212844c-f4f9-48db-84a4-15e4c044fe66 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:39.951994 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=cc24ce31-c9a5-4ff9-8550-85a6538fe649,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:39.960622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: b212844c-f4f9-48db-84a4-15e4c044fe66 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:39.961003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device b212844c-f4f9-48db-84a4-15e4c044fe66 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:40.015118 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.060050 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-784f49b7-d0ea-434d-ba55-c0523ba02de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.112531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.114797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.137622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:40.164967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:40.165712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a5f6caa3-bc9d-46fa-8131-6c5a1c25e816 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:40.165712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d38d5f2-4359-44ca-8544-82bb8da2be9e no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:40.185403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4d38d5f2-4359-44ca-8544-82bb8da2be9e {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:40.185769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4d38d5f2-4359-44ca-8544-82bb8da2be9e not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:40.248621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.249157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Fanout notify agent at l3_agent the message router_deleted on router 44b75a21-7743-4ebb-a051-478b5566146b {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:00:40.255953 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.257079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ac32044d-967c-4ee7-aa9b-2bc00482eda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/routers/44b75a21-7743-4ebb-a051-478b5566146b HTTP/1.1" status: 204 len: 168 time: 1.1230786 Aug 16 03:00:40.260360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 60986) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:40.339530 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.429421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.439388 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9408ef19-284c-46cf-884a-bcacb5bc2dbb']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:40.450364 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44877204-08a2-40fa-8166-f87be269406c') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:40.450680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44877204-08a2-40fa-8166-f87be269406c') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:40.459153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.472833 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.479369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:00:40.479771 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: timer() Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:00:40.482735 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:00:40.597731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.605403 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.606900 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/networks/9408ef19-284c-46cf-884a-bcacb5bc2dbb HTTP/1.1" status: 204 len: 168 time: 0.3452518 Aug 16 03:00:40.609761 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60988) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:40.618584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1c8ed-b1d3-4b01-ae2e-9974d1ad9d22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Network': ['ID=9408ef19-284c-46cf-884a-bcacb5bc2dbb,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:40.668561 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.696391 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.820617 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.823491 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:40.824711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/security-groups/96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a HTTP/1.1" status: 204 len: 168 time: 0.2139132 Aug 16 03:00:40.834329 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dfdf65-1a2c-4f84-9cb2-a80d8c1dd79a,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:40.842362 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.842750 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.843101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.843451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.843786 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.844129 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.844473 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.844810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.845144 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.845476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.845812 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:40.846175 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44fb0783-4135-4822-a8be-7ae8ff69379f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:41.473091 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60994) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:41.477878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405216737', 'description': 'tempest-secgroup-smoke-1405216737 description', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:41.554180 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:41.633478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:41.748508 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:41.781645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab4c87d-bb43-4ad8-ade5-70352d4c2a54,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:41.851362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:41.852653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4872734d-43b7-4860-b279-89dea426771d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3785453 Aug 16 03:00:41.855603 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60996) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:41.860719 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': 'dab4c87d-bb43-4ad8-ade5-70352d4c2a54', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:41.961968 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.019567 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.037463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc24ce31-c9a5-4ff9-8550-85a6538fe649 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:00:42.059477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: cc24ce31-c9a5-4ff9-8550-85a6538fe649 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:00:42.062423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device cc24ce31-c9a5-4ff9-8550-85a6538fe649 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:00:42.077503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.095335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caf57f4b-7eb1-4256-b9eb-f7ceb0efcf9f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:42.157304 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.158701 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3fe49730-55c3-40bd-b9d8-fde902affac7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3020887 Aug 16 03:00:42.161394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 60998) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:42.165893 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': 'dab4c87d-bb43-4ad8-ade5-70352d4c2a54', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:42.270964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.328739 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.417339 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.435871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35eb31f5-1579-43ff-9c32-03a18c936e4f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:42.525579 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.526978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2f39063a-bdb3-4f30-99e4-57ddd4310493 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3645144 Aug 16 03:00:42.529724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32768) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:42.534325 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': 'dab4c87d-bb43-4ad8-ade5-70352d4c2a54', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:42.664884 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.723539 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.751552 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.808523 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.828997 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d90d2c39-58e3-4817-bf15-fb70743a9f8e,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:42.842746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9b62f45a-711b-41c9-9a07-8a592f10cf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.899866 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:42.901127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2fc89011-4da8-4b6f-b7c3-d02733aadfe6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3703885 Aug 16 03:00:42.904964 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32770) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:42.909652 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': 'dab4c87d-bb43-4ad8-ade5-70352d4c2a54', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:43.016450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.065541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.137264 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.156797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61908ed-5563-413c-90a9-3dd882af3341,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:43.217159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.218405 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7c239d17-45c1-473d-a784-65e764beccc7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3124311 Aug 16 03:00:43.221177 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32772) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:43.225703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': 'dab4c87d-bb43-4ad8-ade5-70352d4c2a54', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:43.302603 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:00:43.307526 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.367057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.434435 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.451917 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf7545f-53e9-4872-b152-3309ad1edb01,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:43.539937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.541206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b694cfb5-d76f-48b0-89de-0c11a57008c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3190672 Aug 16 03:00:43.544711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32774) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:43.549393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': 'dab4c87d-bb43-4ad8-ade5-70352d4c2a54', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:43.671854 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:00:43.677144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.736971 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.828413 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.847482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f30ec3-c5eb-471b-ad53-04a571b926db,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:43.905906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:43.907182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c9d6fafb-d7b7-4f56-bedf-813f0a5c2ce6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615336 Aug 16 03:00:43.909981 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32776) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:43.914927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'network': {'name': 'tempest-network-smoke--456975408', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:43.991380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:43.995037 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.017456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:00:44.026399 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.026795 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Added segment c6091954-16d5-4415-bcce-f47b6ccc2813 of type vlan for network 6abf320b-e97d-471b-8001-45cf947723a2 Aug 16 03:00:44.068739 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.157330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.163861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:44.164464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.228669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Network': ['ID=6abf320b-e97d-471b-8001-45cf947723a2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:44.239426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 6abf320b-e97d-471b-8001-45cf947723a2 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:00:44.284138 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-00b9e4eb-fe2c-4fb0-b463-c0739b2bca65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3729403 Aug 16 03:00:44.286565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32778) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:44.291128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'admin_state_up': True, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:44.379968 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.380954 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.435768 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.624177 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:44.865919 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.270867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.289154 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.392643 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.19 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/dc5f3903-38eb-4e78-ac66-297cdb616940) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:45.490364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.594929 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:45.641635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:45.646104 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:45.648699 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:45.654566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=dc5f3903-38eb-4e78-ac66-297cdb616940,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:45.961773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.033974 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.165384 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.359718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 6581a3a2-13fb-433a-a170-5c2d6266a325 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:00:46.465609 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:46.476263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Sync routers for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:46.486558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:46.487288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:46.536964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.538254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3ed06942-0e09-49a3-9c80-7f6773fb7514 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2506354 Aug 16 03:00:46.541468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32780) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:46.570915 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-fe7d01e9-4145-4b1b-97ca-59b96d85ad76 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c06cd276daa0400aaed6f14b5c8aba11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282910 Aug 16 03:00:46.573506 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32782) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:46.590356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:46.664497 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e316ceb-3b1d-429d-a051-6500dc503658 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:46.665945 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7e316ceb-3b1d-429d-a051-6500dc503658 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915163 Aug 16 03:00:46.668914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32784) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:46.698656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-5f6fcc14-9f59-44a8-8d3b-f027a079cc0e tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280023 Aug 16 03:00:46.701273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32786) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:46.706140 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-583853259', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:46.768834 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:46.794996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Checking router: 6581a3a2-13fb-433a-a170-5c2d6266a325 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:46.795369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Updating router 6581a3a2-13fb-433a-a170-5c2d6266a325 port dc5f3903-38eb-4e78-ac66-297cdb616940 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:00:46.824525 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:46.851137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:46.854807 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.075818 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.085456 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Transition to ACTIVE for port object dc5f3903-38eb-4e78-ac66-297cdb616940 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:47.097228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.159189 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Subnet': ['ID=2293a08c-ae15-48ee-8044-40c7142472f9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:47.160245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.168686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Checking segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:47.169080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network hostable DHCP agents. Network: 6abf320b-e97d-471b-8001-45cf947723a2, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:00:47.210059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Attempting to bind port dc5f3903-38eb-4e78-ac66-297cdb616940 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:47.210433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Attempting to bind port dc5f3903-38eb-4e78-ac66-297cdb616940 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:47.210840 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Attempting to bind port dc5f3903-38eb-4e78-ac66-297cdb616940 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:47.218398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9defb-935e-494d-ae84-dccc25eb72dd None None] Pushing event updated for resources: {'Port': ['ID=dc5f3903-38eb-4e78-ac66-297cdb616940,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:47.223184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:47.223184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:47.223184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.223184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:47.223184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Bound port: dc5f3903-38eb-4e78-ac66-297cdb616940, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:47.223184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.275521 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] For port dc5f3903-38eb-4e78-ac66-297cdb616940, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:47.278415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] For port dc5f3903-38eb-4e78-ac66-297cdb616940, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc5f3903-38eb-4e78-ac66-297cdb616940,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:47.285264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 6abf320b-e97d-471b-8001-45cf947723a2 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:00:47.377166 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.388716 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 6abf320b-e97d-471b-8001-45cf947723a2) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:47.394867 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:47.395837 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.405409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ecd05a-0545-4d99-8a7e-ac7e07ffb7cd None None] Network 6abf320b-e97d-471b-8001-45cf947723a2 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:47.482960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:47.483584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:47.486929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb9defb-935e-494d-ae84-dccc25eb72dd None None] Pushing event updated for resources: {'Port': ['ID=dc5f3903-38eb-4e78-ac66-297cdb616940,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:47.490044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-3cfe5b07-46af-4912-864b-ba9ba664b86f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7877333 Aug 16 03:00:47.492977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32788) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:00:47.653303 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:47.681028 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-6abf320b-e97d-471b-8001-45cf947723a2', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:00:47.681883 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.926565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Allocated IP 172.20.0.2 (6abf320b-e97d-471b-8001-45cf947723a2/2293a08c-ae15-48ee-8044-40c7142472f9/f674e645-d17e-4dfd-a000-7d16a94ac186) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:47.936947 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:47.999357 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:48.193960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4275b35f-3337-4e14-99bc-49b6b84fc0f3 None None] The sync data for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 is: [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:45Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:48.272505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.281728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Transition to ACTIVE for port object f674e645-d17e-4dfd-a000-7d16a94ac186 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:48.296823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Transition to ACTIVE for port object f674e645-d17e-4dfd-a000-7d16a94ac186 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:48.412017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.464597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Network 6abf320b-e97d-471b-8001-45cf947723a2 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:48.468629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:48.470592 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Pushing event updated for resources: {'Port': ['ID=f674e645-d17e-4dfd-a000-7d16a94ac186,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:48.472861 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:48.476730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.1 (6abf320b-e97d-471b-8001-45cf947723a2/2293a08c-ae15-48ee-8044-40c7142472f9/a592bede-1c45-4dc9-b5b0-227b2f32dec9) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:48.534017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Attempting to bind port f674e645-d17e-4dfd-a000-7d16a94ac186 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:48.534394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Attempting to bind port f674e645-d17e-4dfd-a000-7d16a94ac186 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:48.534875 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Attempting to bind port f674e645-d17e-4dfd-a000-7d16a94ac186 on network 6abf320b-e97d-471b-8001-45cf947723a2 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:48.541498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:48.542085 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Checking segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:48.542501 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.542927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Bound using segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:48.543408 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Bound port: f674e645-d17e-4dfd-a000-7d16a94ac186, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:48.543798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.600881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.612756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] For port f674e645-d17e-4dfd-a000-7d16a94ac186, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:48.615609 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object a592bede-1c45-4dc9-b5b0-227b2f32dec9 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:48.616298 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] For port f674e645-d17e-4dfd-a000-7d16a94ac186, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f674e645-d17e-4dfd-a000-7d16a94ac186,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:48.692142 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.720869 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:48.758747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa92215-c931-4132-8cf3-1cd8c527f5cc None None] Pushing event updated for resources: {'Port': ['ID=f674e645-d17e-4dfd-a000-7d16a94ac186,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:48.776250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 6abf320b-e97d-471b-8001-45cf947723a2 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:48.782220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:48.786585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:48.814415 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a592bede-1c45-4dc9-b5b0-227b2f32dec9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:48.839778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:49.078341 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:49.355419 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:49.414720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:49.491884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a592bede-1c45-4dc9-b5b0-227b2f32dec9,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:49.495897 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:49.597648 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 6abf320b-e97d-471b-8001-45cf947723a2 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:49.599136 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:49.667317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e9a761-3b3b-475f-950a-ecebd7fa31b4 None None] Network 6abf320b-e97d-471b-8001-45cf947723a2 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:00:49.719711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 6581a3a2-13fb-433a-a170-5c2d6266a325 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:00:49.815865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bbf58b88-a2e5-451d-b971-353455cec640 None None] Provisioning for port f674e645-d17e-4dfd-a000-7d16a94ac186 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:49.827974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:00:49.833040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3d468660-3703-45aa-b583-0768497b905a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/6581a3a2-13fb-433a-a170-5c2d6266a325/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384812 Aug 16 03:00:50.012794 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-906e9a4e-7581-4545-8eac-6462de8c9715 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405216737&fields=id&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 267 time: 0.0381675 Aug 16 03:00:50.118291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b976d97f-091c-4272-9016-6f23273e21c7 None None] Provisioning for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:50.118782 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b976d97f-091c-4272-9016-6f23273e21c7 None None] Provisioning complete for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:50.119176 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b976d97f-091c-4272-9016-6f23273e21c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.149588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2725b646-d076-4e36-8d5a-20cc45357ad7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:50.151799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2725b646-d076-4e36-8d5a-20cc45357ad7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/networks?id=6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 200 len: 796 time: 0.1304076 Aug 16 03:00:50.169300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-3a20fb6b-0334-4336-88dd-f5d1988519b7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/quotas/c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 375 time: 0.0108306 Aug 16 03:00:50.171111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-b976d97f-091c-4272-9016-6f23273e21c7 None None] Port a592bede-1c45-4dc9-b5b0-227b2f32dec9 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:50.197805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f674e645-d17e-4dfd-a000-7d16a94ac186 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:50.238164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-03ac1e59-b189-4b35-a886-3098adc3033b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602055 Aug 16 03:00:50.320696 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Sync routers for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:00:50.323278 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port f674e645-d17e-4dfd-a000-7d16a94ac186 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:50.328396 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f674e645-d17e-4dfd-a000-7d16a94ac186 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:50.328912 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.333727 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:50.334359 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:50.363176 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-987f3165-ce4e-4ca6-82f2-de92bae9c929 service neutron] 10.222.0.76 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113291 Aug 16 03:00:50.437694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.450002 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:50.453567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-1edb8ab8-f917-49b3-b394-11579c8fcb60 None None] Provisioning complete for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:50.454032 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1edb8ab8-f917-49b3-b394-11579c8fcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.489567 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-6fe7dd5b-1352-44f5-a687-d3a8dc4b6b65 service neutron] 10.222.0.76 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254892 Aug 16 03:00:50.510206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port f674e645-d17e-4dfd-a000-7d16a94ac186, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f674e645-d17e-4dfd-a000-7d16a94ac186,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:50.513621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-1edb8ab8-f917-49b3-b394-11579c8fcb60 None None] Port a592bede-1c45-4dc9-b5b0-227b2f32dec9 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:50.580355 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.581153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc5f3903-38eb-4e78-ac66-297cdb616940 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:50.660048 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:49Z', 'revision_number': 2, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:50.671734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-17ade2fe-afda-4080-9156-73ea285506d8 None None] Provisioning complete for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:50.672348 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17ade2fe-afda-4080-9156-73ea285506d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.688789 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Checking router: 6581a3a2-13fb-433a-a170-5c2d6266a325 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:00:50.689436 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Updating router 6581a3a2-13fb-433a-a170-5c2d6266a325 port a592bede-1c45-4dc9-b5b0-227b2f32dec9 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:00:50.706813 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=f674e645-d17e-4dfd-a000-7d16a94ac186,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:50.730654 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.732069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-17ade2fe-afda-4080-9156-73ea285506d8 None None] Port a592bede-1c45-4dc9-b5b0-227b2f32dec9 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:50.737266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-99d765fa-293b-40cf-8204-30f2e6416d6e req-a267641b-98a9-41ef-a251-64b71dda8af3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 210 time: 0.0391273 Aug 16 03:00:50.798302 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port dc5f3903-38eb-4e78-ac66-297cdb616940 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:50.802618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dc5f3903-38eb-4e78-ac66-297cdb616940 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:50.803213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.885601 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:50.907986 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port dc5f3903-38eb-4e78-ac66-297cdb616940, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc5f3903-38eb-4e78-ac66-297cdb616940,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:50.974423 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.022801 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.028169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=dc5f3903-38eb-4e78-ac66-297cdb616940,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:51.033590 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Transition to ACTIVE for port object a592bede-1c45-4dc9-b5b0-227b2f32dec9 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:51.119574 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.172468 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Pushing event updated for resources: {'Port': ['ID=a592bede-1c45-4dc9-b5b0-227b2f32dec9,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:51.197456 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.198178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.198570 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.199006 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.199345 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.199679 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.200015 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.200341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.200888 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.201341 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.201679 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.202008 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:00:51.231319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Attempting to bind port a592bede-1c45-4dc9-b5b0-227b2f32dec9 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:51.232245 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Attempting to bind port a592bede-1c45-4dc9-b5b0-227b2f32dec9 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:51.232826 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Attempting to bind port a592bede-1c45-4dc9-b5b0-227b2f32dec9 on network 6abf320b-e97d-471b-8001-45cf947723a2 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:51.237907 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:51.238280 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Checking segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:51.238736 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.239126 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Bound using segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:51.239769 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Bound port: a592bede-1c45-4dc9-b5b0-227b2f32dec9, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:51.240150 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.311178 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] For port a592bede-1c45-4dc9-b5b0-227b2f32dec9, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:51.315696 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] For port a592bede-1c45-4dc9-b5b0-227b2f32dec9, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a592bede-1c45-4dc9-b5b0-227b2f32dec9,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:51.383151 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:51.442861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:00:51.443495 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:51.448334 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30747a1d-b120-43d1-b3b2-a30c682913d9 None None] Pushing event updated for resources: {'Port': ['ID=a592bede-1c45-4dc9-b5b0-227b2f32dec9,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:51.555854 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:00:51.759386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2485eee9-5708-4260-828e-3437777cc19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:51Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:00:51.785540 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2485eee9-5708-4260-828e-3437777cc19d None None] The sync data for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 is: [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:51Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:00:51.852634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ddd78dc3-6c7c-4a93-aff3-05a859b2c49c req-81a13810-7187-43a0-b40d-8c97eb885d00 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 210 time: 0.0380094 Aug 16 03:00:52.162926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a592bede-1c45-4dc9-b5b0-227b2f32dec9 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:52.288580 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:52.292967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:52.293356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.376488 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.410266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a592bede-1c45-4dc9-b5b0-227b2f32dec9, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a592bede-1c45-4dc9-b5b0-227b2f32dec9,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:52.488889 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.489761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f674e645-d17e-4dfd-a000-7d16a94ac186 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:52.574872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a592bede-1c45-4dc9-b5b0-227b2f32dec9,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:52.589256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port f674e645-d17e-4dfd-a000-7d16a94ac186 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:52.589635 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.673641 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc5f3903-38eb-4e78-ac66-297cdb616940 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:52.726836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port dc5f3903-38eb-4e78-ac66-297cdb616940 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:52.727301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:52.866518 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-24160afc-02fc-4512-a4bd-4be0d9d12f62 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:52.868095 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-24160afc-02fc-4512-a4bd-4be0d9d12f62 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/networks?id=6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 200 len: 796 time: 0.1075292 Aug 16 03:00:52.914777 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-e783a554-3319-4cfe-b179-d1b7c03c218e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 380 time: 0.0378513 Aug 16 03:00:52.924971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'port': {'device_id': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'admin_state_up': True, 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'security_groups': ['dab4c87d-bb43-4ad8-ade5-70352d4c2a54']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:52.963634 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3ec907b0-7f72-4fe2-9b56-154366169a90 req-5ab48038-4889-4669-8f3c-ed8494b2ace1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 210 time: 0.0263295 Aug 16 03:00:53.163126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:00:53.166625 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:53.303686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.7 (6abf320b-e97d-471b-8001-45cf947723a2/2293a08c-ae15-48ee-8044-40c7142472f9/201b191a-892b-4261-94cb-3b437ccf9dd0) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:00:53.439415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:53.453017 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object 201b191a-892b-4261-94cb-3b437ccf9dd0 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:53.569168 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:53.621157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 6abf320b-e97d-471b-8001-45cf947723a2 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:00:53.625014 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:00:53.629027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:00:53.634485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=201b191a-892b-4261-94cb-3b437ccf9dd0,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:53.687157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:53.687813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:53.781653 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-aa7916cf-6cca-4daa-a427-27cd9ea372b9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8610027 Aug 16 03:00:53.792274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-7f0b6355-3bae-407f-b97b-4a58de4d2e90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:00:53.793438 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-7f0b6355-3bae-407f-b97b-4a58de4d2e90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055070 Aug 16 03:00:53.852127 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Request body: {'port': {'device_id': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:00:53.905767 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.037539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-28526851-12d7-4f8f-9e59-1aa699f49805 None None] Provisioning for port 201b191a-892b-4261-94cb-3b437ccf9dd0 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:00:54.052060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-28526851-12d7-4f8f-9e59-1aa699f49805 None None] Provisioning complete for port 201b191a-892b-4261-94cb-3b437ccf9dd0 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:54.054024 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-28526851-12d7-4f8f-9e59-1aa699f49805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.098536 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-28526851-12d7-4f8f-9e59-1aa699f49805 None None] Port 201b191a-892b-4261-94cb-3b437ccf9dd0 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:00:54.099168 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f72b89-554b-4d82-9287-149daad5ff0e req-7acd1da2-2453-4996-8042-cd01e953489b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.108570 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1f72b89-554b-4d82-9287-149daad5ff0e req-7acd1da2-2453-4996-8042-cd01e953489b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 931 time: 0.0744085 Aug 16 03:00:54.128049 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a592bede-1c45-4dc9-b5b0-227b2f32dec9 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:00:54.155069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1f72b89-554b-4d82-9287-149daad5ff0e req-4ff547a6-29eb-474f-98a3-43221084e48c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Aug 16 03:00:54.189502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a592bede-1c45-4dc9-b5b0-227b2f32dec9 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:00:54.189916 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.238676 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201b191a-892b-4261-94cb-3b437ccf9dd0 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:54.250204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.264114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Transition to ACTIVE for port object 201b191a-892b-4261-94cb-3b437ccf9dd0 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:00:54.365709 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.415427 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Pushing event updated for resources: {'Port': ['ID=201b191a-892b-4261-94cb-3b437ccf9dd0,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:54.493996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Attempting to bind port 201b191a-892b-4261-94cb-3b437ccf9dd0 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:00:54.494346 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Attempting to bind port 201b191a-892b-4261-94cb-3b437ccf9dd0 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:00:54.494741 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Attempting to bind port 201b191a-892b-4261-94cb-3b437ccf9dd0 on network 6abf320b-e97d-471b-8001-45cf947723a2 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:54.500021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Port 201b191a-892b-4261-94cb-3b437ccf9dd0 on network 6abf320b-e97d-471b-8001-45cf947723a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:00:54.500408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Attempting to bind port 201b191a-892b-4261-94cb-3b437ccf9dd0 on network 6abf320b-e97d-471b-8001-45cf947723a2 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:00:54.505591 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:00:54.505943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Checking segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:00:54.506358 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Bound using segment: {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:00:54.506817 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Bound port: 201b191a-892b-4261-94cb-3b437ccf9dd0, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6091954-16d5-4415-bcce-f47b6ccc2813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:00:54.507191 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.583208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] For port 201b191a-892b-4261-94cb-3b437ccf9dd0, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:00:54.586791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] For port 201b191a-892b-4261-94cb-3b437ccf9dd0, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=201b191a-892b-4261-94cb-3b437ccf9dd0,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:00:54.668963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.705146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.705769 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:54.707368 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] 10.222.0.83 "PUT /v2.0/ports/201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 200 len: 1092 time: 0.9061322 Aug 16 03:00:54.707721 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:00:54.709973 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b671993e-c538-4c30-b45b-614bde835fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:00:54.738718 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44c1b8-dacb-44e5-bb00-2c4b46554871 service neutron] Pushing event updated for resources: {'Port': ['ID=201b191a-892b-4261-94cb-3b437ccf9dd0,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:54.761555 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e28b70-065f-47b5-801c-7816ef0b91c1 x-openstack-request-id: req-b0e28b70-065f-47b5-801c-7816ef0b91c1 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:00:54.761859 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:00:54.762117 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b0e28b70-065f-47b5-801c-7816ef0b91c1 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:00:54.762557 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'status': 'completed', 'code': 200} Aug 16 03:00:54.830476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671993e-c538-4c30-b45b-614bde835fc1 req-5447c60d-cced-4442-867c-d7f9334891c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.832370 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b671993e-c538-4c30-b45b-614bde835fc1 req-5447c60d-cced-4442-867c-d7f9334891c1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1095 time: 0.0476289 Aug 16 03:00:54.942369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671993e-c538-4c30-b45b-614bde835fc1 req-da3e59a7-7c10-4c85-bcc2-302d12ba1c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:54.943923 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b671993e-c538-4c30-b45b-614bde835fc1 req-da3e59a7-7c10-4c85-bcc2-302d12ba1c52 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1044025 Aug 16 03:00:55.035307 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671993e-c538-4c30-b45b-614bde835fc1 req-57d367e7-fcc7-41aa-b317-17637ffb3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.036806 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b671993e-c538-4c30-b45b-614bde835fc1 req-57d367e7-fcc7-41aa-b317-17637ffb3458 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860431 Aug 16 03:00:55.116514 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-943fcf25-41e4-462c-93b2-2235c3cb1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.118290 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-943fcf25-41e4-462c-93b2-2235c3cb1184 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1095 time: 0.0438845 Aug 16 03:00:55.163670 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-29e6be92-9c82-4a6f-b777-a5cb4ee27f7d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0374446 Aug 16 03:00:55.214065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-26c134fc-402c-4017-8da7-07fdffd1d69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.215619 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-26c134fc-402c-4017-8da7-07fdffd1d69d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2293a08c-ae15-48ee-8044-40c7142472f9 HTTP/1.1" status: 200 len: 834 time: 0.0448306 Aug 16 03:00:55.258199 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50182839-e28b-4c9f-b784-dd690449acd3 req-d1b4b221-ca12-4a06-a0dd-812118262e94 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.259751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50182839-e28b-4c9f-b784-dd690449acd3 req-d1b4b221-ca12-4a06-a0dd-812118262e94 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 943 time: 0.0494597 Aug 16 03:00:55.262010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-19a0de45-5876-4ce8-a99b-496cc8884142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:55.264280 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-19a0de45-5876-4ce8-a99b-496cc8884142 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6abf320b-e97d-471b-8001-45cf947723a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409400 Aug 16 03:00:55.305775 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-50182839-e28b-4c9f-b784-dd690449acd3 req-28f27720-a9a6-4524-9e12-239740432707 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386069 Aug 16 03:00:55.359499 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-2a7120c3-75b5-4fd2-b1a7-507dea36c5ee service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881634 Aug 16 03:00:55.448589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-383919b3-3ac9-43a4-9fe5-5d3c4cde0c90 req-fdd4a37b-ee42-4508-9968-443567336a29 service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814741 Aug 16 03:00:56.422550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dbb6b-40ba-4b11-b63c-795562c7cce3 req-9d6e324b-239b-4eab-9b6d-fc35feda5a61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:56.424349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-927dbb6b-40ba-4b11-b63c-795562c7cce3 req-9d6e324b-239b-4eab-9b6d-fc35feda5a61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 943 time: 0.0496044 Aug 16 03:00:56.465468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-927dbb6b-40ba-4b11-b63c-795562c7cce3 req-11f3920f-f666-4539-a441-31265d2715ce tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351896 Aug 16 03:00:57.580026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92db9519-08be-44f5-aa06-6943a02d1d7a req-81374d83-b3fa-4ea8-b29b-5c94957914db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:57.581552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92db9519-08be-44f5-aa06-6943a02d1d7a req-81374d83-b3fa-4ea8-b29b-5c94957914db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 943 time: 0.0492425 Aug 16 03:00:57.618945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92db9519-08be-44f5-aa06-6943a02d1d7a req-70cf9221-a867-4b43-a808-e9fe8a6c7a91 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Aug 16 03:00:57.771085 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:57.868245 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:58.738383 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88728c-0133-40f1-b607-51875a8e18ac req-678687a8-dc3e-409e-a1d2-bb1d8cdf513b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:58.739917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a88728c-0133-40f1-b607-51875a8e18ac req-678687a8-dc3e-409e-a1d2-bb1d8cdf513b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 943 time: 0.0509515 Aug 16 03:00:58.783464 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a88728c-0133-40f1-b607-51875a8e18ac req-6e7a53b1-a9e1-43d4-8a6f-4066debc48f1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375528 Aug 16 03:00:59.330884 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 201b191a-892b-4261-94cb-3b437ccf9dd0 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:00:59.428943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 201b191a-892b-4261-94cb-3b437ccf9dd0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=201b191a-892b-4261-94cb-3b437ccf9dd0,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:59.439787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'port_id': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'mac_address': 'fa:16:3e:05:5e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:00:59.475405 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.487285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201b191a-892b-4261-94cb-3b437ccf9dd0 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:00:59.505877 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 201b191a-892b-4261-94cb-3b437ccf9dd0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=201b191a-892b-4261-94cb-3b437ccf9dd0,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:00:59.593763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:00:59.642284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=201b191a-892b-4261-94cb-3b437ccf9dd0,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:00:59.805573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['201b191a-892b-4261-94cb-3b437ccf9dd0'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:00:59.900107 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630d153-ee13-41ba-9787-35c687b83694 req-b31a6ac3-00c5-4070-bcac-05decc2fd9ba tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:00:59.901649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4630d153-ee13-41ba-9787-35c687b83694 req-b31a6ac3-00c5-4070-bcac-05decc2fd9ba tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 944 time: 0.0517662 Aug 16 03:00:59.944197 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4630d153-ee13-41ba-9787-35c687b83694 req-7f8cae91-75f9-4ad9-b2d7-18ffc8550130 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356266 Aug 16 03:01:01.062728 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5509267-9a28-49ce-9e04-119c933d63c8 req-aace82ee-f875-4947-a812-50f9cdf9e505 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.064275 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5509267-9a28-49ce-9e04-119c933d63c8 req-aace82ee-f875-4947-a812-50f9cdf9e505 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 944 time: 0.0514593 Aug 16 03:01:01.103210 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a5509267-9a28-49ce-9e04-119c933d63c8 req-62c7ed44-6920-4081-b613-62a23e41c256 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329587 Aug 16 03:01:01.346138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 201b191a-892b-4261-94cb-3b437ccf9dd0 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:01:01.477426 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 201b191a-892b-4261-94cb-3b437ccf9dd0 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:01:01.481353 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 201b191a-892b-4261-94cb-3b437ccf9dd0 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:01:01.481967 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:01.557815 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:01.581064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:01.583350 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429d1257-eae5-4b8f-83a3-89044d6b50a9" -d '{"events": [{"server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "name": "network-vif-plugged", "status": "completed", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:01.603175 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 201b191a-892b-4261-94cb-3b437ccf9dd0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=201b191a-892b-4261-94cb-3b437ccf9dd0,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:01:01.619735 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a76b2fd-8f59-4a47-8abd-3f3aa7992cb4 x-openstack-request-id: req-7a76b2fd-8f59-4a47-8abd-3f3aa7992cb4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:01.620035 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "name": "network-vif-plugged", "status": "completed", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:01.620296 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7a76b2fd-8f59-4a47-8abd-3f3aa7992cb4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:01.620701 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'code': 200} Aug 16 03:01:01.683373 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:01.718092 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3ee5d-9fbc-4c1c-9bb7-d85f7b21c798 req-17dd8ef7-9a43-4acc-b826-10f195299b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:01.719808 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8de3ee5d-9fbc-4c1c-9bb7-d85f7b21c798 req-17dd8ef7-9a43-4acc-b826-10f195299b59 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1097 time: 0.0450573 Aug 16 03:01:01.730382 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=201b191a-892b-4261-94cb-3b437ccf9dd0,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:01.755148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-8de3ee5d-9fbc-4c1c-9bb7-d85f7b21c798 req-b9958403-7bbe-4526-95be-296f6802af05 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283349 Aug 16 03:01:02.219369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11abea20-3f0f-470c-8b1c-63f445470a42 req-4d28beef-3a11-413e-951b-30286ae4d8cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:02.220902 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11abea20-3f0f-470c-8b1c-63f445470a42 req-4d28beef-3a11-413e-951b-30286ae4d8cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0490656 Aug 16 03:01:02.262296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-11abea20-3f0f-470c-8b1c-63f445470a42 req-d914a302-cf19-4209-a143-b8074382de47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355136 Aug 16 03:01:03.379017 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d187378f-5c7e-4456-8b6c-6f6c105f7ff3 req-dab2e743-ed77-40b8-9548-2f063a1b417e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:03.380547 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d187378f-5c7e-4456-8b6c-6f6c105f7ff3 req-dab2e743-ed77-40b8-9548-2f063a1b417e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Aug 16 03:01:03.420285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d187378f-5c7e-4456-8b6c-6f6c105f7ff3 req-f0f02db6-364a-4f0a-b86b-e95813414b93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338378 Aug 16 03:01:03.532873 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3754af9-c5ba-45b7-8386-2ddfacf4a1ad req-08307ae7-6cc1-43c8-8fbc-161a3608dff3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:03.534364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3754af9-c5ba-45b7-8386-2ddfacf4a1ad req-08307ae7-6cc1-43c8-8fbc-161a3608dff3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0487490 Aug 16 03:01:03.571881 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a3754af9-c5ba-45b7-8386-2ddfacf4a1ad req-aae8a8c2-3b2a-4d20-87fe-1b05190abd0e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Aug 16 03:01:03.593209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32852) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:03.631714 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4753571-5ec9-4a23-9c80-bfee6c58f6f6 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:03.633228 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b4753571-5ec9-4a23-9c80-bfee6c58f6f6 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1092 time: 0.0390615 Aug 16 03:01:03.635950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32854) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:03.640925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:01:03.719452 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:03.818393 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:03.924930 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.91 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/a88cc50d-0dcd-4e1f-ad3c-19e83248782d) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:01:04.024610 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.125266 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.160878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:01:04.162267 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:01:04.165069 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:01:04.202207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a88cc50d-0dcd-4e1f-ad3c-19e83248782d,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:04.528874 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.642912 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.799573 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.853938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:04.926186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a88cc50d-0dcd-4e1f-ad3c-19e83248782d,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:01:04.937276 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:05.039280 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 7015b44e-d66c-499b-8d52-9fe4075fd2ba associated. External IP: 172.25.6.91, port: 201b191a-892b-4261-94cb-3b437ccf9dd0. Aug 16 03:01:05.587025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 6581a3a2-13fb-433a-a170-5c2d6266a325 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:01:05.693743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:01:05.703322 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] Sync routers for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:01:05.712948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:01:05.713568 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:05.774647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:05.805732 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e2104590-3b25-4801-a12c-bcd4375d9be7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1687641 Aug 16 03:01:05.806456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:01:05.810676 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5072053-b3ea-4060-9d88-06d9ecdcc308" -d '{"events": [{"name": "network-changed", "server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:01:05.817413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:01:05.850215 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e41785e-1ae5-4e9b-9201-c9c5d47f7151 x-openstack-request-id: req-3e41785e-1ae5-4e9b-9201-c9c5d47f7151 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:01:05.850511 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:01:05.850801 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3e41785e-1ae5-4e9b-9201-c9c5d47f7151 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:01:05.851205 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'status': 'completed', 'code': 200} Aug 16 03:01:05.912141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4785e0-dddd-454b-ad89-f2c72c738ba5 req-3f2ae78b-4fea-4336-9b46-8ece53710734 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:05.912715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-eedb882d-67b0-4adb-92c4-3984e72343d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:05.913677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f4785e0-dddd-454b-ad89-f2c72c738ba5 req-3f2ae78b-4fea-4336-9b46-8ece53710734 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0502808 Aug 16 03:01:05.915744 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-eedb882d-67b0-4adb-92c4-3984e72343d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1097 time: 0.0423987 Aug 16 03:01:05.954793 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8f4785e0-dddd-454b-ad89-f2c72c738ba5 req-1259931c-29e2-42b2-b73f-27cacac482fd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344532 Aug 16 03:01:05.977594 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32860) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:06.014230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-343c6a72-afb8-4d0d-8298-1e0d716ea298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:06.015865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-343c6a72-afb8-4d0d-8298-1e0d716ea298 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 200 len: 897 time: 0.0924468 Aug 16 03:01:06.054099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e1b793c9-81b7-41f7-904c-380275d2dac4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/7015b44e-d66c-499b-8d52-9fe4075fd2ba HTTP/1.1" status: 200 len: 990 time: 0.0743058 Aug 16 03:01:06.066139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '7015b44e-d66c-499b-8d52-9fe4075fd2ba', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'port_id': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'mac_address': 'fa:16:3e:05:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:01:04Z', 'updated_at': '2021-08-16T03:01:04Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:52Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:06.086999 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-e4f7044f-93d5-4bc6-b4ee-fbcb55ebd9c1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 200 len: 998 time: 0.0645518 Aug 16 03:01:06.104063 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] Checking router: 6581a3a2-13fb-433a-a170-5c2d6266a325 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:01:06.112793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:01:06.113411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:00:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:06.136729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-267480e4-6738-4f7f-b655-485a79b837ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:06.139004 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-267480e4-6738-4f7f-b655-485a79b837ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2293a08c-ae15-48ee-8044-40c7142472f9 HTTP/1.1" status: 200 len: 834 time: 0.0447428 Aug 16 03:01:06.184447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-07f8eb89-4305-46c7-be31-a74b09e55c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:06.186526 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-07f8eb89-4305-46c7-be31-a74b09e55c58 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6abf320b-e97d-471b-8001-45cf947723a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407307 Aug 16 03:01:06.220250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:01:06.280857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-624aea10-21e2-443c-9add-e71fdac99d42 service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875721 Aug 16 03:01:06.370454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c5072053-b3ea-4060-9d88-06d9ecdcc308 req-6b5b8e96-0e20-4cbc-af02-7e5245220ee6 service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827203 Aug 16 03:01:06.444232 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '7015b44e-d66c-499b-8d52-9fe4075fd2ba', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'port_id': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'mac_address': 'fa:16:3e:05:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:01:04Z', 'updated_at': '2021-08-16T03:01:04Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:52Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:01:06.470591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90356931-0fa4-480f-a7a4-ae707aebc9a6 None None] The sync data for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 is: [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '7015b44e-d66c-499b-8d52-9fe4075fd2ba', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'port_id': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'mac_address': 'fa:16:3e:05:5e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:01:04Z', 'updated_at': '2021-08-16T03:01:04Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:52Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:01:06.648199 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ee8de-7eb7-4e87-a141-a13e943534c0 None None] New status for floating IP 7015b44e-d66c-499b-8d52-9fe4075fd2ba: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:01:07.056618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32862) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:07.119279 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2ecfba5b-f413-47f0-a4cf-b5f33b032acb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/7015b44e-d66c-499b-8d52-9fe4075fd2ba HTTP/1.1" status: 200 len: 992 time: 0.0614727 Aug 16 03:01:10.025921 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60feb120-0c08-4764-9e54-c607a649b2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:11.947020 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:12.759404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:12.836869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8d49-7684-4462-91a3-3993db370d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:14.868056 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:16.039219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.833724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:27.902089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:34.027964 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d677cd-dfa4-4969-9ae8-9029c72315cf req-3ec51e1c-81b9-4f96-8ad9-e4a1006fe5cc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.029553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17d677cd-dfa4-4969-9ae8-9029c72315cf req-3ec51e1c-81b9-4f96-8ad9-e4a1006fe5cc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0503700 Aug 16 03:01:34.070605 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-17d677cd-dfa4-4969-9ae8-9029c72315cf req-8386d32f-f43f-4afb-9de8-38b9f2a5643d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343478 Aug 16 03:01:34.085462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-0cc627de-e11b-4fa1-b774-ac9d97a33e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.087014 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-0cc627de-e11b-4fa1-b774-ac9d97a33e7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1097 time: 0.0463538 Aug 16 03:01:34.174274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-e379119d-06cf-4425-8a8d-febed45da5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.175804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-e379119d-06cf-4425-8a8d-febed45da5e6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 200 len: 897 time: 0.0823963 Aug 16 03:01:34.245418 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-45dba9d7-1ebf-475f-b6bb-ab87352a9fbd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 200 len: 1000 time: 0.0627079 Aug 16 03:01:34.293090 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-4ad7f1c9-f740-4fe8-862c-3a846f370d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.294560 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-4ad7f1c9-f740-4fe8-862c-3a846f370d0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2293a08c-ae15-48ee-8044-40c7142472f9 HTTP/1.1" status: 200 len: 834 time: 0.0424471 Aug 16 03:01:34.340362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-5b9166c1-8a42-444b-8b82-222ea2e0481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:34.341833 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-5b9166c1-8a42-444b-8b82-222ea2e0481f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6abf320b-e97d-471b-8001-45cf947723a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391476 Aug 16 03:01:34.435066 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-18b073ab-b29a-493f-b322-d889afa76e8b service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848613 Aug 16 03:01:34.525578 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2d0a8e53-8ec6-4379-982e-f3f4e8b5c0a9 req-f73ce0db-2535-4997-9c8a-b7941dc3f77e service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823917 Aug 16 03:01:35.185949 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ac3d0-5379-4fa7-ad2e-7def9e078247 req-c2f5c224-cc58-4def-990a-e23eb64df9cf tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:35.187459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc2ac3d0-5379-4fa7-ad2e-7def9e078247 req-c2f5c224-cc58-4def-990a-e23eb64df9cf tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Aug 16 03:01:35.229758 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc2ac3d0-5379-4fa7-ad2e-7def9e078247 req-ad8d8e28-d739-48b5-beee-91d8f9248b68 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359097 Aug 16 03:01:36.345064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b9c12-9ea6-4533-b1dc-89b236640c17 req-6b99c1b4-772e-4507-9bfa-6fc76435dda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:36.346514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c40b9c12-9ea6-4533-b1dc-89b236640c17 req-6b99c1b4-772e-4507-9bfa-6fc76435dda6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0500565 Aug 16 03:01:36.384367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c40b9c12-9ea6-4533-b1dc-89b236640c17 req-f7e0bbfb-f900-4bc9-b655-b73af6df9b6e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Aug 16 03:01:37.410056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-4bb59b67-ffb4-48ef-8e5a-6b5e1c8c1533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.411684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-4bb59b67-ffb4-48ef-8e5a-6b5e1c8c1533 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1097 time: 0.0418530 Aug 16 03:01:37.500049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c4fb-ab55-4a25-ab80-a4dfa6fdf73f req-4b0b1867-d51f-4a48-82d2-9b138de97647 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.502916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c80c4fb-ab55-4a25-ab80-a4dfa6fdf73f req-4b0b1867-d51f-4a48-82d2-9b138de97647 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0514288 Aug 16 03:01:37.521605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-b8eae6a6-ab83-4c2a-a3f5-72134825dc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.523140 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-b8eae6a6-ab83-4c2a-a3f5-72134825dc30 service neutron] 10.222.0.83 "GET /v2.0/networks?id=6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 200 len: 897 time: 0.0910146 Aug 16 03:01:37.542245 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c80c4fb-ab55-4a25-ab80-a4dfa6fdf73f req-0dbba385-dfa8-4db5-a41e-cb912f70cf24 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334842 Aug 16 03:01:37.597012 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-9c6b63a7-984b-4a62-a651-1a95ead74f71 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 200 len: 1000 time: 0.0666959 Aug 16 03:01:37.649042 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-8b467cbb-27da-42c4-a97e-980dcd3cecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.650487 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-8b467cbb-27da-42c4-a97e-980dcd3cecc7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2293a08c-ae15-48ee-8044-40c7142472f9 HTTP/1.1" status: 200 len: 834 time: 0.0470705 Aug 16 03:01:37.695303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-64af7694-7333-483c-bbdc-db3fdb678b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:37.696790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-64af7694-7333-483c-bbdc-db3fdb678b0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6abf320b-e97d-471b-8001-45cf947723a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396683 Aug 16 03:01:37.783785 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-9256ca20-c488-449a-8b03-9cae4e3dee63 service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795798 Aug 16 03:01:37.878769 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4c983b17-8fba-4355-85f5-7f3edf9718cd req-7168d776-a6e5-42a1-9ce0-8bef9232f69d service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881629 Aug 16 03:01:38.661774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f63fb-7656-4ccd-b97f-022d7a86e02f req-01118589-43e1-413d-a8ac-ce5057710919 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:38.663322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a02f63fb-7656-4ccd-b97f-022d7a86e02f req-01118589-43e1-413d-a8ac-ce5057710919 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0511308 Aug 16 03:01:38.705384 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a02f63fb-7656-4ccd-b97f-022d7a86e02f req-aac43739-6c6f-4024-be6a-e682dee1c376 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358589 Aug 16 03:01:39.823020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f260e3-0036-45a2-822e-a1581381f5f6 req-8fabc135-ab63-4518-861b-2817aa08ca9f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:39.824517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84f260e3-0036-45a2-822e-a1581381f5f6 req-8fabc135-ab63-4518-861b-2817aa08ca9f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0490382 Aug 16 03:01:39.861801 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-84f260e3-0036-45a2-822e-a1581381f5f6 req-cafa9a08-120f-4bd1-b568-d6206b2c0f75 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314372 Aug 16 03:01:40.021804 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3a3ef5d4-bfc0-4ab8-b6c6-e5db6d26e8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:40.993427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3fda7-3b41-4546-aad7-17c1f6e1ab8a req-214e3251-ce9b-4fce-abac-6af8369f410b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:40.994983 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ad3fda7-3b41-4546-aad7-17c1f6e1ab8a req-214e3251-ce9b-4fce-abac-6af8369f410b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0499611 Aug 16 03:01:41.034021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0ad3fda7-3b41-4546-aad7-17c1f6e1ab8a req-76f74a0e-d3a5-43c1-9a3f-0e4e5098f175 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328348 Aug 16 03:01:42.146783 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd768d2a-60b8-45a8-967c-af69ac62772e req-944915ec-0cf9-45c6-b36d-6f671b399a61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:42.148283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd768d2a-60b8-45a8-967c-af69ac62772e req-944915ec-0cf9-45c6-b36d-6f671b399a61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0480978 Aug 16 03:01:42.189370 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd768d2a-60b8-45a8-967c-af69ac62772e req-2a71a4f5-20e4-42d4-91dc-bdd955203061 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352678 Aug 16 03:01:42.717448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:42.844087 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-82c94bb6-6872-4509-be24-a617b80d4243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:43.302371 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22073b0e-4da0-4f2a-ad29-54d1a943d1e2 req-89e6b702-d824-4c47-ae87-60e059dcf2bd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:43.303931 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22073b0e-4da0-4f2a-ad29-54d1a943d1e2 req-89e6b702-d824-4c47-ae87-60e059dcf2bd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Aug 16 03:01:43.341085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-22073b0e-4da0-4f2a-ad29-54d1a943d1e2 req-a3d0a196-3396-43bc-b5a9-c2ef2c1fb386 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Aug 16 03:01:44.453959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080c8c9-a489-4b0e-b881-84ae891fbc95 req-135f3bc9-b2e3-43ef-89d2-6fc3d257ad7f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:44.455639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3080c8c9-a489-4b0e-b881-84ae891fbc95 req-135f3bc9-b2e3-43ef-89d2-6fc3d257ad7f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0489440 Aug 16 03:01:44.494269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3080c8c9-a489-4b0e-b881-84ae891fbc95 req-42457399-23f4-4456-8221-33ce8ca17fba tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326989 Aug 16 03:01:44.877226 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:45.612937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba9db5-4f81-4126-93f9-809c0c19fc33 req-8444e31f-953d-466e-9867-b27e0f1b0259 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:01:45.614616 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fba9db5-4f81-4126-93f9-809c0c19fc33 req-8444e31f-953d-466e-9867-b27e0f1b0259 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Aug 16 03:01:45.656809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3fba9db5-4f81-4126-93f9-809c0c19fc33 req-0c089ed4-f360-4441-ac19-b1242ad17c7b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360854 Aug 16 03:01:45.679960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32902) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:01:45.739824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a5caf61c-b8ca-46bd-9011-4fd98050cca6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/7015b44e-d66c-499b-8d52-9fe4075fd2ba HTTP/1.1" status: 200 len: 992 time: 0.0587330 Aug 16 03:01:46.044534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:48.946902 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:01:57.769890 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:01:57.867040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:10.031669 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3907e7ff-ea6c-402c-962c-3bc6a8f2d300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.729575 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:12.855184 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-94a48899-04b3-4e17-8ba4-a1e95d76a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:14.906351 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.048532 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.071460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32920) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:16.227431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port a88cc50d-0dcd-4e1f-ad3c-19e83248782d {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:16.227705 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.306653 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.307009 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.318978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for a88cc50d-0dcd-4e1f-ad3c-19e83248782d owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:16.517378 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.543793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=a88cc50d-0dcd-4e1f-ad3c-19e83248782d,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:16.568479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.568784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.569130 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.569475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.569813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.570152 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.570483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.570845 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.571181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.571520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.571850 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.572178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:16.612518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.612852 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 7015b44e-d66c-499b-8d52-9fe4075fd2ba disassociated (deleted). External IP: 172.25.6.91, port: 201b191a-892b-4261-94cb-3b437ccf9dd0. Aug 16 03:02:16.817763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 6581a3a2-13fb-433a-a170-5c2d6266a325 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:16.923742 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:16.928668 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:16.933436 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] Sync routers for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:16.941860 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:16.942465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:16.955409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f2aec6ec-5c0b-461e-9fa5-4ef5e5edf20d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/floatingips/7015b44e-d66c-499b-8d52-9fe4075fd2ba HTTP/1.1" status: 204 len: 168 time: 0.8827856 Aug 16 03:02:16.956109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:16.958531 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:17.018439 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d0b0d4-633f-4115-8781-2ce11a5f0cfe x-openstack-request-id: req-09d0b0d4-633f-4115-8781-2ce11a5f0cfe {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:17.018774 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:17.019068 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-09d0b0d4-633f-4115-8781-2ce11a5f0cfe {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:17.019496 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'status': 'completed', 'code': 200} Aug 16 03:02:17.083232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-a79d7c28-e8a0-4b8a-9151-5601a63e2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.085275 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-a79d7c28-e8a0-4b8a-9151-5601a63e2040 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 1097 time: 0.0443549 Aug 16 03:02:17.183360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-2f7a7432-50ea-4959-b9f5-a6aa4d59672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.184875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-2f7a7432-50ea-4959-b9f5-a6aa4d59672e service neutron] 10.222.0.83 "GET /v2.0/networks?id=6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 200 len: 897 time: 0.0929217 Aug 16 03:02:17.206919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:17.235563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-f66761c8-de76-4dc4-8295-a3fa8396d407 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 200 len: 217 time: 0.0430799 Aug 16 03:02:17.285709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-69e40abc-56c2-46cf-b10a-c425aafe55e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.287769 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-69e40abc-56c2-46cf-b10a-c425aafe55e2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=2293a08c-ae15-48ee-8044-40c7142472f9 HTTP/1.1" status: 200 len: 834 time: 0.0454319 Aug 16 03:02:17.340641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-c2a9ea49-33ab-4499-9eb6-278f3ad5ed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.341390 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-c2a9ea49-33ab-4499-9eb6-278f3ad5ed4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=6abf320b-e97d-471b-8001-45cf947723a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469069 Aug 16 03:02:17.400605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc08523-64fd-4745-91be-6baadc938500 req-362e1e99-e67f-4793-bfb8-8cbcf697afbc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:17.402205 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bc08523-64fd-4745-91be-6baadc938500 req-362e1e99-e67f-4793-bfb8-8cbcf697afbc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Aug 16 03:02:17.423849 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:52Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:17.438109 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-31224600-8201-4023-bd11-522e11a13c17 service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891440 Aug 16 03:02:17.447196 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9bc08523-64fd-4745-91be-6baadc938500 req-d062d5e9-4910-41af-9959-c94e27b3a50e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352349 Aug 16 03:02:17.462498 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] Checking router: 6581a3a2-13fb-433a-a170-5c2d6266a325 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:17.470896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:17.471511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:17.533086 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ae4e5942-8e01-477f-b5f8-7aa0f594ee9f req-98a97827-c9e0-491c-9dce-02af9e547b8c service neutron] 10.222.0.83 "GET /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877497 Aug 16 03:02:17.577750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:17.778486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:52Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:17.809172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccadacd-cc24-48ae-b380-13b2a8a8f1ee None None] The sync data for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 is: [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:00:48Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a592bede-1c45-4dc9-b5b0-227b2f32dec9', 'name': '', 'network_id': '6abf320b-e97d-471b-8001-45cf947723a2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:d2:29:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:48Z', 'updated_at': '2021-08-16T03:00:52Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '2293a08c-ae15-48ee-8044-40c7142472f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:18.015263 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28dc73a-eaab-4969-8240-780b4dd11368 None None] New status for floating IP 7015b44e-d66c-499b-8d52-9fe4075fd2ba: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:02:18.585428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8728ed-8dff-4588-9d4e-884a1080585f req-e78e526c-0111-40ab-acaf-00a6ddb06fff tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:18.586985 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af8728ed-8dff-4588-9d4e-884a1080585f req-e78e526c-0111-40ab-acaf-00a6ddb06fff tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0565808 Aug 16 03:02:18.631581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-af8728ed-8dff-4588-9d4e-884a1080585f req-8fdc8478-58ec-4ebb-b2bc-b6c24f858814 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=dab4c87d-bb43-4ad8-ade5-70352d4c2a54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379965 Aug 16 03:02:18.827973 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-10e4f650-3998-40ff-a157-5cb4ba811aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:18.829427 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-10e4f650-3998-40ff-a157-5cb4ba811aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 945 time: 0.0531700 Aug 16 03:02:18.917635 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 201b191a-892b-4261-94cb-3b437ccf9dd0 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:18.917970 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.009274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 201b191a-892b-4261-94cb-3b437ccf9dd0, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=201b191a-892b-4261-94cb-3b437ccf9dd0,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:19.009653 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.022551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 201b191a-892b-4261-94cb-3b437ccf9dd0 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:19.186667 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.218901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=201b191a-892b-4261-94cb-3b437ccf9dd0,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:19.232158 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.232522 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.232872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.233220 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.233565 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.233906 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.234246 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.234603 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.235016 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.235353 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.235690 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.236024 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:19.268862 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] No DVR routers for this DVR port 201b191a-892b-4261-94cb-3b437ccf9dd0 on host n-h1-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:19.271899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:19.273981 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-c74e346e-737d-4645-beb7-55a5d70f5119 req-669f1356-dda0-40d5-b4b8-bd739b638d97 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "DELETE /v2.0/ports/201b191a-892b-4261-94cb-3b437ccf9dd0 HTTP/1.1" status: 204 len: 173 time: 0.4378803 Aug 16 03:02:19.274450 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'name': 'network-vif-deleted', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:19.276717 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca931c1-8023-4cb9-8baa-b52b737d6a01" -d '{"events": [{"server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "name": "network-vif-deleted", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:19.316067 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ee09d-e6b6-48ce-8d16-3d0c05c3af8d x-openstack-request-id: req-f73ee09d-e6b6-48ce-8d16-3d0c05c3af8d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:19.316367 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1974860-5aae-4ae0-bf3e-48b36a87c572", "name": "network-vif-deleted", "tag": "201b191a-892b-4261-94cb-3b437ccf9dd0", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:19.316626 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f73ee09d-e6b6-48ce-8d16-3d0c05c3af8d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:19.317030 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1974860-5aae-4ae0-bf3e-48b36a87c572', 'name': 'network-vif-deleted', 'tag': '201b191a-892b-4261-94cb-3b437ccf9dd0', 'status': 'completed', 'code': 200} Aug 16 03:02:19.743526 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0879882-939a-4919-b6d6-c03070f3a9d0 req-b793395b-4c27-4839-8960-472591968dd7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=c1974860-5aae-4ae0-bf3e-48b36a87c572 HTTP/1.1" status: 200 len: 210 time: 0.0269103 Aug 16 03:02:20.799552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32942) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:21.166080 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.429335 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port a592bede-1c45-4dc9-b5b0-227b2f32dec9 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:21.429599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.515588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port a592bede-1c45-4dc9-b5b0-227b2f32dec9, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a592bede-1c45-4dc9-b5b0-227b2f32dec9,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:21.515958 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.529083 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for a592bede-1c45-4dc9-b5b0-227b2f32dec9 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:21.768363 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 201b191a-892b-4261-94cb-3b437ccf9dd0 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:21.781296 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:21.788899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 201b191a-892b-4261-94cb-3b437ccf9dd0 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:21.789249 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 201b191a-892b-4261-94cb-3b437ccf9dd0 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:21.808306 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=a592bede-1c45-4dc9-b5b0-227b2f32dec9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:21.988823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.210302 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 6581a3a2-13fb-433a-a170-5c2d6266a325 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:22.316588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:22.322229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c76fde86-e807-42de-b235-9b4251dc7f08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/6581a3a2-13fb-433a-a170-5c2d6266a325/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5216129 Aug 16 03:02:22.324969 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32944) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:22.326331 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] Sync routers for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:22.335510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:22.336037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.375076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting subnet 2293a08c-ae15-48ee-8044-40c7142472f9 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:02:22.378092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.417906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.445784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:22.504198 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.610149 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.627435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:02:21Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.639274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Subnet': ['ID=2293a08c-ae15-48ee-8044-40c7142472f9,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:22.641257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:22.645639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f618cf0d-e7d7-4a10-96ee-bb3b0f74db47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/subnets/2293a08c-ae15-48ee-8044-40c7142472f9 HTTP/1.1" status: 204 len: 168 time: 0.3172398 Aug 16 03:02:22.646061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32946) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:22.658217 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d37b9-7a65-4cdc-a1b9-663b64eb1ded None None] Network 6abf320b-e97d-471b-8001-45cf947723a2 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:22.660502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] Checking router: 6581a3a2-13fb-433a-a170-5c2d6266a325 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:22.709904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] Routers {'6581a3a2-13fb-433a-a170-5c2d6266a325'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:22.710698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['6581a3a2-13fb-433a-a170-5c2d6266a325'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:22.869378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] Set router 6581a3a2-13fb-433a-a170-5c2d6266a325 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:22.943138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] DHCP port deletion for 6abf320b-e97d-471b-8001-45cf947723a2 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:02:23.075102 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Deleting port f674e645-d17e-4dfd-a000-7d16a94ac186 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:23.075490 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.100799 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.149117 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] For port f674e645-d17e-4dfd-a000-7d16a94ac186, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=f674e645-d17e-4dfd-a000-7d16a94ac186,segment=NetworkSegment(c6091954-16d5-4415-bcce-f47b6ccc2813),segment_id=c6091954-16d5-4415-bcce-f47b6ccc2813)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:23.149442 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.164423 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Calling delete_port for f674e645-d17e-4dfd-a000-7d16a94ac186 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:23.169248 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:02:21Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:23.200422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc8e62a-6a5e-4574-8a66-1e21af513be3 None None] The sync data for ids ['6581a3a2-13fb-433a-a170-5c2d6266a325'] in n-d-768852-19 is: [{'id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1670137052', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19'}], 'enable_snat': True}, 'gw_port_id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:00:44Z', 'updated_at': '2021-08-16T03:02:21Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': 'dc5f3903-38eb-4e78-ac66-297cdb616940', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:5f:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6581a3a2-13fb-433a-a170-5c2d6266a325', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:00:45Z', 'updated_at': '2021-08-16T03:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:23.207604 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.331104 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.349491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port dc5f3903-38eb-4e78-ac66-297cdb616940 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:02:23.349992 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.361317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Pushing event deleted for resources: {'Port': ['ID=f674e645-d17e-4dfd-a000-7d16a94ac186,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.373449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] No DVR routers for this DVR port f674e645-d17e-4dfd-a000-7d16a94ac186 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.384239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b968da-164b-41bb-b86f-72f2b0912632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:23.436338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port dc5f3903-38eb-4e78-ac66-297cdb616940, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=dc5f3903-38eb-4e78-ac66-297cdb616940,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:23.436723 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.454501 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for dc5f3903-38eb-4e78-ac66-297cdb616940 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:02:23.700964 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.726160 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=dc5f3903-38eb-4e78-ac66-297cdb616940,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:23.791267 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.883413 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:23.885537 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.004117 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.004711 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Fanout notify agent at l3_agent the message router_deleted on router 6581a3a2-13fb-433a-a170-5c2d6266a325 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:02:24.019864 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.019864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-dc3f0d33-0fe8-4a71-8ce8-6c7f37bd0db7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/routers/6581a3a2-13fb-433a-a170-5c2d6266a325 HTTP/1.1" status: 204 len: 168 time: 1.3687365 Aug 16 03:02:24.019864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32948) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:24.101305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.193181 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.203531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abf320b-e97d-471b-8001-45cf947723a2']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:24.213991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6091954-16d5-4415-bcce-f47b6ccc2813') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:24.214293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6091954-16d5-4415-bcce-f47b6ccc2813') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:24.223094 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.237133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.243494 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: timer() Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:02:24.248171 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:02:24.381058 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.389200 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.391131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/networks/6abf320b-e97d-471b-8001-45cf947723a2 HTTP/1.1" status: 204 len: 168 time: 0.3716676 Aug 16 03:02:24.394274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32950) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:24.402005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb842df-c909-4a52-b3a1-bc962df2987e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Network': ['ID=6abf320b-e97d-471b-8001-45cf947723a2,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:24.465036 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ad863d7-7cbe-44ad-b54d-dee2339e51a7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.491863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a592bede-1c45-4dc9-b5b0-227b2f32dec9 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:24.496256 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ad863d7-7cbe-44ad-b54d-dee2339e51a7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.510833 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a592bede-1c45-4dc9-b5b0-227b2f32dec9 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:24.511191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a592bede-1c45-4dc9-b5b0-227b2f32dec9 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:24.511621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f674e645-d17e-4dfd-a000-7d16a94ac186 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:24.533318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: f674e645-d17e-4dfd-a000-7d16a94ac186 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:24.533752 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device f674e645-d17e-4dfd-a000-7d16a94ac186 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:24.609199 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ad863d7-7cbe-44ad-b54d-dee2339e51a7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.611842 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ad863d7-7cbe-44ad-b54d-dee2339e51a7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:24.613028 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ad863d7-7cbe-44ad-b54d-dee2339e51a7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/security-groups/dab4c87d-bb43-4ad8-ade5-70352d4c2a54 HTTP/1.1" status: 204 len: 168 time: 0.2177532 Aug 16 03:02:24.623025 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad863d7-7cbe-44ad-b54d-dee2339e51a7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab4c87d-bb43-4ad8-ade5-70352d4c2a54,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.042547 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32956) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:25.047538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1593711105', 'description': 'tempest-secgroup-smoke-1593711105 description', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:25.134308 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.213097 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.277779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.306293 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38caa2f2-80c9-4d13-b47c-d20372c18765,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.369251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.370613 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-984c9e7b-8961-4729-881b-80000a28cce5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3270380 Aug 16 03:02:25.373494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32958) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:25.377913 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '38caa2f2-80c9-4d13-b47c-d20372c18765', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:25.465155 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.520590 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.592613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.610444 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a66f4a2-e062-4fbc-99f0-0b94e733f63e,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:25.712410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.713702 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-472f144e-7c61-4db1-8bb0-9487bd32670b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392575 Aug 16 03:02:25.716457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32960) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:25.720918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '38caa2f2-80c9-4d13-b47c-d20372c18765', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:25.796704 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.853173 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.946042 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:02:25.951988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:25.969955 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6fb6b1e-9ca7-4bbb-bc4c-57245b500bac,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:26.055118 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.056456 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-e2efa050-315d-42d5-98f3-4c74bdc4e912 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3390677 Aug 16 03:02:26.059173 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32962) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:26.063562 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '38caa2f2-80c9-4d13-b47c-d20372c18765', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:26.095942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc5f3903-38eb-4e78-ac66-297cdb616940 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:02:26.115765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: dc5f3903-38eb-4e78-ac66-297cdb616940 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:02:26.116084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device dc5f3903-38eb-4e78-ac66-297cdb616940 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:02:26.157017 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.218724 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.300964 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.321298 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba1673f-dcc8-43ed-b89b-cc548f8dae6e,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:26.375381 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.376563 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c6850d08-5e61-4597-8223-e51bcbd0a78c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164597 Aug 16 03:02:26.379309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32964) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:26.384469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '38caa2f2-80c9-4d13-b47c-d20372c18765', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:26.477153 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.537227 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.625630 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.644276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e67056-c84a-4a35-bbcf-778639aa73ba,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:26.712305 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.713590 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-43553676-5367-40e8-b6df-4840408aaf7e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333299 Aug 16 03:02:26.716414 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32966) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:26.720920 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '38caa2f2-80c9-4d13-b47c-d20372c18765', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:26.792096 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:02:26.797238 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.856799 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.894860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.911782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa4e7015-c21f-4eab-a63f-9709ce619229,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:26.968450 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:26.969673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-46d2922d-4fe2-49cb-8a23-f31e87d5209c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2523272 Aug 16 03:02:26.972429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32968) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:26.977472 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '38caa2f2-80c9-4d13-b47c-d20372c18765', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:27.083941 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:02:27.089621 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.510671 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.603861 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.622095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5301e475-ad77-46e3-b572-36201a34c4e9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:27.695578 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.696847 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1955c455-2fd5-4341-b7e4-9b44529b34ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7234952 Aug 16 03:02:27.699648 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32970) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:27.704689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'network': {'name': 'tempest-network-smoke--1035383718', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:27.798762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.808685 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:27.814928 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.836101 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:02:27.844421 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.844787 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Added segment 58277224-bf75-4928-beba-da23081b4be5 of type vlan for network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 Aug 16 03:02:27.887853 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.923545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.980016 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:27.985687 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:27.986283 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.053625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Network': ['ID=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:28.064287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:02:28.102073 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28e52665-27be-4be4-a2d9-e49987fd9041 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4013739 Aug 16 03:02:28.104813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32972) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:28.109349 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'admin_state_up': True, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:28.198343 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.199461 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.250920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.491696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.737661 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.762302 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:28.863877 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.66 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/481a2d7d-71f2-4912-8935-dfd230ba1bb5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:28.967817 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.055512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.097578 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:29.101010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:29.103729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:29.128781 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=481a2d7d-71f2-4912-8935-dfd230ba1bb5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:29.415648 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.609119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.798001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router f23edd33-684e-42a3-b4f2-94c0108a6395 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:02:29.905504 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:29.915403 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Sync routers for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:29.924383 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:29.924984 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:29.997946 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:29.999264 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-abab9d4b-1088-4126-9f9a-39eab6dad83e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8934963 Aug 16 03:02:30.002607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32974) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:30.026064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:30.030841 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-50921180-75d9-4e27-a70e-e0e3ad0a62f9 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c06cd276daa0400aaed6f14b5c8aba11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270705 Aug 16 03:02:30.033549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32976) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:30.121085 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58c6b6-1d3d-4c30-bfa4-b0ccdfb7b035 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.125136 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9f58c6b6-1d3d-4c30-bfa4-b0ccdfb7b035 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881517 Aug 16 03:02:30.125408 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 32978) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:30.159394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-55e26536-3af3-4fa1-a7c2-4f5c5dc64ce7 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328434 Aug 16 03:02:30.162431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32980) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:30.167839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1464036125', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:30.201012 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:29Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:30.230717 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Checking router: f23edd33-684e-42a3-b4f2-94c0108a6395 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:30.231070 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Updating router f23edd33-684e-42a3-b4f2-94c0108a6395 port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:30.255502 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.317470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:30.322379 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.501964 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.512105 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Transition to ACTIVE for port object 481a2d7d-71f2-4912-8935-dfd230ba1bb5 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:30.569969 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.597302 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.635087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Subnet': ['ID=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:30.645222 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Checking segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:30.645961 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network hostable DHCP agents. Network: 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:02:30.651926 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Pushing event updated for resources: {'Port': ['ID=481a2d7d-71f2-4912-8935-dfd230ba1bb5,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:30.654035 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Attempting to bind port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:30.654398 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Attempting to bind port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:30.654784 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Attempting to bind port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:30.664331 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.669861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:02:30.672678 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:30.673054 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:30.673455 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.673837 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:30.674302 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Bound port: 481a2d7d-71f2-4912-8935-dfd230ba1bb5, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:30.674724 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.729524 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] For port 481a2d7d-71f2-4912-8935-dfd230ba1bb5, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:30.732635 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] For port 481a2d7d-71f2-4912-8935-dfd230ba1bb5, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=481a2d7d-71f2-4912-8935-dfd230ba1bb5,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:30.746535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:02:30.804710 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.832314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:30.836890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:30.837495 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:30.842190 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc5250-ca32-4c1c-846d-b38844576d5a None None] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:30.854837 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:30.855470 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:30.896067 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e517a041-ff81-430b-b56a-a9b455fcf571 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7324166 Aug 16 03:02:30.899034 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 32982) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:30.906303 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf1720-9128-4573-8dd8-60d238a39835 None None] Pushing event updated for resources: {'Port': ['ID=481a2d7d-71f2-4912-8935-dfd230ba1bb5,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:30.980899 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:30.995670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:02:30.996544 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.136612 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Allocated IP 172.20.0.2 (37b7ff85-27e1-47f8-a44c-6c8d2afdfe55/0f22b19d-70a6-49c8-8a8c-8bd6f6d09082/a7a13f2e-006c-4cc5-9557-b6f50abe3b0c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:31.187890 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:29Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:31.317769 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d432a5ac-28e1-4030-a00d-f1795828e3c2 None None] The sync data for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 is: [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:29Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:31.395106 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.455887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.466565 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Transition to ACTIVE for port object a7a13f2e-006c-4cc5-9557-b6f50abe3b0c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:31.493995 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Transition to ACTIVE for port object a7a13f2e-006c-4cc5-9557-b6f50abe3b0c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:31.582525 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.604395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:31.624395 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:31.628129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:31.672018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Pushing event updated for resources: {'Port': ['ID=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:31.701383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Attempting to bind port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:31.701770 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Attempting to bind port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:31.702146 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Attempting to bind port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:31.707469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:31.707900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Checking segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:31.708261 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.708377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.1 (37b7ff85-27e1-47f8-a44c-6c8d2afdfe55/0f22b19d-70a6-49c8-8a8c-8bd6f6d09082/76babbec-b766-4d3c-8d88-9c7e7bac5e17) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:31.708668 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Bound using segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:31.709144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Bound port: a7a13f2e-006c-4cc5-9557-b6f50abe3b0c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:31.710150 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.783186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] For port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:31.786947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] For port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:31.838483 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.854475 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object 76babbec-b766-4d3c-8d88-9c7e7bac5e17 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:31.868214 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.930940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94c24c-b42c-46f9-9e21-e4e03df9dae4 None None] Pushing event updated for resources: {'Port': ['ID=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:31.936068 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:31.977560 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:31.981211 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:31.987925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:32.018927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=76babbec-b766-4d3c-8d88-9c7e7bac5e17,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:32.042107 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.266898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7a13f2e-006c-4cc5-9557-b6f50abe3b0c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:32.283254 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.380655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:32.385549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 481a2d7d-71f2-4912-8935-dfd230ba1bb5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:32.494878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:32.498873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:32.499254 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.567349 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.578593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.601152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 481a2d7d-71f2-4912-8935-dfd230ba1bb5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=481a2d7d-71f2-4912-8935-dfd230ba1bb5,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:32.609543 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.649637 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.691364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=76babbec-b766-4d3c-8d88-9c7e7bac5e17,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:32.694813 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:32.721645 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=481a2d7d-71f2-4912-8935-dfd230ba1bb5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:32.793624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:32.795145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:32.891606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197305b-9576-4491-a886-d7511a419303 None None] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:02:32.918522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router f23edd33-684e-42a3-b4f2-94c0108a6395 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:33.010608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] Provisioning for port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:33.018427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] Provisioning complete for port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:33.018845 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.034555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:33.049642 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-efb3d8e9-514c-4c22-a7ac-367cd952ab93 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/f23edd33-684e-42a3-b4f2-94c0108a6395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1401587 Aug 16 03:02:33.134058 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.176738 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] For port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:33.202968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-7c336247-6d83-4e6b-9179-d0b08ab7d4fa tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1593711105&fields=id&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 267 time: 0.0416129 Aug 16 03:02:33.249613 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.317003 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e86a45a-94e1-4e32-9fc7-147d4f8b1b26 None None] Pushing event updated for resources: {'Port': ['ID=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:33.328925 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-30de64a7-5d11-4507-b3de-7d0d5b70ae8d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:33.330503 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-30de64a7-5d11-4507-b3de-7d0d5b70ae8d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 797 time: 0.1187570 Aug 16 03:02:33.349822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-48ef3f2f-bc7d-400b-8c80-2a5f46a18dbb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/quotas/c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 375 time: 0.0121474 Aug 16 03:02:33.375864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf0a2e2a-862a-4d04-9a43-5db5f836130b None None] Provisioning complete for port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:33.376266 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf0a2e2a-862a-4d04-9a43-5db5f836130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.414501 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-a38c2083-3076-411e-b63e-65081f7f692e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571992 Aug 16 03:02:33.518178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf0a2e2a-862a-4d04-9a43-5db5f836130b None None] Provisioning for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:33.523148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bf0a2e2a-862a-4d04-9a43-5db5f836130b None None] Provisioning complete for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:33.523537 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bf0a2e2a-862a-4d04-9a43-5db5f836130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.550130 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Sync routers for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:33.567700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bf0a2e2a-862a-4d04-9a43-5db5f836130b None None] Port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:33.571697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:33.572349 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:33.575920 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-2adca586-91d0-4c88-80b7-703540635629 service neutron] 10.222.0.76 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483319 Aug 16 03:02:33.679877 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-422c45d2-44b1-4153-bd41-31d58d641565 service neutron] 10.222.0.76 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962362 Aug 16 03:02:33.690458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:33.732111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-6eadea98-cb20-47bb-980c-0ba9172ecaf6 None None] Provisioning complete for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:33.732490 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6eadea98-cb20-47bb-980c-0ba9172ecaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:33.834333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-6eadea98-cb20-47bb-980c-0ba9172ecaf6 None None] Port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:33.927719 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d989b9ad-2abd-48c4-aa10-0ebba8d4691e req-0d7c4bbd-add2-4f77-81cf-844e72334aac tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 210 time: 0.0281508 Aug 16 03:02:33.932315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 2, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:33.965635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Checking router: f23edd33-684e-42a3-b4f2-94c0108a6395 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:33.966000 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Updating router f23edd33-684e-42a3-b4f2-94c0108a6395 port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:02:33.994493 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.010317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-84ecdce7-b5db-4bb1-bc7d-83a0c6bfccd8 None None] Provisioning complete for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:34.010716 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-84ecdce7-b5db-4bb1-bc7d-83a0c6bfccd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.075624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-84ecdce7-b5db-4bb1-bc7d-83a0c6bfccd8 None None] Port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:34.154820 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 481a2d7d-71f2-4912-8935-dfd230ba1bb5 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:34.275116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:34.275502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.399302 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.416065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7a13f2e-006c-4cc5-9557-b6f50abe3b0c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:34.417930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Transition to ACTIVE for port object 76babbec-b766-4d3c-8d88-9c7e7bac5e17 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:34.464887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:34.465447 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.486881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.550853 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add50ed-a9bd-490f-917e-1d49124024bb None None] Pushing event updated for resources: {'Port': ['ID=76babbec-b766-4d3c-8d88-9c7e7bac5e17,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:34.630014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Attempting to bind port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:34.635015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Attempting to bind port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:34.635015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Attempting to bind port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:34.640517 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:34.640903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Checking segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:34.641319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.641826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Bound using segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:34.642314 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Bound port: 76babbec-b766-4d3c-8d88-9c7e7bac5e17, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:34.642725 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.716375 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] For port 76babbec-b766-4d3c-8d88-9c7e7bac5e17, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:34.719762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] For port 76babbec-b766-4d3c-8d88-9c7e7bac5e17, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=76babbec-b766-4d3c-8d88-9c7e7bac5e17,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:34.799173 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:34.857954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:34.858596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:34.893540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1add50ed-a9bd-490f-917e-1d49124024bb None None] Pushing event updated for resources: {'Port': ['ID=76babbec-b766-4d3c-8d88-9c7e7bac5e17,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:34.980127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:35.040141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba826273-9ba5-49a3-b76d-aa87a195c1c9 req-a5e239e8-05dd-4527-9186-f88f706dc400 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 210 time: 0.0311608 Aug 16 03:02:35.204293 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:34Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:35.234186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfb966-4c37-4c48-9cef-d1fc6098625f None None] The sync data for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 is: [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:34Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:35.648793 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-92324798-82a6-4fa6-a56a-d6d68a4f906b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:35.651088 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-92324798-82a6-4fa6-a56a-d6d68a4f906b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 797 time: 0.1085758 Aug 16 03:02:35.697048 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-e437fb96-bffa-40aa-b0c6-b6c0c93f9c78 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 380 time: 0.0373209 Aug 16 03:02:35.706788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'port': {'device_id': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'admin_state_up': True, 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'security_groups': ['38caa2f2-80c9-4d13-b47c-d20372c18765']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:35.901171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:02:35.904950 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.039715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.8 (37b7ff85-27e1-47f8-a44c-6c8d2afdfe55/0f22b19d-70a6-49c8-8a8c-8bd6f6d09082/d51c5452-6589-4337-bb7e-ad25986e6de5) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:36.160266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ba0dbef4-93b1-48d4-bc8e-fd3912fd1472 req-7ad0c65d-d8bc-48d4-b38b-66264fc7e6af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 210 time: 0.0346687 Aug 16 03:02:36.210115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.222165 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76babbec-b766-4d3c-8d88-9c7e7bac5e17 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:36.234757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object d51c5452-6589-4337-bb7e-ad25986e6de5 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:36.358215 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.386138 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:36.390148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:36.390523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.401631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:36.406977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:36.409484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:36.445422 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:36.474921 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:36.475604 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.476197 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.510218 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 76babbec-b766-4d3c-8d88-9c7e7bac5e17, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=76babbec-b766-4d3c-8d88-9c7e7bac5e17,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:36.575260 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-b769685a-9e58-4ba9-be91-9ac0253a4f80 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8725719 Aug 16 03:02:36.588866 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Request body: {'port': {'device_id': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:36.597243 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.643514 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.647814 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=76babbec-b766-4d3c-8d88-9c7e7bac5e17,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:36.712262 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c54e4894-fd95-4fab-b5c8-24975ff1ad8f None None] Provisioning for port d51c5452-6589-4337-bb7e-ad25986e6de5 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:36.716177 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c54e4894-fd95-4fab-b5c8-24975ff1ad8f None None] Provisioning complete for port d51c5452-6589-4337-bb7e-ad25986e6de5 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:36.716553 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c54e4894-fd95-4fab-b5c8-24975ff1ad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.750906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c54e4894-fd95-4fab-b5c8-24975ff1ad8f None None] Port d51c5452-6589-4337-bb7e-ad25986e6de5 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:02:36.906410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51c5452-6589-4337-bb7e-ad25986e6de5 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:36.914220 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:36.925865 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Transition to ACTIVE for port object d51c5452-6589-4337-bb7e-ad25986e6de5 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:02:36.980297 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:37.038254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:37.104728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:02:37.105079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:02:37.105423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:37.109930 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Port d51c5452-6589-4337-bb7e-ad25986e6de5 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:02:37.110263 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:02:37.115249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:02:37.116125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Checking segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:02:37.116520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Bound using segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:02:37.116962 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Bound port: d51c5452-6589-4337-bb7e-ad25986e6de5, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:02:37.117330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:37.185439 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:02:37.188914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:02:37.276623 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e12d50-0aa2-40c5-af99-cc2bad85478c req-2b140314-d3eb-4dfa-a8d2-902a79fd072f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.278155 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32e12d50-0aa2-40c5-af99-cc2bad85478c req-2b140314-d3eb-4dfa-a8d2-902a79fd072f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0583723 Aug 16 03:02:37.284076 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:37.317525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32e12d50-0aa2-40c5-af99-cc2bad85478c req-160429a1-76d9-43eb-8f85-7f0c234a6761 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332088 Aug 16 03:02:37.324992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.325635 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:37.327087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] 10.222.0.58 "PUT /v2.0/ports/d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 1092 time: 0.7429998 Aug 16 03:02:37.327539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:37.329824 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd04ec8-3157-4048-bd00-9606b1f1f819" -d '{"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:37.359226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de36b22-9767-4196-a2b1-6ffc59f86a7d service neutron] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:37.380576 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125e0c2c-3efe-4255-921d-8b61b6faf66d x-openstack-request-id: req-125e0c2c-3efe-4255-921d-8b61b6faf66d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:37.381086 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:37.381977 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-125e0c2c-3efe-4255-921d-8b61b6faf66d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:37.382472 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'status': 'completed', 'code': 200} Aug 16 03:02:37.443542 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd04ec8-3157-4048-bd00-9606b1f1f819 req-adc7eb73-a4bf-4a71-a1ed-495fbc7c5f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.445116 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5bd04ec8-3157-4048-bd00-9606b1f1f819 req-adc7eb73-a4bf-4a71-a1ed-495fbc7c5f99 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1095 time: 0.0438082 Aug 16 03:02:37.544340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd04ec8-3157-4048-bd00-9606b1f1f819 req-8d33cb58-928f-44b5-9c5b-247562df7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.545788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5bd04ec8-3157-4048-bd00-9606b1f1f819 req-8d33cb58-928f-44b5-9c5b-247562df7b70 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0925372 Aug 16 03:02:37.642545 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd04ec8-3157-4048-bd00-9606b1f1f819 req-7e776542-c705-4ef2-87d2-a1dc728c9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.644100 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5bd04ec8-3157-4048-bd00-9606b1f1f819 req-7e776542-c705-4ef2-87d2-a1dc728c9433 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912552 Aug 16 03:02:37.718632 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-2e4b226a-b116-4ab8-93e9-1ed06b945d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.720206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-2e4b226a-b116-4ab8-93e9-1ed06b945d6e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1095 time: 0.0399966 Aug 16 03:02:37.766504 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-ebc9fcb3-93de-4053-b59f-aebd1ad28a29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 217 time: 0.0369394 Aug 16 03:02:37.815055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9580b8d7-64d9-4508-beb1-b009a55a145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.816406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9580b8d7-64d9-4508-beb1-b009a55a145d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0429962 Aug 16 03:02:37.861520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9b8ad387-109c-4678-a0bb-7db91291d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:37.863032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-9b8ad387-109c-4678-a0bb-7db91291d2a6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399022 Aug 16 03:02:37.953542 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-29a2acf5-1ee2-4a73-bd4c-bd790efa1edb service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832088 Aug 16 03:02:38.041537 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ac0a4dcd-6d0a-4f64-a53f-3d5f3b455fe7 req-496654a2-eb63-4a72-a0fc-81586ae744b5 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808780 Aug 16 03:02:38.146449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76babbec-b766-4d3c-8d88-9c7e7bac5e17 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:38.193228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:38.194219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:38.438181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb8518-02ff-4773-a2f2-2fb11648fad1 req-3f1bab44-c931-4c9f-a69d-b582146e8984 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:38.439727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69eb8518-02ff-4773-a2f2-2fb11648fad1 req-3f1bab44-c931-4c9f-a69d-b582146e8984 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0504367 Aug 16 03:02:38.477250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-69eb8518-02ff-4773-a2f2-2fb11648fad1 req-02a3df4d-995c-46ca-95bb-d3c0a58b77e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315168 Aug 16 03:02:39.594965 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0d3f4-f5c1-4b58-b0d8-2079d7d0d460 req-b55f5a81-09df-456d-bf81-962b7d7fa93f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:39.596457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39b0d3f4-f5c1-4b58-b0d8-2079d7d0d460 req-b55f5a81-09df-456d-bf81-962b7d7fa93f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0483651 Aug 16 03:02:39.634013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-39b0d3f4-f5c1-4b58-b0d8-2079d7d0d460 req-4cc0aad5-6ce5-4f37-a41a-99ecf0321748 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316727 Aug 16 03:02:40.009349 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-975b914f-cbf2-4e1e-b3dc-8b7a432e199c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.485125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:02:40.577225 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:40.588161 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'port_id': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'mac_address': 'fa:16:3e:25:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:02:40.627932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.640399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c5452-6589-4337-bb7e-ad25986e6de5 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:02:40.659210 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:40.717681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:40.756759 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0489b-8172-4d74-8374-1568b2feb647 req-1c1cc7ec-e4e1-41ff-8afd-e78109999f4b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:40.758231 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77a0489b-8172-4d74-8374-1568b2feb647 req-1c1cc7ec-e4e1-41ff-8afd-e78109999f4b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0566194 Aug 16 03:02:40.767164 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:40.799213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-77a0489b-8172-4d74-8374-1568b2feb647 req-516655ed-423d-418f-8e4a-f78df179809e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349462 Aug 16 03:02:40.930703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['d51c5452-6589-4337-bb7e-ad25986e6de5'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:02:41.915904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1a813-d327-4d5a-b3e8-14838cfae785 req-6406ef26-1e3b-4c8f-b7ee-4998272b8de4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:41.917420 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03c1a813-d327-4d5a-b3e8-14838cfae785 req-6406ef26-1e3b-4c8f-b7ee-4998272b8de4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 944 time: 0.0496111 Aug 16 03:02:41.954991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03c1a813-d327-4d5a-b3e8-14838cfae785 req-c54a12f4-8c67-45bd-aea3-6e24e3c40891 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Aug 16 03:02:42.509271 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:02:42.631722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port d51c5452-6589-4337-bb7e-ad25986e6de5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:02:42.635430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port d51c5452-6589-4337-bb7e-ad25986e6de5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:02:42.635857 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.713169 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.731028 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.736823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:42.739077 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26944f9b-35c0-4464-b76e-d9b3be3fc3fb" -d '{"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-plugged", "status": "completed", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:42.762176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:02:42.774435 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17bcdf9b-0885-40f9-8683-1699865b70a7 x-openstack-request-id: req-17bcdf9b-0885-40f9-8683-1699865b70a7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:42.774821 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-plugged", "status": "completed", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:42.775106 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-17bcdf9b-0885-40f9-8683-1699865b70a7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:42.775520 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'code': 200} Aug 16 03:02:42.837936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.871088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565fd90-5deb-4712-8015-8d39f6f62ee5 req-8ade4485-3f07-4c9e-a874-b626c2bd943c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:42.872629 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b565fd90-5deb-4712-8015-8d39f6f62ee5 req-8ade4485-3f07-4c9e-a874-b626c2bd943c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1097 time: 0.0434456 Aug 16 03:02:42.876680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e0c7571-0b42-45f0-b731-2768b7619586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:42.890432 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:42.908683 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-b565fd90-5deb-4712-8015-8d39f6f62ee5 req-1d1fba64-29d2-4279-a8db-b51161de068d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282407 Aug 16 03:02:43.067356 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad3b1f-4468-487e-92a7-b12567d9ba74 req-805fa94e-6e08-4e89-9439-18ff21ee0181 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:43.068860 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ad3b1f-4468-487e-92a7-b12567d9ba74 req-805fa94e-6e08-4e89-9439-18ff21ee0181 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0493081 Aug 16 03:02:43.106966 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-48ad3b1f-4468-487e-92a7-b12567d9ba74 req-fd41effa-f08d-4cfa-ba8d-b38a482f3f0a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Aug 16 03:02:44.228548 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721cd602-1c47-48ae-9df9-6e5ce59bd5e7 req-79bc67ef-ecb7-4e7c-8b51-0d34ac450f85 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:44.230062 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-721cd602-1c47-48ae-9df9-6e5ce59bd5e7 req-79bc67ef-ecb7-4e7c-8b51-0d34ac450f85 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0530140 Aug 16 03:02:44.267211 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-721cd602-1c47-48ae-9df9-6e5ce59bd5e7 req-5f896b08-b04d-4af7-bcd6-9b964d521851 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312526 Aug 16 03:02:44.380349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666abdd-e0bc-40c3-a63f-a5b967173983 req-7ef8e866-bcf6-4eb3-a40e-76ba14e55a21 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:44.381752 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7666abdd-e0bc-40c3-a63f-a5b967173983 req-7ef8e866-bcf6-4eb3-a40e-76ba14e55a21 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0483108 Aug 16 03:02:44.419491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7666abdd-e0bc-40c3-a63f-a5b967173983 req-5a79ca43-b22a-4590-a526-16c0a36fce19 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311451 Aug 16 03:02:44.441556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33036) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:44.480185 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62f18ca-ccd7-4c3a-a274-4c0d4a4d3a74 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:44.481723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e62f18ca-ccd7-4c3a-a274-4c0d4a4d3a74 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1092 time: 0.0391986 Aug 16 03:02:44.484601 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33038) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:44.488933 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:02:44.546135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.645670 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.749276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.59 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/f9b8af91-deb3-480d-adcc-fabc500c66a7) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:02:44.851087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.854956 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.958111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:44.998884 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:02:45.001756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:02:45.005394 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:02:45.010681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=f9b8af91-deb3-480d-adcc-fabc500c66a7,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:45.713029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.842906 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:45.992143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:46.048833 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:46.071832 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:46.140701 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=f9b8af91-deb3-480d-adcc-fabc500c66a7,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:02:46.154383 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:46.259052 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 2bf3d448-5a11-4d16-832d-51882115cbff associated. External IP: 172.25.6.59, port: d51c5452-6589-4337-bb7e-ad25986e6de5. Aug 16 03:02:46.466721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router f23edd33-684e-42a3-b4f2-94c0108a6395 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:02:46.575015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:02:46.584354 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] Sync routers for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:02:46.594208 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:46.594850 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:46.667031 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:46.698115 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-79f42b56-7d44-4776-8b0c-5822d7d3a91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2092710 Aug 16 03:02:46.698115 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:02:46.700514 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:46.706720 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1303d2-6059-4f48-8fd2-47b4bfef0525" -d '{"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:02:46.744349 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d7eb5-5999-46ae-8d04-4e854b488e01 x-openstack-request-id: req-528d7eb5-5999-46ae-8d04-4e854b488e01 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:02:46.745017 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:02:46.745017 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-528d7eb5-5999-46ae-8d04-4e854b488e01 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:02:46.745589 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'status': 'completed', 'code': 200} Aug 16 03:02:46.800253 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb90cc8-9429-4ce4-914a-3d3377ea29d1 req-729a725a-3fcf-4896-bc86-0f3515dff5c1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:46.801832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fb90cc8-9429-4ce4-914a-3d3377ea29d1 req-729a725a-3fcf-4896-bc86-0f3515dff5c1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0535436 Aug 16 03:02:46.814488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-6fc6c885-2ca0-4009-a250-16a845f15da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:46.816196 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-6fc6c885-2ca0-4009-a250-16a845f15da8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1097 time: 0.0494936 Aug 16 03:02:46.845440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8fb90cc8-9429-4ce4-914a-3d3377ea29d1 req-3531cf0d-717e-4862-be6e-4593bf811cba tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352581 Aug 16 03:02:46.867075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33044) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:46.919309 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-f4957725-a98f-4bb3-8e64-c0745d210c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:46.920828 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-f4957725-a98f-4bb3-8e64-c0745d210c2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0976064 Aug 16 03:02:46.935914 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '2bf3d448-5a11-4d16-832d-51882115cbff', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'port_id': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'mac_address': 'fa:16:3e:25:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:45Z', 'updated_at': '2021-08-16T03:02:45Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:36Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:46.939038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ad5e0296-9b32-47dc-a633-a812ca8c3e78 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/2bf3d448-5a11-4d16-832d-51882115cbff HTTP/1.1" status: 200 len: 990 time: 0.0703733 Aug 16 03:02:46.967187 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] Checking router: f23edd33-684e-42a3-b4f2-94c0108a6395 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:02:46.975954 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:02:46.976864 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:02:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:46.998121 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-889ab5ee-8169-45d7-a87c-52b0aff6483e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 998 time: 0.0697525 Aug 16 03:02:47.049476 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-bdcef9d9-4ffa-4b01-a31e-45d9c46a9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.051141 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-bdcef9d9-4ffa-4b01-a31e-45d9c46a9753 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0459514 Aug 16 03:02:47.083191 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:02:47.098318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-f556c59e-8570-4173-8326-f2df1d5de072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:02:47.099810 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-f556c59e-8570-4173-8326-f2df1d5de072 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417461 Aug 16 03:02:47.191853 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-db8f3e5f-2a2c-46d9-a531-6f9dec2d8653 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849967 Aug 16 03:02:47.284946 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-6e1303d2-6059-4f48-8fd2-47b4bfef0525 req-05b4999c-5d01-4ed2-b4ac-b191f88e3f1e service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857739 Aug 16 03:02:47.303444 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '2bf3d448-5a11-4d16-832d-51882115cbff', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'port_id': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'mac_address': 'fa:16:3e:25:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:45Z', 'updated_at': '2021-08-16T03:02:45Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:36Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:02:47.329358 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-043fad4e-bbae-41d3-b052-2cfbb7f36bcd None None] The sync data for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 is: [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '2bf3d448-5a11-4d16-832d-51882115cbff', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.59', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'port_id': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'mac_address': 'fa:16:3e:25:a1:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:02:45Z', 'updated_at': '2021-08-16T03:02:45Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:36Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:02:47.525005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc39902-907e-4684-8d9d-a7def2a03e71 None None] New status for floating IP 2bf3d448-5a11-4d16-832d-51882115cbff: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:02:47.941839 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33046) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:02:48.004904 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b1d24bf0-57ab-44c2-88ad-2534da7a760a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/2bf3d448-5a11-4d16-832d-51882115cbff HTTP/1.1" status: 200 len: 992 time: 0.0618298 Aug 16 03:02:57.786178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:02:57.883531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:02.945599 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:10.025762 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b83ec91a-a457-4fc4-96b8-20766628f5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:12.705798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:12.820153 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-26952ac5-8803-4fbc-9ef4-9ce5d80e788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:14.876805 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:16.059701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:19.632712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb808c-a99a-478a-a570-936e89fd359c req-7d017758-886d-4b99-8922-f93de07efd3c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:19.634349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15bb808c-a99a-478a-a570-936e89fd359c req-7d017758-886d-4b99-8922-f93de07efd3c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.1001663 Aug 16 03:03:19.673127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15bb808c-a99a-478a-a570-936e89fd359c req-dc0f142f-431f-4a88-bd5b-5bcfb03410a5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Aug 16 03:03:19.702403 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-807b83e5-2f83-4803-89a5-0e8fc4343d6f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845592 Aug 16 03:03:20.846917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dfdbb5-9466-4eff-a6d9-816d41a56105 req-12bd2222-1fa7-4fb8-b341-5c17a43c6861 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:20.848353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6dfdbb5-9466-4eff-a6d9-816d41a56105 req-12bd2222-1fa7-4fb8-b341-5c17a43c6861 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.1062100 Aug 16 03:03:20.888427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e6dfdbb5-9466-4eff-a6d9-816d41a56105 req-41e5facc-19c4-4f51-9391-6c84a8b546e3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339310 Aug 16 03:03:21.628889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-34b9ac58-b068-43ee-99f4-e3232fa5a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:21.630386 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-34b9ac58-b068-43ee-99f4-e3232fa5a20a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1097 time: 0.0451374 Aug 16 03:03:21.719112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-c7ca726b-06d3-4c13-a2eb-b6dc6734e8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:21.720583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-c7ca726b-06d3-4c13-a2eb-b6dc6734e8e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0822794 Aug 16 03:03:21.789690 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-1aa30e0b-4a9a-4fa9-9890-1fc36e1eeb61 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 1000 time: 0.0612359 Aug 16 03:03:21.842520 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-4a4f182e-4f7c-4599-8dd3-b220c96d6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:21.844045 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-4a4f182e-4f7c-4599-8dd3-b220c96d6832 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0470335 Aug 16 03:03:21.889768 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-b32bc374-dcc6-48a1-ab62-1364564eb2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:21.891216 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-b32bc374-dcc6-48a1-ab62-1364564eb2d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406709 Aug 16 03:03:21.982716 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-21cafb48-20f6-4df0-a3fe-48ca253477b9 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846322 Aug 16 03:03:22.006028 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3040bd5b-8ce7-48db-8e73-811420c02f36 req-de9694f4-fa71-4d55-8b03-bbe7f2a0061f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:22.007578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3040bd5b-8ce7-48db-8e73-811420c02f36 req-de9694f4-fa71-4d55-8b03-bbe7f2a0061f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0509777 Aug 16 03:03:22.046404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3040bd5b-8ce7-48db-8e73-811420c02f36 req-d8e1fdc7-960c-4bad-80b6-dcdc8109e43d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324352 Aug 16 03:03:22.071715 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-56c8dd56-e545-4154-a106-3d127c8e69b7 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821488 Aug 16 03:03:23.161099 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288110a-74d5-42de-8da3-1e098bc7cbe0 req-7eb568bb-ad26-4c08-b416-0b888925b9ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:23.162652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c288110a-74d5-42de-8da3-1e098bc7cbe0 req-7eb568bb-ad26-4c08-b416-0b888925b9ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0489998 Aug 16 03:03:23.200974 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c288110a-74d5-42de-8da3-1e098bc7cbe0 req-146e67a8-9c2d-43f3-a394-e59e87839c0c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Aug 16 03:03:24.321122 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ebcb8-37ce-4160-8e1b-bc835746ef44 req-7fbe6b26-6e29-4f82-827d-9aa5fb0644a4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:24.322722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-122ebcb8-37ce-4160-8e1b-bc835746ef44 req-7fbe6b26-6e29-4f82-827d-9aa5fb0644a4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0534031 Aug 16 03:03:24.361447 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-122ebcb8-37ce-4160-8e1b-bc835746ef44 req-48490661-7f02-471b-92f9-45af43fb6929 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326283 Aug 16 03:03:25.032552 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-0699f374-b766-416c-ab4b-8ba9974592c3 req-3cb42bd2-120d-445e-bd6e-b133792f5c0e service neutron] (101945) timed out ('10.222.0.83', 49652) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:03:25.478586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1da315-45b3-425d-98be-bb85d6636479 req-f876ddd1-2aaf-4ee9-9a6a-70ac0f50377f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:25.480331 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a1da315-45b3-425d-98be-bb85d6636479 req-f876ddd1-2aaf-4ee9-9a6a-70ac0f50377f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0501230 Aug 16 03:03:25.519084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a1da315-45b3-425d-98be-bb85d6636479 req-d19f9ed0-b534-4a5e-9c09-3aa913382b53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326197 Aug 16 03:03:26.634354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4912ed12-d573-4307-91db-eb3c4a5c69de req-d99a7d2d-72cf-47c0-83ea-d74aa60b71b5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:26.636095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4912ed12-d573-4307-91db-eb3c4a5c69de req-d99a7d2d-72cf-47c0-83ea-d74aa60b71b5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0498047 Aug 16 03:03:26.674465 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4912ed12-d573-4307-91db-eb3c4a5c69de req-d5ea6d35-2764-423b-a80e-b28b8dbac3b6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Aug 16 03:03:27.768684 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:27.799908 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952773-d5d4-4cb9-8577-7359ab33b36c req-96d9c9bd-8e05-441c-b1b7-be38cb55db69 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:27.801428 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00952773-d5d4-4cb9-8577-7359ab33b36c req-96d9c9bd-8e05-441c-b1b7-be38cb55db69 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0550342 Aug 16 03:03:27.840023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00952773-d5d4-4cb9-8577-7359ab33b36c req-01df29b2-7467-4ed8-ab7c-6e400fbce8de tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325112 Aug 16 03:03:27.882923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:28.957398 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198caeb1-b3dd-4127-9713-b9bdef35b02c req-1ee10b07-a9a9-4d2b-8930-5bfd2985d4f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:28.958926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-198caeb1-b3dd-4127-9713-b9bdef35b02c req-1ee10b07-a9a9-4d2b-8930-5bfd2985d4f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0495243 Aug 16 03:03:28.997308 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-198caeb1-b3dd-4127-9713-b9bdef35b02c req-15b7f3c2-d940-483f-8012-0382850318f8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318086 Aug 16 03:03:30.112042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e272a-56f3-466e-b653-5375bc1f3c87 req-a5db2a09-32a3-4a1f-ac47-180bc8ba1ecc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:30.113549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e92e272a-56f3-466e-b653-5375bc1f3c87 req-a5db2a09-32a3-4a1f-ac47-180bc8ba1ecc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0480716 Aug 16 03:03:30.153663 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e92e272a-56f3-466e-b653-5375bc1f3c87 req-ffb62611-9039-4da9-b2e5-ea8903977e5b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Aug 16 03:03:31.278178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14405d01-1421-4c51-8307-a5b9bd0329db req-04a886b3-d54f-4a4d-9ad9-3d3ae354c1f0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:31.279730 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14405d01-1421-4c51-8307-a5b9bd0329db req-04a886b3-d54f-4a4d-9ad9-3d3ae354c1f0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0553336 Aug 16 03:03:31.318007 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-14405d01-1421-4c51-8307-a5b9bd0329db req-c2c6d005-f285-431d-8d95-11444a317452 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323732 Aug 16 03:03:32.433793 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd0667-f74d-4e89-b57e-70b389901712 req-a2af4081-9db4-4b6b-92f0-333d6fbab004 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:32.435214 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79fd0667-f74d-4e89-b57e-70b389901712 req-a2af4081-9db4-4b6b-92f0-333d6fbab004 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0499249 Aug 16 03:03:32.472685 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-79fd0667-f74d-4e89-b57e-70b389901712 req-1b8ec66a-a888-42a6-95bb-195ed09ede32 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316324 Aug 16 03:03:33.590279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3d6601-fa9f-44ff-916b-a5ed5b81e2a3 req-64936529-665d-42eb-ab1a-acc0dbb47092 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:33.591829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea3d6601-fa9f-44ff-916b-a5ed5b81e2a3 req-64936529-665d-42eb-ab1a-acc0dbb47092 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0514426 Aug 16 03:03:33.629540 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ea3d6601-fa9f-44ff-916b-a5ed5b81e2a3 req-77b35ea2-27ae-4d54-b224-85358e65be0c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Aug 16 03:03:34.749624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c066914-c66b-4bb6-a755-e1a1ed0623da req-5eda28ec-f791-45df-8977-ecdb62034c55 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:34.751357 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c066914-c66b-4bb6-a755-e1a1ed0623da req-5eda28ec-f791-45df-8977-ecdb62034c55 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0536191 Aug 16 03:03:34.788707 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5c066914-c66b-4bb6-a755-e1a1ed0623da req-e1f323f9-67c0-48a4-b12f-c759023cc031 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Aug 16 03:03:35.903890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e24c8-45c7-4af9-87c7-d6fe7c1dc603 req-727e6ceb-1049-47ef-81bf-ffcbd4e9924c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:35.905608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-519e24c8-45c7-4af9-87c7-d6fe7c1dc603 req-727e6ceb-1049-47ef-81bf-ffcbd4e9924c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0497453 Aug 16 03:03:35.950160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-519e24c8-45c7-4af9-87c7-d6fe7c1dc603 req-434a631a-b9e9-492a-8d37-00a827551e60 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 Aug 16 03:03:37.066453 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13636e65-5ced-4c56-88d8-89571518378f req-505aaf5b-0679-4882-a1de-b3f59e293fae tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:37.068039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13636e65-5ced-4c56-88d8-89571518378f req-505aaf5b-0679-4882-a1de-b3f59e293fae tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0498664 Aug 16 03:03:37.105131 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13636e65-5ced-4c56-88d8-89571518378f req-c641944c-07ca-42e8-add5-2fe6933af056 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304613 Aug 16 03:03:38.224638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac41bb30-85a9-466e-ad05-0f33efbdd187 req-3ae32f69-d8a0-42f5-abb6-ebda8a1d28c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:38.226189 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac41bb30-85a9-466e-ad05-0f33efbdd187 req-3ae32f69-d8a0-42f5-abb6-ebda8a1d28c5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0535767 Aug 16 03:03:38.265996 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac41bb30-85a9-466e-ad05-0f33efbdd187 req-37a3eeeb-2fc1-4865-b57c-53d13bd4fc61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327461 Aug 16 03:03:39.097594 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-ee9a7a51-4005-493a-bbdc-a7b23b02c055 service neutron] show failed (client error): The resource could not be found. Aug 16 03:03:39.098611 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-ee9a7a51-4005-493a-bbdc-a7b23b02c055 service neutron] 10.222.0.58 "GET /v2.0/ports/d51c5452-6589-4337-bb7e-ad25986e6de5/bindings/n-h1-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0976350 Aug 16 03:03:39.381608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb815f-2f69-42e9-860e-64266284f2c5 req-bec5d848-8fa5-46ac-8650-0ed78c7e7852 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:39.383221 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05cb815f-2f69-42e9-860e-64266284f2c5 req-bec5d848-8fa5-46ac-8650-0ed78c7e7852 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0504615 Aug 16 03:03:39.422481 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-05cb815f-2f69-42e9-860e-64266284f2c5 req-cc555d07-9d84-4fc8-8116-a96cffa8deb0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323091 Aug 16 03:03:39.567002 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-f2180c06-33ad-4d37-bd9f-b5f777b0c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:39.568467 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-f2180c06-33ad-4d37-bd9f-b5f777b0c918 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 1097 time: 0.0452213 Aug 16 03:03:39.580507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:03:39.631983 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.828407 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:39.860330 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:39.902043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:39.904350 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48c6db8-798b-4697-8d54-24c4cdafc561" -d '{"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-unplugged", "status": "completed", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:39.908324 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:39.921103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Transition to ACTIVE for port object d51c5452-6589-4337-bb7e-ad25986e6de5 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:03:39.946726 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:03:39.951679 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cce63b-b4d4-4add-9aee-9d35ed2ac7a0 x-openstack-request-id: req-d4cce63b-b4d4-4add-9aee-9d35ed2ac7a0 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:39.951973 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-unplugged", "status": "completed", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:39.952230 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d4cce63b-b4d4-4add-9aee-9d35ed2ac7a0 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:39.952649 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'code': 200} Aug 16 03:03:39.997117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.027628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ab796b4c-a446-479e-bc33-6fcfbc288f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.072354 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=6']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:40.087208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.087485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.087837 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.088184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.088589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.088934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.089271 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.089610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.089948 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.090282 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.090616 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.094107 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:40.126853 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] No DVR routers for this DVR port d51c5452-6589-4337-bb7e-ad25986e6de5 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:03:40.371598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.83', 49742) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:40.413233 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359669-22d3-41ea-899d-a0e4935ce749 req-7fd3c574-db30-4175-a501-8120fa069155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.414845 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-7fd3c574-db30-4175-a501-8120fa069155 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1053 time: 0.0422695 Aug 16 03:03:40.570214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87898eb-2401-44b9-a05f-df2795b4d17b req-ad8efc65-1428-47f0-9a59-707867161d95 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.571768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c87898eb-2401-44b9-a05f-df2795b4d17b req-ad8efc65-1428-47f0-9a59-707867161d95 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0779641 Aug 16 03:03:40.573762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359669-22d3-41ea-899d-a0e4935ce749 req-42fefe07-5f32-4294-bb63-cf5d13c541b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.575181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-42fefe07-5f32-4294-bb63-cf5d13c541b0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.1391244 Aug 16 03:03:40.623841 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:03:40.624097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:03:40.624431 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:40.628584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Port d51c5452-6589-4337-bb7e-ad25986e6de5 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:03:40.628907 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Attempting to bind port d51c5452-6589-4337-bb7e-ad25986e6de5 on network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:03:40.633610 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:03:40.633953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Checking segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:03:40.634343 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Bound using segment: {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:03:40.634808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Bound port: d51c5452-6589-4337-bb7e-ad25986e6de5, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58277224-bf75-4928-beba-da23081b4be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:03:40.635170 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.658788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c87898eb-2401-44b9-a05f-df2795b4d17b req-dddea666-47ca-43e3-be73-6280096b4501 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797720 Aug 16 03:03:40.671827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-2b68bdf3-89d6-4ba1-8214-f6faf9a9227b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 998 time: 0.0852509 Aug 16 03:03:40.712655 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h1-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:03:40.715999 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:03:40.723045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359669-22d3-41ea-899d-a0e4935ce749 req-34a5c49a-7ce3-4cf4-9d1d-8a7432dd34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.724639 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-34a5c49a-7ce3-4cf4-9d1d-8a7432dd34dc service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0459731 Aug 16 03:03:40.770284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45359669-22d3-41ea-899d-a0e4935ce749 req-7209320a-a802-41d0-815a-32a2f4e9dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.771824 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-7209320a-a802-41d0-815a-32a2f4e9dedb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406084 Aug 16 03:03:40.780378 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.815854 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:40.816499 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:40.818361 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] 10.222.0.83 "PUT /v2.0/ports/d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 1092 time: 1.2418220 Aug 16 03:03:40.842241 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=7']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:40.869309 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-016d3c7a-6be7-4dca-ae40-85fcc4d24126 service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901799 Aug 16 03:03:40.964367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45359669-22d3-41ea-899d-a0e4935ce749 req-9f580e98-3f02-4cc2-ab14-55362db743da service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Aug 16 03:03:41.145109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-47129fb7-b386-4f9e-870c-2ce4a35c5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:41.146544 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-47129fb7-b386-4f9e-870c-2ce4a35c5270 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1095 time: 0.0473130 Aug 16 03:03:41.238520 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-57d7bcae-9907-40ff-99af-fb7ca888d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:41.240166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-57d7bcae-9907-40ff-99af-fb7ca888d9fd service neutron] 10.222.0.83 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0864518 Aug 16 03:03:41.309350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-e23903a5-a4d6-4803-a621-0296dadc6145 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 998 time: 0.0624416 Aug 16 03:03:41.359209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-30c6f6b5-b069-40ce-a22a-4ca3d8ca65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:41.360708 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-30c6f6b5-b069-40ce-a22a-4ca3d8ca65e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0449038 Aug 16 03:03:41.406365 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-9cc29952-0e95-4a76-8e91-a8bec7b4bb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:41.407798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-9cc29952-0e95-4a76-8e91-a8bec7b4bb16 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403233 Aug 16 03:03:41.498954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-392033e8-8490-4e43-9d86-df474fe9d0d8 service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843260 Aug 16 03:03:41.592065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-b89333f2-8fea-416a-ad3c-d35390265cb0 service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866787 Aug 16 03:03:41.779586 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7ac11-cd8c-426b-9760-e47415e849e7 req-89f2bd0e-73e1-4ff9-85ef-3abef7c0c856 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:41.781122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95d7ac11-cd8c-426b-9760-e47415e849e7 req-89f2bd0e-73e1-4ff9-85ef-3abef7c0c856 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0498731 Aug 16 03:03:41.820476 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-95d7ac11-cd8c-426b-9760-e47415e849e7 req-0ab58f1f-a0a7-432f-b481-a3fce82a47ea tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331342 Aug 16 03:03:41.954093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:41.956435 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd3b74a-8a10-4518-854b-8f8b2e473b54" -d '{"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:42.003380 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930af711-0327-4698-bfb5-c949ceec33da x-openstack-request-id: req-930af711-0327-4698-bfb5-c949ceec33da {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:42.003675 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:42.003935 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-930af711-0327-4698-bfb5-c949ceec33da {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:42.004359 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'status': 'completed', 'code': 200} Aug 16 03:03:42.061683 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-d18f87ba-5a7f-415f-a14e-0423cdef03c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.063251 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-d18f87ba-5a7f-415f-a14e-0423cdef03c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1095 time: 0.0424187 Aug 16 03:03:42.069469 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-623a8c2b-52ac-47d6-a0cb-cc6922747729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.070997 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-623a8c2b-52ac-47d6-a0cb-cc6922747729 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1095 time: 0.0454257 Aug 16 03:03:42.155458 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-c4e27c71-97bf-4cf5-86e1-2777a4910c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.157000 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-c4e27c71-97bf-4cf5-86e1-2777a4910c2c service neutron] 10.222.0.58 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0872760 Aug 16 03:03:42.162049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-1c4669d0-a794-4fc0-a4ba-a4919f7f674c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.163554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-1c4669d0-a794-4fc0-a4ba-a4919f7f674c service neutron] 10.222.0.83 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0857627 Aug 16 03:03:42.225321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-5cb4d663-09d8-44d7-9cde-5499ab94f36b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 998 time: 0.0610425 Aug 16 03:03:42.235053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-a224e800-6703-4bd4-8376-ee3984efc903 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 998 time: 0.0638359 Aug 16 03:03:42.278033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-44e1a4ff-31e9-479d-ad93-5335a08813c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.279573 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-44e1a4ff-31e9-479d-ad93-5335a08813c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0480545 Aug 16 03:03:42.286600 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-753bac5c-4ddb-436f-9983-bf0d3ac7e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.288128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-753bac5c-4ddb-436f-9983-bf0d3ac7e6c7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0453305 Aug 16 03:03:42.325462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-177a3f08-85d5-4335-875e-47b3978e9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.329823 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-177a3f08-85d5-4335-875e-47b3978e9511 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408163 Aug 16 03:03:42.336228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-fe412f17-17af-48e8-9133-82e04ba9babf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.337780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-fe412f17-17af-48e8-9133-82e04ba9babf service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398898 Aug 16 03:03:42.415511 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-466a89b5-a600-40df-b8f9-c0c8fb341b05 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816474 Aug 16 03:03:42.433021 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-c2835644-2957-4cad-89e4-5e3ec8d9054b service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861833 Aug 16 03:03:42.507725 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-bc91c661-c131-4b2b-aca7-1ecf4ff82053 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850394 Aug 16 03:03:42.523930 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cbd3b74a-8a10-4518-854b-8f8b2e473b54 req-9873f1b7-1614-4ff5-8baa-10448808cbc0 service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834620 Aug 16 03:03:42.700186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.797476 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3ee37d31-01a7-4131-94e0-8a728c0b1d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:42.828660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:03:42.866593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:03:42.938228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35026e-1411-44e9-af23-afac51660489 req-9374d525-4f38-459a-9efe-ff24c00712a9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:42.939753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf35026e-1411-44e9-af23-afac51660489 req-9374d525-4f38-459a-9efe-ff24c00712a9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0492544 Aug 16 03:03:42.976744 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bf35026e-1411-44e9-af23-afac51660489 req-fb18ba27-f63d-4ce3-b14f-bcbeb8890b0e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Aug 16 03:03:44.105070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a504c8-9c1b-44bf-9224-26e3e2a6e32a req-d043d76c-9a6c-4b58-99af-dcb49ea28364 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.106571 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45a504c8-9c1b-44bf-9224-26e3e2a6e32a req-d043d76c-9a6c-4b58-99af-dcb49ea28364 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0538788 Aug 16 03:03:44.144374 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-45a504c8-9c1b-44bf-9224-26e3e2a6e32a req-22e7229f-3d59-4f8e-aff4-08806f60280a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317991 Aug 16 03:03:44.223739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:03:44.319708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:44.330755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'port_id': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'mac_address': 'fa:16:3e:25:a1:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:03:44.373127 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.385845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51c5452-6589-4337-bb7e-ad25986e6de5 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:03:44.409602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:44.488891 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.496214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25849759-aaef-41ed-9d51-16ba4614a12f req-f90b4816-99a6-4e22-b7de-0deaee4fdd9b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.499066 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25849759-aaef-41ed-9d51-16ba4614a12f req-f90b4816-99a6-4e22-b7de-0deaee4fdd9b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 943 time: 0.0493577 Aug 16 03:03:44.539524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25849759-aaef-41ed-9d51-16ba4614a12f req-39aa7986-6138-4a2b-bb90-1889e01b3cb4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356803 Aug 16 03:03:44.540150 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:44.548468 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.550718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.550718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.550718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.550718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.550718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.550718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.551283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.551283 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.551487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.551935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.552085 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:03:44.616971 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-184fd107-a4e8-4b4e-b983-0537100b9b90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.618475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-184fd107-a4e8-4b4e-b983-0537100b9b90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab&tenant_id=c06cd276daa0400aaed6f14b5c8aba11&binding%3Ahost_id=n-h1-768852-19 HTTP/1.1" status: 200 len: 944 time: 0.0524979 Aug 16 03:03:44.665145 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b394a-2eff-41d7-853e-e9a7a0db25cd req-0e888a05-3404-4849-bc1e-63a3c55bf055 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.667516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de5b394a-2eff-41d7-853e-e9a7a0db25cd req-0e888a05-3404-4849-bc1e-63a3c55bf055 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 944 time: 0.0546999 Aug 16 03:03:44.681456 n-d-768852-19 neutron-server[101946]: INFO neutron.api.v2.resource [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-6411bcbf-b291-493a-8a09-86ab4cec4b7f service neutron] delete failed (client error): The resource could not be found. Aug 16 03:03:44.683298 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-6411bcbf-b291-493a-8a09-86ab4cec4b7f service neutron] 10.222.0.58 "DELETE /v2.0/ports/d51c5452-6589-4337-bb7e-ad25986e6de5/bindings/n-h2-768852-19 HTTP/1.1" status: 404 len: 381 time: 0.0571954 Aug 16 03:03:44.716271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de5b394a-2eff-41d7-853e-e9a7a0db25cd req-bb7a0867-3f55-410d-b9f9-f775e4b037af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388436 Aug 16 03:03:44.719756 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['d51c5452-6589-4337-bb7e-ad25986e6de5'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:03:44.770791 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-1f85001c-8c47-4506-b8cf-cc7a4b2d3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.772305 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-1f85001c-8c47-4506-b8cf-cc7a4b2d3365 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1096 time: 0.0457554 Aug 16 03:03:44.862080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-22d9d625-bdbb-48f2-8467-3a193c6e3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.863559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-22d9d625-bdbb-48f2-8467-3a193c6e3f0c service neutron] 10.222.0.58 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0841255 Aug 16 03:03:44.886778 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:44.935943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-7d7a9e1f-dd39-45d7-9aec-cdcb7f60b25e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 999 time: 0.0637577 Aug 16 03:03:44.984617 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-6355b37b-b1ed-40fa-9f43-e1132aa91f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:44.986101 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-6355b37b-b1ed-40fa-9f43-e1132aa91f7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0439637 Aug 16 03:03:45.034715 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-c40b5139-fe86-41cc-acb7-87dcb356a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:45.036254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-c40b5139-fe86-41cc-acb7-87dcb356a390 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437281 Aug 16 03:03:45.129092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-6de2527a-7677-43d1-8445-d7cddb38c220 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841935 Aug 16 03:03:45.219410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4551e2a3-dcc1-4702-bc81-92dc20f86399 req-03597f6a-86f6-452f-aa21-105a0f66dd63 service neutron] 10.222.0.58 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825615 Aug 16 03:03:45.848368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989480d-b40a-4cf2-a83f-6172034dc70f req-e48c1285-495e-4c14-80e8-ed98e4c97509 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:45.850385 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5989480d-b40a-4cf2-a83f-6172034dc70f req-e48c1285-495e-4c14-80e8-ed98e4c97509 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 944 time: 0.0561266 Aug 16 03:03:45.887998 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5989480d-b40a-4cf2-a83f-6172034dc70f req-b76bff57-dc7a-45e2-bdd3-754f092d294c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316417 Aug 16 03:03:46.059715 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.236930 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:03:46.345399 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port d51c5452-6589-4337-bb7e-ad25986e6de5 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:03:46.349004 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port d51c5452-6589-4337-bb7e-ad25986e6de5 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:03:46.349387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.423869 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.448506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:03:46.450741 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1239eb-c402-4657-ad51-d00bbe51222a" -d '{"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-plugged", "status": "completed", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:03:46.464253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:03:46.487256 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b694e08f-1323-4fbb-b757-9c6e341402ec x-openstack-request-id: req-b694e08f-1323-4fbb-b757-9c6e341402ec {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:03:46.487586 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-plugged", "status": "completed", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:03:46.487845 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b694e08f-1323-4fbb-b757-9c6e341402ec {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:03:46.488239 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'code': 200} Aug 16 03:03:46.505887 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:46.552483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=9']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:03:47.006729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcea65-0cab-4569-b324-09955ba841e6 req-a35599ed-87c2-4063-b0e7-a33849d0e3c8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:03:47.008239 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3dcea65-0cab-4569-b324-09955ba841e6 req-a35599ed-87c2-4063-b0e7-a33849d0e3c8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0530939 Aug 16 03:03:47.046703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c3dcea65-0cab-4569-b324-09955ba841e6 req-c7bcbef3-6380-4366-bf94-70b4ab86a354 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320816 Aug 16 03:03:47.069379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33154) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:03:47.132078 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1234e2fa-6184-4c8e-9383-a3fb31dfc76f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/2bf3d448-5a11-4d16-832d-51882115cbff HTTP/1.1" status: 200 len: 992 time: 0.0615211 Aug 16 03:03:57.762960 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:03:57.900081 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:10.048260 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-be25ce63-d2b6-4109-b7dc-7fc7d20939c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:12.688006 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:12.808706 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2536ef54-9ea3-457b-8888-0702fd76d432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.443456 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33166) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:13.598349 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port f9b8af91-deb3-480d-adcc-fabc500c66a7 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:13.598744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.672720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.673057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.685194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for f9b8af91-deb3-480d-adcc-fabc500c66a7 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:13.974156 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:13.999341 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=f9b8af91-deb3-480d-adcc-fabc500c66a7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:14.013361 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.013770 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.014135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.014478 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.014844 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.015187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.015522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.015856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.016189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.016518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.016851 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.017176 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:14.074699 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.075035 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 2bf3d448-5a11-4d16-832d-51882115cbff disassociated (deleted). External IP: 172.25.6.59, port: d51c5452-6589-4337-bb7e-ad25986e6de5. Aug 16 03:04:14.278075 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router f23edd33-684e-42a3-b4f2-94c0108a6395 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:14.722906 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:14.727790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.733817 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] Sync routers for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:14.743308 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:14.743991 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:14.756324 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c2b931b5-9ace-4d35-9484-c6b9ea62e7db tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/floatingips/2bf3d448-5a11-4d16-832d-51882115cbff HTTP/1.1" status: 204 len: 168 time: 1.3117323 Aug 16 03:04:14.756934 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:14.759251 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a787fd-69f2-4f70-8536-4c8bbf471de3" -d '{"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:14.852555 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:14.859561 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c03c84-6c09-4bd4-81fc-eeb43c155ef4 x-openstack-request-id: req-83c03c84-6c09-4bd4-81fc-eeb43c155ef4 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:14.859861 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:14.860127 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83c03c84-6c09-4bd4-81fc-eeb43c155ef4 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:14.860541 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'status': 'completed', 'code': 200} Aug 16 03:04:14.894246 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:14.922038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-7eba3e85-54c6-4a3e-a3c3-75e06d830930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:14.923715 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-7eba3e85-54c6-4a3e-a3c3-75e06d830930 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 1097 time: 0.0422947 Aug 16 03:04:15.027331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-fd3eb6df-82b3-48dc-a766-44dd0634d3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:15.028822 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-fd3eb6df-82b3-48dc-a766-44dd0634d3d5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 200 len: 898 time: 0.0980036 Aug 16 03:04:15.073718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-cc65abd8-c00e-4659-b0c4-a388af8b1a8a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 200 len: 217 time: 0.0375752 Aug 16 03:04:15.075153 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:36Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:15.101579 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] Checking router: f23edd33-684e-42a3-b4f2-94c0108a6395 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:15.110609 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:15.111297 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:15.154396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-630b864a-80b0-467c-b588-2c5287d8f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:15.155921 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-630b864a-80b0-467c-b588-2c5287d8f800 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 200 len: 835 time: 0.0751350 Aug 16 03:04:15.181947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3730d-8ecc-45be-9d76-26ccc3241eb4 req-ff107982-c962-40de-8526-01ac1ca04269 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:15.183569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34c3730d-8ecc-45be-9d76-26ccc3241eb4 req-ff107982-c962-40de-8526-01ac1ca04269 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0720983 Aug 16 03:04:15.217621 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:15.242239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-1663bf53-7acd-4be1-9069-8b8314eebb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:15.243816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-1663bf53-7acd-4be1-9069-8b8314eebb33 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797000 Aug 16 03:04:15.247313 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-34c3730d-8ecc-45be-9d76-26ccc3241eb4 req-fc79cf08-f3d4-4877-86d9-aaa3afeda00f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461633 Aug 16 03:04:15.339435 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-944896a0-e154-4245-a356-b43ccb2c3257 service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855038 Aug 16 03:04:15.436890 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30a787fd-69f2-4f70-8536-4c8bbf471de3 req-665c9a05-793c-44a3-8b0e-de54207c5d16 service neutron] 10.222.0.83 "GET /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907457 Aug 16 03:04:15.517083 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:36Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:15.546310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a4db5a-1c9f-4d83-b589-5d01ad61f692 None None] The sync data for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 is: [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '76babbec-b766-4d3c-8d88-9c7e7bac5e17', 'name': '', 'network_id': '37b7ff85-27e1-47f8-a44c-6c8d2afdfe55', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:41:77:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:31Z', 'updated_at': '2021-08-16T03:02:36Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '0f22b19d-70a6-49c8-8a8c-8bd6f6d09082', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:15.758072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1df6ef-1fb2-4d99-ab6a-8d5b44fe6c2b None None] New status for floating IP 2bf3d448-5a11-4d16-832d-51882115cbff: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:16.082715 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.375223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb14da-abff-4e9b-bbd1-4dbf4434d7d4 req-2e9f8006-01a0-44c3-8537-fb437a2f9663 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:16.377285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bfb14da-abff-4e9b-bbd1-4dbf4434d7d4 req-2e9f8006-01a0-44c3-8537-fb437a2f9663 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0607920 Aug 16 03:04:16.449608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4bfb14da-abff-4e9b-bbd1-4dbf4434d7d4 req-7347eba2-fa16-40ef-bae8-d275bf362b69 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=38caa2f2-80c9-4d13-b47c-d20372c18765&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581002 Aug 16 03:04:16.461124 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-351fb917-a03f-421c-b4ed-9eaaac6a0fbe tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:16.462659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-351fb917-a03f-421c-b4ed-9eaaac6a0fbe tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/ports?device_id=50186ae6-1d9f-40ec-a162-4aeb5aeedeab HTTP/1.1" status: 200 len: 945 time: 0.0791318 Aug 16 03:04:16.550667 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port d51c5452-6589-4337-bb7e-ad25986e6de5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:16.551042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.641608 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port d51c5452-6589-4337-bb7e-ad25986e6de5, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=d51c5452-6589-4337-bb7e-ad25986e6de5,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:16.641982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.655186 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for d51c5452-6589-4337-bb7e-ad25986e6de5 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:16.835903 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.869804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=d51c5452-6589-4337-bb7e-ad25986e6de5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:16.913054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] No DVR routers for this DVR port d51c5452-6589-4337-bb7e-ad25986e6de5 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:16.916052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:16.918896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b7dffd7-caff-4182-9cb7-49e0628e877e req-26f781e7-0f9f-4f86-863b-14d9c07d7270 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "DELETE /v2.0/ports/d51c5452-6589-4337-bb7e-ad25986e6de5 HTTP/1.1" status: 204 len: 173 time: 0.4502995 Aug 16 03:04:16.919390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-deleted', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:16.922023 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c46af8-e2a9-4c99-844a-c23afb7c262f" -d '{"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-deleted", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:16.946139 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:16.957248 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f29921c6-76ce-4cdd-b374-688e3b6ff388 x-openstack-request-id: req-f29921c6-76ce-4cdd-b374-688e3b6ff388 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:16.957552 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50186ae6-1d9f-40ec-a162-4aeb5aeedeab", "name": "network-vif-deleted", "tag": "d51c5452-6589-4337-bb7e-ad25986e6de5", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:16.957812 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f29921c6-76ce-4cdd-b374-688e3b6ff388 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:16.958221 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50186ae6-1d9f-40ec-a162-4aeb5aeedeab', 'name': 'network-vif-deleted', 'tag': 'd51c5452-6589-4337-bb7e-ad25986e6de5', 'status': 'completed', 'code': 200} Aug 16 03:04:17.504946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33182) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:17.865163 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.117491 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 76babbec-b766-4d3c-8d88-9c7e7bac5e17 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:18.117751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.206661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 76babbec-b766-4d3c-8d88-9c7e7bac5e17, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=76babbec-b766-4d3c-8d88-9c7e7bac5e17,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:18.207057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.220153 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 76babbec-b766-4d3c-8d88-9c7e7bac5e17 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:18.464372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.491927 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=76babbec-b766-4d3c-8d88-9c7e7bac5e17,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:18.665621 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:18.879135 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router f23edd33-684e-42a3-b4f2-94c0108a6395 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:18.985273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:18.990937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4ffdb042-9254-483a-9941-67aa24a2985e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/f23edd33-684e-42a3-b4f2-94c0108a6395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4841995 Aug 16 03:04:18.992886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33184) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:18.995266 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] Sync routers for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:19.004478 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:19.005139 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:19.043913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting subnet 0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:04:19.047400 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.088133 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.108108 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:19.175781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.283553 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:04:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:19.309339 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] Checking router: f23edd33-684e-42a3-b4f2-94c0108a6395 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:19.310503 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.317818 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] Routers {'f23edd33-684e-42a3-b4f2-94c0108a6395'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:19.318436 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['f23edd33-684e-42a3-b4f2-94c0108a6395'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:19.339533 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Subnet': ['ID=0f22b19d-70a6-49c8-8a8c-8bd6f6d09082,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:19.342407 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.344359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4b10606b-b385-4916-92c1-1a140747168e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/subnets/0f22b19d-70a6-49c8-8a8c-8bd6f6d09082 HTTP/1.1" status: 204 len: 168 time: 0.3505301 Aug 16 03:04:19.347054 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33186) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:19.350879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed738d02-62d2-430b-a6ca-264f5359e32b None None] Network 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:19.426554 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] Set router f23edd33-684e-42a3-b4f2-94c0108a6395 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:19.468689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.536533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] DHCP port deletion for 37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:04:19.587273 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] Deleting port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:19.587663 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.637978 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:04:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:19.652038 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] For port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,segment=NetworkSegment(58277224-bf75-4928-beba-da23081b4be5),segment_id=58277224-bf75-4928-beba-da23081b4be5)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:19.652456 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.666967 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e153d3-0df1-442d-b66b-cf8330a67079 None None] The sync data for ids ['f23edd33-684e-42a3-b4f2-94c0108a6395'] in n-d-768852-19 is: [{'id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1712529152', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66'}], 'enable_snat': True}, 'gw_port_id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:04:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '481a2d7d-71f2-4912-8935-dfd230ba1bb5', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23edd33-684e-42a3-b4f2-94c0108a6395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:02:28Z', 'updated_at': '2021-08-16T03:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:19.667434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] Calling delete_port for a7a13f2e-006c-4cc5-9557-b6f50abe3b0c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:19.853876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:19.866755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] Pushing event deleted for resources: {'Port': ['ID=a7a13f2e-006c-4cc5-9557-b6f50abe3b0c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:19.873429 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eebda0f-8395-49ba-b4fc-650faaf35e93 None None] No DVR routers for this DVR port a7a13f2e-006c-4cc5-9557-b6f50abe3b0c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:04:19.941218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.044704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 481a2d7d-71f2-4912-8935-dfd230ba1bb5 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:04:20.044854 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.134470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 481a2d7d-71f2-4912-8935-dfd230ba1bb5, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=481a2d7d-71f2-4912-8935-dfd230ba1bb5,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:20.134834 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.151841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 481a2d7d-71f2-4912-8935-dfd230ba1bb5 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:04:20.218597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76babbec-b766-4d3c-8d88-9c7e7bac5e17 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:20.239403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 76babbec-b766-4d3c-8d88-9c7e7bac5e17 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:20.239755 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 76babbec-b766-4d3c-8d88-9c7e7bac5e17 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:20.240179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7a13f2e-006c-4cc5-9557-b6f50abe3b0c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:20.258942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a7a13f2e-006c-4cc5-9557-b6f50abe3b0c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:20.259294 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a7a13f2e-006c-4cc5-9557-b6f50abe3b0c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:20.404102 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.411864 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:20.435722 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: d51c5452-6589-4337-bb7e-ad25986e6de5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:20.436895 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device d51c5452-6589-4337-bb7e-ad25986e6de5 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:20.437020 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=481a2d7d-71f2-4912-8935-dfd230ba1bb5,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:20.495042 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.584212 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.586285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.686945 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.687450 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Fanout notify agent at l3_agent the message router_deleted on router f23edd33-684e-42a3-b4f2-94c0108a6395 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:04:20.695122 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.696263 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-48fb4e70-0814-4352-b832-7e3f84320625 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/routers/f23edd33-684e-42a3-b4f2-94c0108a6395 HTTP/1.1" status: 204 len: 168 time: 1.3482132 Aug 16 03:04:20.699010 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33192) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:20.782195 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.869048 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.878899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b7ff85-27e1-47f8-a44c-6c8d2afdfe55']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:20.890019 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58277224-bf75-4928-beba-da23081b4be5') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:20.893304 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58277224-bf75-4928-beba-da23081b4be5') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:20.899057 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.917829 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.924389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:04:20.924783 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: timer() Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:04:20.927697 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:04:21.037044 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.044557 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.046182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/networks/37b7ff85-27e1-47f8-a44c-6c8d2afdfe55 HTTP/1.1" status: 204 len: 168 time: 0.3456750 Aug 16 03:04:21.050967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33194) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:21.057682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782b020-b009-4ce1-8537-815ad99aedcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Network': ['ID=37b7ff85-27e1-47f8-a44c-6c8d2afdfe55,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:21.113125 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f98b56f-c98a-49ba-b82d-72b6438d5234 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.141686 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f98b56f-c98a-49ba-b82d-72b6438d5234 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.288451 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f98b56f-c98a-49ba-b82d-72b6438d5234 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.291024 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0f98b56f-c98a-49ba-b82d-72b6438d5234 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.292219 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0f98b56f-c98a-49ba-b82d-72b6438d5234 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/security-groups/38caa2f2-80c9-4d13-b47c-d20372c18765 HTTP/1.1" status: 204 len: 168 time: 0.2402413 Aug 16 03:04:21.302027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98b56f-c98a-49ba-b82d-72b6438d5234 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38caa2f2-80c9-4d13-b47c-d20372c18765,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:21.784895 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33200) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:21.789592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1635198243', 'description': 'tempest-secgroup-smoke-1635198243 description', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:21.915692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:21.995547 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.082699 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.111582 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2048b617-2778-4d2c-be48-1d339ee28b62,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:22.168723 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.170688 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0e81ed82-9716-4ef2-8e3f-ce604d2c3eb3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3844450 Aug 16 03:04:22.174059 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33202) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:22.178776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '2048b617-2778-4d2c-be48-1d339ee28b62', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:22.195935 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 481a2d7d-71f2-4912-8935-dfd230ba1bb5 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:04:22.218786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 481a2d7d-71f2-4912-8935-dfd230ba1bb5 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:04:22.219134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 481a2d7d-71f2-4912-8935-dfd230ba1bb5 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:04:22.293280 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.348688 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.419846 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.438355 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbbe12a9-8aee-455b-a476-87820e0d0642,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:22.517512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.519026 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-dd53b47a-3c2e-42d7-9d1a-2d63ae42356a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438714 Aug 16 03:04:22.521745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33204) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:22.526332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '2048b617-2778-4d2c-be48-1d339ee28b62', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:22.618319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.674906 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.774135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.793376 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074343b0-c37e-40e9-9b0a-ee300196881b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:22.871557 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:22.873371 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8516e1d3-32ea-42db-8cb7-3e6b6d5e7e53 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3506539 Aug 16 03:04:22.876213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33206) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:22.881183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '2048b617-2778-4d2c-be48-1d339ee28b62', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:22.967267 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.026605 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.110047 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.130985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea35ae81-a1c8-42b0-95b0-be7dd9ec5d70,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:23.195340 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.196603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b7adcb84-49c4-4297-a4b5-bce1c50c3d90 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3192956 Aug 16 03:04:23.199308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33208) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:23.204535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '2048b617-2778-4d2c-be48-1d339ee28b62', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:23.291484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.350622 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.430940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.448208 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61192408-31ce-4780-a515-0e73a64825f9,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:23.494180 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.495442 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ddf74128-7ee6-4ce6-b52b-3eac6e1b1aeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2951646 Aug 16 03:04:23.498227 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33210) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:23.503219 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '2048b617-2778-4d2c-be48-1d339ee28b62', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:23.574163 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:04:23.580117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.641206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.705610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.725315 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976e36dc-7a14-4f26-b13b-1aab7ad9c0c0,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:23.808234 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:23.809583 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f942ea8a-331a-44c7-b1c4-926e7ec1a641 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3103373 Aug 16 03:04:23.813108 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33212) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:23.818671 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '2048b617-2778-4d2c-be48-1d339ee28b62', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:23.934176 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:04:23.940109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.000852 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.059708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.080247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b31a191-89a0-499d-ac17-7b6303092f9f,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:24.134199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.135505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-efa76c51-32c2-4787-8c05-119beb76e0ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3212249 Aug 16 03:04:24.138333 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33214) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:24.145116 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'network': {'name': 'tempest-network-smoke--511846470', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'port_security_enabled': True}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:24.225594 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:24.229211 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.254587 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:04:24.262909 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.263258 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Added segment 308fa0f1-22e5-47e2-97c0-40e9bd4ecd70 of type vlan for network a39b2a68-2e86-4be7-a2db-8f6110f8d709 Aug 16 03:04:24.310591 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.413982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.419709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:24.420551 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.483731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Network': ['ID=a39b2a68-2e86-4be7-a2db-8f6110f8d709,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:24.494486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:04:24.574529 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-8233624e-4d56-4ab9-b2dd-e21e81de6533 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4350567 Aug 16 03:04:24.577314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33216) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:24.582661 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'admin_state_up': True, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:24.697975 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.699023 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.754300 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:24.956319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.197581 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.216472 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.321873 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.184 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/94b3826b-744d-45f8-b21d-68529b2613e3) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:25.419731 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.511397 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:25.551844 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:25.556641 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:25.561308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:25.585688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=94b3826b-744d-45f8-b21d-68529b2613e3,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:25.882030 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.073742 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.253975 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 72c25c9c-2c29-4d19-b44a-875c437c2827 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:04:26.360802 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:26.370401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Sync routers for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:26.379451 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:26.381078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:26.460027 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.461244 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9e0d6d49-2b94-4b36-8925-c19897b1fa47 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8821576 Aug 16 03:04:26.464484 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33218) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:26.485095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:26.493757 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4942f8cb-289d-44f6-94f5-99e5a223b103 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c06cd276daa0400aaed6f14b5c8aba11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280728 Aug 16 03:04:26.496260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33220) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:26.587109 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb7792a-e3c9-40d5-bd4d-12c995f59fd6 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:26.588913 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-2eb7792a-e3c9-40d5-bd4d-12c995f59fd6 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916960 Aug 16 03:04:26.591815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33222) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:26.620533 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7b1220ac-36b6-4d1d-b92a-2a5897786730 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276344 Aug 16 03:04:26.622959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33224) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:26.627723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-298824632', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:26.664449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:26.692121 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Checking router: 72c25c9c-2c29-4d19-b44a-875c437c2827 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:26.692487 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Updating router 72c25c9c-2c29-4d19-b44a-875c437c2827 port 94b3826b-744d-45f8-b21d-68529b2613e3 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:04:26.716865 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.768010 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:26.771610 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.965319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:26.975484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Transition to ACTIVE for port object 94b3826b-744d-45f8-b21d-68529b2613e3 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:26.991242 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.042936 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.054785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Subnet': ['ID=df594617-e7c5-4b44-9d8f-ee1c87f83b11,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:27.063836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Checking segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:27.064186 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network hostable DHCP agents. Network: a39b2a68-2e86-4be7-a2db-8f6110f8d709, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:04:27.117149 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Attempting to bind port 94b3826b-744d-45f8-b21d-68529b2613e3 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:27.117519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Attempting to bind port 94b3826b-744d-45f8-b21d-68529b2613e3 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:27.117879 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Attempting to bind port 94b3826b-744d-45f8-b21d-68529b2613e3 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:27.122460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23c3c6-aac5-4df1-a65b-18853a0a0010 None None] Pushing event updated for resources: {'Port': ['ID=94b3826b-744d-45f8-b21d-68529b2613e3,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:27.129629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:27.133152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:27.133152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.133152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:27.133152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Bound port: 94b3826b-744d-45f8-b21d-68529b2613e3, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:27.133152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.151201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:04:27.237037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] For port 94b3826b-744d-45f8-b21d-68529b2613e3, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:27.246800 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, a39b2a68-2e86-4be7-a2db-8f6110f8d709) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:27.253494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] For port 94b3826b-744d-45f8-b21d-68529b2613e3, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94b3826b-744d-45f8-b21d-68529b2613e3,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:27.253805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:27.253805 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.257284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16059818-5528-4467-b0e3-fa9cf70cef65 None None] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:27.369895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.403598 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7c37e70a-efad-4417-9298-4d3e79890305 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7795882 Aug 16 03:04:27.407843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33228) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:27.480694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e23c3c6-aac5-4df1-a65b-18853a0a0010 None None] Pushing event updated for resources: {'Port': ['ID=94b3826b-744d-45f8-b21d-68529b2613e3,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:27.485211 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:27.485824 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:27.563140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:04:27.563140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.856945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:27.883492 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:27.930584 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.001771 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.023354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Allocated IP 172.20.0.2 (a39b2a68-2e86-4be7-a2db-8f6110f8d709/df594617-e7c5-4b44-9d8f-ee1c87f83b11/5ce295e5-f7a2-44b8-bf93-19c8c03d1b62) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:28.195482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:28.229266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7691acb-8ccb-4d80-b047-71a3120079f7 None None] The sync data for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 is: [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:25Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:28.240982 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.254466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Transition to ACTIVE for port object 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:28.270159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Transition to ACTIVE for port object 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:28.379285 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.423574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:28.427044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:28.431483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:28.443432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.1 (a39b2a68-2e86-4be7-a2db-8f6110f8d709/df594617-e7c5-4b44-9d8f-ee1c87f83b11/a20c6c87-8fae-4865-a2f5-d8296e9adfee) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:28.460575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Pushing event updated for resources: {'Port': ['ID=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:28.513597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Attempting to bind port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:28.514191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Attempting to bind port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:28.514467 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Attempting to bind port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 on network a39b2a68-2e86-4be7-a2db-8f6110f8d709 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:28.524965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:28.525530 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Checking segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:28.525957 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.526367 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Bound using segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:28.526920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Bound port: 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:28.527326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.577534 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.594438 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object a20c6c87-8fae-4865-a2f5-d8296e9adfee will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:28.605484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] For port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:28.608621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] For port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:28.706505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.740719 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:28.770750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18812f0a-653e-4e27-801e-353a3899ff50 None None] Pushing event updated for resources: {'Port': ['ID=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:28.794518 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:28.798470 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:28.803114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:28.807244 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a20c6c87-8fae-4865-a2f5-d8296e9adfee,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:28.851583 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.091052 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.380659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.441385 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.517703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a20c6c87-8fae-4865-a2f5-d8296e9adfee,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:29.520257 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:29.620220 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:29.621611 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:29.651402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30438cd9-38c0-4b77-a734-2cf952a3b178 None None] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:04:29.742615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 72c25c9c-2c29-4d19-b44a-875c437c2827 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:29.779786 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f38854ab-ecc2-4b23-9e41-911f293faa73 None None] Provisioning for port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:29.857497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:29.866871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a9242375-8aae-47a3-9d9d-aa83588b1162 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/72c25c9c-2c29-4d19-b44a-875c437c2827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4539909 Aug 16 03:04:30.026829 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-5d149c04-e9a9-428b-8963-b8e2a4386b42 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1635198243&fields=id&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 267 time: 0.0383160 Aug 16 03:04:30.071861 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Sync routers for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:30.089299 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:30.090028 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:30.154751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-7c56a64e-b095-4000-9188-74525c0fc251 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:30.156383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-7c56a64e-b095-4000-9188-74525c0fc251 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 796 time: 0.1221130 Aug 16 03:04:30.180611 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-5cbcf315-6697-45b4-aaa8-a20173a88f57 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/quotas/c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 375 time: 0.0134094 Aug 16 03:04:30.217535 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-33be3029-975d-490a-9e8e-12b5316cc633 None None] Provisioning for port a20c6c87-8fae-4865-a2f5-d8296e9adfee completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:30.223514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-33be3029-975d-490a-9e8e-12b5316cc633 None None] Provisioning complete for port a20c6c87-8fae-4865-a2f5-d8296e9adfee triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.223964 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-33be3029-975d-490a-9e8e-12b5316cc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.259047 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:30.275318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-33be3029-975d-490a-9e8e-12b5316cc633 None None] Port a20c6c87-8fae-4865-a2f5-d8296e9adfee cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:30.289999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-0e47368c-97b6-4347-81b7-84256e280c4b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043718 Aug 16 03:04:30.338182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94b3826b-744d-45f8-b21d-68529b2613e3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:30.401084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-dba1915b-39ff-407d-be06-826966125522 None None] Provisioning complete for port a20c6c87-8fae-4865-a2f5-d8296e9adfee triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.401543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dba1915b-39ff-407d-be06-826966125522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.431379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-d3f9baa2-95c1-4f1c-8839-95ba79207943 service neutron] 10.222.0.76 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262279 Aug 16 03:04:30.450571 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-dba1915b-39ff-407d-be06-826966125522 None None] Port a20c6c87-8fae-4865-a2f5-d8296e9adfee cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:30.461160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 94b3826b-744d-45f8-b21d-68529b2613e3 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:30.465651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 94b3826b-744d-45f8-b21d-68529b2613e3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.466091 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.523788 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-5edf7385-0d96-4cac-be9c-fc1ccccf69ee service neutron] 10.222.0.76 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915298 Aug 16 03:04:30.527216 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:29Z', 'revision_number': 2, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:30.556383 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.569246 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Checking router: 72c25c9c-2c29-4d19-b44a-875c437c2827 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:30.569607 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Updating router 72c25c9c-2c29-4d19-b44a-875c437c2827 port a20c6c87-8fae-4865-a2f5-d8296e9adfee binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:04:30.581548 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 94b3826b-744d-45f8-b21d-68529b2613e3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94b3826b-744d-45f8-b21d-68529b2613e3,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:30.586398 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-72f2d029-8d13-4457-92c3-a48c19264ea2 None None] Provisioning complete for port a20c6c87-8fae-4865-a2f5-d8296e9adfee triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.587671 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-72f2d029-8d13-4457-92c3-a48c19264ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.598100 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.626221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-72f2d029-8d13-4457-92c3-a48c19264ea2 None None] Port a20c6c87-8fae-4865-a2f5-d8296e9adfee cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:30.676931 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.677745 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:30.757443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=94b3826b-744d-45f8-b21d-68529b2613e3,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:30.816748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6fb4e7b1-30e8-4d2b-92dc-8e5f73f2033e req-50910111-707e-4464-a1f6-d709c137cc0f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 210 time: 0.0330777 Aug 16 03:04:30.842573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:30.847239 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:30.847622 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.883577 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.895090 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Transition to ACTIVE for port object a20c6c87-8fae-4865-a2f5-d8296e9adfee will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:30.936404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.966488 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:30.971483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:31.014368 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Pushing event updated for resources: {'Port': ['ID=a20c6c87-8fae-4865-a2f5-d8296e9adfee,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.047305 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.104815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.135397 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.135926 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.136069 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.136407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.136739 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.137110 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.137438 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.137761 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.138086 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.138407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.138757 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.139082 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:04:31.174407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Attempting to bind port a20c6c87-8fae-4865-a2f5-d8296e9adfee on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:31.181983 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Attempting to bind port a20c6c87-8fae-4865-a2f5-d8296e9adfee by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:31.181983 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Attempting to bind port a20c6c87-8fae-4865-a2f5-d8296e9adfee on network a39b2a68-2e86-4be7-a2db-8f6110f8d709 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:31.181983 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:31.181983 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Checking segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:31.181983 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.181983 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Bound using segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:31.182825 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Bound port: a20c6c87-8fae-4865-a2f5-d8296e9adfee, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:31.182825 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.252462 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] For port a20c6c87-8fae-4865-a2f5-d8296e9adfee, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:31.255626 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] For port a20c6c87-8fae-4865-a2f5-d8296e9adfee, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a20c6c87-8fae-4865-a2f5-d8296e9adfee,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:31.361864 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:31.421405 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:31.422044 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:31.424039 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5132514e-d698-4fdb-b426-dfebecf42e2f None None] Pushing event updated for resources: {'Port': ['ID=a20c6c87-8fae-4865-a2f5-d8296e9adfee,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:31.534044 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:31.745187 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:31Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:31.772991 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8413e647-1b40-426c-b273-646c98cf83b7 None None] The sync data for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 is: [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:31Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:31.928145 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0966346a-c916-43a0-9ae4-305df19e72b9 req-8bddfecc-4319-46bf-8959-1478375cb664 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 210 time: 0.0303192 Aug 16 03:04:32.304223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94b3826b-744d-45f8-b21d-68529b2613e3 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:32.353936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 94b3826b-744d-45f8-b21d-68529b2613e3 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:32.355826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.436221 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:32.485368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:32.485774 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.572265 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a20c6c87-8fae-4865-a2f5-d8296e9adfee up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:32.666491 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a20c6c87-8fae-4865-a2f5-d8296e9adfee completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:32.672241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a20c6c87-8fae-4865-a2f5-d8296e9adfee triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:32.672629 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.763012 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.798562 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a20c6c87-8fae-4865-a2f5-d8296e9adfee, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a20c6c87-8fae-4865-a2f5-d8296e9adfee,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:32.824054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-b9e115a1-62a4-4728-9bec-ab501c812e56 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:32.824054 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-b9e115a1-62a4-4728-9bec-ab501c812e56 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 796 time: 0.1660037 Aug 16 03:04:32.869933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-b866c07a-111a-4eb7-835b-d94dc5bf533b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 380 time: 0.0371568 Aug 16 03:04:32.876983 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:32.879482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'port': {'device_id': '4fba4007-0421-443e-8502-6fa00cfaf689', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'admin_state_up': True, 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'security_groups': ['2048b617-2778-4d2c-be48-1d339ee28b62']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:32.987928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a20c6c87-8fae-4865-a2f5-d8296e9adfee,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:33.034768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5076b145-384f-4477-be4b-6854ce48156e req-decab47e-5dda-4943-9466-e543a1670a29 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Aug 16 03:04:33.099731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:04:33.103388 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.232434 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.13 (a39b2a68-2e86-4be7-a2db-8f6110f8d709/df594617-e7c5-4b44-9d8f-ee1c87f83b11/2ba2f4f3-4fe1-4366-b33d-073974c63675) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:33.367992 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.381689 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object 2ba2f4f3-4fe1-4366-b33d-073974c63675 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:33.486607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.531759 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:33.536629 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:33.539056 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:33.568418 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=2ba2f4f3-4fe1-4366-b33d-073974c63675,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:33.597168 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:33.597834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.659103 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f767678d-dcc9-46f8-ab29-f6409cebb1f5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7833948 Aug 16 03:04:33.672079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Request body: {'port': {'device_id': '4fba4007-0421-443e-8502-6fa00cfaf689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:33.727368 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.882458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8d5dba32-72b8-4346-82a5-38c3889d4a2c None None] Provisioning for port 2ba2f4f3-4fe1-4366-b33d-073974c63675 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:33.886524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8d5dba32-72b8-4346-82a5-38c3889d4a2c None None] Provisioning complete for port 2ba2f4f3-4fe1-4366-b33d-073974c63675 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:33.886940 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8d5dba32-72b8-4346-82a5-38c3889d4a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:33.921708 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dba32-72b8-4346-82a5-38c3889d4a2c None None] Port 2ba2f4f3-4fe1-4366-b33d-073974c63675 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:04:33.992462 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ba2f4f3-4fe1-4366-b33d-073974c63675 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:34.000481 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.012265 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Transition to ACTIVE for port object 2ba2f4f3-4fe1-4366-b33d-073974c63675 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:04:34.082550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.151247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba2f4f3-4fe1-4366-b33d-073974c63675,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:34.158389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472c2d28-6ec5-4273-9989-77f26372404a req-fb97d7db-bc41-4c42-8739-97a84f90acc1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:34.161023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-472c2d28-6ec5-4273-9989-77f26372404a req-fb97d7db-bc41-4c42-8739-97a84f90acc1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 944 time: 0.0580359 Aug 16 03:04:34.212196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Attempting to bind port 2ba2f4f3-4fe1-4366-b33d-073974c63675 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:04:34.212805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Attempting to bind port 2ba2f4f3-4fe1-4366-b33d-073974c63675 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:04:34.213352 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Attempting to bind port 2ba2f4f3-4fe1-4366-b33d-073974c63675 on network a39b2a68-2e86-4be7-a2db-8f6110f8d709 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:34.219553 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-472c2d28-6ec5-4273-9989-77f26372404a req-1d849d4b-a1f5-4616-bb4d-3ae9a51cb898 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512390 Aug 16 03:04:34.220543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Port 2ba2f4f3-4fe1-4366-b33d-073974c63675 on network a39b2a68-2e86-4be7-a2db-8f6110f8d709 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:04:34.220826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Attempting to bind port 2ba2f4f3-4fe1-4366-b33d-073974c63675 on network a39b2a68-2e86-4be7-a2db-8f6110f8d709 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:04:34.230186 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a20c6c87-8fae-4865-a2f5-d8296e9adfee up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:34.235584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:04:34.235933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Checking segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:04:34.236324 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Bound using segment: {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:04:34.236761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Bound port: 2ba2f4f3-4fe1-4366-b33d-073974c63675, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:04:34.237131 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.292168 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a20c6c87-8fae-4865-a2f5-d8296e9adfee triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:34.292735 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.315649 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] For port 2ba2f4f3-4fe1-4366-b33d-073974c63675, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:04:34.319018 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] For port 2ba2f4f3-4fe1-4366-b33d-073974c63675, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:04:34.414838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.448989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:34.449623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:34.451571 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] 10.222.0.58 "PUT /v2.0/ports/2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 1093 time: 0.7843630 Aug 16 03:04:34.454584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:34.457817 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20386412-bbe8-4f77-b201-84c090ea9b30" -d '{"events": [{"name": "network-changed", "server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:34.485713 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9327c-1a32-4191-b49e-643a3dbd8826 service neutron] Pushing event updated for resources: {'Port': ['ID=2ba2f4f3-4fe1-4366-b33d-073974c63675,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:34.558392 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfaae13a-df2a-449c-ba7e-761fa77b0101 x-openstack-request-id: req-cfaae13a-df2a-449c-ba7e-761fa77b0101 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:34.558800 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:34.559128 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-cfaae13a-df2a-449c-ba7e-761fa77b0101 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:34.559606 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'status': 'completed', 'code': 200} Aug 16 03:04:34.605378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f4c1872f-76bd-4572-8c68-0c3ae1830119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:34.607098 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-f4c1872f-76bd-4572-8c68-0c3ae1830119 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1096 time: 0.0436256 Aug 16 03:04:34.652933 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-e2879493-de53-4a28-b84a-fb6448228e26 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 217 time: 0.0384715 Aug 16 03:04:34.701193 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-8a2e4e81-70f3-4a57-b720-529b2fa8dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:34.703321 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-8a2e4e81-70f3-4a57-b720-529b2fa8dbd1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0435183 Aug 16 03:04:34.745797 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-e1a84b8c-f786-4d44-a949-96be90cdd9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:34.747246 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-e1a84b8c-f786-4d44-a949-96be90cdd9a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381026 Aug 16 03:04:34.837814 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-9c282d35-79d5-48cd-b427-c73cf15b3c39 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833986 Aug 16 03:04:34.926875 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4fe52013-7e13-4a38-b4ab-0eea7b0ba060 req-c353a4e8-7283-479f-a00b-ce8bc7fc5f83 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821655 Aug 16 03:04:35.084234 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-d43562fc-0b6e-4a7d-97d8-b0e8737a408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:35.085771 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-d43562fc-0b6e-4a7d-97d8-b0e8737a408d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1096 time: 0.0414579 Aug 16 03:04:35.340645 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a841a5c-c52a-46f2-9c7f-f33c898e5354 req-a60799f9-151f-4837-8818-38ca4543e37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:35.342158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a841a5c-c52a-46f2-9c7f-f33c898e5354 req-a60799f9-151f-4837-8818-38ca4543e37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 944 time: 0.0511131 Aug 16 03:04:35.387677 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5a841a5c-c52a-46f2-9c7f-f33c898e5354 req-f8dc0462-701d-4bd3-bc65-437a7715e053 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380986 Aug 16 03:04:35.524499 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-65e22fc6-8025-4d8a-aa65-42b2449a7ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:35.525986 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-65e22fc6-8025-4d8a-aa65-42b2449a7ef5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 897 time: 0.4336219 Aug 16 03:04:35.568078 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-19e84361-795c-4115-b1b6-c2cfcfc1f7ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 217 time: 0.0338061 Aug 16 03:04:35.618411 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-af800d6d-9665-4955-9739-f42971eb779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:35.619821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-af800d6d-9665-4955-9739-f42971eb779e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0434058 Aug 16 03:04:35.677482 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-e513e6d6-1d99-47ff-aca6-e50b42d8be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:35.679112 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-e513e6d6-1d99-47ff-aca6-e50b42d8be26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505886 Aug 16 03:04:35.770197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-bc409289-a313-4ffa-aa30-2a3ac06b51b9 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831251 Aug 16 03:04:35.862850 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-20386412-bbe8-4f77-b201-84c090ea9b30 req-0f45c460-e52d-440b-a617-eafc751aa1f7 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850618 Aug 16 03:04:36.504247 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39727-551f-4d2c-8bc0-89ecaec7f208 req-bd8c2a88-88cc-4c2f-9503-b7c9b3d15522 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:36.505895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53e39727-551f-4d2c-8bc0-89ecaec7f208 req-bd8c2a88-88cc-4c2f-9503-b7c9b3d15522 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 944 time: 0.0489714 Aug 16 03:04:36.545157 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-53e39727-551f-4d2c-8bc0-89ecaec7f208 req-c2fea5d4-c670-4f2a-bb40-6e2523bccff2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329871 Aug 16 03:04:37.657889 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2650e-9993-47e3-a7d5-ead7cc6ece27 req-9c34a03a-7d3f-4250-a960-37d4f10fbe79 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:37.659458 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03d2650e-9993-47e3-a7d5-ead7cc6ece27 req-9c34a03a-7d3f-4250-a960-37d4f10fbe79 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 944 time: 0.0487463 Aug 16 03:04:37.697475 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-03d2650e-9993-47e3-a7d5-ead7cc6ece27 req-3b5ffcc6-06a9-46d0-95cd-7a0439dad91c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321274 Aug 16 03:04:38.812487 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f15fdb-827f-427a-a8de-7e4645f9afc8 req-17f14d3b-bd75-408b-9b13-8221a0705294 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:38.813976 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27f15fdb-827f-427a-a8de-7e4645f9afc8 req-17f14d3b-bd75-408b-9b13-8221a0705294 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 944 time: 0.0493307 Aug 16 03:04:38.860679 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-27f15fdb-827f-427a-a8de-7e4645f9afc8 req-58644ad4-17d7-48a9-8e47-2ac477112ea1 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405731 Aug 16 03:04:39.095440 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2ba2f4f3-4fe1-4366-b33d-073974c63675 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:04:39.185724 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2ba2f4f3-4fe1-4366-b33d-073974c63675, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:39.197690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'port_id': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'mac_address': 'fa:16:3e:72:cf:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:04:39.240124 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:39.253561 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ba2f4f3-4fe1-4366-b33d-073974c63675 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:04:39.273643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2ba2f4f3-4fe1-4366-b33d-073974c63675, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:39.374046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:39.424317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2ba2f4f3-4fe1-4366-b33d-073974c63675,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:39.608318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['2ba2f4f3-4fe1-4366-b33d-073974c63675'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:04:39.977077 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00830308-4ff8-420a-ad80-8b7e583764f0 req-9061549b-cc47-49cb-af4f-d60fff5a0fed tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:39.978592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00830308-4ff8-420a-ad80-8b7e583764f0 req-9061549b-cc47-49cb-af4f-d60fff5a0fed tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 945 time: 0.0490263 Aug 16 03:04:40.016856 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-00830308-4ff8-420a-ad80-8b7e583764f0 req-e027fba1-3ac0-459e-80b8-73de539e6249 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312655 Aug 16 03:04:40.025645 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-af6e717d-3f5e-4cc0-a371-18ad55c56c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:41.094045 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2ba2f4f3-4fe1-4366-b33d-073974c63675 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:04:41.148681 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1deeed8-cf43-49b3-ab24-c801b8c39aed req-fef5e3cf-7877-4514-bac2-c5ab829c963c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:41.150233 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1deeed8-cf43-49b3-ab24-c801b8c39aed req-fef5e3cf-7877-4514-bac2-c5ab829c963c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 945 time: 0.0508616 Aug 16 03:04:41.190530 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c1deeed8-cf43-49b3-ab24-c801b8c39aed req-3f8ce63e-c17a-4a6e-967b-feb52890e98f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341287 Aug 16 03:04:41.190882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 2ba2f4f3-4fe1-4366-b33d-073974c63675 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:04:41.194958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 2ba2f4f3-4fe1-4366-b33d-073974c63675 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:04:41.196768 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:41.275553 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:41.298769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:41.300961 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2a8674-29be-4df8-8f86-fac81b0f8167" -d '{"events": [{"server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "name": "network-vif-plugged", "status": "completed", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:41.313525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 2ba2f4f3-4fe1-4366-b33d-073974c63675, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:04:41.338514 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c52a2b-8097-46a8-a17a-7bd257af94a4 x-openstack-request-id: req-76c52a2b-8097-46a8-a17a-7bd257af94a4 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:41.338851 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "name": "network-vif-plugged", "status": "completed", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:41.339113 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-76c52a2b-8097-46a8-a17a-7bd257af94a4 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:41.339508 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'code': 200} Aug 16 03:04:41.397015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:41.436264 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1c00d-ab66-4d2d-b63d-92391561cecb req-eeee3748-b612-47d5-af8a-3de70b0757b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:41.437836 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5eb1c00d-ab66-4d2d-b63d-92391561cecb req-eeee3748-b612-47d5-af8a-3de70b0757b7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1098 time: 0.0407689 Aug 16 03:04:41.447825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=2ba2f4f3-4fe1-4366-b33d-073974c63675,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:41.472734 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-5eb1c00d-ab66-4d2d-b63d-92391561cecb req-d7f6baf6-afda-43a2-a387-8594786631a0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278316 Aug 16 03:04:42.307025 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c654a9d-e8fb-45c8-b736-cc09d13eb0d3 req-0597d78c-fc47-401e-b63a-5a0ee406bca8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:42.308554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c654a9d-e8fb-45c8-b736-cc09d13eb0d3 req-0597d78c-fc47-401e-b63a-5a0ee406bca8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0494969 Aug 16 03:04:42.352286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7c654a9d-e8fb-45c8-b736-cc09d13eb0d3 req-7d13b27d-7c5e-4b87-a74e-1f5ac1ec7e1d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367985 Aug 16 03:04:42.717024 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:42.801047 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4d4c50cd-3309-4338-9b79-25bf038d13c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:43.108921 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-72158eb8-b526-474b-874f-19829b1072bc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401282 Aug 16 03:04:43.189887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-739c61a0-6d30-486d-b170-a9df4bbdf376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.191410 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-739c61a0-6d30-486d-b170-a9df4bbdf376 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1098 time: 0.0437422 Aug 16 03:04:43.292457 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-b5ceb669-ee83-4997-80d0-99261c4ce5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.293916 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-b5ceb669-ee83-4997-80d0-99261c4ce5c8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 897 time: 0.0842576 Aug 16 03:04:43.338282 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-f3703296-08ba-4bd3-9f97-9ea757fa0023 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 217 time: 0.0376441 Aug 16 03:04:43.387872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-322a41b1-31b7-4157-b342-67823aed569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.389357 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-322a41b1-31b7-4157-b342-67823aed569d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0436499 Aug 16 03:04:43.435335 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-138072da-04f5-46fd-bc36-b31770a246e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.436869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-138072da-04f5-46fd-bc36-b31770a246e6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404866 Aug 16 03:04:43.476464 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc70b75-68ea-4d20-b912-0b2a4c4857b7 req-1864437d-c199-4ae1-8712-79c57b5762ce tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.477988 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dc70b75-68ea-4d20-b912-0b2a4c4857b7 req-1864437d-c199-4ae1-8712-79c57b5762ce tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0500112 Aug 16 03:04:43.515802 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dc70b75-68ea-4d20-b912-0b2a4c4857b7 req-cc5ec9c3-c0d4-4a37-b26d-43f2b720993b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317245 Aug 16 03:04:43.534584 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-96be3349-df26-4aed-9672-ad52bd2e7c79 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905352 Aug 16 03:04:43.624626 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9ac4d9df-277e-4efc-8e40-4b4345dd162c req-1e9182d3-3251-4654-ad25-2068611cb96a service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832760 Aug 16 03:04:43.632644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fec1c-49da-44a2-9604-a3f7ef3fa28f req-d9d19044-0c61-4b70-b7a9-3d2457bf13d8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.634224 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff7fec1c-49da-44a2-9604-a3f7ef3fa28f req-d9d19044-0c61-4b70-b7a9-3d2457bf13d8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0508063 Aug 16 03:04:43.674278 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ff7fec1c-49da-44a2-9604-a3f7ef3fa28f req-87487f5d-c5de-4754-a522-b2b77177b59e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340586 Aug 16 03:04:43.695683 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33290) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:43.776652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1129b987-46cc-42a2-9127-c6cc58a39e98 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:43.778165 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1129b987-46cc-42a2-9127-c6cc58a39e98 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1093 time: 0.0815001 Aug 16 03:04:43.780960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33294) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:43.786114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:04:43.860049 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:43.960441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.067690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.154 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/519f7cfe-16ed-45cd-9503-1dfff80318a8) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:04:44.171083 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.275246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.314903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:04:44.319358 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:04:44.323573 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:04:44.326481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=519f7cfe-16ed-45cd-9503-1dfff80318a8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:44.675114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.813560 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:44.910798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:45.016274 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:45.065157 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:45.137480 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=519f7cfe-16ed-45cd-9503-1dfff80318a8,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:04:45.147678 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:45.253760 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 72cf93ca-1ca0-4306-8584-975b85ead45c associated. External IP: 172.25.6.154, port: 2ba2f4f3-4fe1-4366-b33d-073974c63675. Aug 16 03:04:45.467388 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 72c25c9c-2c29-4d19-b44a-875c437c2827 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:04:45.573854 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:04:45.585640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] Sync routers for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:04:45.595601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:45.603416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:45.659933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:45.699419 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:45.967704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '72cf93ca-1ca0-4306-8584-975b85ead45c', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.154', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'port_id': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'mac_address': 'fa:16:3e:72:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba4007-0421-443e-8502-6fa00cfaf689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:44Z', 'updated_at': '2021-08-16T03:04:44Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:32Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:45.998404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] Checking router: 72c25c9c-2c29-4d19-b44a-875c437c2827 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:04:46.012651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:04:46.013284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:04:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:46.043830 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cd39f20f-c7cc-4065-9c27-0fa964b8419f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2612906 Aug 16 03:04:46.044626 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:04:46.047717 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b0ed8e-2ee4-477c-b130-38b3d11266e2" -d '{"events": [{"name": "network-changed", "server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:04:46.088172 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8841b1fe-9b5f-489e-b6d0-2968eeb583e9 x-openstack-request-id: req-8841b1fe-9b5f-489e-b6d0-2968eeb583e9 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:04:46.088473 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:04:46.088731 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8841b1fe-9b5f-489e-b6d0-2968eeb583e9 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:04:46.089141 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'status': 'completed', 'code': 200} Aug 16 03:04:46.107167 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:46.140385 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:04:46.156829 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-00b6790a-4665-4ce0-a909-c4781b379ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.158033 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-00b6790a-4665-4ce0-a909-c4781b379ff6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1098 time: 0.0449896 Aug 16 03:04:46.161618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcb879-4d67-43a9-a265-1757a1b41a07 req-6251e18b-cce8-45ce-b1b8-36da052301d8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.167640 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2bcb879-4d67-43a9-a265-1757a1b41a07 req-6251e18b-cce8-45ce-b1b8-36da052301d8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0704236 Aug 16 03:04:46.208832 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e2bcb879-4d67-43a9-a265-1757a1b41a07 req-8b8cd095-de08-41b8-a411-d9a7137a4848 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391552 Aug 16 03:04:46.231847 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33300) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:46.274054 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-185ca078-037f-4400-b6e7-6faec2902ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.275975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-185ca078-037f-4400-b6e7-6faec2902ac9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 897 time: 0.1114643 Aug 16 03:04:46.301148 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8de95318-79a7-48de-aaa8-91db539d6d1e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/72cf93ca-1ca0-4306-8584-975b85ead45c HTTP/1.1" status: 200 len: 992 time: 0.0669420 Aug 16 03:04:46.345984 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-9714003a-0948-41ce-a3d1-a65efcfbe257 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 1000 time: 0.0622592 Aug 16 03:04:46.386795 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '72cf93ca-1ca0-4306-8584-975b85ead45c', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.154', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'port_id': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'mac_address': 'fa:16:3e:72:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba4007-0421-443e-8502-6fa00cfaf689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:44Z', 'updated_at': '2021-08-16T03:04:44Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:32Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:04:46.402553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-8dd4900f-368a-4d9c-898f-9b76ef119e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.404134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-8dd4900f-368a-4d9c-898f-9b76ef119e0a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0512872 Aug 16 03:04:46.459701 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-5b050447-e5da-4371-a2f5-acd5501b5449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:04:46.461274 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-5b050447-e5da-4371-a2f5-acd5501b5449 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503659 Aug 16 03:04:46.555843 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-ff6b5c6b-b8f4-48be-9aec-00fcffc03c23 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865722 Aug 16 03:04:46.573646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35a5b1-3bac-4d50-b8c7-66f2de4ef17d None None] The sync data for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 is: [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '72cf93ca-1ca0-4306-8584-975b85ead45c', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.154', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'port_id': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'mac_address': 'fa:16:3e:72:cf:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fba4007-0421-443e-8502-6fa00cfaf689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:04:44Z', 'updated_at': '2021-08-16T03:04:44Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:32Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:04:46.653320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-42b0ed8e-2ee4-477c-b130-38b3d11266e2 req-cda43de8-749f-4588-a721-dab1a4b73a33 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901246 Aug 16 03:04:46.776600 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7426a8ce-2134-4fe5-9248-af2201a157f7 None None] New status for floating IP 72cf93ca-1ca0-4306-8584-975b85ead45c: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:04:47.303924 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33302) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:04:47.363053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f8f959ac-cf78-4a08-8442-4ac4cf9e6240 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/72cf93ca-1ca0-4306-8584-975b85ead45c HTTP/1.1" status: 200 len: 994 time: 0.0579731 Aug 16 03:04:53.945158 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:04:57.785060 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:04:57.945238 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:10.011017 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2679c202-5676-4796-ba99-13a64bcc9afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:12.688375 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:12.822420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8b894992-8123-4bce-9452-2e6f976fd53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:14.220060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6394c4d-d912-48cb-a8a7-bfb33b6a85a7 req-35f7639b-6781-4a7b-89b1-123aa5e3b9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:14.223703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6394c4d-d912-48cb-a8a7-bfb33b6a85a7 req-35f7639b-6781-4a7b-89b1-123aa5e3b9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0525022 Aug 16 03:05:14.261838 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b6394c4d-d912-48cb-a8a7-bfb33b6a85a7 req-fb3eb168-9004-44cb-bb63-cf8f37623854 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340858 Aug 16 03:05:14.876114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:15.386537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f304014-a65c-449f-a64e-f3c4e5710f20 req-40591e3e-9b5d-42a7-b351-998ffef4ab63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:15.388054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f304014-a65c-449f-a64e-f3c4e5710f20 req-40591e3e-9b5d-42a7-b351-998ffef4ab63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0529580 Aug 16 03:05:15.424978 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5f304014-a65c-449f-a64e-f3c4e5710f20 req-f6e1a408-ffc4-4ffc-9350-c7acf3e3aaed tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311675 Aug 16 03:05:16.065034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:16.539816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8de97a-4dc6-4a01-8662-c55ed6f1a996 req-f1ac8097-1d05-4574-9cae-5abe651b6cca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:16.541301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b8de97a-4dc6-4a01-8662-c55ed6f1a996 req-f1ac8097-1d05-4574-9cae-5abe651b6cca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0487635 Aug 16 03:05:16.578883 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1b8de97a-4dc6-4a01-8662-c55ed6f1a996 req-73349cbd-7bc5-426d-a1c3-62038264b6fc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Aug 16 03:05:17.700435 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a2f80-29a3-4685-80ce-c558a321e911 req-886af0f6-5d12-4de1-a6e7-14cc2553571a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:17.701958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-317a2f80-29a3-4685-80ce-c558a321e911 req-886af0f6-5d12-4de1-a6e7-14cc2553571a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0489731 Aug 16 03:05:17.740023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-317a2f80-29a3-4685-80ce-c558a321e911 req-488fb7cc-31e7-4c1f-97f9-cc448b6767f2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321462 Aug 16 03:05:18.859121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7159048-1b61-4e7e-8120-f9629df23534 req-c0a45ba2-2a34-459a-b947-f95196b621e3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:18.860630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7159048-1b61-4e7e-8120-f9629df23534 req-c0a45ba2-2a34-459a-b947-f95196b621e3 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0523407 Aug 16 03:05:18.898514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a7159048-1b61-4e7e-8120-f9629df23534 req-b59c52ac-0d49-4f3a-8751-e554ffd243c9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308478 Aug 16 03:05:20.025359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df80f3-646e-4adc-bc70-30b85210340d req-c818269d-b7c4-47dd-8160-0f96715305c2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:20.026916 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73df80f3-646e-4adc-bc70-30b85210340d req-c818269d-b7c4-47dd-8160-0f96715305c2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0491250 Aug 16 03:05:20.064336 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-73df80f3-646e-4adc-bc70-30b85210340d req-8b61bd02-a098-42c0-a3ce-046660cdfc63 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316200 Aug 16 03:05:21.193730 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c4af5-110c-42c5-942f-1a7124be93bd req-c634161c-4c34-4b5c-9997-e67978874f4b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:21.197534 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c56c4af5-110c-42c5-942f-1a7124be93bd req-c634161c-4c34-4b5c-9997-e67978874f4b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0512221 Aug 16 03:05:21.233945 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c56c4af5-110c-42c5-942f-1a7124be93bd req-bcaddedc-5a91-407c-b715-2518c5c767cb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Aug 16 03:05:22.362538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b7614-9d98-473e-94f3-5808ffdc1323 req-d68efcc6-e3ce-46e5-9d68-91310a616f61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:22.365192 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-899b7614-9d98-473e-94f3-5808ffdc1323 req-d68efcc6-e3ce-46e5-9d68-91310a616f61 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0648284 Aug 16 03:05:22.409101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-899b7614-9d98-473e-94f3-5808ffdc1323 req-c7aa53db-24b7-4029-8d20-eff63f5b70fa tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359652 Aug 16 03:05:23.530869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130161-bef6-4fb6-bd0d-46b249948e16 req-84ccb21b-6373-4c61-af49-a32b520bcd1c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:23.532366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3130161-bef6-4fb6-bd0d-46b249948e16 req-84ccb21b-6373-4c61-af49-a32b520bcd1c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0501664 Aug 16 03:05:23.570538 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3130161-bef6-4fb6-bd0d-46b249948e16 req-26a6845c-8fe0-4987-bad1-652be573ef0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323250 Aug 16 03:05:24.688465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f21d7a-ce8e-47c6-846a-aad15b3429ab req-c86d0287-0a9d-4e84-9356-87e0be1efba2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:24.690016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70f21d7a-ce8e-47c6-846a-aad15b3429ab req-c86d0287-0a9d-4e84-9356-87e0be1efba2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0500350 Aug 16 03:05:24.727669 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-70f21d7a-ce8e-47c6-846a-aad15b3429ab req-d68a69a7-bdab-4545-868b-300348228028 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317602 Aug 16 03:05:24.749597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33344) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:24.813913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ab4aac11-4305-40de-96af-b54bf45a5bed tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/72cf93ca-1ca0-4306-8584-975b85ead45c HTTP/1.1" status: 200 len: 994 time: 0.0631115 Aug 16 03:05:26.214588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c859ba-4f07-4489-b6c3-d5868abd22ab req-67eb2549-4a6c-47bf-88a1-3c19a92df24b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.216177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54c859ba-4f07-4489-b6c3-d5868abd22ab req-67eb2549-4a6c-47bf-88a1-3c19a92df24b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0502880 Aug 16 03:05:26.256034 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-54c859ba-4f07-4489-b6c3-d5868abd22ab req-37a4b752-473e-4585-b3ea-60c591562933 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334892 Aug 16 03:05:26.324347 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-606be07e-55f8-4dff-803f-cd66fe507f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.325832 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-606be07e-55f8-4dff-803f-cd66fe507f0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1098 time: 0.0412855 Aug 16 03:05:26.417770 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-6bd043f9-1e4e-4dcb-99de-f346930cd9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.419428 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-6bd043f9-1e4e-4dcb-99de-f346930cd9be service neutron] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 897 time: 0.0865126 Aug 16 03:05:26.486425 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-7b0732dd-53f8-42b4-82ed-7fb1e0584c83 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 1002 time: 0.0602195 Aug 16 03:05:26.537226 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-65245730-839a-455c-92db-1ebf12857094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.538835 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-65245730-839a-455c-92db-1ebf12857094 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0454600 Aug 16 03:05:26.590203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-934cc0c7-5101-489b-b3a3-f075fc69da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:26.591788 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-934cc0c7-5101-489b-b3a3-f075fc69da2b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459509 Aug 16 03:05:26.682837 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-92127306-d3e9-41d9-a63d-36992ee1f28c service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839610 Aug 16 03:05:26.777353 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-49e93105-0b33-4e9b-bfb9-ddf5adac4446 req-e4fb7b94-e566-4e9c-b384-cc059c0fd1c0 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874932 Aug 16 03:05:27.372974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cdc87-ecef-44dc-8a3f-bf5adc356698 req-da58dce4-cfc3-4405-b98c-d23bbec4fd27 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:27.374498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f12cdc87-ecef-44dc-8a3f-bf5adc356698 req-da58dce4-cfc3-4405-b98c-d23bbec4fd27 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0491107 Aug 16 03:05:27.417796 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f12cdc87-ecef-44dc-8a3f-bf5adc356698 req-43256f41-882c-478f-b272-7944c096f0d0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367103 Aug 16 03:05:27.847585 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:27.950621 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:28.535497 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb3299-adc6-44e7-b554-f3653ce34058 req-b7da1d68-bc12-4f64-bfbd-ac8f939c5034 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:28.537028 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23bb3299-adc6-44e7-b554-f3653ce34058 req-b7da1d68-bc12-4f64-bfbd-ac8f939c5034 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0496664 Aug 16 03:05:28.575353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-23bb3299-adc6-44e7-b554-f3653ce34058 req-143fc442-7733-4940-b283-f7dd7c5dde11 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318763 Aug 16 03:05:28.598167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33356) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:28.657995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-449a1b5c-bec7-474a-9197-0f6a4b7088f9 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/72cf93ca-1ca0-4306-8584-975b85ead45c HTTP/1.1" status: 200 len: 994 time: 0.0587020 Aug 16 03:05:30.947172 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:05:31.923688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-df5ea660-cff3-48b2-803f-717e6e9f34b0 req-fb89ac7c-e309-4f07-a010-d16c33b6a0aa service neutron] (101945) timed out ('10.222.0.76', 57992) {{(pid=101945) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:05:40.013541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-95d37469-caf2-4a48-bb90-a6a26f8d1e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:42.682615 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:42.827955 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-57c1b41d-ac88-4105-a0bd-62579fa670e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:44.890256 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:45.100432 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-8e2b77c9-e96f-442c-96f8-8cd7a2616a3e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399992 Aug 16 03:05:45.183213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-37808bfb-c711-456d-9240-e78c632c7d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.184701 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-37808bfb-c711-456d-9240-e78c632c7d0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1098 time: 0.0408263 Aug 16 03:05:45.296681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-e8b7c905-203c-48df-86d8-84158426441d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.298183 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-e8b7c905-203c-48df-86d8-84158426441d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 897 time: 0.0941093 Aug 16 03:05:45.367973 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-9e57bcd3-e0cf-4d74-b552-3dd68f9a9ffb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 1002 time: 0.0597231 Aug 16 03:05:45.417276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-782c7032-2561-44bd-9c75-79eee05f90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.419055 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-782c7032-2561-44bd-9c75-79eee05f90f0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0441701 Aug 16 03:05:45.467851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-9ac253ed-b551-40ef-bc3b-d66ec3370459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:05:45.469363 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-9ac253ed-b551-40ef-bc3b-d66ec3370459 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428631 Aug 16 03:05:45.480931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-06768f32-d9bf-41c5-9ad5-c7f2e6bc9e8b service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:05:45.481929 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-06768f32-d9bf-41c5-9ad5-c7f2e6bc9e8b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054309 Aug 16 03:05:45.569197 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-ba9ef2e1-cea8-4eb4-9361-c0671c1f5d8a service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796289 Aug 16 03:05:45.661236 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-2fc56c1a-8c3c-4020-827d-f97aeff54f47 req-9c418935-e461-4a80-86f7-7c50d94ecdb5 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841148 Aug 16 03:05:46.081856 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.833115 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:57.958837 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.343622 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33376) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:05:59.506466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 519f7cfe-16ed-45cd-9503-1dfff80318a8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:05:59.506847 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.580812 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.581148 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.592638 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 519f7cfe-16ed-45cd-9503-1dfff80318a8 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:05:59.827251 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.853111 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=519f7cfe-16ed-45cd-9503-1dfff80318a8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:05:59.865498 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.865869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.866225 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.866572 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.866947 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.867292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.867635 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.867974 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.868312 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.868646 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.868982 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.869314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:05:59.928832 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:05:59.929165 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 72cf93ca-1ca0-4306-8584-975b85ead45c disassociated (deleted). External IP: 172.25.6.154, port: 2ba2f4f3-4fe1-4366-b33d-073974c63675. Aug 16 03:06:00.130389 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 72c25c9c-2c29-4d19-b44a-875c437c2827 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:00.241880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:00.246987 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:00.251857 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97547233-54d3-4752-af54-d48239462735 None None] Sync routers for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:00.260482 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97547233-54d3-4752-af54-d48239462735 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:00.261670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97547233-54d3-4752-af54-d48239462735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:05:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:00.275079 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2b868cfc-1c3d-43be-9d39-5478632b7377 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/floatingips/72cf93ca-1ca0-4306-8584-975b85ead45c HTTP/1.1" status: 204 len: 168 time: 0.9303129 Aug 16 03:06:00.275774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:00.278950 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9" -d '{"events": [{"name": "network-changed", "server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:00.322260 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce05739-54b8-4c13-8116-8abaf6a2c6d6 x-openstack-request-id: req-2ce05739-54b8-4c13-8116-8abaf6a2c6d6 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:00.322553 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:00.322994 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ce05739-54b8-4c13-8116-8abaf6a2c6d6 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:00.323829 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'status': 'completed', 'code': 200} Aug 16 03:06:00.369475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-97547233-54d3-4752-af54-d48239462735 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:00.388978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-3ece16b0-03f2-4a20-b4f8-6ace4330a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:00.390608 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-3ece16b0-03f2-4a20-b4f8-6ace4330a024 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 1098 time: 0.0447674 Aug 16 03:06:00.490323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-a27aa6a9-3859-449d-a894-9635eb676008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:00.491905 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-a27aa6a9-3859-449d-a894-9635eb676008 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 200 len: 897 time: 0.0942876 Aug 16 03:06:00.538035 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-17d66d8e-4428-4e3c-8315-449d124afc70 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 200 len: 217 time: 0.0392642 Aug 16 03:06:00.577180 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97547233-54d3-4752-af54-d48239462735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:32Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:00.594213 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-96d940db-d8f7-42a8-9519-b22d101cc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:00.595791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-96d940db-d8f7-42a8-9519-b22d101cc205 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 200 len: 834 time: 0.0476079 Aug 16 03:06:00.603737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97547233-54d3-4752-af54-d48239462735 None None] Checking router: 72c25c9c-2c29-4d19-b44a-875c437c2827 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:00.614213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97547233-54d3-4752-af54-d48239462735 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:00.614868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97547233-54d3-4752-af54-d48239462735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:05:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:00.643611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-c5801feb-65da-455c-bf70-047046d95c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:00.644896 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-c5801feb-65da-455c-bf70-047046d95c82 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a39b2a68-2e86-4be7-a2db-8f6110f8d709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422540 Aug 16 03:06:00.746458 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-97547233-54d3-4752-af54-d48239462735 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:00.755057 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e455d-cf67-4135-97f8-b72d60481145 req-7a52e4a9-3f32-4f94-adb3-af72ab8b7443 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:00.756798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf8e455d-cf67-4135-97f8-b72d60481145 req-7a52e4a9-3f32-4f94-adb3-af72ab8b7443 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0567677 Aug 16 03:06:00.764446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-5b8d6b00-d8d0-4c5c-a405-f290fa413f72 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123562 Aug 16 03:06:00.806617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cf8e455d-cf67-4135-97f8-b72d60481145 req-2258b1c6-aed6-4ced-8451-8bada162664a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402846 Aug 16 03:06:00.873334 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9bbedbb1-b527-4a78-b053-d0bbe8752ea9 req-18dc57a0-fe91-45a9-a169-326e65ea5951 service neutron] 10.222.0.58 "GET /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998795 Aug 16 03:06:00.969259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-97547233-54d3-4752-af54-d48239462735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:32Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:00.997721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97547233-54d3-4752-af54-d48239462735 None None] The sync data for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 is: [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:04:28Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a20c6c87-8fae-4865-a2f5-d8296e9adfee', 'name': '', 'network_id': 'a39b2a68-2e86-4be7-a2db-8f6110f8d709', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:0b:d4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:28Z', 'updated_at': '2021-08-16T03:04:32Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': 'df594617-e7c5-4b44-9d8f-ee1c87f83b11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:01.224741 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58791169-9b21-4f04-8291-a00d052e1cc7 None None] New status for floating IP 72cf93ca-1ca0-4306-8584-975b85ead45c: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:01.929059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765819b4-69f9-48bf-bc59-a83a3cc88716 req-448974f8-7bfe-4974-bf91-b0321314380a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:01.930579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-765819b4-69f9-48bf-bc59-a83a3cc88716 req-448974f8-7bfe-4974-bf91-b0321314380a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0501473 Aug 16 03:06:01.969235 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-765819b4-69f9-48bf-bc59-a83a3cc88716 req-429ba639-4863-430b-9f6c-2350c56b332e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=2048b617-2778-4d2c-be48-1d339ee28b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Aug 16 03:06:02.196684 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-aa7fa304-391e-44d6-b74c-bad258dc7dcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:02.198865 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-aa7fa304-391e-44d6-b74c-bad258dc7dcb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Aug 16 03:06:02.297478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 2ba2f4f3-4fe1-4366-b33d-073974c63675 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:02.297832 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.383775 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 2ba2f4f3-4fe1-4366-b33d-073974c63675, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=2ba2f4f3-4fe1-4366-b33d-073974c63675,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:02.384144 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.400394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 2ba2f4f3-4fe1-4366-b33d-073974c63675 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:02.578937 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.607236 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=2ba2f4f3-4fe1-4366-b33d-073974c63675,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:02.619201 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.619362 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.619711 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.620055 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.620390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.620884 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.621222 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.621555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.621886 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.622215 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.622543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.622899 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:02.660232 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] No DVR routers for this DVR port 2ba2f4f3-4fe1-4366-b33d-073974c63675 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:06:02.662848 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:02.664938 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4f486c4c-a3d7-4b2a-b396-944aee165055 req-16eca321-79d5-45b6-9ce9-3a931e0133d4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.58 "DELETE /v2.0/ports/2ba2f4f3-4fe1-4366-b33d-073974c63675 HTTP/1.1" status: 204 len: 173 time: 0.4591317 Aug 16 03:06:02.665361 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'name': 'network-vif-deleted', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:02.667907 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6baa0f0-a0a7-41e6-9fc0-95634b46fea1" -d '{"events": [{"server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "name": "network-vif-deleted", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:02.704952 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b77594-c1bd-49ea-bfa0-bb1de5e150a9 x-openstack-request-id: req-c9b77594-c1bd-49ea-bfa0-bb1de5e150a9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:02.705289 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fba4007-0421-443e-8502-6fa00cfaf689", "name": "network-vif-deleted", "tag": "2ba2f4f3-4fe1-4366-b33d-073974c63675", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:02.705543 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c9b77594-c1bd-49ea-bfa0-bb1de5e150a9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:02.705969 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fba4007-0421-443e-8502-6fa00cfaf689', 'name': 'network-vif-deleted', 'tag': '2ba2f4f3-4fe1-4366-b33d-073974c63675', 'status': 'completed', 'code': 200} Aug 16 03:06:03.079630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7a63647a-c1b4-43e2-aeed-da6d297d4d98 req-0b16f974-0abc-4fd6-a375-f3c8a1c10633 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=4fba4007-0421-443e-8502-6fa00cfaf689 HTTP/1.1" status: 200 len: 210 time: 0.0276892 Aug 16 03:06:04.141797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33392) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:04.503433 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.759223 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port a20c6c87-8fae-4865-a2f5-d8296e9adfee {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:04.759494 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.853011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port a20c6c87-8fae-4865-a2f5-d8296e9adfee, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a20c6c87-8fae-4865-a2f5-d8296e9adfee,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:04.853643 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:04.869767 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for a20c6c87-8fae-4865-a2f5-d8296e9adfee owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:05.130380 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.160208 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=a20c6c87-8fae-4865-a2f5-d8296e9adfee,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:05.345982 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.558067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router 72c25c9c-2c29-4d19-b44a-875c437c2827 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:05.662869 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:05.668166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-51b2eb5c-b951-4888-bad9-6b169db57b65 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/72c25c9c-2c29-4d19-b44a-875c437c2827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5252204 Aug 16 03:06:05.671104 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33394) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:05.672660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] Sync routers for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:05.681639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:05.682193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:05:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:05.722799 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting subnet df594617-e7c5-4b44-9d8f-ee1c87f83b11 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:06:05.725904 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.765637 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.785241 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:05.852838 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:05.959607 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:06:05Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:05.988425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] Checking router: 72c25c9c-2c29-4d19-b44a-875c437c2827 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:05.997495 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] Routers {'72c25c9c-2c29-4d19-b44a-875c437c2827'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:05.998105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:05:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['72c25c9c-2c29-4d19-b44a-875c437c2827'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:05.999003 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.028038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Subnet': ['ID=df594617-e7c5-4b44-9d8f-ee1c87f83b11,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:06.030076 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.032052 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3f0ca2c5-0162-4565-8642-35dbc1f6df0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/subnets/df594617-e7c5-4b44-9d8f-ee1c87f83b11 HTTP/1.1" status: 204 len: 168 time: 0.3599572 Aug 16 03:06:06.035509 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33396) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:06.038230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ebdcb8-2c03-4e74-acd3-3f49c8a856fd None None] Network a39b2a68-2e86-4be7-a2db-8f6110f8d709 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:06:06.145356 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.195226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] Set router 72c25c9c-2c29-4d19-b44a-875c437c2827 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:06.260410 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.363060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] DHCP port deletion for a39b2a68-2e86-4be7-a2db-8f6110f8d709 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:06:06.374842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 94b3826b-744d-45f8-b21d-68529b2613e3 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:06.375201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.423718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:06:05Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:06.456080 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104fa51f-6fbd-4f87-b1dd-81f745e23b94 None None] The sync data for ids ['72c25c9c-2c29-4d19-b44a-875c437c2827'] in n-d-768852-19 is: [{'id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'name': 'tempest-TestNetworkAdvancedServerOps-router-28041197', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184'}], 'enable_snat': True}, 'gw_port_id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:04:24Z', 'updated_at': '2021-08-16T03:06:05Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '94b3826b-744d-45f8-b21d-68529b2613e3', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72c25c9c-2c29-4d19-b44a-875c437c2827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:04:25Z', 'updated_at': '2021-08-16T03:04:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:06.457468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 94b3826b-744d-45f8-b21d-68529b2613e3, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=94b3826b-744d-45f8-b21d-68529b2613e3,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:06.457922 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.459449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Deleting port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:06:06.460294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.475805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 94b3826b-744d-45f8-b21d-68529b2613e3 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:06.537572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] For port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,segment=NetworkSegment(308fa0f1-22e5-47e2-97c0-40e9bd4ecd70),segment_id=308fa0f1-22e5-47e2-97c0-40e9bd4ecd70)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:06.538064 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.552163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Calling delete_port for 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:06:06.687894 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.712897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.718182 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Pushing event deleted for resources: {'Port': ['ID=5ce295e5-f7a2-44b8-bf93-19c8c03d1b62,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:06.724658 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] No DVR routers for this DVR port 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:06:06.733020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.733297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.733642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.734019 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.734333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.734686 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.735017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.735346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.735670 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.735993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.736316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.736639 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ed6f5d-3bae-46f6-8df7-edbc3538c9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:06.739341 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=94b3826b-744d-45f8-b21d-68529b2613e3,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:06.799137 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.890255 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:06.892504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.019159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.019746 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Fanout notify agent at l3_agent the message router_deleted on router 72c25c9c-2c29-4d19-b44a-875c437c2827 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:06:07.026730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.031129 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a68cb894-eea0-40b5-bb6b-8184ca4f2170 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/routers/72c25c9c-2c29-4d19-b44a-875c437c2827 HTTP/1.1" status: 204 len: 168 time: 0.9920607 Aug 16 03:06:07.035303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33398) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:07.114730 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.210503 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.221733 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39b2a68-2e86-4be7-a2db-8f6110f8d709']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:07.232881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:07.233187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308fa0f1-22e5-47e2-97c0-40e9bd4ecd70') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:07.241713 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.255204 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.260944 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:06:07.261420 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: timer() Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:06:07.264918 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:06:07.398460 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.405773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.407624 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/networks/a39b2a68-2e86-4be7-a2db-8f6110f8d709 HTTP/1.1" status: 204 len: 168 time: 0.3753159 Aug 16 03:06:07.410617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33400) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:07.419834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403c2fd8-b038-4cfb-8fbd-3e90e75b01e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Network': ['ID=a39b2a68-2e86-4be7-a2db-8f6110f8d709,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:07.470353 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdbdf-59e6-4b4f-897c-45ff2e7fa9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.500218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdbdf-59e6-4b4f-897c-45ff2e7fa9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.501507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2ba2f4f3-4fe1-4366-b33d-073974c63675 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:07.524966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 2ba2f4f3-4fe1-4366-b33d-073974c63675 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:07.525325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 2ba2f4f3-4fe1-4366-b33d-073974c63675 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:07.618664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdbdf-59e6-4b4f-897c-45ff2e7fa9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.621751 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6c7bdbdf-59e6-4b4f-897c-45ff2e7fa9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:07.622973 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6c7bdbdf-59e6-4b4f-897c-45ff2e7fa9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/security-groups/2048b617-2778-4d2c-be48-1d339ee28b62 HTTP/1.1" status: 204 len: 168 time: 0.2113106 Aug 16 03:06:07.632380 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bdbdf-59e6-4b4f-897c-45ff2e7fa9e2 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2048b617-2778-4d2c-be48-1d339ee28b62,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:07.945593 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:07.971320 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33406) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:07.976053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492951181', 'description': 'tempest-secgroup-smoke-492951181 description', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:08.055350 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.137028 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.180872 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.210298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34893a82-55d5-44d7-a1eb-8bc75950ca32,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:08.259147 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.260489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-785ae28d-9041-47e0-b844-11da931e81cd tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2881460 Aug 16 03:06:08.264178 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33408) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:08.269825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '34893a82-55d5-44d7-a1eb-8bc75950ca32', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:08.272942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94b3826b-744d-45f8-b21d-68529b2613e3 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:08.294997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 94b3826b-744d-45f8-b21d-68529b2613e3 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:08.295350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 94b3826b-744d-45f8-b21d-68529b2613e3 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:08.295909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:08.314918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:08.315270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 5ce295e5-f7a2-44b8-bf93-19c8c03d1b62 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:08.315683 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a20c6c87-8fae-4865-a2f5-d8296e9adfee no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:06:08.333984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a20c6c87-8fae-4865-a2f5-d8296e9adfee {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:06:08.334335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a20c6c87-8fae-4865-a2f5-d8296e9adfee not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:06:08.372659 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.428556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.487703 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.506557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199432ff-957c-4b42-8eb5-731ad4c3f345,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:08.592919 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.594186 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-24b0b948-ea8a-4d2e-aa6a-42792dcc97dc tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3290389 Aug 16 03:06:08.596977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33410) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:08.601607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '34893a82-55d5-44d7-a1eb-8bc75950ca32', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:08.672489 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.729931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.780914 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.796064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d360d26f-d32a-43e8-8a33-a73bed0d33fc,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:08.843923 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.845181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0c49e1fc-c029-421e-a725-9560e90e75e5 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2471480 Aug 16 03:06:08.849260 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:08.854098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '34893a82-55d5-44d7-a1eb-8bc75950ca32', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:08.934598 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:08.993823 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.078092 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.094973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54e3eb1-d470-4e63-b35c-53d4aac05e5a,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:09.185518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.186807 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b661430b-d1b5-47ad-ac02-a269ad5e7cf6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3365169 Aug 16 03:06:09.189637 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33414) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:09.194067 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '34893a82-55d5-44d7-a1eb-8bc75950ca32', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:09.300565 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.358615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.430143 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.447727 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e416f2d-13af-45cb-a6d4-2b80f9db7676,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:09.512612 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.513918 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bab93a95-084d-47e3-a342-00b1e583b09b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3232837 Aug 16 03:06:09.516592 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33416) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:09.520968 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '34893a82-55d5-44d7-a1eb-8bc75950ca32', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:09.619293 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:06:09.624246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.684241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.746988 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.765100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdfa59b8-6895-403e-a483-f3f7d1eb2eae,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:09.815479 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.816705 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-540ca034-8458-4d9a-94b6-0201abb2c871 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991827 Aug 16 03:06:09.819396 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33418) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:09.823843 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'security_group_rule': {'security_group_id': '34893a82-55d5-44d7-a1eb-8bc75950ca32', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:09.895392 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Project c06cd276daa0400aaed6f14b5c8aba11 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:06:09.900484 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:09.984001 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.038248 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ab43caed-8664-473e-8aa5-52b5d024b718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.049744 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.068617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23d5d90-ff7a-41d8-b182-d3ceacbe5b89,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:10.118432 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.119705 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5c86a85d-ffe3-4ad8-89c4-83be023af01a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993696 Aug 16 03:06:10.126678 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33420) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:10.131853 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'network': {'name': 'tempest-network-smoke--188105485', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'port_security_enabled': True}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:10.198137 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:06:10.202738 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.226835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:06:10.236465 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.236817 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Added segment 10c116a6-4214-4882-b63a-9583d812be6e of type vlan for network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 Aug 16 03:06:10.279570 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.375340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.380986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:10.381577 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.451942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Network': ['ID=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:10.464909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:06:10.483495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-28b777be-64bc-44c5-a4d8-8cfc43827f22 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3557417 Aug 16 03:06:10.487198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33422) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:10.491851 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'admin_state_up': True, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:10.576053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.577090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.631398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:10.820504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.067900 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.086696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.538058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.28 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:11.635974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.727844 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:11.769592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:11.773960 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:11.778728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:11.781669 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:12.066000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.266880 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.455254 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router a13072ba-5a53-4aa4-9871-843d1352a50b is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:06:12.560322 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:12.569545 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Sync routers for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:12.578234 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:12.578880 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:05:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:12.627545 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.629092 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-894e5892-65e3-449d-b0e4-fa4d26ca39ca tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1406982 Aug 16 03:06:12.632864 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33424) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:12.661645 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ce9064a6-f8d8-4056-a0f4-2de2d1d3e5fc tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?project_id=c06cd276daa0400aaed6f14b5c8aba11&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274811 Aug 16 03:06:12.664291 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33426) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:12.685163 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:12.730114 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.751914 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3821de-e20b-46d8-ac40-7ee91e6a08d3 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:12.753530 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1a3821de-e20b-46d8-ac40-7ee91e6a08d3 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882976 Aug 16 03:06:12.756539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33428) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:12.790971 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df7b5c15-89d6-4fff-8668-a44324cc8c00 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/subnets?network_id=3222f418-f5ab-48a6-be21-256f0d872c1d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332308 Aug 16 03:06:12.794368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33430) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:12.799475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-433587245', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:12.847934 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-fc4e21f0-198c-45c9-8487-fe944d65c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.875144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:11Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:12.902258 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Checking router: a13072ba-5a53-4aa4-9871-843d1352a50b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:12.903134 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Updating router a13072ba-5a53-4aa4-9871-843d1352a50b port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:06:12.928280 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:12.975640 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:06:12.979383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.180282 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.190154 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Transition to ACTIVE for port object 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:13.261673 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.272365 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.322759 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Attempting to bind port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:13.323132 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Attempting to bind port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:13.323495 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Attempting to bind port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:13.326212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Subnet': ['ID=52c14201-dc37-41b6-8e69-bf5e0571b814,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:13.332072 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Pushing event updated for resources: {'Port': ['ID=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,revision_number=2']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:13.335130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Checking segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:13.335508 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network hostable DHCP agents. Network: 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:06:13.339500 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.339845 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.340340 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.340678 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.341008 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.341337 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.341658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.341986 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.342308 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.342627 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.342972 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.343288 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:06:13.347407 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:13.347791 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:13.348519 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.348910 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:13.349382 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Bound port: 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:13.349767 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.400011 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] For port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:13.402993 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] For port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:13.436221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:06:13.484501 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.507009 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:13.511390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:13.512484 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.519153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19034e6-e125-4c68-9987-e56e608f6838 None None] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:06:13.540938 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:13.541556 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:13.544777 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b81a3-5510-42f8-90c8-915cb4b1f4ec None None] Pushing event updated for resources: {'Port': ['ID=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:13.580512 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-92dfe083-5e86-42d2-8559-65c758a12914 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7849829 Aug 16 03:06:13.583249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33432) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:13.652546 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:13.671783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:06:13.672659 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.813124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Allocated IP 172.20.0.2 (3f95d1a1-a957-4804-b94b-6f7b7b54a8c2/52c14201-dc37-41b6-8e69-bf5e0571b814/ea13be0b-e40a-4b48-ab57-dc3c1961d22a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:13.849336 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:11Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:13.878948 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85946968-11e1-4e4f-9967-61d093caca62 None None] The sync data for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 is: [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:11Z', 'revision_number': 3, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:13.960895 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:13.970805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Transition to ACTIVE for port object ea13be0b-e40a-4b48-ab57-dc3c1961d22a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:13.986246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Transition to ACTIVE for port object ea13be0b-e40a-4b48-ab57-dc3c1961d22a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:14.045127 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.062061 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.118832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:14.123223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:14.142178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:14.144128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Pushing event updated for resources: {'Port': ['ID=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:14.349572 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:14.396749 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.1 (3f95d1a1-a957-4804-b94b-6f7b7b54a8c2/52c14201-dc37-41b6-8e69-bf5e0571b814/a2470b08-8d5a-4cf3-b7c6-465871ec9a54) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:14.412943 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Attempting to bind port ea13be0b-e40a-4b48-ab57-dc3c1961d22a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:14.413318 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Attempting to bind port ea13be0b-e40a-4b48-ab57-dc3c1961d22a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:14.413700 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Attempting to bind port ea13be0b-e40a-4b48-ab57-dc3c1961d22a on network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:14.422621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:14.423024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Checking segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:14.423440 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.424827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Bound using segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:14.424827 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Bound port: ea13be0b-e40a-4b48-ab57-dc3c1961d22a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:14.425063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.504091 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] For port ea13be0b-e40a-4b48-ab57-dc3c1961d22a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:14.507539 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] For port ea13be0b-e40a-4b48-ab57-dc3c1961d22a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:14.518855 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.533931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object a2470b08-8d5a-4cf3-b7c6-465871ec9a54 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:14.535575 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:14.539712 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:14.540098 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.609549 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.655251 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.662836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.700152 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:14.701475 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6333012-49fc-4b55-9c8d-b12f80d4304f None None] Pushing event updated for resources: {'Port': ['ID=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:14.711660 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:14.718810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:14.723079 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:14.756273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:14.767577 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.782364 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:14.853466 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:14.933434 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:15.012606 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:15.295025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:15.352982 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:15.430302 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:15.432071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:15.524372 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:15.525783 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:15.644120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router a13072ba-5a53-4aa4-9871-843d1352a50b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:15.755070 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:15.760682 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-28d297d1-0fdd-4054-9c65-6df8dad4c37d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/a13072ba-5a53-4aa4-9871-843d1352a50b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1762214 Aug 16 03:06:15.773533 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Sync routers for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:15.782759 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:15.783685 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:15.895472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:15.925407 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-f3873778-ae96-4c4d-9317-6ef3fce794b0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492951181&fields=id&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 267 time: 0.0443840 Aug 16 03:06:16.044164 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-b741c7a7-f45a-4d07-8cf2-29f169678fac tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:16.045737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-b741c7a7-f45a-4d07-8cf2-29f169678fac tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/networks?id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 200 len: 796 time: 0.1125507 Aug 16 03:06:16.063299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-187e6624-2fcc-42ff-bbef-2e7f7b41b8d7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/quotas/c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 375 time: 0.0114698 Aug 16 03:06:16.091468 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.119246 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:15Z', 'revision_number': 2, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:16.125220 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-deaa1333-19dc-4244-91bc-2c9a29dae303 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552599 Aug 16 03:06:16.142948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-e2cec830-eea0-4422-aa61-63dfb5a50e01 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:06:16.146218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-e2cec830-eea0-4422-aa61-63dfb5a50e01 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057535 Aug 16 03:06:16.148184 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Checking router: a13072ba-5a53-4aa4-9871-843d1352a50b for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:16.148549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Updating router a13072ba-5a53-4aa4-9871-843d1352a50b port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:06:16.182665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.268764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-a7421082-3ec5-4524-b3b3-2e95cec59882 service neutron] 10.222.0.76 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179931 Aug 16 03:06:16.330391 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a00888-87a9-4cf4-a1c4-c4c45873e79b None None] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:06:16.375366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-0c5ca6c5-2996-4cb6-a328-d884f5adb3d5 service neutron] 10.222.0.76 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056340 Aug 16 03:06:16.401394 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ea13be0b-e40a-4b48-ab57-dc3c1961d22a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:16.519047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-401dcab7-2cbb-4d29-9d53-a2114af3865d None None] Provisioning for port ea13be0b-e40a-4b48-ab57-dc3c1961d22a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:16.630271 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f09b3c24-3555-48c1-a54f-25f34969d3fc req-5a4acde9-361c-42a2-ac90-61309191977c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 210 time: 0.0334711 Aug 16 03:06:16.659407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ea13be0b-e40a-4b48-ab57-dc3c1961d22a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:16.673574 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ea13be0b-e40a-4b48-ab57-dc3c1961d22a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:16.673953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.709935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.728946 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Transition to ACTIVE for port object a2470b08-8d5a-4cf3-b7c6-465871ec9a54 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:16.783317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.792645 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.867061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ea13be0b-e40a-4b48-ab57-dc3c1961d22a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:16.869563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91933af3-715b-48fb-863d-10b816987d27 None None] Pushing event updated for resources: {'Port': ['ID=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:16.921652 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Attempting to bind port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:16.922253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Attempting to bind port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:16.922371 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Attempting to bind port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 on network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:16.927899 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:16.928275 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Checking segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:16.928686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.929078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Bound using segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:16.929542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Bound port: a2470b08-8d5a-4cf3-b7c6-465871ec9a54, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:16.929931 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.946259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:16.946259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:17.072439 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:17.083421 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] For port a2470b08-8d5a-4cf3-b7c6-465871ec9a54, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:17.087929 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] For port a2470b08-8d5a-4cf3-b7c6-465871ec9a54, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:17.094773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:17.095152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:17.131324 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0c4daa15-09af-4932-8d93-c6e2c925f48b None None] Provisioning for port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:17.152379 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0c4daa15-09af-4932-8d93-c6e2c925f48b None None] Provisioning complete for port ea13be0b-e40a-4b48-ab57-dc3c1961d22a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:17.152754 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0c4daa15-09af-4932-8d93-c6e2c925f48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:17.173649 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:17.292229 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91933af3-715b-48fb-863d-10b816987d27 None None] Pushing event updated for resources: {'Port': ['ID=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:17.297555 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:17.298914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:17.435112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:17.727990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1550ca88-0f02-4c6e-a8e0-5284c1d043fa req-4409a5b4-50cf-47f1-a830-d089dec42b45 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 210 time: 0.0269792 Aug 16 03:06:17.799345 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:17Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:17.833524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3459eb33-edef-4d65-afaf-98db2c8c92a0 None None] The sync data for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 is: [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:17Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:18.347332 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ea13be0b-e40a-4b48-ab57-dc3c1961d22a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:18.399682 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ea13be0b-e40a-4b48-ab57-dc3c1961d22a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:18.400059 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:18.484626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2470b08-8d5a-4cf3-b7c6-465871ec9a54 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:18.710497 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:18.715231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:18.715609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:18.797228 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-56e7071d-3a3e-4216-b055-b0019935ee08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:18.799525 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-56e7071d-3a3e-4216-b055-b0019935ee08 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/networks?id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 200 len: 796 time: 0.1096509 Aug 16 03:06:18.821766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:18.857800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a2470b08-8d5a-4cf3-b7c6-465871ec9a54, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:18.861316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-65588ce9-fd41-4ae0-a079-061ef62afdc5 req-4c61de45-c077-4575-a373-4e9d2f40655c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 210 time: 0.0468495 Aug 16 03:06:18.892183 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-33eea540-86eb-4122-9174-f6765c536883 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c06cd276daa0400aaed6f14b5c8aba11 HTTP/1.1" status: 200 len: 379 time: 0.0750947 Aug 16 03:06:18.901918 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'port': {'device_id': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'admin_state_up': True, 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'security_groups': ['34893a82-55d5-44d7-a1eb-8bc75950ca32']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:18.933393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:18.988341 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:19.078097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Made reservation on behalf of c06cd276daa0400aaed6f14b5c8aba11 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:06:19.081743 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:19.210427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.20.0.14 (3f95d1a1-a957-4804-b94b-6f7b7b54a8c2/52c14201-dc37-41b6-8e69-bf5e0571b814/8543081f-5e1e-485b-b901-ed9d9a9cc2b8) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:19.357957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:19.370822 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Transition to ACTIVE for port object 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:19.476204 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:19.863114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:19.866146 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:19.869152 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:19.896243 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:19.929216 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:19.930105 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.000616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724594eb-04d6-4eec-9961-067d5cdba651 req-67f33d04-dbce-4d1f-b357-e8257414a784 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:20.002187 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-724594eb-04d6-4eec-9961-067d5cdba651 req-67f33d04-dbce-4d1f-b357-e8257414a784 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 932 time: 0.0677392 Aug 16 03:06:20.026164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-730a7960-0e28-495d-8eb4-ab9074484068 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1283371 Aug 16 03:06:20.054551 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-724594eb-04d6-4eec-9961-067d5cdba651 req-8cdc0aa0-21b6-4cb1-8164-33ed4fcb8174 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461941 Aug 16 03:06:20.092187 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Request body: {'port': {'device_id': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:20.143166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.232577 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5b29b043-1116-4620-a392-8582e782667b None None] Provisioning for port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:20.248791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5b29b043-1116-4620-a392-8582e782667b None None] Provisioning complete for port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:20.249154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5b29b043-1116-4620-a392-8582e782667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.286137 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5b29b043-1116-4620-a392-8582e782667b None None] Port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:06:20.290252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2470b08-8d5a-4cf3-b7c6-465871ec9a54 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:20.338846 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:20.339143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.424864 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:20.432196 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.444440 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Transition to ACTIVE for port object 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:06:20.517886 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.582200 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Pushing event updated for resources: {'Port': ['ID=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:20.636899 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Attempting to bind port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:06:20.637283 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Attempting to bind port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:06:20.637794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Attempting to bind port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 on network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:20.642387 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 on network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:06:20.642751 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Attempting to bind port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 on network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:06:20.647613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:06:20.647960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Checking segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:06:20.648350 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Bound using segment: {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:06:20.648784 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Bound port: 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c116a6-4214-4882-b63a-9583d812be6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:06:20.649151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.725188 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] For port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:06:20.728476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] For port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:06:20.802325 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.834841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:20.835471 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:20.836917 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] 10.222.0.83 "PUT /v2.0/ports/8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 200 len: 1093 time: 0.7958674 Aug 16 03:06:20.837357 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:20.839635 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b8aab1-7640-4eaa-8eec-7964722e2c00" -d '{"events": [{"name": "network-changed", "server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:20.871492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e43eb-b4ea-4898-bdea-05251702d402 service neutron] Pushing event updated for resources: {'Port': ['ID=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:20.883370 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008da18a-7fff-4856-8422-0c3132be4593 x-openstack-request-id: req-008da18a-7fff-4856-8422-0c3132be4593 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:20.885155 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:20.885155 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-008da18a-7fff-4856-8422-0c3132be4593 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:20.885155 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'status': 'completed', 'code': 200} Aug 16 03:06:20.944863 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8aab1-7640-4eaa-8eec-7964722e2c00 req-e42a5139-1140-48de-ab7d-a0e2c223ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:20.946498 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08b8aab1-7640-4eaa-8eec-7964722e2c00 req-e42a5139-1140-48de-ab7d-a0e2c223ae8f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1096 time: 0.0431573 Aug 16 03:06:21.118758 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8aab1-7640-4eaa-8eec-7964722e2c00 req-687d2ea8-dec7-4937-add1-444671d55788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:21.120166 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08b8aab1-7640-4eaa-8eec-7964722e2c00 req-687d2ea8-dec7-4937-add1-444671d55788 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1662843 Aug 16 03:06:21.315468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7b7ed-4211-42bd-b09a-8ece54c1fe3b req-6e3698b9-6ee4-4b25-9298-8beab195d3bb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:21.317038 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dc7b7ed-4211-42bd-b09a-8ece54c1fe3b req-6e3698b9-6ee4-4b25-9298-8beab195d3bb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 944 time: 0.1926634 Aug 16 03:06:21.354293 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8aab1-7640-4eaa-8eec-7964722e2c00 req-eabeb778-898a-443f-99d9-4e06688575ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:21.356388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-08b8aab1-7640-4eaa-8eec-7964722e2c00 req-eabeb778-898a-443f-99d9-4e06688575ac service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2238340 Aug 16 03:06:21.374891 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8dc7b7ed-4211-42bd-b09a-8ece54c1fe3b req-880d8e4b-3e77-490d-a38c-a17ea1e36e92 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512748 Aug 16 03:06:21.431096 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-c4b848b9-669a-45ff-920e-ef263078f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:21.432608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-c4b848b9-669a-45ff-920e-ef263078f598 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1096 time: 0.0414422 Aug 16 03:06:21.495843 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-200e9a98-725a-4162-a973-e1c5ec3f05d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 200 len: 217 time: 0.0560355 Aug 16 03:06:21.549639 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-23de159a-e4b1-4d41-9a00-c0cc56409349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:21.551099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-23de159a-e4b1-4d41-9a00-c0cc56409349 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52c14201-dc37-41b6-8e69-bf5e0571b814 HTTP/1.1" status: 200 len: 834 time: 0.0491893 Aug 16 03:06:21.625654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-ce23983c-93ca-4054-8777-46ce0f158fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:21.627119 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-ce23983c-93ca-4054-8777-46ce0f158fd6 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687876 Aug 16 03:06:21.725742 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-643eddf3-6f36-4120-ae0d-9d12a379615a service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916612 Aug 16 03:06:21.815483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ebc5c7fa-6e70-4c3d-9eb1-1cdc72ce1e46 req-dc9fccf1-ba72-4368-8bf4-774e4ec265d4 service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829928 Aug 16 03:06:22.495598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749aa668-2297-4d91-813e-627d04087872 req-cbe6a25d-76b6-4697-afd0-2df576e8056e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:22.497706 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-749aa668-2297-4d91-813e-627d04087872 req-cbe6a25d-76b6-4697-afd0-2df576e8056e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 944 time: 0.0554495 Aug 16 03:06:22.533984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-749aa668-2297-4d91-813e-627d04087872 req-1172e0ba-0165-45e5-8553-9f0c3bb962f7 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304620 Aug 16 03:06:23.648035 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6a42f-4d5d-4aab-a7a9-540e24410363 req-426f467f-5cb1-40fe-9ad9-11c619d84c09 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:23.649552 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ef6a42f-4d5d-4aab-a7a9-540e24410363 req-426f467f-5cb1-40fe-9ad9-11c619d84c09 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 944 time: 0.0492783 Aug 16 03:06:23.688069 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6ef6a42f-4d5d-4aab-a7a9-540e24410363 req-e0a8921f-b2dc-4821-af0d-c1259490c8af tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319469 Aug 16 03:06:24.806337 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61787077-2366-4f3e-8097-cd3e5eb406ea req-b7c44145-4a0c-41c6-ae30-24e66fd0854b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:24.807871 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61787077-2366-4f3e-8097-cd3e5eb406ea req-b7c44145-4a0c-41c6-ae30-24e66fd0854b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 944 time: 0.0531464 Aug 16 03:06:24.845549 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61787077-2366-4f3e-8097-cd3e5eb406ea req-a9cf0581-6373-48f0-ac98-68969a3eebef tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309968 Aug 16 03:06:24.904938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:06:24.996508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:25.007512 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'port_id': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'mac_address': 'fa:16:3e:98:03:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:06:25.048329 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:25.060844 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:06:25.079757 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:25.180516 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:25.230247 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:25.411196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['8543081f-5e1e-485b-b901-ed9d9a9cc2b8'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:06:25.962776 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7001e9f-c91e-4034-8341-18e3a1fda252 req-215bb2d2-05ab-48ff-9cb5-6d4807cbd91a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:25.964296 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7001e9f-c91e-4034-8341-18e3a1fda252 req-215bb2d2-05ab-48ff-9cb5-6d4807cbd91a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 945 time: 0.0537517 Aug 16 03:06:26.002748 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7001e9f-c91e-4034-8341-18e3a1fda252 req-546f9638-ba9f-437d-b881-e02c481ef62e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316956 Aug 16 03:06:26.921172 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:06:27.032199 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:06:27.036197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:06:27.036466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:27.117627 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d85774-bd1b-4e17-8349-823031eef157 req-c5145197-4b03-4ba8-8398-1c62208968ce tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.119218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38d85774-bd1b-4e17-8349-823031eef157 req-c5145197-4b03-4ba8-8398-1c62208968ce tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 945 time: 0.0516815 Aug 16 03:06:27.160523 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-38d85774-bd1b-4e17-8349-823031eef157 req-f852168f-d358-4eaa-9b93-f2888f7d0283 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349395 Aug 16 03:06:27.163007 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:27.194096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:27.196277 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c488c4ce-76ab-4314-b2be-3f51dbdfdf51" -d '{"events": [{"server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "name": "network-vif-plugged", "status": "completed", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:27.212430 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:06:27.288320 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:27.289914 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bd163c-6e6f-4174-9704-bb4ba8744931 x-openstack-request-id: req-10bd163c-6e6f-4174-9704-bb4ba8744931 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:27.290215 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "name": "network-vif-plugged", "status": "completed", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:27.290477 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-10bd163c-6e6f-4174-9704-bb4ba8744931 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:27.290910 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'code': 200} Aug 16 03:06:27.344219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:27.384876 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73af4e-e663-4561-9a57-7145394ba6dd req-405fa1fd-11e4-42e4-846f-77a997389f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:27.386398 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce73af4e-e663-4561-9a57-7145394ba6dd req-405fa1fd-11e4-42e4-846f-77a997389f18 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1098 time: 0.0399261 Aug 16 03:06:27.430283 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ce73af4e-e663-4561-9a57-7145394ba6dd req-40067e31-89bf-4c4c-ad81-51ed0a371c9d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369656 Aug 16 03:06:27.809079 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:27.952152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:28.281151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea0b322-16d6-4246-a70a-1ec87f1d8142 req-69317143-ca27-4014-966f-16838ad40b3f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:28.282726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ea0b322-16d6-4246-a70a-1ec87f1d8142 req-69317143-ca27-4014-966f-16838ad40b3f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0546193 Aug 16 03:06:28.323995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2ea0b322-16d6-4246-a70a-1ec87f1d8142 req-cff3c49a-adfd-4bc7-8d5a-18a7dc5cdc0d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350111 Aug 16 03:06:29.443422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411a7d-b4fe-47b4-b3c1-212e3e26583d req-6dace1ca-7522-4ffc-9b3e-a9d816553daf tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:29.444940 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32411a7d-b4fe-47b4-b3c1-212e3e26583d req-6dace1ca-7522-4ffc-9b3e-a9d816553daf tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0509553 Aug 16 03:06:29.483137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32411a7d-b4fe-47b4-b3c1-212e3e26583d req-804002e3-2a2e-43fd-a02e-fbfc881a42ad tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316951 Aug 16 03:06:29.600979 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975cdab-2349-4c65-9add-0c8b90d88fe4 req-7ef4a054-06de-4f61-b99f-de0df79cd4fb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:29.602495 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5975cdab-2349-4c65-9add-0c8b90d88fe4 req-7ef4a054-06de-4f61-b99f-de0df79cd4fb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0495377 Aug 16 03:06:29.639846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-5975cdab-2349-4c65-9add-0c8b90d88fe4 req-b733b4dc-068f-48af-b001-4d841c0cc922 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Aug 16 03:06:29.661196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33500) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:29.700896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39df41ba-2c82-445f-837d-a72beafb7f40 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:29.702447 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-39df41ba-2c82-445f-837d-a72beafb7f40 tempest-TestNetworkAdvancedServerOps-1680474593 tempest-TestNetworkAdvancedServerOps-1680474593-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1093 time: 0.0402019 Aug 16 03:06:29.705187 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33502) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:29.709590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:06:29.826330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:29.926159 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.025082 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Allocated IP 172.25.6.73 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b4932c32-411b-4a31-a1f6-3c5ca48e09ef) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:06:30.127307 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.232292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.269535 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:06:30.274235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:06:30.277787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:06:30.306169 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=b4932c32-411b-4a31-a1f6-3c5ca48e09ef,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:30.629498 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.747187 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.894986 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:30.963212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:31.030584 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event updated for resources: {'Port': ['ID=b4932c32-411b-4a31-a1f6-3c5ca48e09ef,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:06:31.045790 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:31.500441 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 28e58c07-cda4-4166-a3ca-057797c67134 associated. External IP: 172.25.6.73, port: 8543081f-5e1e-485b-b901-ed9d9a9cc2b8. Aug 16 03:06:31.702332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router a13072ba-5a53-4aa4-9871-843d1352a50b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:06:31.808987 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:06:31.820645 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] Sync routers for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:06:31.831791 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:31.833859 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:31.893553 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:31.921117 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b0ed344d-644b-4bd6-bf58-88f991a4746b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2148931 Aug 16 03:06:31.921742 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:06:31.924247 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bbc370-94ff-48ee-aee4-849e2bd506f9" -d '{"events": [{"name": "network-changed", "server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:06:31.943667 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:31.962541 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9861e9-f16e-4fec-96c1-7be359dda512 x-openstack-request-id: req-0e9861e9-f16e-4fec-96c1-7be359dda512 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:06:31.963029 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:06:31.963345 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0e9861e9-f16e-4fec-96c1-7be359dda512 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:06:31.963809 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'status': 'completed', 'code': 200} Aug 16 03:06:32.054015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229a2d7-b740-4acb-8af2-ffe253e75938 req-7ef665b5-1ff6-4e07-b25d-cccfaac8b08b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.055572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d229a2d7-b740-4acb-8af2-ffe253e75938 req-7ef665b5-1ff6-4e07-b25d-cccfaac8b08b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0813937 Aug 16 03:06:32.061240 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-9c117c21-4a86-4cb0-8fcc-bacc28aa4266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.063318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-9c117c21-4a86-4cb0-8fcc-bacc28aa4266 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1098 time: 0.0775363 Aug 16 03:06:32.173514 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d229a2d7-b740-4acb-8af2-ffe253e75938 req-22005ed5-4510-4d25-9678-b4a6108bcc46 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085067 Aug 16 03:06:32.182996 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '28e58c07-cda4-4166-a3ca-057797c67134', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'port_id': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'mac_address': 'fa:16:3e:98:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:30Z', 'updated_at': '2021-08-16T03:06:30Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:32.197181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33508) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:32.258476 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-03c2541d-e679-4019-9f86-a36d9917b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.260068 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-03c2541d-e679-4019-9f86-a36d9917b05c service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 200 len: 897 time: 0.1888132 Aug 16 03:06:32.273666 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-45098a7e-848d-4b97-9099-57e75c98c572 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/28e58c07-cda4-4166-a3ca-057797c67134 HTTP/1.1" status: 200 len: 991 time: 0.0752506 Aug 16 03:06:32.299618 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] Checking router: a13072ba-5a53-4aa4-9871-843d1352a50b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:06:32.308205 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:06:32.308819 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:32.368702 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-69ee2b88-6105-45cd-bffb-c4b492a5aa3f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 200 len: 999 time: 0.1012380 Aug 16 03:06:32.414939 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:06:32.419092 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-f4941ce4-0751-41bd-898c-3613f3cf3c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.420572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-f4941ce4-0751-41bd-898c-3613f3cf3c49 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52c14201-dc37-41b6-8e69-bf5e0571b814 HTTP/1.1" status: 200 len: 834 time: 0.0447884 Aug 16 03:06:32.468005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-a7be6474-0ac1-4e87-8965-aa91923e327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:32.470593 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-a7be6474-0ac1-4e87-8965-aa91923e327c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416887 Aug 16 03:06:32.569383 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-94e797b9-65d4-4733-8fdb-1994a4cefeca service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914228 Aug 16 03:06:32.637363 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '28e58c07-cda4-4166-a3ca-057797c67134', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'port_id': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'mac_address': 'fa:16:3e:98:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:30Z', 'updated_at': '2021-08-16T03:06:30Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:06:32.664835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74bbc370-94ff-48ee-aee4-849e2bd506f9 req-977fbd69-2e05-4b02-b06a-b49643a36218 service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880964 Aug 16 03:06:32.667412 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c9163-7660-46bf-8e81-11de6085f40f None None] The sync data for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 is: [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '28e58c07-cda4-4166-a3ca-057797c67134', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'floating_ip_address': '172.25.6.73', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'port_id': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'mac_address': 'fa:16:3e:98:03:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:06:30Z', 'updated_at': '2021-08-16T03:06:30Z', 'revision_number': 0, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:06:32.883093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd71bfa-e734-49a8-98a8-216ef33742e8 None None] New status for floating IP 28e58c07-cda4-4166-a3ca-057797c67134: ACTIVE {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:06:33.277567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33510) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:06:33.343215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-33acc5b6-92ed-4cef-81ff-70729e2345f0 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/28e58c07-cda4-4166-a3ca-057797c67134 HTTP/1.1" status: 200 len: 993 time: 0.0644627 Aug 16 03:06:40.094341 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0fbd534b-236c-4e50-b2c1-054b17860d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:42.681740 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:42.835700 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2af3b78e-7912-4760-b57e-29a7bd474221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.378379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-eaf4777a-c673-49d9-83a1-473865d17242 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0393381 Aug 16 03:06:44.458707 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-3bc08051-303b-4c9d-b524-b95bb0798120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:44.460112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-3bc08051-303b-4c9d-b524-b95bb0798120 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1098 time: 0.0392914 Aug 16 03:06:44.564633 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-3c2d140b-4ce2-4517-a417-93493f94d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:44.566122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-3c2d140b-4ce2-4517-a417-93493f94d6a0 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 200 len: 897 time: 0.0867698 Aug 16 03:06:44.632085 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-c79e6413-7299-45b6-845d-903567115ce1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0589066 Aug 16 03:06:44.687397 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-9f5614e5-5a31-4038-ba55-f314dfd07291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:44.688867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-9f5614e5-5a31-4038-ba55-f314dfd07291 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52c14201-dc37-41b6-8e69-bf5e0571b814 HTTP/1.1" status: 200 len: 834 time: 0.0494175 Aug 16 03:06:44.733936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-1b1422bf-8c15-4c72-9ede-39add0c8fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:06:44.735445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-1b1422bf-8c15-4c72-9ede-39add0c8fa13 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390971 Aug 16 03:06:44.823632 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-f63813bc-9272-4f30-ba7f-2914fc066e2f service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Aug 16 03:06:44.910231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:44.923109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-748d7c43-41c5-45d3-829b-7d39d73e6fd2 req-79cbbe46-df2f-4b6f-b86c-d6112f7500ad service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922377 Aug 16 03:06:44.945881 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:06:46.111921 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.791197 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:06:57.961255 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:02.960838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f7918-061e-4ce6-80ed-a1a5d7d64ad5 req-40ac97b3-1e65-4123-997e-f85c78733438 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:02.962365 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db8f7918-061e-4ce6-80ed-a1a5d7d64ad5 req-40ac97b3-1e65-4123-997e-f85c78733438 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0504434 Aug 16 03:07:03.000301 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-db8f7918-061e-4ce6-80ed-a1a5d7d64ad5 req-becb8c8b-b596-4c37-8f44-2bfc48423895 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319490 Aug 16 03:07:04.118385 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f943894-c174-4fdd-8aa0-2d0d0aa079ef req-fe993925-ed45-45c8-a0c4-c38d9cf0483e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:04.119927 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f943894-c174-4fdd-8aa0-2d0d0aa079ef req-fe993925-ed45-45c8-a0c4-c38d9cf0483e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0489562 Aug 16 03:07:04.157741 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1f943894-c174-4fdd-8aa0-2d0d0aa079ef req-d45a237f-3e7f-455c-91be-8f4d694ffa1c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317721 Aug 16 03:07:04.179734 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33530) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:04.245621 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2517e4b2-71d9-4058-a153-b20db3a6fcf4 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/28e58c07-cda4-4166-a3ca-057797c67134 HTTP/1.1" status: 200 len: 993 time: 0.0647674 Aug 16 03:07:05.629789 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d9916-f1c7-4390-ac9b-230943167ef6 req-cfffd272-a2c2-462b-8c42-c827dbe4d890 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:05.631362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e16d9916-f1c7-4390-ac9b-230943167ef6 req-cfffd272-a2c2-462b-8c42-c827dbe4d890 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0525925 Aug 16 03:07:05.698569 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e16d9916-f1c7-4390-ac9b-230943167ef6 req-c84dada9-7894-4d75-9698-e513a921be3f tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606086 Aug 16 03:07:05.708138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-1b9d713e-1b3c-4e18-b002-a956d8d21db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:05.709608 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-1b9d713e-1b3c-4e18-b002-a956d8d21db1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1098 time: 0.0559607 Aug 16 03:07:05.799303 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-9a330d0f-752c-492c-a5bb-b9094bb8a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:05.800696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-9a330d0f-752c-492c-a5bb-b9094bb8a1f3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 200 len: 897 time: 0.0845091 Aug 16 03:07:05.868821 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-44f54430-d5ee-4186-b1f2-ff951223afac service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 200 len: 1001 time: 0.0608394 Aug 16 03:07:05.916688 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-23c2ddc1-814e-439e-957c-b0db83c251ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:05.918380 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-23c2ddc1-814e-439e-957c-b0db83c251ac service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52c14201-dc37-41b6-8e69-bf5e0571b814 HTTP/1.1" status: 200 len: 834 time: 0.0431898 Aug 16 03:07:05.965465 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-72f84a02-7c77-4e86-848c-740314f98d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:05.967024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-72f84a02-7c77-4e86-848c-740314f98d9d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418866 Aug 16 03:07:06.061889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-19115bbc-b360-4c6a-994f-d711b26c8955 service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874865 Aug 16 03:07:06.491995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a045ea77-2391-4373-ab75-1c0dc6cbd9d2 req-3b04fc3d-d5bc-4b0b-940b-dbf06edf4e5e service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235868 Aug 16 03:07:06.824459 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46ae72-60bc-4ed0-b952-731dcf5d716e req-383114bf-cab0-484d-a4e7-626683a0f44a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:06.826818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe46ae72-60bc-4ed0-b952-731dcf5d716e req-383114bf-cab0-484d-a4e7-626683a0f44a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0534644 Aug 16 03:07:06.866302 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fe46ae72-60bc-4ed0-b952-731dcf5d716e req-19d2e1d3-d8da-48ed-b3fc-b769a5d54ebe tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333736 Aug 16 03:07:07.986207 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be6b93-a1c4-4494-87a7-b5020e5c216e req-f8a177d1-7b27-4f9c-9197-d0b5e9c1a142 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:07.987729 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82be6b93-a1c4-4494-87a7-b5020e5c216e req-f8a177d1-7b27-4f9c-9197-d0b5e9c1a142 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0521455 Aug 16 03:07:08.026014 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82be6b93-a1c4-4494-87a7-b5020e5c216e req-6cda086b-e4c4-4dde-8557-95a2dd506303 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317972 Aug 16 03:07:08.048479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33542) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:08.108636 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-4657a7cb-f08c-4c2d-afeb-bb651c15f81b tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/floatingips/28e58c07-cda4-4166-a3ca-057797c67134 HTTP/1.1" status: 200 len: 993 time: 0.0590148 Aug 16 03:07:08.337654 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33548) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:08.496796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port b4932c32-411b-4a31-a1f6-3c5ca48e09ef {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:07:08.497151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.574296 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.574626 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.585913 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for b4932c32-411b-4a31-a1f6-3c5ca48e09ef owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:07:08.802793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.830287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=b4932c32-411b-4a31-a1f6-3c5ca48e09ef,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:08.854327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.854713 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.856830 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.857181 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.857524 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.857865 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.858202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.858540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.858901 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.859232 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.859568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.859898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:08.901478 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:08.901817 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Floating IP 28e58c07-cda4-4166-a3ca-057797c67134 disassociated (deleted). External IP: 172.25.6.73, port: 8543081f-5e1e-485b-b901-ed9d9a9cc2b8. Aug 16 03:07:09.109724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router a13072ba-5a53-4aa4-9871-843d1352a50b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:09.217381 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:09.222213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:09.228654 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] Sync routers for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:09.237423 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:09.242398 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:09.249242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-94497ea0-730f-4f9f-a9f3-47f900b91eeb tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/floatingips/28e58c07-cda4-4166-a3ca-057797c67134 HTTP/1.1" status: 204 len: 168 time: 0.9104359 Aug 16 03:07:09.249837 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:09.252139 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd25caf-4dc3-417a-b045-be791ac18dda" -d '{"events": [{"name": "network-changed", "server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:09.300149 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5be57-c803-4a40-9daf-5ffcf298958a x-openstack-request-id: req-08c5be57-c803-4a40-9daf-5ffcf298958a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:09.300149 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:09.300149 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-08c5be57-c803-4a40-9daf-5ffcf298958a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:09.300149 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'status': 'completed', 'code': 200} Aug 16 03:07:09.353528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-5ea29cf4-8c1b-45c9-92d4-1db6cb41712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.355184 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-5ea29cf4-8c1b-45c9-92d4-1db6cb41712d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 1098 time: 0.0419128 Aug 16 03:07:09.357655 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:09.452872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-0de66bdc-b144-4bf4-82d2-cc3ba6ef9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.455780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-0de66bdc-b144-4bf4-82d2-cc3ba6ef9afd service neutron] 10.222.0.83 "GET /v2.0/networks?id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 200 len: 897 time: 0.0936153 Aug 16 03:07:09.502161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-0eebe926-a6a5-410a-8709-f047a7098842 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 200 len: 217 time: 0.0376132 Aug 16 03:07:09.558410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-b92fbe1b-a595-47c8-89d6-df7468a53877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.559928 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-b92fbe1b-a595-47c8-89d6-df7468a53877 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=52c14201-dc37-41b6-8e69-bf5e0571b814 HTTP/1.1" status: 200 len: 834 time: 0.0514135 Aug 16 03:07:09.563267 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:09.594775 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] Checking router: a13072ba-5a53-4aa4-9871-843d1352a50b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:09.603381 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:09.604000 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:06:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:09.636721 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-88f0dbb4-19d6-4796-929b-c11c47eba86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.638258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-88f0dbb4-19d6-4796-929b-c11c47eba86c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716267 Aug 16 03:07:09.654202 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e5ebf-d574-4e59-a276-e0fc679dbafd req-fd000c47-4cc0-44ec-b296-5fa6ecf6441d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:09.655743 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-745e5ebf-d574-4e59-a276-e0fc679dbafd req-fd000c47-4cc0-44ec-b296-5fa6ecf6441d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0585778 Aug 16 03:07:09.707055 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:09.742334 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-745e5ebf-d574-4e59-a276-e0fc679dbafd req-7795643a-e967-4b82-b749-ea59e27bb14a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784345 Aug 16 03:07:09.771565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-3fea1b60-4848-4075-bb96-239e6aafa1c3 service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148341 Aug 16 03:07:09.864618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cfd25caf-4dc3-417a-b045-be791ac18dda req-b7b53d17-f391-4f64-af59-4453486f5770 service neutron] 10.222.0.83 "GET /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843835 Aug 16 03:07:09.908982 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:09.935817 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c8055e-ab7e-47c5-87f8-dfb12a391b26 None None] The sync data for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 is: [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'a2470b08-8d5a-4cf3-b7c6-465871ec9a54', 'name': '', 'network_id': '3f95d1a1-a957-4804-b94b-6f7b7b54a8c2', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'mac_address': 'fa:16:3e:fd:45:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:14Z', 'updated_at': '2021-08-16T03:06:18Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'subnets': [{'id': '52c14201-dc37-41b6-8e69-bf5e0571b814', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:10.024041 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a60722aa-390f-4d2d-88a4-92f460c76f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:10.146325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3efac7-e373-4f07-9b0a-a178f14e423f None None] New status for floating IP 28e58c07-cda4-4166-a3ca-057797c67134: DOWN {{(pid=101947) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:07:10.861279 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cd6e4-ac69-4400-a0e9-4106a7c16555 req-26f8646f-4f2b-4a2e-93d6-499159a6bc88 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:10.862804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd5cd6e4-ac69-4400-a0e9-4106a7c16555 req-26f8646f-4f2b-4a2e-93d6-499159a6bc88 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0487759 Aug 16 03:07:10.904876 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cd5cd6e4-ac69-4400-a0e9-4106a7c16555 req-413883b4-7432-494f-96b4-1c03c5614aac tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/security-groups?id=34893a82-55d5-44d7-a1eb-8bc75950ca32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356212 Aug 16 03:07:11.128060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-83003e92-4722-4caf-a663-14b998b2452c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:11.129427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-83003e92-4722-4caf-a663-14b998b2452c tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 946 time: 0.0481808 Aug 16 03:07:11.219955 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:07:11.220315 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:11.315737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:11.316114 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:11.331037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:07:11.545615 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:11.572825 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=8543081f-5e1e-485b-b901-ed9d9a9cc2b8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:11.615989 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] No DVR routers for this DVR port 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:07:11.619051 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:11.621059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15c0a1a8-4f32-4119-a1f7-8149d4ed50ca req-b6af564e-944e-416d-9f4a-805d28d0f06d tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.83 "DELETE /v2.0/ports/8543081f-5e1e-485b-b901-ed9d9a9cc2b8 HTTP/1.1" status: 204 len: 173 time: 0.4856958 Aug 16 03:07:11.621509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'name': 'network-vif-deleted', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:11.623920 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ff82eb-6059-42c4-8e25-a57f6a46f977" -d '{"events": [{"server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "name": "network-vif-deleted", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:11.664208 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342f1e65-5a34-4f2b-a81f-9e061d398c74 x-openstack-request-id: req-342f1e65-5a34-4f2b-a81f-9e061d398c74 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:11.664208 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f76a0482-a2e4-4a05-bbce-95cfad2d261d", "name": "network-vif-deleted", "tag": "8543081f-5e1e-485b-b901-ed9d9a9cc2b8", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:11.664208 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-342f1e65-5a34-4f2b-a81f-9e061d398c74 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:11.664208 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f76a0482-a2e4-4a05-bbce-95cfad2d261d', 'name': 'network-vif-deleted', 'tag': '8543081f-5e1e-485b-b901-ed9d9a9cc2b8', 'status': 'completed', 'code': 200} Aug 16 03:07:12.017507 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a62aad49-ac94-4b90-b235-b36116483fc1 req-0e3f4f49-6f8b-4443-916f-da21f24389a8 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "GET /v2.0/ports?device_id=f76a0482-a2e4-4a05-bbce-95cfad2d261d HTTP/1.1" status: 200 len: 210 time: 0.0281858 Aug 16 03:07:12.688132 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:12.808234 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8dfcf516-a027-44ba-9f79-39a1d0971645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.074133 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33564) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:13.436272 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.687999 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port a2470b08-8d5a-4cf3-b7c6-465871ec9a54 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:07:13.688269 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.773766 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port a2470b08-8d5a-4cf3-b7c6-465871ec9a54, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:13.774136 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:13.786762 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for a2470b08-8d5a-4cf3-b7c6-465871ec9a54 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:07:14.025831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.050856 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=a2470b08-8d5a-4cf3-b7c6-465871ec9a54,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:14.226234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.443772 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Router a13072ba-5a53-4aa4-9871-843d1352a50b has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:14.556074 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:14.561349 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-abed718b-81e4-42a9-9d90-4bec4051af4a tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "PUT /v2.0/routers/a13072ba-5a53-4aa4-9871-843d1352a50b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4861114 Aug 16 03:07:14.564036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33566) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:14.565372 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] Sync routers for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:14.576071 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:14.576691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:14.616694 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting subnet 52c14201-dc37-41b6-8e69-bf5e0571b814 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:07:14.619938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.660778 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.679945 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:14.751216 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.911533 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.923012 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.940556 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Subnet': ['ID=52c14201-dc37-41b6-8e69-bf5e0571b814,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:14.946600 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:14.951521 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:07:13Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:14.951703 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bc340ebd-2da0-44c7-8548-4109704dc9c6 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/subnets/52c14201-dc37-41b6-8e69-bf5e0571b814 HTTP/1.1" status: 204 len: 168 time: 0.3837695 Aug 16 03:07:14.951805 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33568) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:14.953543 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76db11-121b-49bc-844c-e0ef652f6170 None None] Network 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:14.977264 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] Checking router: a13072ba-5a53-4aa4-9871-843d1352a50b for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:14.986432 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] Routers {'a13072ba-5a53-4aa4-9871-843d1352a50b'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:14.987073 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['a13072ba-5a53-4aa4-9871-843d1352a50b'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:15.060228 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.096981 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] Set router a13072ba-5a53-4aa4-9871-843d1352a50b gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:15.122114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:07:15.150325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] DHCP port deletion for 3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:07:15.153292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:07:15.153648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 8543081f-5e1e-485b-b901-ed9d9a9cc2b8 not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:07:15.176099 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.199315 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Deleting port ea13be0b-e40a-4b48-ab57-dc3c1961d22a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:07:15.200790 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.260690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] For port ea13be0b-e40a-4b48-ab57-dc3c1961d22a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,segment=NetworkSegment(10c116a6-4214-4882-b63a-9583d812be6e),segment_id=10c116a6-4214-4882-b63a-9583d812be6e)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:15.261102 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.274106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Calling delete_port for ea13be0b-e40a-4b48-ab57-dc3c1961d22a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:07:15.286507 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:07:13Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:15.316356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Deleting port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:07:15.316779 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.319516 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f68bd-2630-4a70-af36-2402065d2500 None None] The sync data for ids ['a13072ba-5a53-4aa4-9871-843d1352a50b'] in n-d-768852-19 is: [{'id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-800467478', 'tenant_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28'}], 'enable_snat': True}, 'gw_port_id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:06:10Z', 'updated_at': '2021-08-16T03:07:13Z', 'revision_number': 5, 'project_id': 'c06cd276daa0400aaed6f14b5c8aba11', 'gw_port': {'id': '7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:77:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a13072ba-5a53-4aa4-9871-843d1352a50b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:06:11Z', 'updated_at': '2021-08-16T03:06:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:15.404103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] For port 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:15.404475 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.417050 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Calling delete_port for 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:07:15.419658 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.445316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Pushing event deleted for resources: {'Port': ['ID=ea13be0b-e40a-4b48-ab57-dc3c1961d22a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:15.450191 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] No DVR routers for this DVR port ea13be0b-e40a-4b48-ab57-dc3c1961d22a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:07:15.460116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.460116 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.460940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.460940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.461125 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.461333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.461666 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.462067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.462573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.462991 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.463257 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.463586 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed5093f0-3f9c-452e-b467-baf4b87f99c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.630585 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.653965 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Port': ['ID=7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:15.665896 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.666251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.666596 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.667214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.667551 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.667889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.668223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.668555 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.668891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.669216 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.669546 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.669872 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:15.732520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.827502 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.829708 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.950611 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.951223 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Fanout notify agent at l3_agent the message router_deleted on router a13072ba-5a53-4aa4-9871-843d1352a50b {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:07:15.958374 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:15.959543 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b57c3426-8e71-47b0-a3cf-53f61aa59d2e tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/routers/a13072ba-5a53-4aa4-9871-843d1352a50b HTTP/1.1" status: 204 len: 168 time: 1.0069351 Aug 16 03:07:15.962272 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33570) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:16.043737 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.082420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.135856 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.145485 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f95d1a1-a957-4804-b94b-6f7b7b54a8c2']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:16.156299 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c116a6-4214-4882-b63a-9583d812be6e') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:16.156612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c116a6-4214-4882-b63a-9583d812be6e') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:16.165277 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.178813 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.184967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:07:16.185361 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: timer() Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:07:16.188264 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:07:16.315535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.324544 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.326337 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/networks/3f95d1a1-a957-4804-b94b-6f7b7b54a8c2 HTTP/1.1" status: 204 len: 168 time: 0.3628974 Aug 16 03:07:16.329141 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33572) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:16.336409 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7457f-3a9d-4cc4-9b59-6655f401a326 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'Network': ['ID=3f95d1a1-a957-4804-b94b-6f7b7b54a8c2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:16.395853 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45905ca6-a4a2-4f18-87ec-1e97e9925e98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.429313 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45905ca6-a4a2-4f18-87ec-1e97e9925e98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.450582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ea13be0b-e40a-4b48-ab57-dc3c1961d22a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:07:16.471207 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ea13be0b-e40a-4b48-ab57-dc3c1961d22a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:07:16.471642 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ea13be0b-e40a-4b48-ab57-dc3c1961d22a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:07:16.472139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2470b08-8d5a-4cf3-b7c6-465871ec9a54 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:07:16.490775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a2470b08-8d5a-4cf3-b7c6-465871ec9a54 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:07:16.491203 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2470b08-8d5a-4cf3-b7c6-465871ec9a54 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:07:16.491733 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:07:16.512680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:07:16.515404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 7bc5008a-b9e8-43ed-bb06-7a37dfe02c5c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:07:16.562037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45905ca6-a4a2-4f18-87ec-1e97e9925e98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.564657 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-45905ca6-a4a2-4f18-87ec-1e97e9925e98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:16.566012 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-45905ca6-a4a2-4f18-87ec-1e97e9925e98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] 10.222.0.76 "DELETE /v2.0/security-groups/34893a82-55d5-44d7-a1eb-8bc75950ca32 HTTP/1.1" status: 204 len: 168 time: 0.2357070 Aug 16 03:07:16.576373 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45905ca6-a4a2-4f18-87ec-1e97e9925e98 tempest-TestNetworkAdvancedServerOps-2124446639 tempest-TestNetworkAdvancedServerOps-2124446639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34893a82-55d5-44d7-a1eb-8bc75950ca32,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:17.215995 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33580) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:17.376178 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f1773820-dba2-4f13-b259-35dc71fbc612 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c06cd276daa0400aaed6f14b5c8aba11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588542 Aug 16 03:07:17.378510 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33584) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:17.433340 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9d2-0060-4804-983e-ed31b2871de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:17.454556 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9d2-0060-4804-983e-ed31b2871de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:17.579487 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9d2-0060-4804-983e-ed31b2871de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:17.582014 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9e4be9d2-0060-4804-983e-ed31b2871de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:17.583222 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9e4be9d2-0060-4804-983e-ed31b2871de7 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/27f16a87-0140-4fcf-a601-fdce6af46f69 HTTP/1.1" status: 204 len: 168 time: 0.2037606 Aug 16 03:07:17.591531 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4be9d2-0060-4804-983e-ed31b2871de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f16a87-0140-4fcf-a601-fdce6af46f69,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:18.088561 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33590) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:18.101996 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa335-cdc5-4f35-abbc-6f48b4e284f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.201663 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa335-cdc5-4f35-abbc-6f48b4e284f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.288009 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9b7aa335-cdc5-4f35-abbc-6f48b4e284f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.596080 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9b7aa335-cdc5-4f35-abbc-6f48b4e284f0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df6d9e3ff0dc425f946f50ba7cadb5a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062635 Aug 16 03:07:18.597049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7aa335-cdc5-4f35-abbc-6f48b4e284f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb81eeb-f380-4ac6-84b1-4e568b77665e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:18.598666 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33592) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:18.652897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f242161-f306-4400-a0f6-4b20e3bc589c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.674261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f242161-f306-4400-a0f6-4b20e3bc589c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.824865 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f242161-f306-4400-a0f6-4b20e3bc589c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.827595 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-6f242161-f306-4400-a0f6-4b20e3bc589c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:18.828869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-6f242161-f306-4400-a0f6-4b20e3bc589c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6eb81eeb-f380-4ac6-84b1-4e568b77665e HTTP/1.1" status: 204 len: 168 time: 0.2290485 Aug 16 03:07:18.841725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f242161-f306-4400-a0f6-4b20e3bc589c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb81eeb-f380-4ac6-84b1-4e568b77665e,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:19.881959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:19.977110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-287225594-network', 'tenant_id': '0f3f4dea906a4c028828813190b280d4'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:20.093456 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Made reservation on behalf of 0f3f4dea906a4c028828813190b280d4 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:20.095843 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.105110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.191762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.236457 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.262015 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:07:20.271846 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cdfbaf-8b52-4235-87d9-1e365d52e813,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:20.278085 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.278453 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Added segment 563b0c03-e948-4050-a9b1-403cdf7024d0 of type vlan for network 84e33abc-9a02-4776-92c1-fec69e09d64d Aug 16 03:07:20.318561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.413189 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.414170 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:20.414797 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.475494 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] Pushing event updated for resources: {'Network': ['ID=84e33abc-9a02-4776-92c1-fec69e09d64d,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:20.486522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 84e33abc-9a02-4776-92c1-fec69e09d64d details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:07:20.517413 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-7ff4a8a2-9c9c-4152-84cb-ede65398beac admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6342838 Aug 16 03:07:20.520369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:20.525351 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Request body: {'subnet': {'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-287225594-subnet', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:20.591041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Made reservation on behalf of 0f3f4dea906a4c028828813190b280d4 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:20.593415 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.808291 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:20.862481 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=169f2b78-2cd1-49de-96e1-4f899a91c85a,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:20.871214 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Checking segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:20.871580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Network hostable DHCP agents. Network: 84e33abc-9a02-4776-92c1-fec69e09d64d, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:07:20.939612 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Network 84e33abc-9a02-4776-92c1-fec69e09d64d is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:07:21.007947 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 84e33abc-9a02-4776-92c1-fec69e09d64d) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:21.013235 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:21.013927 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.020890 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c82029f-a046-4a00-a5f5-a5b9fa3a6256 None None] Network 84e33abc-9a02-4776-92c1-fec69e09d64d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:21.104941 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-25e0a787-21cc-4bda-9a28-2a56ae6d9fea admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5832062 Aug 16 03:07:21.107402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:21.111855 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:21.162200 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-84e33abc-9a02-4776-92c1-fec69e09d64d', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:07:21.163084 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.185135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.186239 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.255433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.301029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Allocated IP 172.20.0.2 (84e33abc-9a02-4776-92c1-fec69e09d64d/169f2b78-2cd1-49de-96e1-4f899a91c85a/4cc3181f-226f-4068-85f9-00ceda83320f) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:21.444666 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.445339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.453453 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Transition to ACTIVE for port object 4cc3181f-226f-4068-85f9-00ceda83320f will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:21.468013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Transition to ACTIVE for port object 4cc3181f-226f-4068-85f9-00ceda83320f will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:21.557025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.593717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Network 84e33abc-9a02-4776-92c1-fec69e09d64d is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:21.600120 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:21.603695 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:21.611127 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Pushing event updated for resources: {'Port': ['ID=4cc3181f-226f-4068-85f9-00ceda83320f,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:21.661553 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Attempting to bind port 4cc3181f-226f-4068-85f9-00ceda83320f on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:21.661926 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Attempting to bind port 4cc3181f-226f-4068-85f9-00ceda83320f by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:21.662310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Attempting to bind port 4cc3181f-226f-4068-85f9-00ceda83320f on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:21.667984 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:21.668359 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Checking segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:21.668765 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.669160 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Bound using segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:21.669626 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Bound port: 4cc3181f-226f-4068-85f9-00ceda83320f, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:21.670011 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.723804 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.733208 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] For port 4cc3181f-226f-4068-85f9-00ceda83320f, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:21.736201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] For port 4cc3181f-226f-4068-85f9-00ceda83320f, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc3181f-226f-4068-85f9-00ceda83320f,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:21.743120 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.831037 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:21.849869 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Allocated IP 172.25.6.168 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/ad0f2b3c-9049-41a2-8b59-3f3f0055f096) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:21.896443 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa315e-812a-4a6b-8f8c-0248446793b9 None None] Pushing event updated for resources: {'Port': ['ID=4cc3181f-226f-4068-85f9-00ceda83320f,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:21.945142 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:07:21.973395 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.076719 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.125874 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:22.128891 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:22.132569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:22.155739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Pushing event updated for resources: {'Port': ['ID=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:22.324732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc3181f-226f-4068-85f9-00ceda83320f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:22.442342 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 4cc3181f-226f-4068-85f9-00ceda83320f completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:22.534053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.738464 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.743081 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d76cb40-dd0f-4b90-89ea-34beabee783e None None] Network 84e33abc-9a02-4776-92c1-fec69e09d64d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:22.910928 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] Provisioning for port 4cc3181f-226f-4068-85f9-00ceda83320f completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:22.915405 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] Provisioning complete for port 4cc3181f-226f-4068-85f9-00ceda83320f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:22.915785 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:22.928203 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:07:23.001903 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.040892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] For port 4cc3181f-226f-4068-85f9-00ceda83320f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc3181f-226f-4068-85f9-00ceda83320f,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:23.046013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:23.057494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:23.068681 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:23.069373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:23.146919 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.150858 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.154741 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c2f3b9b9-149c-41cb-93bb-46bafc1899ee admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0440145 Aug 16 03:07:23.155492 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33622) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:23.381710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:23.385253 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f7570078-6c6d-4ff8-a574-9b3c0f01d94a None None] Provisioning complete for port 4cc3181f-226f-4068-85f9-00ceda83320f triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:23.385631 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f7570078-6c6d-4ff8-a574-9b3c0f01d94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.457445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1765fc7-46b0-46a7-b756-9fd34e43129c None None] Pushing event updated for resources: {'Port': ['ID=4cc3181f-226f-4068-85f9-00ceda83320f,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:23.650402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:22Z', 'revision_number': 3, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:23.678769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:23.679133 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Updating router fe0fc0de-5279-49a4-8c22-3f336d2f54ef port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:07:23.705052 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.939119 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.963722 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:23.974060 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Transition to ACTIVE for port object ad0f2b3c-9049-41a2-8b59-3f3f0055f096 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:24.024624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.074624 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Attempting to bind port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:24.075020 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Attempting to bind port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:24.075386 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Attempting to bind port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:24.082337 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac80f-5b48-4a4e-9d20-dca598e544a0 None None] Pushing event updated for resources: {'Port': ['ID=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:24.085201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:24.085591 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:24.086111 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.086502 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:24.087043 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Bound port: ad0f2b3c-9049-41a2-8b59-3f3f0055f096, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:24.087427 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.102318 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Allocated IP 172.20.0.1 (84e33abc-9a02-4776-92c1-fec69e09d64d/169f2b78-2cd1-49de-96e1-4f899a91c85a/b69d1c00-db1c-4340-a952-37251bacf044) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:24.139500 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] For port ad0f2b3c-9049-41a2-8b59-3f3f0055f096, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:24.142595 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] For port ad0f2b3c-9049-41a2-8b59-3f3f0055f096, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:24.205660 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.208080 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.220729 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Transition to ACTIVE for port object b69d1c00-db1c-4340-a952-37251bacf044 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:24.258525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:24.259155 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:24.309261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc3181f-226f-4068-85f9-00ceda83320f up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:24.331636 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac80f-5b48-4a4e-9d20-dca598e544a0 None None] Pushing event updated for resources: {'Port': ['ID=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:24.341117 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.377488 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Network 84e33abc-9a02-4776-92c1-fec69e09d64d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:24.383838 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:24.387179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:24.411973 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:24.420460 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Pushing event updated for resources: {'Port': ['ID=b69d1c00-db1c-4340-a952-37251bacf044,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:24.438478 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.442525 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 4cc3181f-226f-4068-85f9-00ceda83320f triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:24.445917 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.633777 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.671633 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:22Z', 'revision_number': 3, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:24.698105 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cde647-40e2-4e8b-aedc-ad578f01d8c4 None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:22Z', 'revision_number': 3, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:24.716079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-11cc12d3-7605-4a90-a54b-b4c149cde415 None None] Provisioning for port b69d1c00-db1c-4340-a952-37251bacf044 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:24.720848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-11cc12d3-7605-4a90-a54b-b4c149cde415 None None] Provisioning complete for port b69d1c00-db1c-4340-a952-37251bacf044 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:24.721340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-11cc12d3-7605-4a90-a54b-b4c149cde415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.760698 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-11cc12d3-7605-4a90-a54b-b4c149cde415 None None] Port b69d1c00-db1c-4340-a952-37251bacf044 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:24.804433 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.865465 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.942759 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:24.944468 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Pushing event updated for resources: {'Port': ['ID=b69d1c00-db1c-4340-a952-37251bacf044,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:25.045809 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Network 84e33abc-9a02-4776-92c1-fec69e09d64d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:25.047338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:25.174084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:25.282519 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-f907ad4d-6cc4-4935-a3c3-46fa46fa76eb None None] Provisioning complete for port b69d1c00-db1c-4340-a952-37251bacf044 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:25.283668 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f907ad4d-6cc4-4935-a3c3-46fa46fa76eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:25.298337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:25.304075 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9d8eb7e3-3b72-4035-992c-06cbb1e64fbf admin admin] 10.222.0.76 "PUT /v2.0/routers/fe0fc0de-5279-49a4-8c22-3f336d2f54ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1479511 Aug 16 03:07:25.331343 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-f907ad4d-6cc4-4935-a3c3-46fa46fa76eb None None] Port b69d1c00-db1c-4340-a952-37251bacf044 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:26.052374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33638) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:26.057478 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1298911083-network', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:26.139029 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Made reservation on behalf of 5ff25bc0743b4303ad18c8871695ceec for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:26.142265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.150619 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.251974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.278852 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:26.289215 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:26.289834 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:26.332132 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad0f2b3c-9049-41a2-8b59-3f3f0055f096 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:26.344926 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.366188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:07:26.381041 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b3cd61-9d99-43c8-8ac6-93d2207b9f86,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:26.385884 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.391046 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Added segment a6e8ac2d-10b4-430e-93fa-84c6c603d373 of type vlan for network e5b3b60c-d518-4918-8b2f-21bc2226a176 Aug 16 03:07:26.403662 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:26.431762 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.481878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:26.485896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:26.486328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.556431 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.560599 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:26.560599 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.565739 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.586970 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port ad0f2b3c-9049-41a2-8b59-3f3f0055f096, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:26.601744 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 2, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:26.618876 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] Pushing event updated for resources: {'Network': ['ID=e5b3b60c-d518-4918-8b2f-21bc2226a176,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:26.628463 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:26.628969 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Updating router fe0fc0de-5279-49a4-8c22-3f336d2f54ef port b69d1c00-db1c-4340-a952-37251bacf044 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:07:26.630204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:07:26.656473 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.686923 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.714502 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b99d7f9d-3808-4baf-887d-fef203ecdfe9 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6582518 Aug 16 03:07:26.714897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33640) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:26.720243 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Request body: {'subnet': {'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1298911083-subnet', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:26.745589 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:26.825068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Made reservation on behalf of 5ff25bc0743b4303ad18c8871695ceec for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:26.827466 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.912030 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:26.922190 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Transition to ACTIVE for port object b69d1c00-db1c-4340-a952-37251bacf044 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:27.007883 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.057452 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Pushing event updated for resources: {'Port': ['ID=b69d1c00-db1c-4340-a952-37251bacf044,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:27.075312 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.086731 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.092422 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:07:27.127656 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Attempting to bind port b69d1c00-db1c-4340-a952-37251bacf044 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:27.128040 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Attempting to bind port b69d1c00-db1c-4340-a952-37251bacf044 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:27.128409 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Attempting to bind port b69d1c00-db1c-4340-a952-37251bacf044 on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:27.133356 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668aa2d4-2244-47c9-9ccb-4b91ac78836b,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:27.138386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:27.138386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Checking segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:27.138386 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.138386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Bound using segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:27.138386 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Bound port: b69d1c00-db1c-4340-a952-37251bacf044, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:27.138386 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.146063 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Checking segment: {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:27.146776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Network hostable DHCP agents. Network: e5b3b60c-d518-4918-8b2f-21bc2226a176, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:07:27.208374 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] For port b69d1c00-db1c-4340-a952-37251bacf044, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:27.211804 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] For port b69d1c00-db1c-4340-a952-37251bacf044, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b69d1c00-db1c-4340-a952-37251bacf044,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:27.230539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:07:27.322613 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.367974 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, e5b3b60c-d518-4918-8b2f-21bc2226a176) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:27.373248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:27.374216 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.379416 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542a6ddf-1340-49df-aa1d-a63220784b20 None None] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:27.383370 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:27.390107 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:27.424079 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd02d55-7b1f-489e-831a-3d44c0d79cd0 None None] Pushing event updated for resources: {'Port': ['ID=b69d1c00-db1c-4340-a952-37251bacf044,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:27.460406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9a0683b9-ab57-4444-9b91-a418991f1687 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7442739 Aug 16 03:07:27.463095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33642) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:27.468329 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:27.507451 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:27.548376 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-e5b3b60c-d518-4918-8b2f-21bc2226a176', 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'fixed_ips': [{'subnet_id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:07:27.549395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.556694 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.557897 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.623115 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.715618 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Allocated IP 172.20.0.2 (e5b3b60c-d518-4918-8b2f-21bc2226a176/668aa2d4-2244-47c9-9ccb-4b91ac78836b/83266c73-6f4c-4c2f-bf94-d3d337ac6da4) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:27.826877 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:27Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:27.844274 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.852374 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.856844 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd1a837-4cd0-4acf-9694-59400d0404df None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:27Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:27.877364 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:27.885994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Transition to ACTIVE for port object 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:27.929597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Transition to ACTIVE for port object 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:28.009878 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.043151 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.054793 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:28.065088 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:28.065936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:28.076727 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Pushing event updated for resources: {'Port': ['ID=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:28.127355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Attempting to bind port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:28.127355 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Attempting to bind port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:28.127760 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Attempting to bind port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 on network e5b3b60c-d518-4918-8b2f-21bc2226a176 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:28.133042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:28.133425 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Checking segment: {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:28.133836 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.134233 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Bound using segment: {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:28.134729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Bound port: 83266c73-6f4c-4c2f-bf94-d3d337ac6da4, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:28.135118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.143678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.163988 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.203333 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] For port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:28.208114 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] For port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:28.249707 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.286415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Allocated IP 172.25.6.155 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/6e9b3f30-2455-4f04-ba89-f17b5305a5af) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:28.353403 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84aa806-be36-4709-8975-c250d33f89f3 None None] Pushing event updated for resources: {'Port': ['ID=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:28.457589 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.470193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b69d1c00-db1c-4340-a952-37251bacf044 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:28.571181 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.619613 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:28.623308 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:28.625378 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b69d1c00-db1c-4340-a952-37251bacf044 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:28.630800 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b69d1c00-db1c-4340-a952-37251bacf044 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:28.631169 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.635576 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:28.661261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9b3f30-2455-4f04-ba89-f17b5305a5af,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:28.734820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.771103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b69d1c00-db1c-4340-a952-37251bacf044, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b69d1c00-db1c-4340-a952-37251bacf044,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:28.836306 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.837312 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad0f2b3c-9049-41a2-8b59-3f3f0055f096 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:28.916042 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b69d1c00-db1c-4340-a952-37251bacf044,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:28.937418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:28.937854 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:28.972122 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:29.197564 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:29.343072 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3049954a-98ed-4dc0-a517-d76f9365dfab None None] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:07:29.476445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101946) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:07:29.550415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c287d038-1e4c-4709-b11c-307ea3c779a1 None None] Provisioning for port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:29.596389 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:29.607256 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Sync routers for ids ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:29.617272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Routers {'75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:29.617993 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:29.669984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:29.671315 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9af8a902-e663-4bd7-bd30-e76d66fbe475 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2071097 Aug 16 03:07:29.674094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33644) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:29.729703 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Set router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:29.926039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 3, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:29.952383 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Checking router: 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:29.952743 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Updating router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e port 6e9b3f30-2455-4f04-ba89-f17b5305a5af binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:07:29.977312 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.106731 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.302309 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.313797 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Allocated IP 172.20.0.1 (e5b3b60c-d518-4918-8b2f-21bc2226a176/668aa2d4-2244-47c9-9ccb-4b91ac78836b/aded7d84-becb-4f06-89fe-fa8bf08db3ce) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:30.314812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Transition to ACTIVE for port object 6e9b3f30-2455-4f04-ba89-f17b5305a5af will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:30.394815 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b69d1c00-db1c-4340-a952-37251bacf044 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:30.418283 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.425412 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.440807 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Transition to ACTIVE for port object aded7d84-becb-4f06-89fe-fa8bf08db3ce will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:30.485188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc59a4-af33-4055-936b-b25fe4f6a31a None None] Pushing event updated for resources: {'Port': ['ID=6e9b3f30-2455-4f04-ba89-f17b5305a5af,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:30.488136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Attempting to bind port 6e9b3f30-2455-4f04-ba89-f17b5305a5af on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:30.488506 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Attempting to bind port 6e9b3f30-2455-4f04-ba89-f17b5305a5af by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:30.488881 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Attempting to bind port 6e9b3f30-2455-4f04-ba89-f17b5305a5af on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:30.497126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:30.497472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:30.497881 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.498274 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:30.498773 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Bound port: 6e9b3f30-2455-4f04-ba89-f17b5305a5af, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:30.499154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.522965 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b69d1c00-db1c-4340-a952-37251bacf044 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:30.523265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.539498 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.578193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:30.585743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:30.588432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:30.619218 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aded7d84-becb-4f06-89fe-fa8bf08db3ce,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:30.646959 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.759593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] For port 6e9b3f30-2455-4f04-ba89-f17b5305a5af, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:30.764402 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] For port 6e9b3f30-2455-4f04-ba89-f17b5305a5af, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e9b3f30-2455-4f04-ba89-f17b5305a5af,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:30.805016 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:30.848855 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.865664 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.917701 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Routers {'75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:30.918524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:30.921687 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc59a4-af33-4055-936b-b25fe4f6a31a None None] Pushing event updated for resources: {'Port': ['ID=6e9b3f30-2455-4f04-ba89-f17b5305a5af,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:30.955459 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:30.966039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:30.966418 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:30.969545 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c2252de7-7768-45e4-8697-b8e89929783a None None] Provisioning for port aded7d84-becb-4f06-89fe-fa8bf08db3ce completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:30.991744 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c2252de7-7768-45e4-8697-b8e89929783a None None] Provisioning complete for port aded7d84-becb-4f06-89fe-fa8bf08db3ce triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:30.992118 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c2252de7-7768-45e4-8697-b8e89929783a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.032119 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.079732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c2252de7-7768-45e4-8697-b8e89929783a None None] Port aded7d84-becb-4f06-89fe-fa8bf08db3ce cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:31.091920 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] Set router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:31.093345 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.164155 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.166045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Pushing event updated for resources: {'Port': ['ID=aded7d84-becb-4f06-89fe-fa8bf08db3ce,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:31.229572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.262950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:31.264338 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:31.287483 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:31.334620 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.389431 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'aded7d84-becb-4f06-89fe-fa8bf08db3ce', 'name': '', 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'mac_address': 'fa:16:3e:70:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:30Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 1, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'subnets': [{'id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:31.392045 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:31.424033 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:31.427106 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a81a58-d6d9-4c19-b3b4-2d3ac29284c2 None None] The sync data for ids ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'] in n-d-768852-19 is: [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'aded7d84-becb-4f06-89fe-fa8bf08db3ce', 'name': '', 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'mac_address': 'fa:16:3e:70:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:30Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 1, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'subnets': [{'id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:31.520374 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:31.525364 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-ddc5f4d8-e3c2-4e97-86c1-aaf55d2116f7 admin admin] 10.222.0.76 "PUT /v2.0/routers/75781cd2-37ea-4ecb-92a9-02ed2acb2a1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8501916 Aug 16 03:07:31.602077 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-22a87553-c67f-4df5-bfc7-71ff1afabbd3 None None] Provisioning complete for port aded7d84-becb-4f06-89fe-fa8bf08db3ce triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:31.602471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-22a87553-c67f-4df5-bfc7-71ff1afabbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:31.661427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-22a87553-c67f-4df5-bfc7-71ff1afabbd3 None None] Port aded7d84-becb-4f06-89fe-fa8bf08db3ce cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:32.195544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33652) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:32.201298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778703540', 'description': 'tempest-secgroup-smoke-778703540 description', 'project_id': '0f3f4dea906a4c028828813190b280d4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:32.276816 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.401029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.416801 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:32.466709 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:32.467090 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.504595 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.548903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377deac4-dce9-47c3-82d4-87dafb640f2e,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:32.568507 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e9b3f30-2455-4f04-ba89-f17b5305a5af up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:32.613623 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.616894 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-353efaf7-46bb-424a-bd3d-a999b8d4b66b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4184058 Aug 16 03:07:32.618194 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:32.623099 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': '377deac4-dce9-47c3-82d4-87dafb640f2e', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:32.658878 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6e9b3f30-2455-4f04-ba89-f17b5305a5af completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:32.663147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6e9b3f30-2455-4f04-ba89-f17b5305a5af triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:32.663531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.709678 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.740495 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.760947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6e9b3f30-2455-4f04-ba89-f17b5305a5af, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e9b3f30-2455-4f04-ba89-f17b5305a5af,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:32.772497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.904991 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.905188 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:32.924027 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c0ea35-ab75-467c-8c4f-243884509933,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:32.956823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6e9b3f30-2455-4f04-ba89-f17b5305a5af,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:33.014854 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.016207 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-99ac60fc-e7fb-46c1-90ce-e47f137bad67 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969460 Aug 16 03:07:33.018989 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33656) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:33.023625 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': '377deac4-dce9-47c3-82d4-87dafb640f2e', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:33.109899 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.166692 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.235588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.254425 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d8bf8b-fb43-4645-8244-4df6d334bc2c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:33.327592 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.328840 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-4865a208-55fe-4536-8513-6fafad9ae2ee tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3088546 Aug 16 03:07:33.331543 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33658) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:33.336260 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': '377deac4-dce9-47c3-82d4-87dafb640f2e', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:33.441249 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.502135 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.584479 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.602207 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2706d867-dc55-4c09-830d-96495e10bd95,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:33.704642 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.705947 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1dac477f-065b-4e48-aa0d-98c4198b7b97 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734734 Aug 16 03:07:33.708563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33660) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:33.712977 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': '377deac4-dce9-47c3-82d4-87dafb640f2e', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:33.800517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.860055 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.933287 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:33.952283 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af58634-030e-4cac-9e86-b85062e70e28,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:34.013934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.015306 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-9e49abcb-69f5-447d-a869-f8078fc98734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3057959 Aug 16 03:07:34.018089 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33662) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:34.022569 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': '377deac4-dce9-47c3-82d4-87dafb640f2e', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:34.104737 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Project 0f3f4dea906a4c028828813190b280d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:07:34.110570 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.169728 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.241687 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.260631 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b068869f-5ed0-48e9-8062-be907e95e7bf,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:34.321665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e9b3f30-2455-4f04-ba89-f17b5305a5af up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:34.322497 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.323842 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-cdd1eccb-bd8f-43c4-b125-2d117ef78f01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3047833 Aug 16 03:07:34.327538 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33664) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:34.332301 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': '377deac4-dce9-47c3-82d4-87dafb640f2e', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:34.371017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6e9b3f30-2455-4f04-ba89-f17b5305a5af triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:34.372062 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.430132 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Project 0f3f4dea906a4c028828813190b280d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:07:34.435755 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.502876 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.578743 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.596959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34091913-f73e-457e-b204-a5c5ad9689af,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:34.670198 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:34.671520 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d218ffc9-1cd2-411b-84a0-6d8ba58eae09 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3429928 Aug 16 03:07:34.778102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Sync routers for ids ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:34.787047 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Routers {'75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:34.787651 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:34.817318 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-7160895c-5c2e-47ab-b0b9-d97d275dc8c0 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778703540&fields=id&tenant_id=0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 267 time: 0.0376422 Aug 16 03:07:34.892280 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Set router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:34.925512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-4f665dbc-c820-4acc-8126-366775d5707f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:34.927035 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-4f665dbc-c820-4acc-8126-366775d5707f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 808 time: 0.1024606 Aug 16 03:07:34.942443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-25e5ca78-7730-4a71-9778-023f7ad7f98b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/quotas/0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 375 time: 0.0095260 Aug 16 03:07:34.994895 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-f27b2fca-0a01-4aff-988a-aa1255259019 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467243 Aug 16 03:07:35.087691 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'aded7d84-becb-4f06-89fe-fa8bf08db3ce', 'name': '', 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'mac_address': 'fa:16:3e:70:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:30Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 2, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'subnets': [{'id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:35.103332 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-ee8b0669-952f-4eda-840d-82305a838b35 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:07:35.104350 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-ee8b0669-952f-4eda-840d-82305a838b35 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983253 Aug 16 03:07:35.115362 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Checking router: 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:35.115718 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Updating router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e port aded7d84-becb-4f06-89fe-fa8bf08db3ce binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:07:35.143700 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.199366 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-37d0da8b-519a-4791-bfa0-3de0e01f3b91 service neutron] 10.222.0.76 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868042 Aug 16 03:07:35.292654 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-4a700039-1897-419e-b11b-d8349349b641 service neutron] 10.222.0.76 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879774 Aug 16 03:07:35.407684 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.417245 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Transition to ACTIVE for port object aded7d84-becb-4f06-89fe-fa8bf08db3ce will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:35.493200 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.533753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fbe49b96-4ea0-4a62-aece-1666eb048521 req-9695ec70-a92b-4fa7-9666-4a4c4c851b55 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 210 time: 0.0341308 Aug 16 03:07:35.540763 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd800f9f-b8bf-4853-a7a8-a7acb865a2ad None None] Pushing event updated for resources: {'Port': ['ID=aded7d84-becb-4f06-89fe-fa8bf08db3ce,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:35.602312 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Attempting to bind port aded7d84-becb-4f06-89fe-fa8bf08db3ce on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:35.602700 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Attempting to bind port aded7d84-becb-4f06-89fe-fa8bf08db3ce by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:35.603066 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Attempting to bind port aded7d84-becb-4f06-89fe-fa8bf08db3ce on network e5b3b60c-d518-4918-8b2f-21bc2226a176 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:35.608765 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:35.609144 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Checking segment: {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:35.609549 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.609940 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Bound using segment: {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:35.610626 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Bound port: aded7d84-becb-4f06-89fe-fa8bf08db3ce, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e8ac2d-10b4-430e-93fa-84c6c603d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:35.611027 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.677911 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] For port aded7d84-becb-4f06-89fe-fa8bf08db3ce, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:35.681221 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] For port aded7d84-becb-4f06-89fe-fa8bf08db3ce, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aded7d84-becb-4f06-89fe-fa8bf08db3ce,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:35.745421 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:35.805951 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd800f9f-b8bf-4853-a7a8-a7acb865a2ad None None] Pushing event updated for resources: {'Port': ['ID=aded7d84-becb-4f06-89fe-fa8bf08db3ce,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:35.817755 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Routers {'75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:35.818460 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:35.930353 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] Set router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:36.130658 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'aded7d84-becb-4f06-89fe-fa8bf08db3ce', 'name': '', 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'mac_address': 'fa:16:3e:70:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:30Z', 'updated_at': '2021-08-16T03:07:35Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'subnets': [{'id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:36.157327 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40cf10e-564c-43d7-a1ad-2a379f6f833a None None] The sync data for ids ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'] in n-d-768852-19 is: [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:07:30Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'aded7d84-becb-4f06-89fe-fa8bf08db3ce', 'name': '', 'network_id': 'e5b3b60c-d518-4918-8b2f-21bc2226a176', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'mac_address': 'fa:16:3e:70:d0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:30Z', 'updated_at': '2021-08-16T03:07:35Z', 'revision_number': 4, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'subnets': [{'id': '668aa2d4-2244-47c9-9ccb-4b91ac78836b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:36.343597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aded7d84-becb-4f06-89fe-fa8bf08db3ce up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:36.470460 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port aded7d84-becb-4f06-89fe-fa8bf08db3ce completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:36.474904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port aded7d84-becb-4f06-89fe-fa8bf08db3ce triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:36.477277 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:36.561467 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:36.600748 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port aded7d84-becb-4f06-89fe-fa8bf08db3ce, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aded7d84-becb-4f06-89fe-fa8bf08db3ce,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:36.618990 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aab41788-32fb-45c6-a482-84bfd44cda90 req-ce83a1b7-4553-42fb-bb06-7ed920857463 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 210 time: 0.0287127 Aug 16 03:07:36.676024 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:36.730140 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=aded7d84-becb-4f06-89fe-fa8bf08db3ce,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:37.628160 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-fd4640ad-4a61-45e6-bd1b-a47dc6b16fa1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:37.629638 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-fd4640ad-4a61-45e6-bd1b-a47dc6b16fa1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 808 time: 0.1054587 Aug 16 03:07:37.674580 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-9bf4267b-8d68-4924-bd3e-255ac3053aac tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 379 time: 0.0359204 Aug 16 03:07:37.684261 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'port': {'device_id': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'admin_state_up': True, 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'security_groups': ['377deac4-dce9-47c3-82d4-87dafb640f2e']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:37.717908 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c9c3e64-231b-4584-bbcc-2b8b5688f102 req-f27e5ad6-26e4-413d-bb7b-cc2248266b57 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 210 time: 0.0281878 Aug 16 03:07:37.881782 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Made reservation on behalf of 0f3f4dea906a4c028828813190b280d4 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:07:37.885323 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.011799 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Allocated IP 172.20.0.5 (84e33abc-9a02-4776-92c1-fec69e09d64d/169f2b78-2cd1-49de-96e1-4f899a91c85a/e35deabf-bc32-4a61-af5c-d7fe59c1fbca) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:38.158486 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.173417 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Transition to ACTIVE for port object e35deabf-bc32-4a61-af5c-d7fe59c1fbca will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:38.241834 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.287128 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Network 84e33abc-9a02-4776-92c1-fec69e09d64d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:38.292498 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:38.297182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:38.301250 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:38.328690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aded7d84-becb-4f06-89fe-fa8bf08db3ce up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:38.350761 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:38.351531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.388362 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port aded7d84-becb-4f06-89fe-fa8bf08db3ce triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:38.388688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.420844 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-77e9c640-e6bb-4075-9a44-ec925f71f362 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7406523 Aug 16 03:07:38.436028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Request body: {'port': {'device_id': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:38.499535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.619307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7f5134e8-50af-43e3-aaf7-922190f2fd87 None None] Provisioning for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:38.624719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-7f5134e8-50af-43e3-aaf7-922190f2fd87 None None] Provisioning complete for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:38.625521 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7f5134e8-50af-43e3-aaf7-922190f2fd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.664365 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-7f5134e8-50af-43e3-aaf7-922190f2fd87 None None] Port e35deabf-bc32-4a61-af5c-d7fe59c1fbca cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:07:38.765839 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:07:38.773214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.785910 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Transition to ACTIVE for port object e35deabf-bc32-4a61-af5c-d7fe59c1fbca will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:07:38.833959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d336b4-e4d7-4a0b-8aec-dea37330c9a8 req-4af5dcce-1e8a-4e5a-9134-20bc6ccdcb73 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:38.835496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d336b4-e4d7-4a0b-8aec-dea37330c9a8 req-4af5dcce-1e8a-4e5a-9134-20bc6ccdcb73 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 931 time: 0.0496500 Aug 16 03:07:38.847626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:38.873859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d336b4-e4d7-4a0b-8aec-dea37330c9a8 req-f28100c7-0b66-4f55-b862-549face056ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Aug 16 03:07:38.915405 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:38.972151 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:07:38.972695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:07:38.973229 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:38.979033 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on network 84e33abc-9a02-4776-92c1-fec69e09d64d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:07:38.979359 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:07:38.984988 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:07:38.985337 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Checking segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:07:38.985731 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Bound using segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:07:38.986166 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Bound port: e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:07:38.986536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:39.052183 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:07:39.055710 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:07:39.139603 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:39.174967 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.175531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:39.177013 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] 10.222.0.58 "PUT /v2.0/ports/e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 1092 time: 0.7468982 Aug 16 03:07:39.177469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:39.179848 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a713e0-abe9-4464-883b-d5533f7e66bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:39.204306 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecb92e-b80a-474d-bfd7-544fe1ff36b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:39.225227 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47ce208-6475-4c6b-bf0f-e2ab48dad6cc x-openstack-request-id: req-a47ce208-6475-4c6b-bf0f-e2ab48dad6cc {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:39.225527 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:39.225813 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a47ce208-6475-4c6b-bf0f-e2ab48dad6cc {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:39.226227 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'status': 'completed', 'code': 200} Aug 16 03:07:39.288139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a713e0-abe9-4464-883b-d5533f7e66bc req-edf1d395-04ab-4a09-8814-4dad977f15b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.289695 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65a713e0-abe9-4464-883b-d5533f7e66bc req-edf1d395-04ab-4a09-8814-4dad977f15b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1095 time: 0.0430083 Aug 16 03:07:39.394225 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a713e0-abe9-4464-883b-d5533f7e66bc req-8428b1a0-972a-4447-8ccc-f117157a0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.395830 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65a713e0-abe9-4464-883b-d5533f7e66bc req-8428b1a0-972a-4447-8ccc-f117157a0963 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0f3f4dea906a4c028828813190b280d4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0963037 Aug 16 03:07:39.493680 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a713e0-abe9-4464-883b-d5533f7e66bc req-78536e2f-7f72-41c8-9df6-ace42a20b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.495315 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-65a713e0-abe9-4464-883b-d5533f7e66bc req-78536e2f-7f72-41c8-9df6-ace42a20b10e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929797 Aug 16 03:07:39.568429 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-f2220746-4d03-45f2-9cf4-6e17f8b7d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.569915 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-f2220746-4d03-45f2-9cf4-6e17f8b7d742 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1095 time: 0.0397289 Aug 16 03:07:39.610764 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-022389cc-e8d2-4766-a74e-e95c02fdbd11 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 217 time: 0.0330591 Aug 16 03:07:39.658722 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-9de1c78f-4901-441f-8d80-98406d7a0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.660169 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-9de1c78f-4901-441f-8d80-98406d7a0d4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0428729 Aug 16 03:07:39.707881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-6dabc374-6038-4123-8fac-b2776eca22ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.709380 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-6dabc374-6038-4123-8fac-b2776eca22ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420561 Aug 16 03:07:39.797050 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-9914e2a1-4924-4a2a-a1d1-72ef5dc0686b service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801873 Aug 16 03:07:39.889331 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-19c65d1c-e26b-4c3e-ba2e-6169a08de02a req-c718eeb7-7624-4646-bc25-b75c07026bf2 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852616 Aug 16 03:07:39.987754 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f2757-f903-432b-a8f7-2893e7bbbdb5 req-5ce139a2-9f16-4323-b921-f4f1c067d44f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:39.989264 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a08f2757-f903-432b-a8f7-2893e7bbbdb5 req-5ce139a2-9f16-4323-b921-f4f1c067d44f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 943 time: 0.0491662 Aug 16 03:07:40.030591 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a08f2757-f903-432b-a8f7-2893e7bbbdb5 req-9de7e39f-ef19-4664-aac0-130a925b3105 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353115 Aug 16 03:07:40.047186 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5094f132-9dd1-44e1-b3e4-0de84b606dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:41.145580 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b9054-8e3d-409c-b5ff-cd3341477145 req-98436bb9-b61e-4e41-adbb-df4bc8887c54 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:41.147257 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c4b9054-8e3d-409c-b5ff-cd3341477145 req-98436bb9-b61e-4e41-adbb-df4bc8887c54 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 943 time: 0.0491054 Aug 16 03:07:41.185947 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0c4b9054-8e3d-409c-b5ff-cd3341477145 req-5fa35190-c625-49cb-9f7c-99cb28beb206 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327864 Aug 16 03:07:41.927954 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:07:42.024494 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:42.036166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'mac_address': 'fa:16:3e:45:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:07:42.072239 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:42.084799 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:07:42.103288 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:42.161105 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:42.211798 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:42.303219 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314afaf-29b1-45d9-84bf-c7fd5e0c22b0 req-67beefda-ec05-429a-b827-c92c07768402 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:42.304655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0314afaf-29b1-45d9-84bf-c7fd5e0c22b0 req-67beefda-ec05-429a-b827-c92c07768402 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0497615 Aug 16 03:07:42.344018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0314afaf-29b1-45d9-84bf-c7fd5e0c22b0 req-fbfb3155-b60d-4101-9595-7501a63bb011 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328021 Aug 16 03:07:42.397690 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e35deabf-bc32-4a61-af5c-d7fe59c1fbca'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:07:42.721045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:42.835924 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a059fb32-4d6e-49e1-bc85-ddbfd56eb4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:43.456087 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74838dba-d9da-4e39-b54b-6865b9046272 req-b0123b78-b4ab-44d6-b4ba-325a1ac9f15f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:43.457483 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74838dba-d9da-4e39-b54b-6865b9046272 req-b0123b78-b4ab-44d6-b4ba-325a1ac9f15f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0479982 Aug 16 03:07:43.498696 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-74838dba-d9da-4e39-b54b-6865b9046272 req-81ddafdf-34f9-432b-a57a-906a99e741fc tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352550 Aug 16 03:07:43.943448 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:07:44.024230 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:07:44.028366 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:07:44.028757 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:44.103720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:44.129918 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:44.132186 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf04142-2590-4131-971a-8615d7d5637e" -d '{"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-plugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:44.145360 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:07:44.167001 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9889e9-cdfd-4b12-98ea-77ecaefe96d5 x-openstack-request-id: req-2d9889e9-cdfd-4b12-98ea-77ecaefe96d5 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:44.167350 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-plugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:44.167634 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2d9889e9-cdfd-4b12-98ea-77ecaefe96d5 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:44.168572 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'code': 200} Aug 16 03:07:44.196980 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:44.248126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:44.265251 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bade9ad-1169-4fdd-ba51-af5e5b2169c0 req-5019c290-9bc7-4eb7-abf9-6e1f10e7c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:44.266849 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7bade9ad-1169-4fdd-ba51-af5e5b2169c0 req-5019c290-9bc7-4eb7-abf9-6e1f10e7c51f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1097 time: 0.0413945 Aug 16 03:07:44.302280 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7bade9ad-1169-4fdd-ba51-af5e5b2169c0 req-49c81e2d-b2b6-4a9f-b50a-53be40c81c96 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283358 Aug 16 03:07:44.614890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97931c82-265c-404a-a30d-bccd56a0db94 req-2db52ef2-eba6-48e5-9dcc-05868c9eaf34 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:44.616379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97931c82-265c-404a-a30d-bccd56a0db94 req-2db52ef2-eba6-48e5-9dcc-05868c9eaf34 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0492661 Aug 16 03:07:44.654469 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-97931c82-265c-404a-a30d-bccd56a0db94 req-7097fc55-1bbf-47dd-865f-55057dba9a51 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319722 Aug 16 03:07:44.915614 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:45.770890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0c3b6-ce3d-4acb-9b8b-40ceb239b8dc req-2cd6d77a-df8f-46e9-8e92-7e37fb30f6d4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:45.772388 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6c0c3b6-ce3d-4acb-9b8b-40ceb239b8dc req-2cd6d77a-df8f-46e9-8e92-7e37fb30f6d4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0479541 Aug 16 03:07:45.810770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d6c0c3b6-ce3d-4acb-9b8b-40ceb239b8dc req-0d6fbce8-17b0-4c5f-8909-70aacdd09699 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319686 Aug 16 03:07:45.928818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59411576-e07b-4c48-b5ec-29677fd5b92c req-e3df1f1e-ef01-47e9-80f3-772caf772424 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:45.930394 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59411576-e07b-4c48-b5ec-29677fd5b92c req-e3df1f1e-ef01-47e9-80f3-772caf772424 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0492542 Aug 16 03:07:45.973550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59411576-e07b-4c48-b5ec-29677fd5b92c req-72daa4c9-a057-4915-980e-ca0bef34d129 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361302 Aug 16 03:07:45.994910 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33722) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:46.078998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f34a42-8a4d-457d-84e3-edfde34f788b tempest-TestShelveInstance-1681553901 tempest-TestShelveInstance-1681553901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:46.080562 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d0f34a42-8a4d-457d-84e3-edfde34f788b tempest-TestShelveInstance-1681553901 tempest-TestShelveInstance-1681553901-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1092 time: 0.0846748 Aug 16 03:07:46.083712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 33726) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:07:46.091080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:07:46.099787 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-833f7d8a-58d1-437d-8bd5-66836f1db186 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395839 Aug 16 03:07:46.155731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:46.182331 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-a70ef13a-a318-4d5d-9fb7-fa641b81fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:46.183950 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-a70ef13a-a318-4d5d-9fb7-fa641b81fd75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1097 time: 0.0429196 Aug 16 03:07:46.184790 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:46.290305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:46.408888 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Allocated IP 172.25.6.153 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/82d76efc-90cf-450c-a036-1bdbd3eab6f9) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:07:46.515776 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:46.601894 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:46.648591 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:07:46.649723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-276dc700-f910-48d9-8f11-409b57838a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:46.651257 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-276dc700-f910-48d9-8f11-409b57838a87 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.4485381 Aug 16 03:07:46.651495 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:07:46.654417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:07:46.680409 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'Port': ['ID=82d76efc-90cf-450c-a036-1bdbd3eab6f9,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:46.699127 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-681948e2-1458-4d24-b9df-5c7557f6f108 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 217 time: 0.0397046 Aug 16 03:07:46.748363 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-a6098de0-77f5-47e0-86ca-f0778df8eea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:46.750007 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-a6098de0-77f5-47e0-86ca-f0778df8eea2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0441899 Aug 16 03:07:46.796725 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-4af585e4-b439-4586-af71-1da21a651fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:46.798163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-4af585e4-b439-4586-af71-1da21a651fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404315 Aug 16 03:07:46.891907 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-f4f9e9d6-0043-49fa-aa64-a978be423865 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860398 Aug 16 03:07:46.984286 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-08e59960-cdbb-4045-b191-4106b91d0ce9 req-fc307646-8108-40f3-be06-e0d54ade1624 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850146 Aug 16 03:07:47.022937 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:47.157940 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:47.311187 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:47.389999 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:47.458492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'Port': ['ID=82d76efc-90cf-450c-a036-1bdbd3eab6f9,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:07:47.469414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:47.569343 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Floating IP c8874182-697b-4d02-8f35-3b0842f3071a associated. External IP: 172.25.6.153, port: e35deabf-bc32-4a61-af5c-d7fe59c1fbca. Aug 16 03:07:47.775840 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:07:47.883300 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:07:47.894147 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:07:47.903643 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:47.904270 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:47.950597 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:47.979043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-52fea171-1e35-4b3c-a66e-4df26fe8739a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8942318 Aug 16 03:07:47.979773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:07:47.982102 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956044b-406e-4092-a76c-16e8b71279c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:07:48.011479 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:48.025006 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab0f511-7a38-45c3-8fc0-8600eef0bb5e x-openstack-request-id: req-9ab0f511-7a38-45c3-8fc0-8600eef0bb5e {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:07:48.025532 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:07:48.025633 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9ab0f511-7a38-45c3-8fc0-8600eef0bb5e {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:07:48.026133 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'status': 'completed', 'code': 200} Aug 16 03:07:48.087115 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956044b-406e-4092-a76c-16e8b71279c0 req-fcf53d30-a720-41ce-937d-69a9c7c5fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.088635 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-fcf53d30-a720-41ce-937d-69a9c7c5fe86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1097 time: 0.0413744 Aug 16 03:07:48.181093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956044b-406e-4092-a76c-16e8b71279c0 req-76f9eaf7-7d58-4498-b73c-ca2b142a43bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.182623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-76f9eaf7-7d58-4498-b73c-ca2b142a43bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0868721 Aug 16 03:07:48.239654 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'c8874182-697b-4d02-8f35-3b0842f3071a', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'mac_address': 'fa:16:3e:45:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:46Z', 'updated_at': '2021-08-16T03:07:46Z', 'revision_number': 0, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:48.247745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-778947f2-9b7c-496d-9f94-54ee29e383ad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 999 time: 0.0582738 Aug 16 03:07:48.271503 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:07:48.280655 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:07:48.281216 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:07:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:48.302889 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956044b-406e-4092-a76c-16e8b71279c0 req-6c3fb5f5-326d-431e-a4af-85ed46addc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.304991 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-6c3fb5f5-326d-431e-a4af-85ed46addc26 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0499103 Aug 16 03:07:48.350145 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956044b-406e-4092-a76c-16e8b71279c0 req-351e3895-4a69-4f75-ab5b-30fd4f8d4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:07:48.352102 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-351e3895-4a69-4f75-ab5b-30fd4f8d4322 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406711 Aug 16 03:07:48.453791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-832b61a5-d0b3-42b6-82ce-2e60d6585621 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945487 Aug 16 03:07:48.552332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-4956044b-406e-4092-a76c-16e8b71279c0 req-7272140e-cbb4-4857-a818-1e9a9cf78083 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906599 Aug 16 03:07:48.561947 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:07:48.788093 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'c8874182-697b-4d02-8f35-3b0842f3071a', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'mac_address': 'fa:16:3e:45:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:46Z', 'updated_at': '2021-08-16T03:07:46Z', 'revision_number': 0, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:07:48.814825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5e37d3-c26d-4dc4-b2cd-e86368b487df None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': 'c8874182-697b-4d02-8f35-3b0842f3071a', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'floating_ip_address': '172.25.6.153', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'mac_address': 'fa:16:3e:45:14:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:07:46Z', 'updated_at': '2021-08-16T03:07:46Z', 'revision_number': 0, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:07:49.015217 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff0159c-1ca5-4b1d-bae7-2f5db376bbea None None] New status for floating IP c8874182-697b-4d02-8f35-3b0842f3071a: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:07:57.795152 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:57.972146 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:07:58.943966 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:10.051828 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a683d132-df5a-4bd9-ab90-a1019bb3483a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:12.668817 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:12.788911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ba28d9e3-876c-4f5b-bbba-b374fe275245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:14.909340 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:16.086302 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:27.794311 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:27.982872 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:35.943534 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:08:40.034843 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1715fc4e-a9d9-420e-bd87-d80e8838f312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.685846 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:42.794129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e181a2e1-322d-4086-95d3-c968b1f8541b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:44.914275 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.097183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:46.158306 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-d34b3747-02f3-4f84-ad6f-5ef242128425 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929234 Aug 16 03:08:46.239539 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-03ed1513-bb06-4e04-9e4d-d0cccd0ae1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.241044 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-03ed1513-bb06-4e04-9e4d-d0cccd0ae1b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1097 time: 0.0407436 Aug 16 03:08:46.351788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-a600e33a-e10e-41d4-b8c0-88be6ca7b203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.353524 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-a600e33a-e10e-41d4-b8c0-88be6ca7b203 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0925736 Aug 16 03:08:46.420010 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-95d04bef-abba-41d9-a9c8-475e1e83afc4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 1001 time: 0.0596218 Aug 16 03:08:46.473728 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-826e9390-08ec-4c20-b115-20c9a1581fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.475212 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-826e9390-08ec-4c20-b115-20c9a1581fc8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0480196 Aug 16 03:08:46.522303 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-8666a8ad-fab0-421b-ba3a-855c5e8c5c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:08:46.523893 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-8666a8ad-fab0-421b-ba3a-855c5e8c5c25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406384 Aug 16 03:08:46.612525 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-5f43eb46-81d0-4a3f-b9c3-3481e3eb56a2 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812581 Aug 16 03:08:46.704918 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-62f814db-0786-46ad-bf42-5e21a0bc8bdf req-e052dc4f-9efc-431d-ac17-8f93a1621b1f service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859165 Aug 16 03:08:57.817388 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:08:57.999798 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:10.017057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2af8a459-93d3-4ddd-8f29-e943d3185d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:12.662335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:12.805588 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-68bdad2e-e55a-46f8-81ae-867b5fbd9fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:12.942389 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:14.919346 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:16.102496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:27.793904 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:28.009266 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:40.045450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d7a7-9e33-4823-a47b-c793c9a90319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:42.696646 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:42.805218 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-42c324d4-3157-4b40-aa4b-c313a8306b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:44.385121 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7bd75-7fa8-4a8e-a4eb-b9330b073880 req-f12f3a14-c341-4719-844d-0520226665f6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:44.386607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72e7bd75-7fa8-4a8e-a4eb-b9330b073880 req-f12f3a14-c341-4719-844d-0520226665f6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.1023247 Aug 16 03:09:44.426449 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-72e7bd75-7fa8-4a8e-a4eb-b9330b073880 req-87b97b66-20ec-4aaa-962a-6f143fb4b887 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338147 Aug 16 03:09:44.923376 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:45.577915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fdd12-5fd7-44ca-96c2-8d2ea545df5a req-85b860d1-cd7f-4dde-b5f0-4386c1bafd5f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:45.579457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-895fdd12-5fd7-44ca-96c2-8d2ea545df5a req-85b860d1-cd7f-4dde-b5f0-4386c1bafd5f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0529311 Aug 16 03:09:45.884043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-895fdd12-5fd7-44ca-96c2-8d2ea545df5a req-debbb717-2a74-47d5-b3d3-0183f2b3a8a2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980659 Aug 16 03:09:46.108129 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:47.010738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2abcd-d58f-477e-9de3-7550bfe1f9b3 req-f90c044e-e0c1-465d-8b3a-94590a51f1e7 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.012247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92c2abcd-d58f-477e-9de3-7550bfe1f9b3 req-f90c044e-e0c1-465d-8b3a-94590a51f1e7 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0475736 Aug 16 03:09:47.049489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-92c2abcd-d58f-477e-9de3-7550bfe1f9b3 req-67e172da-6371-4b99-8010-4515a9404091 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315063 Aug 16 03:09:47.130253 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-6cf07452-03e8-492a-9c73-ddf761c7447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.131925 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-6cf07452-03e8-492a-9c73-ddf761c7447e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1097 time: 0.0425067 Aug 16 03:09:47.239087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-fb149616-5b4f-4c6a-ace1-f30c7dd5bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.240589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-fb149616-5b4f-4c6a-ace1-f30c7dd5bc32 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0893779 Aug 16 03:09:47.307919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-775d802b-cc02-481a-9326-7de1257f5ea9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 1001 time: 0.0597701 Aug 16 03:09:47.357053 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-b7cdf750-56ad-4edf-bd1c-adb0baba0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.358495 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-b7cdf750-56ad-4edf-bd1c-adb0baba0f15 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0434909 Aug 16 03:09:47.406979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-7530380d-232f-4cc9-9217-d0f0563fea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:47.408472 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-7530380d-232f-4cc9-9217-d0f0563fea32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430455 Aug 16 03:09:47.500319 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-2e6bde32-20cd-4dff-8b6b-132513ffa2ab service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837286 Aug 16 03:09:47.592558 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-cc86f266-40a5-4ee2-abde-ad16ceea3a87 req-3587a64b-c145-4f08-8033-396c802ce205 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Aug 16 03:09:48.167816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc70aff-caac-4314-af80-8d99d9b48875 req-d0adbc7e-d810-4f80-b8f8-64afe797887e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:48.169346 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fc70aff-caac-4314-af80-8d99d9b48875 req-d0adbc7e-d810-4f80-b8f8-64afe797887e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0516546 Aug 16 03:09:48.207164 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1fc70aff-caac-4314-af80-8d99d9b48875 req-cdbda176-6d53-4266-b3c0-1deec63128ce tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318472 Aug 16 03:09:49.324082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914f651-e457-4e50-8c29-06ab45fbe1dd req-2150c5b3-ac2d-4256-87d4-1cb2b7ac228c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:49.325568 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7914f651-e457-4e50-8c29-06ab45fbe1dd req-2150c5b3-ac2d-4256-87d4-1cb2b7ac228c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0522192 Aug 16 03:09:49.364848 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7914f651-e457-4e50-8c29-06ab45fbe1dd req-978a52a6-c7cf-4822-b848-608f56e9f315 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323453 Aug 16 03:09:49.943645 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:09:50.480163 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59738f73-2484-49a8-ba93-33d6a036b9d8 req-d0f1b73d-6215-4b6e-8fe5-8027428d4c25 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:50.481676 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59738f73-2484-49a8-ba93-33d6a036b9d8 req-d0f1b73d-6215-4b6e-8fe5-8027428d4c25 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0486693 Aug 16 03:09:50.520059 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-59738f73-2484-49a8-ba93-33d6a036b9d8 req-56ba8631-1411-48d2-b8af-a377d3a73840 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Aug 16 03:09:51.634527 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81fea5-3ce9-4713-9cd5-0ea6ac414710 req-c6032d5f-e9f6-4c3e-b5b6-cfcb1f566aac tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:51.636017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef81fea5-3ce9-4713-9cd5-0ea6ac414710 req-c6032d5f-e9f6-4c3e-b5b6-cfcb1f566aac tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0478954 Aug 16 03:09:51.673323 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ef81fea5-3ce9-4713-9cd5-0ea6ac414710 req-051167b1-0bf8-4ff7-8602-654ee6b23ee2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Aug 16 03:09:52.789977 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf54a50-1783-4d4a-8eec-517140ccd794 req-e6b6bf9b-931a-450f-ab42-e3f3fd64c9ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:52.791491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bf54a50-1783-4d4a-8eec-517140ccd794 req-e6b6bf9b-931a-450f-ab42-e3f3fd64c9ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0528393 Aug 16 03:09:52.829359 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1bf54a50-1783-4d4a-8eec-517140ccd794 req-60263db2-985e-4849-9394-625cc47969b8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Aug 16 03:09:53.956538 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737e3ff4-9d8d-415d-a5a4-fedc32b399a7 req-5641cddb-7347-48c4-8d6b-63899723c183 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:53.958174 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-737e3ff4-9d8d-415d-a5a4-fedc32b399a7 req-5641cddb-7347-48c4-8d6b-63899723c183 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0491381 Aug 16 03:09:53.996095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-737e3ff4-9d8d-415d-a5a4-fedc32b399a7 req-4319d7de-798a-4221-ac6c-93a64b7bcb1a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318282 Aug 16 03:09:55.113060 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d119364-0ba1-4f51-8031-d6bc79df728f req-26116be3-b777-4e51-9ce8-30fd29ffb571 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:55.114563 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d119364-0ba1-4f51-8031-d6bc79df728f req-26116be3-b777-4e51-9ce8-30fd29ffb571 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0484054 Aug 16 03:09:55.152602 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9d119364-0ba1-4f51-8031-d6bc79df728f req-05c59fbe-8715-42c7-aabf-c227797f0064 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314221 Aug 16 03:09:56.275537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5c32f-3ed4-413a-ae29-9cf0ede3f12a req-7e1fa552-8732-4153-aa66-3d57ae2b27df tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:56.277117 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d5c32f-3ed4-413a-ae29-9cf0ede3f12a req-7e1fa552-8732-4153-aa66-3d57ae2b27df tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0559123 Aug 16 03:09:56.317376 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d5c32f-3ed4-413a-ae29-9cf0ede3f12a req-6a07b457-c8db-4292-bbe9-8082052609fc tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336988 Aug 16 03:09:56.610183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:09:56.706781 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:56.718227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'mac_address': 'fa:16:3e:45:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:09:56.755098 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:56.767334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:09:56.785629 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:56.845299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:56.902078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:56.909665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.910018 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.910361 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.910729 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.911069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.911401 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.911732 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.912590 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.913263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.913825 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.914213 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.914544 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:09:56.920299 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['e35deabf-bc32-4a61-af5c-d7fe59c1fbca'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:09:57.446336 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa572441-8d75-40f2-bfd2-5d4fa11c4d69 req-4db7eb6c-5c4e-41b2-ac95-8ac76a1940e6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:57.448651 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa572441-8d75-40f2-bfd2-5d4fa11c4d69 req-4db7eb6c-5c4e-41b2-ac95-8ac76a1940e6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0539474 Aug 16 03:09:57.488995 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-aa572441-8d75-40f2-bfd2-5d4fa11c4d69 req-f12044b4-686d-4658-92d3-142ec009d528 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338616 Aug 16 03:09:57.822603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.014718 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.617446 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3b3b5-14ea-437e-b4d6-e95c17fe573f req-630acb28-a815-4864-9600-c5f965e38add tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:58.623295 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:09:58.625545 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2df3b3b5-14ea-437e-b4d6-e95c17fe573f req-630acb28-a815-4864-9600-c5f965e38add tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0607600 Aug 16 03:09:58.668051 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2df3b3b5-14ea-437e-b4d6-e95c17fe573f req-3b12c423-6a84-45ff-8bdc-c5008337574b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413475 Aug 16 03:09:58.688369 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:09:58.688751 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.779983 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.804684 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:09:58.807134 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96dcc7ec-911e-4019-bb5d-19f27d0c629c" -d '{"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-plugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:09:58.825092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:09:58.855948 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e10824-71fd-4b23-bfbd-af88899f187a x-openstack-request-id: req-25e10824-71fd-4b23-bfbd-af88899f187a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:09:58.855948 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-plugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:09:58.855948 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-25e10824-71fd-4b23-bfbd-af88899f187a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:09:58.855948 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'code': 200} Aug 16 03:09:58.894994 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:09:58.949955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:09:59.792042 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171d074-5a4b-401c-a11b-f41163ddbc7f req-f4f70d87-9e4e-4c65-9b1e-c9704a1cd54c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:09:59.793244 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9171d074-5a4b-401c-a11b-f41163ddbc7f req-f4f70d87-9e4e-4c65-9b1e-c9704a1cd54c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0582967 Aug 16 03:09:59.836797 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9171d074-5a4b-401c-a11b-f41163ddbc7f req-1d774e61-c7b7-407b-af81-8edfc71f2a57 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336759 Aug 16 03:10:00.964872 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ed4f4a-d0ef-4145-bff9-ec20d70e61cb req-c95fe36f-daa7-48a8-87d4-66243aa56099 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:00.971118 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13ed4f4a-d0ef-4145-bff9-ec20d70e61cb req-c95fe36f-daa7-48a8-87d4-66243aa56099 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0596669 Aug 16 03:10:01.006929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-13ed4f4a-d0ef-4145-bff9-ec20d70e61cb req-045b96b0-40a2-4237-93ea-ec608d9c600b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344813 Aug 16 03:10:02.141661 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162938e4-3464-4220-8ccf-a88e7b09f8dc req-6446ba0e-5ff1-49ea-8f85-7587eb863f8e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:02.146097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-162938e4-3464-4220-8ccf-a88e7b09f8dc req-6446ba0e-5ff1-49ea-8f85-7587eb863f8e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0559289 Aug 16 03:10:02.186941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-162938e4-3464-4220-8ccf-a88e7b09f8dc req-2bc3093e-5876-4df0-b865-8b93041e5b0d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337312 Aug 16 03:10:03.326737 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367c01e-cc36-45e7-a6f4-77c55cb9033d req-418e8dc9-567f-4bfd-bb19-263761f39997 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:03.328219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8367c01e-cc36-45e7-a6f4-77c55cb9033d req-418e8dc9-567f-4bfd-bb19-263761f39997 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0591490 Aug 16 03:10:03.370858 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8367c01e-cc36-45e7-a6f4-77c55cb9033d req-3517c294-9d7c-4545-8151-3fc5bcf3bef8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348210 Aug 16 03:10:04.518044 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081827a-d93f-4695-a1a0-e4115936fb94 req-6e6643bc-e7fb-4a26-879e-013be70e74ca tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:04.520459 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c081827a-d93f-4695-a1a0-e4115936fb94 req-6e6643bc-e7fb-4a26-879e-013be70e74ca tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0742545 Aug 16 03:10:04.566524 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c081827a-d93f-4695-a1a0-e4115936fb94 req-64301562-cd8f-4a51-bb5f-3f534b0f78a5 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363991 Aug 16 03:10:05.692390 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b70325-7ae6-45e9-a7bb-a225cb0e6dbd req-94f3456e-6bf2-4cd9-9716-55c534387c40 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:05.694785 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32b70325-7ae6-45e9-a7bb-a225cb0e6dbd req-94f3456e-6bf2-4cd9-9716-55c534387c40 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0548067 Aug 16 03:10:05.734064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-32b70325-7ae6-45e9-a7bb-a225cb0e6dbd req-96b16560-1d09-41aa-91a5-16db1312cf12 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Aug 16 03:10:06.855291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58478cf2-ea1d-420f-95d7-2ab8a2575ff6 req-2c91d446-e9c4-4af5-b760-a3e42fdae862 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:06.856798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58478cf2-ea1d-420f-95d7-2ab8a2575ff6 req-2c91d446-e9c4-4af5-b760-a3e42fdae862 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0538299 Aug 16 03:10:06.894941 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58478cf2-ea1d-420f-95d7-2ab8a2575ff6 req-9001a96c-6d92-4518-bb35-2b51202e504f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322590 Aug 16 03:10:07.804133 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-a370d0ca-ba36-408f-998c-78a8c3c52590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:07.805745 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-a370d0ca-ba36-408f-998c-78a8c3c52590 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1097 time: 0.0421350 Aug 16 03:10:07.896273 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-c33950d5-9c6f-4e70-9b1f-8bc0ed7911a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:07.897758 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-c33950d5-9c6f-4e70-9b1f-8bc0ed7911a3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0834978 Aug 16 03:10:07.967985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-ebac6c6d-1946-4497-a3aa-9bb51558f353 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 1001 time: 0.0624712 Aug 16 03:10:08.011726 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942f2bba-bf9f-4980-a01d-9f1db6937028 req-ea80b4e0-3e06-408b-bbd8-4d7dceaa8d0d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:08.013241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-942f2bba-bf9f-4980-a01d-9f1db6937028 req-ea80b4e0-3e06-408b-bbd8-4d7dceaa8d0d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0498984 Aug 16 03:10:08.022245 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-3178ebf2-21cc-47e7-9b11-791ed15d583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:08.023852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-3178ebf2-21cc-47e7-9b11-791ed15d583e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0483041 Aug 16 03:10:08.053517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-942f2bba-bf9f-4980-a01d-9f1db6937028 req-9bbea657-a573-4909-8e49-d31a316c57d7 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322802 Aug 16 03:10:08.071240 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-27cd4dc3-bfff-41da-97e9-57ea9a1d98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:08.072779 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-27cd4dc3-bfff-41da-97e9-57ea9a1d98a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410433 Aug 16 03:10:08.165673 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-da1fdf12-7e6a-458c-9c72-e8aff90b6441 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854807 Aug 16 03:10:08.256118 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-aa19cf11-9f1a-46e3-aaa2-290cfed2b4a2 req-8363f9f0-f0b0-4cfb-88dc-0b40d5d8287c service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835068 Aug 16 03:10:09.169410 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15110b85-18c9-4b9e-8196-3664cf95085e req-492dca8e-552c-4930-8497-a62b33af7831 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:09.170989 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15110b85-18c9-4b9e-8196-3664cf95085e req-492dca8e-552c-4930-8497-a62b33af7831 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0498869 Aug 16 03:10:09.208445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-15110b85-18c9-4b9e-8196-3664cf95085e req-aa731d62-0265-4432-bf12-0e1fbfb1548e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316017 Aug 16 03:10:10.056216 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17ba76a9-634c-470c-a6a0-8767ac527d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:10.329709 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f8307-c417-491e-bbc7-5aae68b19817 req-e5446c1e-1713-46ac-b1a8-c021921bdef0 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:10.331158 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-997f8307-c417-491e-bbc7-5aae68b19817 req-e5446c1e-1713-46ac-b1a8-c021921bdef0 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0544162 Aug 16 03:10:10.372315 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-997f8307-c417-491e-bbc7-5aae68b19817 req-3be504e9-d659-4784-939e-c3086d726b5b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340436 Aug 16 03:10:10.688465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:10:10.762522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:10.784252 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:10:10.786492 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b62a9ec-ef5d-43fb-9b24-3d8ff6f16f0f" -d '{"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-unplugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:10:10.802582 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:10.817493 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1451ba87-9ae0-438f-a06d-a56caa2f9e91 x-openstack-request-id: req-1451ba87-9ae0-438f-a06d-a56caa2f9e91 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:10:10.817793 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-unplugged", "status": "failed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "code": 422}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:10:10.818055 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1451ba87-9ae0-438f-a06d-a56caa2f9e91 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:10:10.818461 n-d-768852-19 neutron-server[101947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'code': 422} returned with failed status Aug 16 03:10:10.865724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:10.913238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:11.762602 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cb075-b1e0-4af4-9327-577373022522 req-32aa03c8-e39e-49a9-bdf2-057c77e1bd4a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:11.764212 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a87cb075-b1e0-4af4-9327-577373022522 req-32aa03c8-e39e-49a9-bdf2-057c77e1bd4a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 943 time: 0.0524004 Aug 16 03:10:11.806889 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a87cb075-b1e0-4af4-9327-577373022522 req-f0469717-582b-425d-95f6-f4b468fede34 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365956 Aug 16 03:10:12.057688 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 33936) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:10:12.140266 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-0e62b319-2957-4b30-838b-a9b2c864b07c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813804 Aug 16 03:10:12.702362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:12.827406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-59365adc-1dad-4105-818a-c714b39ba863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:12.926998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e06159c-7794-43ee-b38f-ff132703ff4e req-f11071ac-c720-4c4e-a735-962840d10df6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:12.928541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e06159c-7794-43ee-b38f-ff132703ff4e req-f11071ac-c720-4c4e-a735-962840d10df6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 943 time: 0.0525427 Aug 16 03:10:12.968076 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e06159c-7794-43ee-b38f-ff132703ff4e req-66840d3e-9774-4c18-8f3c-611778fc10ba tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332875 Aug 16 03:10:13.466660 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-8e7184f8-bf2c-40e9-b14a-dfeb951c9429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:13.468199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-8e7184f8-bf2c-40e9-b14a-dfeb951c9429 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f&tenant_id=0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 1095 time: 0.0734303 Aug 16 03:10:13.481386 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-768852-19', 'device_owner': 'compute:nova'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:10:13.532956 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:13.737339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:13.770490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h2-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:10:13.802834 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:10:13.810802 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:13.822483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Transition to ACTIVE for port object e35deabf-bc32-4a61-af5c-d7fe59c1fbca will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:10:13.901787 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:14.017597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=9']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:14.050416 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.050802 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.051148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.051489 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.051826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.052161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.052490 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.052818 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.053147 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.053479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.053804 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.054128 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:10:14.110914 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] No DVR routers for this DVR port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on host n-h2-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:10:14.169234 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08cbf3-6be1-4441-90ee-7e63fb80f47c req-0e520e7c-5b61-4306-a7ce-925e9bed6799 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.170776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d08cbf3-6be1-4441-90ee-7e63fb80f47c req-0e520e7c-5b61-4306-a7ce-925e9bed6799 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 943 time: 0.1275504 Aug 16 03:10:14.254081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4d08cbf3-6be1-4441-90ee-7e63fb80f47c req-57d4990c-3f97-4ad6-8b8a-ebb3093e0de2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494444 Aug 16 03:10:14.285481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:10:14.285821 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:10:14.290194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:10:14.291509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on network 84e33abc-9a02-4776-92c1-fec69e09d64d not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:10:14.291826 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Attempting to bind port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:10:14.296605 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:10:14.296948 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Checking segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:10:14.297331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Bound using segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:10:14.297756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Bound port: e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:10:14.298111 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:14.359855 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:10:14.362835 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:10:14.462361 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:14.500296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.500924 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:14.502327 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] 10.222.0.83 "PUT /v2.0/ports/e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 1092 time: 1.0257430 Aug 16 03:10:14.502796 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:10:14.505117 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b93c03-d63a-4589-94b1-33c895674331" -d '{"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:10:14.560871 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fb68e-932b-4340-90e1-b310e81f6ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=10']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:14.578359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-db3fc1c2-4ee6-4447-91ef-92295aa9357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.579964 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-db3fc1c2-4ee6-4447-91ef-92295aa9357e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1096 time: 0.0533245 Aug 16 03:10:14.631861 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e2a72f-58f8-4bd5-b98d-cbfccd736ded x-openstack-request-id: req-80e2a72f-58f8-4bd5-b98d-cbfccd736ded {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:10:14.632150 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:10:14.632408 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-80e2a72f-58f8-4bd5-b98d-cbfccd736ded {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:10:14.633425 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'status': 'completed', 'code': 200} Aug 16 03:10:14.678252 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-de38d9da-54dc-449b-bc7d-9730fc713fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.680489 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-de38d9da-54dc-449b-bc7d-9730fc713fca service neutron] 10.222.0.83 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0931404 Aug 16 03:10:14.752492 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-6b56963f-6415-4c81-bc17-131b0e6b640f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 999 time: 0.0652995 Aug 16 03:10:14.801509 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-f72a789d-e15a-482a-b3f7-eb7f092cc786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.802885 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-f72a789d-e15a-482a-b3f7-eb7f092cc786 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0432713 Aug 16 03:10:14.847998 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-df7c8064-5567-4b8d-a378-d83922b01554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:14.849487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-df7c8064-5567-4b8d-a378-d83922b01554 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399785 Aug 16 03:10:14.943473 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-ca4a21dc-aa41-4a90-8f05-35cf99265a51 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871542 Aug 16 03:10:14.947772 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:15.031954 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d7f8b630-928c-435a-9f8d-c44d35ae9dac req-a4fea8d0-5abc-4459-b23e-08547ff52255 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816567 Aug 16 03:10:15.167877 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93c03-d63a-4589-94b1-33c895674331 req-5b068be0-39f2-48aa-aa29-a53bbc850407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:15.169389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-5b068be0-39f2-48aa-aa29-a53bbc850407 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1096 time: 0.0418146 Aug 16 03:10:15.265204 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93c03-d63a-4589-94b1-33c895674331 req-e3eb0c4c-dadd-4b4b-a687-2a446b3c88ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:15.266936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-e3eb0c4c-dadd-4b4b-a687-2a446b3c88ad service neutron] 10.222.0.83 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0907092 Aug 16 03:10:15.369737 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-5e5f6caa-2b23-4757-acb4-ac36f8845917 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 999 time: 0.0957971 Aug 16 03:10:15.419101 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde14eb2-3880-4643-9ca2-052f74f4bdca req-5625fc0c-a934-4b69-9805-b08b9b18341f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:15.420655 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fde14eb2-3880-4643-9ca2-052f74f4bdca req-5625fc0c-a934-4b69-9805-b08b9b18341f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0957222 Aug 16 03:10:15.458291 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93c03-d63a-4589-94b1-33c895674331 req-e09ffae4-0caf-438b-956e-43985dc8268f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:15.460095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-e09ffae4-0caf-438b-956e-43985dc8268f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0834017 Aug 16 03:10:15.483961 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fde14eb2-3880-4643-9ca2-052f74f4bdca req-17a759d5-3d02-400b-88c3-17ecaf1454c5 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507224 Aug 16 03:10:16.100041 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:16.610703 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d955a5-4fba-4fe1-9528-8883ed155f7d req-fafa0a8e-39cd-4292-86fa-e3bed5ac051b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:16.612125 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4d955a5-4fba-4fe1-9528-8883ed155f7d req-fafa0a8e-39cd-4292-86fa-e3bed5ac051b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0517480 Aug 16 03:10:16.651269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e4d955a5-4fba-4fe1-9528-8883ed155f7d req-a75836cd-ffe1-4cc7-8c1e-03e1090c1067 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325420 Aug 16 03:10:17.772555 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efdce7-f854-44cc-81cf-5321e889aea6 req-81cdcbe2-f65c-491b-a728-6d028f764734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:17.775588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86efdce7-f854-44cc-81cf-5321e889aea6 req-81cdcbe2-f65c-491b-a728-6d028f764734 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0548446 Aug 16 03:10:17.819194 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86efdce7-f854-44cc-81cf-5321e889aea6 req-02fff979-c3de-4199-856e-6f318f3b3e4d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365987 Aug 16 03:10:18.937192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d9918-3fdd-44bf-8992-5038f73cbb6f req-acf0c3e8-c6fd-4961-ae5b-02e0c7b1e7f4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:18.938726 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df6d9918-3fdd-44bf-8992-5038f73cbb6f req-acf0c3e8-c6fd-4961-ae5b-02e0c7b1e7f4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0515006 Aug 16 03:10:18.979389 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-df6d9918-3fdd-44bf-8992-5038f73cbb6f req-702d2831-318b-44bf-9dd6-21a288b0ec6d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344665 Aug 16 03:10:20.109612 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c6b96d-9ea4-4ef9-9e4d-743d23a6506c req-eaad3c3f-2146-494c-8e13-26147a79edab tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:20.115592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c6b96d-9ea4-4ef9-9e4d-743d23a6506c req-eaad3c3f-2146-494c-8e13-26147a79edab tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0638938 Aug 16 03:10:20.151097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19c6b96d-9ea4-4ef9-9e4d-743d23a6506c req-a21e9243-e967-4841-aaad-64d2c36111b7 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326974 Aug 16 03:10:21.282431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc292e9-df5f-4c58-afda-3a44c78fe544 req-40ee26e8-a5e6-4424-9277-348e10a3ab80 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:21.284015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fc292e9-df5f-4c58-afda-3a44c78fe544 req-40ee26e8-a5e6-4424-9277-348e10a3ab80 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0561380 Aug 16 03:10:21.322468 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fc292e9-df5f-4c58-afda-3a44c78fe544 req-3c6299c3-a5bf-4919-be09-4d42a9ac7cce tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320365 Aug 16 03:10:22.443209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae2fa1-1f6f-49d7-87da-25e57fc1456d req-9c2428c5-e965-4d52-a75c-a05d8b394c04 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:22.444718 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cae2fa1-1f6f-49d7-87da-25e57fc1456d req-9c2428c5-e965-4d52-a75c-a05d8b394c04 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0521967 Aug 16 03:10:22.484116 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cae2fa1-1f6f-49d7-87da-25e57fc1456d req-1558aa47-3e6c-4210-8df9-b831846e9405 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328064 Aug 16 03:10:23.607004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90386dfa-e991-44ec-9c67-3e4ff2323af4 req-dfacbb71-7d42-48cd-a533-14815dbbf0e2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:23.608520 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90386dfa-e991-44ec-9c67-3e4ff2323af4 req-dfacbb71-7d42-48cd-a533-14815dbbf0e2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0549004 Aug 16 03:10:23.648818 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-90386dfa-e991-44ec-9c67-3e4ff2323af4 req-ec418ca2-76ab-4d60-b149-fbdd4e47a297 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335648 Aug 16 03:10:24.780674 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7b19b-f048-465a-bead-a92d93207685 req-a5465cf0-6008-4a7f-96b7-90c8806d4ffc tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:24.783181 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19e7b19b-f048-465a-bead-a92d93207685 req-a5465cf0-6008-4a7f-96b7-90c8806d4ffc tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0607224 Aug 16 03:10:24.824487 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-19e7b19b-f048-465a-bead-a92d93207685 req-a1d4f2a3-cddb-4550-8b18-5dd8708ee254 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Aug 16 03:10:25.600209 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b93c03-d63a-4589-94b1-33c895674331 req-afc051c3-726c-41f9-9f9d-4425c9e1986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:25.602722 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-afc051c3-726c-41f9-9f9d-4425c9e1986a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427756 Aug 16 03:10:25.703337 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-543e5fcf-0bcc-4ad4-9481-1dacf389be36 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900967 Aug 16 03:10:25.794499 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e8b93c03-d63a-4589-94b1-33c895674331 req-f90772f2-da76-40a1-8127-e19755e687d8 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Aug 16 03:10:25.941614 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4344c65-45e0-4570-8008-536a09b01277 req-a8f40434-b479-4eae-96b6-96305b22a3dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:25.943128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4344c65-45e0-4570-8008-536a09b01277 req-a8f40434-b479-4eae-96b6-96305b22a3dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0508039 Aug 16 03:10:25.980882 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b4344c65-45e0-4570-8008-536a09b01277 req-d2942778-2328-4102-8a93-0d60a664a194 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316634 Aug 16 03:10:26.942784 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:10:27.100193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd50af8-8848-4d21-ac3d-fcf0b04df6d2 req-f7e0df0c-8909-48dc-b331-537f3fc8361b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:27.101694 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd50af8-8848-4d21-ac3d-fcf0b04df6d2 req-f7e0df0c-8909-48dc-b331-537f3fc8361b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0529630 Aug 16 03:10:27.141316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcd50af8-8848-4d21-ac3d-fcf0b04df6d2 req-fd7bd621-b7d1-45bb-bb39-443e3a188342 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328507 Aug 16 03:10:27.890743 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:28.055883 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:28.069704 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:10:28.164968 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:28.177648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'port_id': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'mac_address': 'fa:16:3e:45:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:10:28.217489 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:28.238193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:10:28.259276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:28.265738 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4ac9c-fe1e-4b3a-b56e-a09803cfa2e8 req-963ff804-4d00-4dc1-849f-979054432a47 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:28.267367 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bb4ac9c-fe1e-4b3a-b56e-a09803cfa2e8 req-963ff804-4d00-4dc1-849f-979054432a47 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 944 time: 0.0551474 Aug 16 03:10:28.306358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3bb4ac9c-fe1e-4b3a-b56e-a09803cfa2e8 req-17632aa3-fe50-4b1c-8ae5-110f6c580088 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330303 Aug 16 03:10:28.341968 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:28.390290 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=11']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:28.578903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['e35deabf-bc32-4a61-af5c-d7fe59c1fbca'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:10:29.420690 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4e410-b443-497f-b302-ba293fc54fe7 req-e30463a5-ada0-4e21-a7b4-dd6165bb9047 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:29.422170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98d4e410-b443-497f-b302-ba293fc54fe7 req-e30463a5-ada0-4e21-a7b4-dd6165bb9047 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 945 time: 0.0477362 Aug 16 03:10:29.459150 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98d4e410-b443-497f-b302-ba293fc54fe7 req-80c01880-c611-4ec8-8900-5b9af038232c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309997 Aug 16 03:10:30.070621 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:10:30.210563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:10:30.214982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port e35deabf-bc32-4a61-af5c-d7fe59c1fbca triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:10:30.215864 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:30.290689 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:30.312897 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:10:30.315188 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe8a97b-f7e2-4fe7-a023-af53e4254f2c" -d '{"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-plugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:10:30.329008 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:10:30.351341 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7551276-0a9b-43a8-97fd-b00f65fcd9f7 x-openstack-request-id: req-f7551276-0a9b-43a8-97fd-b00f65fcd9f7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:10:30.351682 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-plugged", "status": "completed", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:10:30.351939 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f7551276-0a9b-43a8-97fd-b00f65fcd9f7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:10:30.352334 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'code': 200} Aug 16 03:10:30.413847 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:30.461356 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=12']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:10:30.597354 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758dee9-9d84-447a-95df-e42690806d6e req-e855a139-01c9-4d4e-8130-97935002f041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:30.598859 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c758dee9-9d84-447a-95df-e42690806d6e req-e855a139-01c9-4d4e-8130-97935002f041 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1098 time: 0.0634601 Aug 16 03:10:30.607523 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50470f-f201-46e6-aec3-726c6eaffa64 req-986f51a2-38fc-4f05-8221-b3188e3e07e3 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:30.608939 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad50470f-f201-46e6-aec3-726c6eaffa64 req-986f51a2-38fc-4f05-8221-b3188e3e07e3 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 946 time: 0.0826020 Aug 16 03:10:30.660378 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c758dee9-9d84-447a-95df-e42690806d6e req-0e5be48a-b836-4be8-9da4-db130768ba9f service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505137 Aug 16 03:10:30.665434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ad50470f-f201-46e6-aec3-726c6eaffa64 req-4e233f5c-bb5e-46d3-bbb1-1b4612da2168 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503676 Aug 16 03:10:31.782282 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b912ab7-55f5-4247-ba04-d3eaea01a661 req-9ffd5ab1-006e-4b0c-85a0-90d3255ae951 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:31.783721 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b912ab7-55f5-4247-ba04-d3eaea01a661 req-9ffd5ab1-006e-4b0c-85a0-90d3255ae951 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 946 time: 0.0490820 Aug 16 03:10:31.826053 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4b912ab7-55f5-4247-ba04-d3eaea01a661 req-c9a78056-c3a9-4432-84bc-cdc8fff76b47 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350969 Aug 16 03:10:32.939598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54b1b3-da4f-41b9-be35-2627ab266663 req-53c23ba3-019b-4bf4-aca1-372bff08263c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:32.941100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a54b1b3-da4f-41b9-be35-2627ab266663 req-53c23ba3-019b-4bf4-aca1-372bff08263c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 946 time: 0.0495687 Aug 16 03:10:32.979592 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1a54b1b3-da4f-41b9-be35-2627ab266663 req-68af42be-235f-480e-9a38-0a92e35cb8dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Aug 16 03:10:40.049781 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-60ec595a-34ec-4cff-bd87-94c7ddeb4e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:42.693339 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:42.830202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d3c54fe7-ae44-4b31-b0cd-3647d80328ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:44.927263 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:46.095876 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:50.370776 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-08f9c6d4-69a2-487e-9e8a-accbe32c0d3a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402918 Aug 16 03:10:50.452597 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-1d17cc56-f71e-4065-b94d-2ce61931c3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:50.454040 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-1d17cc56-f71e-4065-b94d-2ce61931c3bf service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1098 time: 0.0404034 Aug 16 03:10:50.563094 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-b6d470a5-0368-41e9-b0c2-11a91593667d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:50.564607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-b6d470a5-0368-41e9-b0c2-11a91593667d service neutron] 10.222.0.83 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0894859 Aug 16 03:10:50.631502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-2067bbef-a292-4f98-8cdc-bd4ba73f80ee service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 1001 time: 0.0592382 Aug 16 03:10:50.687023 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-c2fdde54-fcf0-460f-82ed-f2be5be0b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:50.688554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-c2fdde54-fcf0-460f-82ed-f2be5be0b80b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0492458 Aug 16 03:10:50.736063 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-b6ed0153-c872-40a4-b424-35d725a89490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:10:50.737578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-b6ed0153-c872-40a4-b424-35d725a89490 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416532 Aug 16 03:10:50.834358 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-c537d636-7102-4f1f-8e91-3814d320c5cf service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891087 Aug 16 03:10:51.202242 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b79000dd-dd4b-4a3b-8713-e90b6be9be1c req-c86036b9-22e5-4d53-9240-c3e7a252b1e3 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602266 Aug 16 03:10:57.863795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:10:58.018057 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:03.942217 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:10.063362 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-211ba92c-43d4-4d85-96e0-52597a5b2354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:12.680213 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:12.815272 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bab6a283-5cbd-46a1-9c05-ed217d44e386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:14.902879 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:16.120377 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:27.846033 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:28.049911 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:40.016482 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4880aa78-386f-4423-bbc6-6957a935fc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:40.942026 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:11:42.694603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:42.821986 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f2b777e3-c539-46a7-a92c-d35a0c00a42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:43.884934 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34078) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:44.042249 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Deleting port 82d76efc-90cf-450c-a036-1bdbd3eab6f9 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:11:44.042597 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.115860 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.116183 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.127312 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Calling delete_port for 82d76efc-90cf-450c-a036-1bdbd3eab6f9 owned by network:floatingip {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:11:44.331253 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.355487 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event deleted for resources: {'Port': ['ID=82d76efc-90cf-450c-a036-1bdbd3eab6f9,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:44.365941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.370714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:44.433286 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.433627 n-d-768852-19 neutron-server[101946]: INFO neutron.db.l3_db [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Floating IP c8874182-697b-4d02-8f35-3b0842f3071a disassociated (deleted). External IP: 172.25.6.153, port: e35deabf-bc32-4a61-af5c-d7fe59c1fbca. Aug 16 03:11:44.636563 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:11:44.744822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:11:44.749327 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.756153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:11:44.765196 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:11:44.765938 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:44.776329 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-72aa6184-bcd7-4d54-a53a-68b5a0d92dc9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "DELETE /v2.0/floatingips/c8874182-697b-4d02-8f35-3b0842f3071a HTTP/1.1" status: 204 len: 168 time: 0.8902781 Aug 16 03:11:44.776927 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:44.779209 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2720b270-aa93-417f-876b-a446388c4aed" -d '{"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:44.879903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:11:44.882805 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b33312-4bb3-4bc1-9c63-7e28dd57f48d x-openstack-request-id: req-29b33312-4bb3-4bc1-9c63-7e28dd57f48d {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:44.883132 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:44.883415 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-29b33312-4bb3-4bc1-9c63-7e28dd57f48d {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:44.883866 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'status': 'completed', 'code': 200} Aug 16 03:11:44.959419 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:44.993009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b270-aa93-417f-876b-a446388c4aed req-7a28e507-2f60-4afa-8771-2b481b13ec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:44.995443 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-7a28e507-2f60-4afa-8771-2b481b13ec1f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 1098 time: 0.0906796 Aug 16 03:11:45.097010 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:45.100406 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b270-aa93-417f-876b-a446388c4aed req-0ec38c6c-17ff-4147-97d4-3f08be5f1177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:45.102003 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-0ec38c6c-17ff-4147-97d4-3f08be5f1177 service neutron] 10.222.0.83 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0985682 Aug 16 03:11:45.128012 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:11:45.137490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:11:45.138111 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:11:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:45.145653 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-f400224d-6320-40b6-a835-580518976cd6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 200 len: 217 time: 0.0363543 Aug 16 03:11:45.232567 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b270-aa93-417f-876b-a446388c4aed req-61de3b23-abe0-42b0-88be-84b57e400c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:45.234089 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-61de3b23-abe0-42b0-88be-84b57e400c09 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0802622 Aug 16 03:11:45.242037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7117f-42ab-48cb-ad8e-ef5acd34b71d req-b9e96d23-f0cd-4568-a41d-b461f6ab8e0b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:45.243521 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2d7117f-42ab-48cb-ad8e-ef5acd34b71d req-b9e96d23-f0cd-4568-a41d-b461f6ab8e0b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 946 time: 0.0907922 Aug 16 03:11:45.245078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:11:45.306596 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2d7117f-42ab-48cb-ad8e-ef5acd34b71d req-5780186c-b53d-4ff6-9341-1bf69ed98254 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546806 Aug 16 03:11:45.312288 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720b270-aa93-417f-876b-a446388c4aed req-b449c0bf-341f-4390-80ce-93c5e92ad29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:45.314004 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-b449c0bf-341f-4390-80ce-93c5e92ad29d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696187 Aug 16 03:11:45.326003 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-8dbbcf86-50d9-4eb1-915f-969359280ea0 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:11:45.327109 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-8dbbcf86-50d9-4eb1-915f-969359280ea0 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054214 Aug 16 03:11:45.425479 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-eedcf4e4-e71a-42b5-9a2e-2109b28c5ce7 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907996 Aug 16 03:11:45.455622 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:11:45.482029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a3e962-1bb7-48c3-9efe-4732f12633d5 None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:11:45.516828 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2720b270-aa93-417f-876b-a446388c4aed req-97df73b3-f013-49c5-9ae4-380ebe60d360 service neutron] 10.222.0.83 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836933 Aug 16 03:11:45.705989 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5643572d-175c-47c2-8d97-fd785598a905 None None] New status for floating IP c8874182-697b-4d02-8f35-3b0842f3071a: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:11:46.102163 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:46.425080 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af6d4c-a14d-47a6-885c-df09bdcb64a4 req-d3f759eb-2285-4424-a1d2-4b0625ca5368 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:46.426575 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6af6d4c-a14d-47a6-885c-df09bdcb64a4 req-d3f759eb-2285-4424-a1d2-4b0625ca5368 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 946 time: 0.0517147 Aug 16 03:11:46.490734 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a6af6d4c-a14d-47a6-885c-df09bdcb64a4 req-2909e641-fd42-4cce-a7bd-d8f418c1c475 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=377deac4-dce9-47c3-82d4-87dafb640f2e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554907 Aug 16 03:11:46.502915 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-4493a2b1-d351-42aa-bcac-f2ae6df0820a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:11:46.504369 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-4493a2b1-d351-42aa-bcac-f2ae6df0820a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.83 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 946 time: 0.0767808 Aug 16 03:11:46.593462 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Deleting port e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:11:46.593728 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:46.684193 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] For port e35deabf-bc32-4a61-af5c-d7fe59c1fbca, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:11:46.684563 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:46.697777 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Calling delete_port for e35deabf-bc32-4a61-af5c-d7fe59c1fbca owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:11:46.907860 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:46.939794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event deleted for resources: {'Port': ['ID=e35deabf-bc32-4a61-af5c-d7fe59c1fbca,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:46.950613 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.950993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.951342 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.951689 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.952053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.952422 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.952752 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.953090 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.953558 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.954424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.954424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.954424 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:11:46.995743 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] No DVR routers for this DVR port e35deabf-bc32-4a61-af5c-d7fe59c1fbca on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:11:46.998415 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:47.000607 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7804acb6-9b2a-4567-8d1b-6305f994650f req-7a4bee6c-d5cb-41eb-a509-9cdb546728ff tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.83 "DELETE /v2.0/ports/e35deabf-bc32-4a61-af5c-d7fe59c1fbca HTTP/1.1" status: 204 len: 173 time: 0.4900241 Aug 16 03:11:47.001051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-deleted', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:11:47.003425 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c233e5-2fda-4d23-b904-5c224aa29044" -d '{"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-deleted", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:11:47.040322 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2b3eac-7d25-4aa6-988b-ef40831a7d2f x-openstack-request-id: req-1c2b3eac-7d25-4aa6-988b-ef40831a7d2f {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:11:47.045183 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c651c34f-b2b4-4a45-a16b-e24819e7183f", "name": "network-vif-deleted", "tag": "e35deabf-bc32-4a61-af5c-d7fe59c1fbca", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:11:47.045183 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1c2b3eac-7d25-4aa6-988b-ef40831a7d2f {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:11:47.045183 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c651c34f-b2b4-4a45-a16b-e24819e7183f', 'name': 'network-vif-deleted', 'tag': 'e35deabf-bc32-4a61-af5c-d7fe59c1fbca', 'status': 'completed', 'code': 200} Aug 16 03:11:47.597878 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-86368b97-ca6d-4302-a7ba-b4251b2ba2de req-42ecadbb-3252-4adc-a472-253d7b752a3c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=c651c34f-b2b4-4a45-a16b-e24819e7183f HTTP/1.1" status: 200 len: 210 time: 0.0265188 Aug 16 03:11:48.656274 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34106) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:48.715215 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f05af0f-e3cf-4edc-9d1b-bb27d5244d0f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:48.740318 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f05af0f-e3cf-4edc-9d1b-bb27d5244d0f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:48.856223 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f05af0f-e3cf-4edc-9d1b-bb27d5244d0f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:48.858809 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2f05af0f-e3cf-4edc-9d1b-bb27d5244d0f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:48.860094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2f05af0f-e3cf-4edc-9d1b-bb27d5244d0f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "DELETE /v2.0/security-groups/377deac4-dce9-47c3-82d4-87dafb640f2e HTTP/1.1" status: 204 len: 168 time: 0.2028043 Aug 16 03:11:48.870479 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05af0f-e3cf-4edc-9d1b-bb27d5244d0f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377deac4-dce9-47c3-82d4-87dafb640f2e,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:49.388427 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34112) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:49.393114 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-308112125', 'description': 'tempest-secgroup-smoke-308112125 description', 'project_id': '0f3f4dea906a4c028828813190b280d4'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:49.490646 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.571335 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.673360 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.701878 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1337a7-2975-475e-8cff-9e0f2ac76f2c,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:49.765074 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.766299 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f1b5ab3-c45d-413b-8e2d-506b63462e45 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3768442 Aug 16 03:11:49.769015 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34114) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:49.774082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': 'fe1337a7-2975-475e-8cff-9e0f2ac76f2c', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:49.860972 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.917720 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:49.993525 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.011360 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81637fd7-d798-4d92-b87d-cfba1119c6b3,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:50.117710 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.119033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1baac4c7-c4ec-4cd7-ac40-80c2d62d1612 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3490744 Aug 16 03:11:50.121885 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34116) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:50.126679 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': 'fe1337a7-2975-475e-8cff-9e0f2ac76f2c', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:50.203846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.261844 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.307759 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.330540 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07b6226-0358-439c-8aa6-ebd9d3bb76c4,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:50.376247 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.377548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6875271c-edbc-4801-8f1f-bb713427579a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2546983 Aug 16 03:11:50.380272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34118) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:50.384952 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': 'fe1337a7-2975-475e-8cff-9e0f2ac76f2c', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:50.443611 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:11:50.455824 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.466914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: e35deabf-bc32-4a61-af5c-d7fe59c1fbca {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:11:50.467272 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device e35deabf-bc32-4a61-af5c-d7fe59c1fbca not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:11:50.514280 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.603262 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.620198 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b05f5c2d-c0a1-4e85-ba76-0fb522381561,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:50.690505 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.691783 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-2a389884-b911-4409-bb40-574716578533 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103726 Aug 16 03:11:50.694569 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34120) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:50.699088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': 'fe1337a7-2975-475e-8cff-9e0f2ac76f2c', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:50.792941 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.854323 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.914104 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:50.932649 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7160a1d8-778a-4872-93dc-35c8a26f9743,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:51.027939 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.032311 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9a6f6e98-9848-4351-adb6-b8ef3c0df151 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3340859 Aug 16 03:11:51.032481 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34124) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:51.037403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': 'fe1337a7-2975-475e-8cff-9e0f2ac76f2c', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:51.136811 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Project 0f3f4dea906a4c028828813190b280d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:11:51.142006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.205518 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.284784 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.307441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b336263e-49c1-4a18-a5d3-0e7688539a9d,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:51.374700 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.375994 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-f9a14b51-077b-4c05-a931-0afa299a4d64 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3425577 Aug 16 03:11:51.378816 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34126) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:11:51.383486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'security_group_rule': {'security_group_id': 'fe1337a7-2975-475e-8cff-9e0f2ac76f2c', 'project_id': '0f3f4dea906a4c028828813190b280d4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:11:51.467696 n-d-768852-19 neutron-server[101945]: INFO neutron.db.securitygroups_db [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Project 0f3f4dea906a4c028828813190b280d4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:11:51.472464 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.532401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.604850 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.623255 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08280597-6b0e-45a5-ad64-be669797ed67,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:11:51.713630 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:51.714948 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-a01a2325-857b-4838-ad4d-338225234515 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3351481 Aug 16 03:11:57.867729 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:11:58.068826 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:10.159108 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b7d0977d-3a33-46e1-a64e-7d33f11bd731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.665219 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-8e92aaec-dafe-4020-8142-5ccbdacd19b3 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-308112125&fields=id&tenant_id=0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 267 time: 0.0342987 Aug 16 03:12:12.719231 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.777593 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-3fc5d9e1-8563-448c-98df-472be0e4d578 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:12.779015 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-3fc5d9e1-8563-448c-98df-472be0e4d578 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 808 time: 0.1069636 Aug 16 03:12:12.794457 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-93687e0d-a6de-447f-b303-885bb18ffe5a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/quotas/0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 375 time: 0.0093119 Aug 16 03:12:12.844308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f472a3f6-e695-43ce-9ab6-b7a029d6ccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:12.845936 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-3342f0c7-a51b-4e85-be66-f897dff0a71c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461397 Aug 16 03:12:12.941351 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-0136bd6a-85e7-4128-9723-b82259f87d1c service neutron] 10.222.0.76 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833631 Aug 16 03:12:13.040099 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-f709a7db-96c3-4355-95f6-4ba9fa255093 service neutron] 10.222.0.76 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919135 Aug 16 03:12:13.549804 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-da15be9b-4746-4544-b9d4-386ae64041bf req-82c906e5-19ec-4d8f-a8a6-8295a1de4e69 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0277977 Aug 16 03:12:14.641477 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e7089767-34c3-4c99-887c-f21d3c372bd5 req-341297e4-89fb-46b0-8e9a-fd0503faf37b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0272403 Aug 16 03:12:14.945545 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:15.300952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-5045e9bc-94aa-4018-83a6-bf8bbcf7081a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:15.302460 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-5045e9bc-94aa-4018-83a6-bf8bbcf7081a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 808 time: 0.1032357 Aug 16 03:12:15.345356 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-03ff7f5b-1129-4208-8ecb-d461691c01cf tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 379 time: 0.0338807 Aug 16 03:12:15.354338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'port': {'device_id': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'admin_state_up': True, 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'security_groups': ['fe1337a7-2975-475e-8cff-9e0f2ac76f2c']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:15.529887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Made reservation on behalf of 0f3f4dea906a4c028828813190b280d4 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:12:15.533541 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:15.668447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Allocated IP 172.20.0.10 (84e33abc-9a02-4776-92c1-fec69e09d64d/169f2b78-2cd1-49de-96e1-4f899a91c85a/5747233c-03dd-48aa-b130-60ad92ca8e57) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:15.755809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1cb18058-065e-45d1-ac06-251ee6aca361 req-d6a40794-f6b5-43ff-993f-01b3957f26cf tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0352070 Aug 16 03:12:15.815550 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:15.829931 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Transition to ACTIVE for port object 5747233c-03dd-48aa-b130-60ad92ca8e57 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:15.918301 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:15.967929 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Network 84e33abc-9a02-4776-92c1-fec69e09d64d is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:15.971125 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:15.974945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:16.000076 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:16.032833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:16.033543 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.112948 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.141273 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-70e1e789-f0bb-4938-8b0a-7c1a3a9274d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7904258 Aug 16 03:12:16.158959 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Request body: {'port': {'device_id': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:16.208738 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.329845 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8a2bcf39-1b66-4e63-8037-0e2cd1da7a94 None None] Provisioning for port 5747233c-03dd-48aa-b130-60ad92ca8e57 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:16.334255 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-8a2bcf39-1b66-4e63-8037-0e2cd1da7a94 None None] Provisioning complete for port 5747233c-03dd-48aa-b130-60ad92ca8e57 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:16.334789 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-8a2bcf39-1b66-4e63-8037-0e2cd1da7a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.368541 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-8a2bcf39-1b66-4e63-8037-0e2cd1da7a94 None None] Port 5747233c-03dd-48aa-b130-60ad92ca8e57 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:12:16.492204 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5747233c-03dd-48aa-b130-60ad92ca8e57 {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:16.500693 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.512651 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Transition to ACTIVE for port object 5747233c-03dd-48aa-b130-60ad92ca8e57 will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:12:16.587057 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.637932 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:16.725100 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Attempting to bind port 5747233c-03dd-48aa-b130-60ad92ca8e57 on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:12:16.725528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Attempting to bind port 5747233c-03dd-48aa-b130-60ad92ca8e57 by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:12:16.725788 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Attempting to bind port 5747233c-03dd-48aa-b130-60ad92ca8e57 on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:16.731915 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Port 5747233c-03dd-48aa-b130-60ad92ca8e57 on network 84e33abc-9a02-4776-92c1-fec69e09d64d not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:12:16.732247 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Attempting to bind port 5747233c-03dd-48aa-b130-60ad92ca8e57 on network 84e33abc-9a02-4776-92c1-fec69e09d64d {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:12:16.737659 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:12:16.738003 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Checking segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:12:16.738397 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Bound using segment: {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:12:16.738897 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Bound port: 5747233c-03dd-48aa-b130-60ad92ca8e57, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563b0c03-e948-4050-a9b1-403cdf7024d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:12:16.739271 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.822256 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:12:16.826961 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:12:16.898158 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8782ce-7b85-4d8c-a2cf-dd3ec074a706 req-4200fba6-ed9b-48c3-99a7-fc6f54352bea tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:16.899810 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac8782ce-7b85-4d8c-a2cf-dd3ec074a706 req-4200fba6-ed9b-48c3-99a7-fc6f54352bea tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0547621 Aug 16 03:12:16.907565 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.939958 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac8782ce-7b85-4d8c-a2cf-dd3ec074a706 req-0e2668f8-9558-4353-9175-3e0aa5837c83 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331900 Aug 16 03:12:16.944540 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:16.945261 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:16.946697 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] 10.222.0.58 "PUT /v2.0/ports/5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1093 time: 0.7971771 Aug 16 03:12:16.947110 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:16.949542 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a912bec9-2777-4ac4-b997-961e4dc7a05b" -d '{"events": [{"name": "network-changed", "server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:16.988394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3f85c-dde7-46e0-a657-71bad0e007da service neutron] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:17.009833 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5763b89-c53a-48f7-a849-ea76a8f7dba3 x-openstack-request-id: req-c5763b89-c53a-48f7-a849-ea76a8f7dba3 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:17.010381 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:17.011417 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c5763b89-c53a-48f7-a849-ea76a8f7dba3 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:17.012147 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'status': 'completed', 'code': 200} Aug 16 03:12:17.078881 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bec9-2777-4ac4-b997-961e4dc7a05b req-00ff44f2-a4ca-42bf-926b-efaeeb7b29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.080553 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a912bec9-2777-4ac4-b997-961e4dc7a05b req-00ff44f2-a4ca-42bf-926b-efaeeb7b29f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1096 time: 0.0473573 Aug 16 03:12:17.189911 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bec9-2777-4ac4-b997-961e4dc7a05b req-fe361ab1-5dfa-4548-9811-9e4b4278b94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.191445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a912bec9-2777-4ac4-b997-961e4dc7a05b req-fe361ab1-5dfa-4548-9811-9e4b4278b94d service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=0f3f4dea906a4c028828813190b280d4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1024408 Aug 16 03:12:17.287317 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912bec9-2777-4ac4-b997-961e4dc7a05b req-ad84e165-b1bb-424f-82cd-82d938a26839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.288802 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-a912bec9-2777-4ac4-b997-961e4dc7a05b req-ad84e165-b1bb-424f-82cd-82d938a26839 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907230 Aug 16 03:12:17.364642 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-7c3b9021-2111-4ce1-83b2-73e382c3e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.366174 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-7c3b9021-2111-4ce1-83b2-73e382c3e606 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1096 time: 0.0419016 Aug 16 03:12:17.413394 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-d291b405-4923-453c-88ae-d4831a9d0b4f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 217 time: 0.0396116 Aug 16 03:12:17.463945 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-7ad4c489-8313-47e6-9efd-278fb6fb22e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.465451 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-7ad4c489-8313-47e6-9efd-278fb6fb22e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0458455 Aug 16 03:12:17.509709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-b3dcfd60-ed66-4b63-86ef-b19b6b5c9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:17.511792 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-b3dcfd60-ed66-4b63-86ef-b19b6b5c9796 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398569 Aug 16 03:12:17.603458 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-7d70e6ac-5810-41af-971a-9d63ffad743b service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843580 Aug 16 03:12:17.691920 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-195a4197-57e4-43f9-a267-0dd1685d7ddf req-6bd1061d-4967-4838-a3d6-5055ccc2a5f1 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817549 Aug 16 03:12:17.942050 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:18.077064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776616d-eba5-45ef-8f2f-b72f1617b972 req-07930cb4-c210-4325-a65f-ec9ee2455bd4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:18.078723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2776616d-eba5-45ef-8f2f-b72f1617b972 req-07930cb4-c210-4325-a65f-ec9ee2455bd4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0523293 Aug 16 03:12:18.119243 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2776616d-eba5-45ef-8f2f-b72f1617b972 req-6614f416-b7b7-474d-a697-cf3d7b8a2b73 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345137 Aug 16 03:12:19.237554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5baa7-ec0e-4d11-b2bc-70909affd77f req-e010f85e-c600-4975-8263-f124f118bf6c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:19.239126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcf5baa7-ec0e-4d11-b2bc-70909affd77f req-e010f85e-c600-4975-8263-f124f118bf6c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0503953 Aug 16 03:12:19.278286 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dcf5baa7-ec0e-4d11-b2bc-70909affd77f req-12c80031-349c-41e9-8bdd-e163fe499f82 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330503 Aug 16 03:12:20.395194 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9143-e11c-4acf-be7c-71b6bed3fc36 req-98e26cb4-ca62-4b2f-811a-337cd74238db tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:20.396687 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61bf9143-e11c-4acf-be7c-71b6bed3fc36 req-98e26cb4-ca62-4b2f-811a-337cd74238db tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0532250 Aug 16 03:12:20.435712 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-61bf9143-e11c-4acf-be7c-71b6bed3fc36 req-859af999-9cf9-4122-8497-133ff3a9f866 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Aug 16 03:12:21.553351 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2afedc-498b-43a7-bc7d-a29ceb03503d req-b1f400c2-3c37-46bb-9986-cae473e6c53a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:21.555619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a2afedc-498b-43a7-bc7d-a29ceb03503d req-b1f400c2-3c37-46bb-9986-cae473e6c53a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0535791 Aug 16 03:12:21.594774 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6a2afedc-498b-43a7-bc7d-a29ceb03503d req-eeff9412-e7df-4ef1-8072-a50f781e5661 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330362 Aug 16 03:12:22.706774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88d9c2-0d24-41ad-895f-c22bdf91c6af req-69545aae-6490-4a8d-99bb-432dfe40ed6d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:22.708258 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c88d9c2-0d24-41ad-895f-c22bdf91c6af req-69545aae-6490-4a8d-99bb-432dfe40ed6d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0480845 Aug 16 03:12:22.745556 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9c88d9c2-0d24-41ad-895f-c22bdf91c6af req-98cd1a42-86b0-4c3b-8ec0-1240276eb221 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Aug 16 03:12:23.862960 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd8927-c029-4552-a4c2-782b16d0690a req-2946255f-afef-46e1-85e3-106e61becd95 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:23.864496 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2fd8927-c029-4552-a4c2-782b16d0690a req-2946255f-afef-46e1-85e3-106e61becd95 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0523381 Aug 16 03:12:23.901923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a2fd8927-c029-4552-a4c2-782b16d0690a req-2c97d923-3dde-4693-a825-dfeb6c3c9348 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Aug 16 03:12:25.017917 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe867b0-85fc-43bf-8a4e-13796cb1d760 req-7b4eb8c1-6834-4391-ac17-0ba8a94c991e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:25.019480 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe867b0-85fc-43bf-8a4e-13796cb1d760 req-7b4eb8c1-6834-4391-ac17-0ba8a94c991e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0509470 Aug 16 03:12:25.057601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4fe867b0-85fc-43bf-8a4e-13796cb1d760 req-4c91964e-7283-4d4e-9344-c56b141e5121 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320725 Aug 16 03:12:26.172417 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abef643-6866-4d90-8b67-06627db5ff9e req-b71523aa-12c2-4b4d-ab65-af27fa0ff956 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:26.173896 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0abef643-6866-4d90-8b67-06627db5ff9e req-b71523aa-12c2-4b4d-ab65-af27fa0ff956 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0488377 Aug 16 03:12:26.211112 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0abef643-6866-4d90-8b67-06627db5ff9e req-f0cd2c2b-1cdc-4d11-aa62-d4f4b0d31566 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312409 Aug 16 03:12:27.327098 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae35ef-3987-4c34-99cc-c1d16a5bce75 req-a471077c-05aa-469f-aef0-a77407441259 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:27.328581 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2ae35ef-3987-4c34-99cc-c1d16a5bce75 req-a471077c-05aa-469f-aef0-a77407441259 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0526938 Aug 16 03:12:27.366177 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f2ae35ef-3987-4c34-99cc-c1d16a5bce75 req-1e007985-b4e3-4456-9dea-14efd8d7d529 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Aug 16 03:12:27.386510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:12:27.635680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:27.647151 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'port_id': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'mac_address': 'fa:16:3e:a0:f4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:12:27.682941 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:27.695095 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5747233c-03dd-48aa-b130-60ad92ca8e57 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:12:27.714267 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:27.792265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:27.843266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:27.850567 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.853900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.854859 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:12:27.872596 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.029484 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5747233c-03dd-48aa-b130-60ad92ca8e57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:12:28.072698 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:28.480921 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e6849-86a5-4de7-ad8a-ab99ccc4c455 req-1068cdcb-9f46-46a7-963b-edb081c53587 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:28.482440 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-076e6849-86a5-4de7-ad8a-ab99ccc4c455 req-1068cdcb-9f46-46a7-963b-edb081c53587 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 945 time: 0.0496776 Aug 16 03:12:28.520379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-076e6849-86a5-4de7-ad8a-ab99ccc4c455 req-a55d2742-5f7f-473f-afe3-d35baede86ec tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317798 Aug 16 03:12:29.402463 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:12:29.540747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port 5747233c-03dd-48aa-b130-60ad92ca8e57 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:12:29.545316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 5747233c-03dd-48aa-b130-60ad92ca8e57 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:12:29.545694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:29.622948 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:29.635259 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087e156-1663-43e6-bc6d-8941013cf8de req-0a5a1f4c-e48f-4668-bfc3-d5a793996ae3 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:29.636862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9087e156-1663-43e6-bc6d-8941013cf8de req-0a5a1f4c-e48f-4668-bfc3-d5a793996ae3 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 945 time: 0.0494995 Aug 16 03:12:29.645338 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:29.647630 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b11b6ab-d77d-4137-811e-502e1e6b7ac4" -d '{"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-plugged", "status": "completed", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:29.661297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:12:29.675913 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9087e156-1663-43e6-bc6d-8941013cf8de req-e2f6a74a-6fd9-4c5b-a066-116551ed3959 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331082 Aug 16 03:12:29.734777 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:29.764294 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97eaa3b9-4b03-4238-a619-850d405de230 x-openstack-request-id: req-97eaa3b9-4b03-4238-a619-850d405de230 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:29.764598 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-plugged", "status": "completed", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:29.764884 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-97eaa3b9-4b03-4238-a619-850d405de230 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:29.765281 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'code': 200} Aug 16 03:12:29.794737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:29.858571 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c16700-df48-4c35-9deb-662cdc3d5214 req-a17de236-cb94-4f73-9006-8a147f0d4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:29.860082 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c16700-df48-4c35-9deb-662cdc3d5214 req-a17de236-cb94-4f73-9006-8a147f0d4878 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0441051 Aug 16 03:12:29.894108 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-88c16700-df48-4c35-9deb-662cdc3d5214 req-7229543e-5fbf-46ad-8885-3ff7e4649f58 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270612 Aug 16 03:12:30.795062 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd419e-19f7-4754-85cc-fe7e5b3b7bae req-3700cff8-8422-4839-9c36-e682507ef28b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:30.796572 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6dfd419e-19f7-4754-85cc-fe7e5b3b7bae req-3700cff8-8422-4839-9c36-e682507ef28b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0540190 Aug 16 03:12:30.834229 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6dfd419e-19f7-4754-85cc-fe7e5b3b7bae req-1288e54e-ff00-4229-90fe-cd428202bc44 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316617 Aug 16 03:12:32.003748 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4b333-4c88-4bfb-8685-db169b0e9d00 req-591ef95b-b601-4ac2-9d66-5ef9149d4d36 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:32.005285 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02c4b333-4c88-4bfb-8685-db169b0e9d00 req-591ef95b-b601-4ac2-9d66-5ef9149d4d36 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0541224 Aug 16 03:12:32.044959 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02c4b333-4c88-4bfb-8685-db169b0e9d00 req-56653c07-8403-4df9-bf6e-d46f9a360c01 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336704 Aug 16 03:12:32.158368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876002e-7ba4-40c1-9736-15ab00bda6b8 req-d4fd639a-5392-4651-9c16-b09cf13daeb2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:32.160128 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0876002e-7ba4-40c1-9736-15ab00bda6b8 req-d4fd639a-5392-4651-9c16-b09cf13daeb2 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0505667 Aug 16 03:12:32.197630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0876002e-7ba4-40c1-9736-15ab00bda6b8 req-a59ec162-b957-43ff-a47e-28920947758f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316670 Aug 16 03:12:32.220359 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34336) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:32.264585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b784556f-2f69-48bf-bad2-5871ad1fcfb4 tempest-TestShelveInstance-1681553901 tempest-TestShelveInstance-1681553901-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:32.266153 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-b784556f-2f69-48bf-bad2-5871ad1fcfb4 tempest-TestShelveInstance-1681553901 tempest-TestShelveInstance-1681553901-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1093 time: 0.0447960 Aug 16 03:12:32.269001 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34338) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:12:32.273455 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:12:32.363936 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.461792 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.568729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Allocated IP 172.25.6.121 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/f54fdeaa-a982-4860-be26-003ea459aff8) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:12:32.668303 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.780725 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:32.824966 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:12:32.827861 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:12:32.831468 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:12:32.836813 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'Port': ['ID=f54fdeaa-a982-4860-be26-003ea459aff8,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:33.187123 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:33.299568 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:33.450745 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:33.517750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:33.588249 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event updated for resources: {'Port': ['ID=f54fdeaa-a982-4860-be26-003ea459aff8,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:12:33.598975 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:33.706881 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Floating IP 6518dfcf-eb05-40c0-b1ba-8c5b922b2540 associated. External IP: 172.25.6.121, port: 5747233c-03dd-48aa-b130-60ad92ca8e57. Aug 16 03:12:33.911461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:12:34.303543 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:12:34.313015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:12:34.322522 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:34.323178 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:12:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:34.375167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:34.402969 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7f31c84f-45a9-4753-8827-c9f9921973dd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1328812 Aug 16 03:12:34.403565 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:12:34.406005 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec6dbd6-e0e5-4989-9f40-2fec138815f6" -d '{"events": [{"name": "network-changed", "server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:12:34.430994 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:34.442619 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f33752-2945-4faa-902b-24e2234f1b1a x-openstack-request-id: req-d7f33752-2945-4faa-902b-24e2234f1b1a {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:12:34.442950 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:12:34.443206 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d7f33752-2945-4faa-902b-24e2234f1b1a {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:12:34.443614 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'status': 'completed', 'code': 200} Aug 16 03:12:34.503827 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-f6f0c326-9543-4958-bb8e-17e082b2e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.505389 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-f6f0c326-9543-4958-bb8e-17e082b2e2b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0393360 Aug 16 03:12:34.594437 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-7974858e-6939-43fe-8424-d226c61537f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.595975 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-7974858e-6939-43fe-8424-d226c61537f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0834763 Aug 16 03:12:34.653454 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '6518dfcf-eb05-40c0-b1ba-8c5b922b2540', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'port_id': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'mac_address': 'fa:16:3e:a0:f4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:12:33Z', 'updated_at': '2021-08-16T03:12:33Z', 'revision_number': 0, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:34.664148 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-8dab2c7e-81cc-4273-a586-aa714566e6b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1000 time: 0.0615225 Aug 16 03:12:34.682587 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:12:34.691627 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:12:34.692245 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:12:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:34.712901 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-25989114-5703-4e13-8b56-abdc58dbe754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.714983 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-25989114-5703-4e13-8b56-abdc58dbe754 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0433598 Aug 16 03:12:34.761035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-f852ad39-67dd-4e2b-93ba-7087fccd0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:34.762848 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-f852ad39-67dd-4e2b-93ba-7087fccd0d44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406451 Aug 16 03:12:34.794981 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:12:35.030321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '6518dfcf-eb05-40c0-b1ba-8c5b922b2540', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'port_id': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'mac_address': 'fa:16:3e:a0:f4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:12:33Z', 'updated_at': '2021-08-16T03:12:33Z', 'revision_number': 0, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:12:35.057706 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f3b365-e4ff-4bef-bdc7-d1c462b1b095 None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '6518dfcf-eb05-40c0-b1ba-8c5b922b2540', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'port_id': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'mac_address': 'fa:16:3e:a0:f4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:12:33Z', 'updated_at': '2021-08-16T03:12:33Z', 'revision_number': 0, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:12:35.217194 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-08f647d2-91f1-428a-855d-15e0388750a7 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473596 Aug 16 03:12:35.262620 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc050ef4-08d3-439a-b690-67e8375bb66b None None] New status for floating IP 6518dfcf-eb05-40c0-b1ba-8c5b922b2540: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:12:35.309719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-fec6dbd6-e0e5-4989-9f40-2fec138815f6 req-610cebc8-af47-46c0-8625-29977360a26f service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850301 Aug 16 03:12:40.083305 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-40002f59-2769-4a39-9fca-41aa95e115d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.780178 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:42.837664 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c822c188-f038-463a-8ed1-db3baf593bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:44.940037 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:46.111419 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:47.099972 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-6a6f3eb2-0861-4ce7-908e-2a3da07d1aca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0451751 Aug 16 03:12:47.181622 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-618b604c-9544-4933-9900-f062764c6d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:47.183165 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-618b604c-9544-4933-9900-f062764c6d0b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0409439 Aug 16 03:12:47.286132 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-a8418cb1-778e-456e-a39b-c84bbe81207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:47.287750 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-a8418cb1-778e-456e-a39b-c84bbe81207b service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0843554 Aug 16 03:12:47.357702 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-c3c61869-abb0-4fcc-bf4c-0f66c34e7d7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1002 time: 0.0624948 Aug 16 03:12:47.412670 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-36bcc7c8-f0e0-4b20-9c79-d37d0218ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:47.414182 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-36bcc7c8-f0e0-4b20-9c79-d37d0218ad20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0495632 Aug 16 03:12:47.460663 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-a1f1ca9c-1832-4230-aa01-5c3937cdebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:12:47.462173 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-a1f1ca9c-1832-4230-aa01-5c3937cdebc3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412934 Aug 16 03:12:47.555454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-5016777b-03b6-4e8e-b49f-993e8e9798f5 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856776 Aug 16 03:12:47.646226 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-7cef5411-3c52-42e3-8e92-5c2cbb02bdcb req-b06cff8d-765d-4376-986c-eb84b9360b12 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836689 Aug 16 03:12:54.941686 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:12:57.859570 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:12:58.071353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:10.076471 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9c9f76ac-497e-416c-a4b6-5c3917cf9b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.710543 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:12.807645 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-593e3399-efe4-490d-8db0-565e8f1bae9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:14.922089 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:16.127811 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:27.859071 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:28.047317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:31.940815 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:13:40.075875 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e6738115-cc03-4c8c-979a-6d8c97f63e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.733438 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:42.824731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-347ba85c-e669-4331-bb63-80cee9e031b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:44.927179 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:46.121183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:48.133679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-c3e752a2-e3d3-4a4d-adf8-804ed6b8ecb3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0830450 Aug 16 03:13:48.216601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-53c473a7-28ff-4d57-b557-f7e534677f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:48.218213 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-53c473a7-28ff-4d57-b557-f7e534677f92 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0422366 Aug 16 03:13:48.319801 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-463ee609-f5e8-4238-a781-be499b9bfb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:48.321214 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-463ee609-f5e8-4238-a781-be499b9bfb3a service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0848227 Aug 16 03:13:48.389510 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-c4e2e88d-9b90-44a8-838a-473d6bb01360 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1002 time: 0.0612361 Aug 16 03:13:48.437908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-f6ba2974-68c4-4495-856c-cd853bcdd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:48.439379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-f6ba2974-68c4-4495-856c-cd853bcdd3c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0435188 Aug 16 03:13:48.483436 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-9d949b98-2b44-4fe8-949f-f7d4f36a4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:13:48.484948 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-9d949b98-2b44-4fe8-949f-f7d4f36a4802 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387363 Aug 16 03:13:48.579248 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-1ae452b8-9112-4e18-9b2a-52aff9fb21af service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Aug 16 03:13:48.669439 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-84c399c1-6e6b-4662-ae0c-9f6224724eca req-f2c44eba-49fb-4d69-9b8b-b3c07b856e8b service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828698 Aug 16 03:13:57.892736 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:13:58.075491 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:08.940173 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:10.063657 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-951df514-c5ac-44bf-a700-a76c4a359884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.697290 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:12.823097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-07f7e680-98c9-46c4-b0d8-0b098bf1a58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:14.989528 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:16.121045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:27.886535 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:28.074720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:40.034956 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b5c5b831-e222-4342-8aa8-bbfb720fe500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:42.743419 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:42.926572 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cf8196b1-a678-44ab-9533-bc9b835e2688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:44.942076 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:45.939764 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:14:46.109208 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:49.114812 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-bd910990-797c-4ea5-b09c-20aee1f8d1c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0416646 Aug 16 03:14:49.199826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-c2c99fe8-cab6-4ad8-9ef4-e61ceabf1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:49.201782 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-c2c99fe8-cab6-4ad8-9ef4-e61ceabf1cdb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0446641 Aug 16 03:14:49.308130 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-af87590d-713e-4846-a74e-267662cec548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:49.309600 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-af87590d-713e-4846-a74e-267662cec548 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0869887 Aug 16 03:14:49.379943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-371cacab-834a-490d-bb9b-8ef04aff6c09 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1002 time: 0.0632019 Aug 16 03:14:49.436374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-8a63fb39-822b-441d-a815-b3e35488010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:49.437874 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-8a63fb39-822b-441d-a815-b3e35488010f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0512598 Aug 16 03:14:49.483850 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-36985739-d37b-42d9-99b8-227df8cbcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:14:49.485357 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-36985739-d37b-42d9-99b8-227df8cbcd8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404108 Aug 16 03:14:49.578926 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-5d39e250-b482-41a8-8947-b2e2ff558715 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864727 Aug 16 03:14:49.670336 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ca489b9c-7ecb-43ff-a531-0f4e94e14482 req-d422a0a4-dcd7-436f-b2a4-c4a15384678b service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Aug 16 03:14:57.923824 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:14:58.108870 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:01.566606 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062579fc-173c-4b2a-a948-43e4dc89c1d5 req-0f2f5253-ea1d-406f-bb7b-481877415655 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:01.568161 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-062579fc-173c-4b2a-a948-43e4dc89c1d5 req-0f2f5253-ea1d-406f-bb7b-481877415655 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0947611 Aug 16 03:15:01.606137 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-062579fc-173c-4b2a-a948-43e4dc89c1d5 req-4a4957e9-f97a-4fb3-8e71-f50b9462cfc1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320237 Aug 16 03:15:02.795189 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc11c539-d29a-401a-8c8b-085f841ac6c6 req-7fc4e62a-2e3d-46b1-8add-0de5bcc5f197 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:02.796697 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc11c539-d29a-401a-8c8b-085f841ac6c6 req-7fc4e62a-2e3d-46b1-8add-0de5bcc5f197 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0931785 Aug 16 03:15:02.839727 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-cc11c539-d29a-401a-8c8b-085f841ac6c6 req-5c37056e-8b68-40cd-aa8c-7ffdf93e776d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368440 Aug 16 03:15:03.979138 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a37fa-915b-40c6-bee4-8bdc2262b10a req-43ba3c62-ecb9-43ac-8b65-771f46b2e0ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:03.980628 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e1a37fa-915b-40c6-bee4-8bdc2262b10a req-43ba3c62-ecb9-43ac-8b65-771f46b2e0ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0488598 Aug 16 03:15:04.018404 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-6e1a37fa-915b-40c6-bee4-8bdc2262b10a req-74e63eeb-acdd-43ad-90b3-d11d9c7ac2c4 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317807 Aug 16 03:15:05.133444 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970c305-559b-4f02-ab7a-f7d8916e7163 req-0a1476ac-3cbc-4a34-849e-2d47345bcabe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:05.134953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3970c305-559b-4f02-ab7a-f7d8916e7163 req-0a1476ac-3cbc-4a34-849e-2d47345bcabe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0481803 Aug 16 03:15:05.172316 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3970c305-559b-4f02-ab7a-f7d8916e7163 req-31d43d11-a1a4-4b09-b834-e38166ee8d35 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314560 Aug 16 03:15:06.290652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26063269-cf38-42ae-b814-9545f464e502 req-9c368540-362d-46d9-8542-e2c23ef77f52 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:06.292162 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26063269-cf38-42ae-b814-9545f464e502 req-9c368540-362d-46d9-8542-e2c23ef77f52 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0484326 Aug 16 03:15:06.333735 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-26063269-cf38-42ae-b814-9545f464e502 req-a6bd6dad-b5d9-435c-92ee-1eabe380049a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355387 Aug 16 03:15:07.448541 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68361283-839b-477d-8006-7c15464909ef req-31f7c53d-d431-4704-a4ee-c95ca74da6d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:07.450013 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68361283-839b-477d-8006-7c15464909ef req-31f7c53d-d431-4704-a4ee-c95ca74da6d1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0491958 Aug 16 03:15:07.487291 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68361283-839b-477d-8006-7c15464909ef req-b13f02a8-8c38-451c-8a5e-910488414eba tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Aug 16 03:15:08.623554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c6ba2c-a8ac-45bd-908c-3278aac127b6 req-11252fb8-6207-4c36-a331-3f99276892b8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:08.625070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71c6ba2c-a8ac-45bd-908c-3278aac127b6 req-11252fb8-6207-4c36-a331-3f99276892b8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0679116 Aug 16 03:15:08.667113 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-71c6ba2c-a8ac-45bd-908c-3278aac127b6 req-64bdda2b-88e1-4bc4-b079-196dcb129bc8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344200 Aug 16 03:15:09.784829 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfcb79-3c96-48e6-a33f-86ea92a3f1e2 req-20f3b09a-e7dc-4259-8350-985fba556cfe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:09.786550 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cdfcb79-3c96-48e6-a33f-86ea92a3f1e2 req-20f3b09a-e7dc-4259-8350-985fba556cfe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0492318 Aug 16 03:15:09.827095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-9cdfcb79-3c96-48e6-a33f-86ea92a3f1e2 req-c52d2fa9-3e7e-4641-94a3-e65f050a724e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Aug 16 03:15:10.056940 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-42422e1c-db89-4ff2-a7ec-f26d9b2033a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:10.940549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67404ab1-59f9-4482-b785-8a58f8543ebc req-728f57c4-f173-41fe-8eaa-86456e1a3627 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:10.942126 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67404ab1-59f9-4482-b785-8a58f8543ebc req-728f57c4-f173-41fe-8eaa-86456e1a3627 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0492027 Aug 16 03:15:10.979716 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-67404ab1-59f9-4482-b785-8a58f8543ebc req-14990ac8-f3db-42d3-bd5c-f8cb37b3060a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317466 Aug 16 03:15:11.711794 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-b777ed66-06a2-4ee0-b306-0cc22322500e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:11.713307 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-b777ed66-06a2-4ee0-b306-0cc22322500e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0418229 Aug 16 03:15:11.807933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-0a2d02e6-32d9-43f4-b4d5-8113f014f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:11.809416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-0a2d02e6-32d9-43f4-b4d5-8113f014f6c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0887158 Aug 16 03:15:11.875979 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-cdf6a6d3-f154-470a-b821-7fab27b4a432 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1002 time: 0.0575283 Aug 16 03:15:11.930001 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-0cc84544-348f-488d-a8c8-ffaec57b7d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:11.931484 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-0cc84544-348f-488d-a8c8-ffaec57b7d62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0479028 Aug 16 03:15:11.975985 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-6fb5cead-c56d-4cdb-8964-acebeb5e2ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:11.977379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-6fb5cead-c56d-4cdb-8964-acebeb5e2ad9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393171 Aug 16 03:15:12.066949 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-b0683f7c-349a-4973-8428-9a4b21ec5bd0 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824480 Aug 16 03:15:12.094167 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071155e-5b10-4f8c-b22a-b24792805036 req-11fba6fc-86ec-44bc-8ef4-a199678a53fe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:12.096000 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7071155e-5b10-4f8c-b22a-b24792805036 req-11fba6fc-86ec-44bc-8ef4-a199678a53fe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0503585 Aug 16 03:15:12.134811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7071155e-5b10-4f8c-b22a-b24792805036 req-8a24f9d3-4992-4351-b052-f883346f4fac tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Aug 16 03:15:12.169167 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d2fa16b4-3afd-45cb-82fa-3e4862686e25 req-7e0112d3-cf2c-4a3d-8ada-1064823fb296 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893221 Aug 16 03:15:12.737154 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:12.828435 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-feaaf605-e7f9-43a1-8c65-01156d36e418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:13.250620 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8a872-5c3a-4b41-b2b8-f03edf1cf85b req-a2b09721-104a-4c34-bd6a-067c4d4c463b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:13.252129 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfd8a872-5c3a-4b41-b2b8-f03edf1cf85b req-a2b09721-104a-4c34-bd6a-067c4d4c463b tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0502067 Aug 16 03:15:13.293493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bfd8a872-5c3a-4b41-b2b8-f03edf1cf85b req-5ccb4f40-44ce-4611-a5f0-8978a82c717e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353656 Aug 16 03:15:14.408647 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f354162-d47f-4000-9512-9c7173cf2e2a req-55623f23-048c-4823-a8ce-947c5f66b0b1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:14.410448 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f354162-d47f-4000-9512-9c7173cf2e2a req-55623f23-048c-4823-a8ce-947c5f66b0b1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0501604 Aug 16 03:15:14.448414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2f354162-d47f-4000-9512-9c7173cf2e2a req-134e7ca8-8755-49c1-89a8-8df60057e70c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318758 Aug 16 03:15:14.946541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:15.569271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e40ed-8022-41c4-abf0-95b41c3ed597 req-e392e577-fc04-455a-a582-a5554c1a875f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:15.570809 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-131e40ed-8022-41c4-abf0-95b41c3ed597 req-e392e577-fc04-455a-a582-a5554c1a875f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0489290 Aug 16 03:15:15.609216 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-131e40ed-8022-41c4-abf0-95b41c3ed597 req-791f8bb7-7866-466c-894d-d6f0c22f7f74 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321009 Aug 16 03:15:16.103328 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:15:16.125542 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:16.180673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:16.202758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:15:16.205021 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609f8a91-4d7a-4b88-a6f3-9a1c0a7fcab7" -d '{"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-unplugged", "status": "completed", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:15:16.218339 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:15:16.236689 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 16 Aug 2021 03:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac42bdd6-b71a-4c15-968a-98f9189dc66e x-openstack-request-id: req-ac42bdd6-b71a-4c15-968a-98f9189dc66e {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:15:16.236984 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-unplugged", "status": "failed", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "code": 422}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:15:16.237242 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ac42bdd6-b71a-4c15-968a-98f9189dc66e {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:15:16.237641 n-d-768852-19 neutron-server[101947]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'code': 422} returned with failed status Aug 16 03:15:16.303287 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:16.352576 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:16.359711 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.360066 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.360413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.360767 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.361159 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.361508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.361842 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.362176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.362508 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.362865 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.363197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.363526 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:15:16.731005 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4004f73-f4d7-45e3-a3bf-42ec193ab7ab req-00fc82a3-1ee5-4b00-a3da-cff48fb5c46f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:16.732548 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4004f73-f4d7-45e3-a3bf-42ec193ab7ab req-00fc82a3-1ee5-4b00-a3da-cff48fb5c46f tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0508542 Aug 16 03:15:16.775422 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4004f73-f4d7-45e3-a3bf-42ec193ab7ab req-4fa2d0ee-d4e2-4d4b-b8af-eca5e1666a53 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370309 Aug 16 03:15:18.156882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24abaf-2f7a-4d20-b242-822179aea0f4 req-91a1aa38-996d-4483-b47e-9b8254796091 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:18.158460 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd24abaf-2f7a-4d20-b242-822179aea0f4 req-91a1aa38-996d-4483-b47e-9b8254796091 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0492303 Aug 16 03:15:18.197798 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-dd24abaf-2f7a-4d20-b242-822179aea0f4 req-eec7fa23-e85a-4683-b9d5-5da069634960 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321503 Aug 16 03:15:18.243550 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-e1ff6704-8a6f-445e-8bff-8706729483c8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833504 Aug 16 03:15:19.319448 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d00af1-18ee-4de6-af3a-b56f9ff81a12 req-02176e03-2dfd-47d9-b2cc-c096b391d2be tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:19.320968 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66d00af1-18ee-4de6-af3a-b56f9ff81a12 req-02176e03-2dfd-47d9-b2cc-c096b391d2be tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0512311 Aug 16 03:15:19.359923 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-66d00af1-18ee-4de6-af3a-b56f9ff81a12 req-02df3d54-9474-4701-a386-9f7aad974579 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329142 Aug 16 03:15:20.476514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d241809-1423-4af5-a542-ea49c4333e47 req-2f95c1f8-f2b0-4187-bf0b-6e1ecb57e185 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:20.478060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d241809-1423-4af5-a542-ea49c4333e47 req-2f95c1f8-f2b0-4187-bf0b-6e1ecb57e185 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0498791 Aug 16 03:15:20.522541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0d241809-1423-4af5-a542-ea49c4333e47 req-7fd6b402-8e8a-4039-9c3a-bb7b5d0cd0ca tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385170 Aug 16 03:15:21.640568 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf8d69-9fd4-4eb2-a06d-36376c7f2041 req-2a297d7a-9f1e-405a-a5b2-44cec91975b0 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:21.642088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82cf8d69-9fd4-4eb2-a06d-36376c7f2041 req-2a297d7a-9f1e-405a-a5b2-44cec91975b0 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0541627 Aug 16 03:15:21.680314 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-82cf8d69-9fd4-4eb2-a06d-36376c7f2041 req-be0c834d-4bb5-4de2-996c-fcc49876a196 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318086 Aug 16 03:15:22.795682 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a521c80c-a57d-4a83-828d-a5beb0321900 req-7116be39-34f9-4753-8555-b572cd8b675c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:22.797213 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a521c80c-a57d-4a83-828d-a5beb0321900 req-7116be39-34f9-4753-8555-b572cd8b675c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0504725 Aug 16 03:15:22.838619 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a521c80c-a57d-4a83-828d-a5beb0321900 req-c3806ba7-c689-463d-9a23-80e50ddeac89 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348582 Aug 16 03:15:22.938994 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:15:23.952239 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7262ae28-526b-43f9-a306-a2855cd3396a req-cb885ba9-d699-459e-a5bd-053ec1e49fa9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:23.953757 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7262ae28-526b-43f9-a306-a2855cd3396a req-cb885ba9-d699-459e-a5bd-053ec1e49fa9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0492816 Aug 16 03:15:23.996065 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7262ae28-526b-43f9-a306-a2855cd3396a req-65463c7d-4599-44e0-bc85-d9978b28fbbe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357387 Aug 16 03:15:25.113403 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcc5e9-5683-470d-82f7-cd372648cf9e req-0ca85fb4-a57f-448c-b81f-198f3dbaf2e8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:25.115770 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1fcc5e9-5683-470d-82f7-cd372648cf9e req-0ca85fb4-a57f-448c-b81f-198f3dbaf2e8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0516102 Aug 16 03:15:25.154739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1fcc5e9-5683-470d-82f7-cd372648cf9e req-e0b6bc49-87de-42da-9570-b0edb8b6430c tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326011 Aug 16 03:15:26.274898 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849808c2-1180-4d61-8cf2-f3744258c373 req-b6c24edf-a018-49b5-a5a8-a524608f36b8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:26.276505 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-849808c2-1180-4d61-8cf2-f3744258c373 req-b6c24edf-a018-49b5-a5a8-a524608f36b8 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0506876 Aug 16 03:15:26.318011 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-849808c2-1180-4d61-8cf2-f3744258c373 req-549e55c0-5855-45cc-869d-0d2cfc927918 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346160 Aug 16 03:15:27.439027 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f753bb-0320-4161-8eee-6ff710ae7292 req-67a88f7a-7fe3-4813-8ecd-800d56553312 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:27.440672 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f753bb-0320-4161-8eee-6ff710ae7292 req-67a88f7a-7fe3-4813-8ecd-800d56553312 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0516896 Aug 16 03:15:27.487353 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-a0f753bb-0320-4161-8eee-6ff710ae7292 req-08fbedad-5b6c-40e8-be56-b9c14fc3535a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391362 Aug 16 03:15:27.891338 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:28.096653 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:28.218334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971251f3-0184-4638-91b5-99bdb020f534 req-cf8d0af6-544e-4f1d-9984-00422f8ff78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:28.221275 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-cf8d0af6-544e-4f1d-9984-00422f8ff78c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&tenant_id=0f3f4dea906a4c028828813190b280d4 HTTP/1.1" status: 200 len: 1096 time: 0.0414085 Aug 16 03:15:28.289068 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971251f3-0184-4638-91b5-99bdb020f534 req-168ca31e-7dba-4e3b-80e6-e9074e768f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:28.290576 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-168ca31e-7dba-4e3b-80e6-e9074e768f12 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1096 time: 0.0452511 Aug 16 03:15:28.379600 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971251f3-0184-4638-91b5-99bdb020f534 req-4a91c376-724d-4f64-9193-f5cc6c1cc941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:28.381752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-4a91c376-724d-4f64-9193-f5cc6c1cc941 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0846019 Aug 16 03:15:28.450206 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-1c4708ca-4e0a-495a-9ad6-e80ac96f0121 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1000 time: 0.0617275 Aug 16 03:15:28.499274 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971251f3-0184-4638-91b5-99bdb020f534 req-76a3734f-ef03-4c87-82a4-34891899f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:28.500752 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-76a3734f-ef03-4c87-82a4-34891899f122 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0438123 Aug 16 03:15:28.548064 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971251f3-0184-4638-91b5-99bdb020f534 req-592d7cbb-6820-4f78-a523-e31bca675532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:28.549869 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-592d7cbb-6820-4f78-a523-e31bca675532 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421333 Aug 16 03:15:28.604544 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb4642-59d0-45c8-92a9-38c88eda76d9 req-1531c142-7764-4b96-aa37-1d6672d64419 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:28.606088 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2edb4642-59d0-45c8-92a9-38c88eda76d9 req-1531c142-7764-4b96-aa37-1d6672d64419 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0515068 Aug 16 03:15:28.645016 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2edb4642-59d0-45c8-92a9-38c88eda76d9 req-7331b078-6731-46ba-b068-b89977056e4e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326467 Aug 16 03:15:28.647034 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-b3545375-75c1-42cc-873d-a102c4504e4e service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896401 Aug 16 03:15:28.738228 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-744aeb28-262b-4dcf-81db-d42979dacbd8 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845606 Aug 16 03:15:29.759517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d71e0-99af-45b5-9618-0b136849fa7e req-3a89764a-d4ac-4266-9316-03d3887c60c9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:29.761265 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a6d71e0-99af-45b5-9618-0b136849fa7e req-3a89764a-d4ac-4266-9316-03d3887c60c9 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0482502 Aug 16 03:15:29.799432 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a6d71e0-99af-45b5-9618-0b136849fa7e req-677bfe1c-d1d2-45da-bdc4-37c12cf0a039 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Aug 16 03:15:30.914151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30822572-922a-491a-995e-e7d0fb05cf53 req-0539b9a1-9412-4c0f-8750-821e8e4c4ab1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:30.915674 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30822572-922a-491a-995e-e7d0fb05cf53 req-0539b9a1-9412-4c0f-8750-821e8e4c4ab1 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0485780 Aug 16 03:15:30.957218 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-30822572-922a-491a-995e-e7d0fb05cf53 req-a1001aa2-2116-4c47-a694-d1ebb19cc0c5 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356617 Aug 16 03:15:32.070618 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29508d0e-1ead-4254-9ec5-79583e35f69c req-4a5b6a97-d9a2-49d4-bbf4-b0ad7ab67b16 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:32.072202 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29508d0e-1ead-4254-9ec5-79583e35f69c req-4a5b6a97-d9a2-49d4-bbf4-b0ad7ab67b16 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0495884 Aug 16 03:15:32.111641 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-29508d0e-1ead-4254-9ec5-79583e35f69c req-e250e06b-4acb-4bef-ad9a-ad247c31046d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334482 Aug 16 03:15:33.228100 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99d59a-14a4-41cd-884b-17ca95273f4a req-7bc2ef3f-d738-4bfa-8f47-b725ef14cc41 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:33.229899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d99d59a-14a4-41cd-884b-17ca95273f4a req-7bc2ef3f-d738-4bfa-8f47-b725ef14cc41 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0529234 Aug 16 03:15:33.267583 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3d99d59a-14a4-41cd-884b-17ca95273f4a req-12b3eb0e-c548-43b9-aa94-9d14f6508449 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315783 Aug 16 03:15:34.383395 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f867d-83be-46d1-b774-ab47d99ef6ea req-080edbb7-8aef-44dd-a43b-62ca832599d6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:34.384898 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559f867d-83be-46d1-b774-ab47d99ef6ea req-080edbb7-8aef-44dd-a43b-62ca832599d6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0501828 Aug 16 03:15:34.426101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-559f867d-83be-46d1-b774-ab47d99ef6ea req-d4306f80-2d15-4745-b7ef-dcc5e72042da tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353203 Aug 16 03:15:35.540517 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb37d16-f62d-4e3c-a6d2-8e7f66b438e8 req-82611fa5-ec0b-48b3-8282-92498c11eb3e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:35.542024 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fb37d16-f62d-4e3c-a6d2-8e7f66b438e8 req-82611fa5-ec0b-48b3-8282-92498c11eb3e tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 944 time: 0.0497708 Aug 16 03:15:35.579017 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7fb37d16-f62d-4e3c-a6d2-8e7f66b438e8 req-b1566d86-5ef7-4afe-8e39-600e9a351d78 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310771 Aug 16 03:15:36.149128 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:15:36.243144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:15:36.254013 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'port_id': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'mac_address': 'fa:16:3e:a0:f4:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:15:36.293679 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:36.306238 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5747233c-03dd-48aa-b130-60ad92ca8e57 {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:15:36.325222 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:15:36.408458 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:36.454863 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:36.640231 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['5747233c-03dd-48aa-b130-60ad92ca8e57'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:15:36.692788 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3079f-44f1-468c-a93b-9339baebbf01 req-f2b53a45-4aea-4df9-a2f6-85b453dbf221 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:36.694239 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1a3079f-44f1-468c-a93b-9339baebbf01 req-f2b53a45-4aea-4df9-a2f6-85b453dbf221 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 945 time: 0.0495868 Aug 16 03:15:36.732298 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e1a3079f-44f1-468c-a93b-9339baebbf01 req-e91b537c-09da-4a1e-84d9-fbebc641a790 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320647 Aug 16 03:15:37.848157 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c681d-19f0-4c04-91d8-27734dd6c3d9 req-12cad907-603d-4f3d-88aa-02efc34904ab tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:37.849659 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-744c681d-19f0-4c04-91d8-27734dd6c3d9 req-12cad907-603d-4f3d-88aa-02efc34904ab tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 945 time: 0.0504050 Aug 16 03:15:37.896516 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-744c681d-19f0-4c04-91d8-27734dd6c3d9 req-88bf0fca-8c43-4473-b530-a63fd00f0b52 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408752 Aug 16 03:15:38.164999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:15:38.211228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port 5747233c-03dd-48aa-b130-60ad92ca8e57 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:15:38.211612 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:38.289049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:38.310852 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:15:38.313060 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a4132a-e7df-4fd2-be3c-24ec90decc51" -d '{"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-plugged", "status": "completed", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:15:38.325753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:15:38.347596 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b13fa0b-7d56-4ec2-b29e-03b2e653bc2f x-openstack-request-id: req-7b13fa0b-7d56-4ec2-b29e-03b2e653bc2f {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:15:38.347893 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-plugged", "status": "completed", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:15:38.348155 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7b13fa0b-7d56-4ec2-b29e-03b2e653bc2f {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:15:38.348554 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'code': 200} Aug 16 03:15:38.391728 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:38.441263 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:15:38.499776 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef7c33-2bf8-4315-901d-5f92391993b8 req-4df6eafd-4095-4936-a498-3f35e7444798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:38.501332 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ebef7c33-2bf8-4315-901d-5f92391993b8 req-4df6eafd-4095-4936-a498-3f35e7444798 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0447521 Aug 16 03:15:38.536320 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ebef7c33-2bf8-4315-901d-5f92391993b8 req-99090ad4-7c0b-4944-b5ed-8223ce4aa056 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280845 Aug 16 03:15:39.008771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31c6f15-6865-4c64-89f8-8bc9f7e0966c req-2b2accd5-a725-4cbb-a64b-deee0e6cd4e6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:39.010252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d31c6f15-6865-4c64-89f8-8bc9f7e0966c req-2b2accd5-a725-4cbb-a64b-deee0e6cd4e6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0485117 Aug 16 03:15:39.047926 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d31c6f15-6865-4c64-89f8-8bc9f7e0966c req-8c51f12b-778d-4bac-a327-8a33a39ff306 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Aug 16 03:15:40.053766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-44325e6f-5856-4a7d-b64f-b0527edda1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:40.165607 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c18b01-e3d0-45de-83ec-4a95e1484b8c req-5aa065ce-3ceb-4758-a0ef-b9e9a4e582bd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:40.167060 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58c18b01-e3d0-45de-83ec-4a95e1484b8c req-5aa065ce-3ceb-4758-a0ef-b9e9a4e582bd tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0513029 Aug 16 03:15:40.203700 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-58c18b01-e3d0-45de-83ec-4a95e1484b8c req-53b33924-9240-4f65-8421-c444bdd80423 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Aug 16 03:15:42.702557 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:42.839334 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-92acf22a-b87f-4742-8ccd-83dbfd5e1b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:44.954301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:46.119611 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:51.112454 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-7cb90352-3bb4-4c31-a316-045a79f85a62 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442162 Aug 16 03:15:51.193792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-941cde25-2c88-4964-99d3-92e824697723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:51.195430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-941cde25-2c88-4964-99d3-92e824697723 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0401721 Aug 16 03:15:51.299813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-0a280386-f380-4a26-b9c4-8c39185dc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:51.301311 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-0a280386-f380-4a26-b9c4-8c39185dc9dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0857532 Aug 16 03:15:51.369506 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-54871267-f179-45f7-9e1f-9bcb0a3852ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1002 time: 0.0608132 Aug 16 03:15:51.419237 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-45ac7e78-445a-4179-b069-d1acf6571d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:51.420660 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-45ac7e78-445a-4179-b069-d1acf6571d42 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0440991 Aug 16 03:15:51.471162 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-06f99f14-6822-4ae9-b9be-bf33d32c8e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:15:51.474446 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-06f99f14-6822-4ae9-b9be-bf33d32c8e08 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403960 Aug 16 03:15:51.485813 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-c107afb7-813d-4983-9337-5f0c064634e6 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101946) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:15:51.486965 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-c107afb7-813d-4983-9337-5f0c064634e6 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053010 Aug 16 03:15:51.584340 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-da5221cf-590f-4028-9fba-e91c27a5a5d9 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Aug 16 03:15:51.675343 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-41d3f8dc-ffcb-4d1b-a680-1765c266b182 req-8b7f1e82-7bff-4b18-8d91-b813d121e0aa service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824475 Aug 16 03:15:57.884662 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:58.104893 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:15:59.938728 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:10.119514 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f9032014-39af-4907-83e7-df211672372b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:12.755878 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:12.859073 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-32b782ea-b4c4-47c8-afe3-dcc627411423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:14.975885 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:16.138193 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:27.869523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:28.106967 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:36.938165 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:16:40.068731 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-994b4eba-3ed3-4cce-9b75-527e58a95192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.714651 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:42.846310 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-148a2fa0-c8fe-46ec-ab76-ec7954079d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:44.960397 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:46.123850 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:53.091431 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-0c06e5a2-1f53-47bd-9392-167f445246de service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455701 Aug 16 03:16:53.173714 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-95d44f49-a4c3-487a-804b-0f62085793b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:53.175272 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-95d44f49-a4c3-487a-804b-0f62085793b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0414948 Aug 16 03:16:53.282942 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-cb07f8c7-810e-46b3-bb78-d87dd9399875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:53.284445 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-cb07f8c7-810e-46b3-bb78-d87dd9399875 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0898583 Aug 16 03:16:53.355430 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-686a021d-b817-47f5-9d37-23a9677b92fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 1002 time: 0.0631530 Aug 16 03:16:53.403028 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-eaafbd3c-b7a9-4d01-a6ab-c72e7500f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:53.404464 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-eaafbd3c-b7a9-4d01-a6ab-c72e7500f8df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0428643 Aug 16 03:16:53.448402 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-af0d280e-4c5a-4928-8561-0eb7b47601be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:16:53.449890 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-af0d280e-4c5a-4928-8561-0eb7b47601be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0376980 Aug 16 03:16:53.541679 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-fe8d5ae7-732c-4ef5-ba8f-66cc7d2a4941 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848851 Aug 16 03:16:53.630300 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-ed0330ec-d65f-4d19-bdb5-ef86f6a1859d req-a8f44254-cdea-404a-b426-460dffa940c4 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812931 Aug 16 03:16:57.925304 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:16:58.142720 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:10.049680 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-35469510-d733-41e7-ab20-361de86150bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:12.713673 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:12.867937 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-348fcddd-59dd-42d5-826c-fbf54bc84156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:13.936803 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:14.964624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.130603 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.325756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34556) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:16.484574 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Deleting port f54fdeaa-a982-4860-be26-003ea459aff8 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:16.484913 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.563952 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.564285 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.576347 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Calling delete_port for f54fdeaa-a982-4860-be26-003ea459aff8 owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:16.770326 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.796214 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event deleted for resources: {'Port': ['ID=f54fdeaa-a982-4860-be26-003ea459aff8,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:16.808321 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.808712 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.809026 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.809369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.809708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.810046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.810379 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.810733 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.811068 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.811393 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.811724 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.812053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:16.866154 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:16.866406 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Floating IP 6518dfcf-eb05-40c0-b1ba-8c5b922b2540 disassociated (deleted). External IP: 172.25.6.121, port: 5747233c-03dd-48aa-b130-60ad92ca8e57. Aug 16 03:17:17.075061 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:17.182959 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:17.187692 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:17.193680 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:17.203434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:17.204064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:17.216991 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6af0b1ec-312d-4f67-8e18-b7bce4a0b0c6 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "DELETE /v2.0/floatingips/6518dfcf-eb05-40c0-b1ba-8c5b922b2540 HTTP/1.1" status: 204 len: 168 time: 0.8878453 Aug 16 03:17:17.216991 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:17.217726 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13351c34-7797-4f8d-99a7-3659e95152de" -d '{"events": [{"name": "network-changed", "server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:17.326321 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:17.331389 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d48501-dd65-4004-b95d-a909792145be x-openstack-request-id: req-d3d48501-dd65-4004-b95d-a909792145be {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:17.331888 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:17.332004 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3d48501-dd65-4004-b95d-a909792145be {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:17.332347 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'status': 'completed', 'code': 200} Aug 16 03:17:17.399597 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351c34-7797-4f8d-99a7-3659e95152de req-a9ecd8b9-1eb4-484b-8363-c0bab666b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:17.401395 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-a9ecd8b9-1eb4-484b-8363-c0bab666b6f2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0f3f4dea906a4c028828813190b280d4&device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 1098 time: 0.0469906 Aug 16 03:17:17.493709 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351c34-7797-4f8d-99a7-3659e95152de req-13129c57-76a4-4d75-8f2a-498c71abbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:17.495379 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-13129c57-76a4-4d75-8f2a-498c71abbe86 service neutron] 10.222.0.58 "GET /v2.0/networks?id=84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 200 len: 909 time: 0.0874135 Aug 16 03:17:17.519699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:17.539649 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-7856cbf1-bc93-4768-9622-e7e22fe0739b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 200 len: 217 time: 0.0372896 Aug 16 03:17:17.545898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:17.554145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:17.555148 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:17.595152 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351c34-7797-4f8d-99a7-3659e95152de req-1dfe8584-eced-46f8-a642-d4b9c47bc89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:17.596856 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-1dfe8584-eced-46f8-a642-d4b9c47bc89d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 200 len: 847 time: 0.0504994 Aug 16 03:17:17.649453 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351c34-7797-4f8d-99a7-3659e95152de req-2fd9c495-ae15-4546-bb3a-e25b4f6ad863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:17.651475 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-2fd9c495-ae15-4546-bb3a-e25b4f6ad863 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=84e33abc-9a02-4776-92c1-fec69e09d64d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464802 Aug 16 03:17:17.659886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c19922-ebce-4f36-b166-72014af217c2 req-e751ffde-c337-4f2d-927e-65d117ee1df7 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:17.662072 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52c19922-ebce-4f36-b166-72014af217c2 req-e751ffde-c337-4f2d-927e-65d117ee1df7 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0524468 Aug 16 03:17:17.710680 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-52c19922-ebce-4f36-b166-72014af217c2 req-714da340-edcb-4463-ba62-8dcd24c66392 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416381 Aug 16 03:17:17.755919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-a7384d57-51cc-43d6-bf2f-15de2c5eecf9 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960717 Aug 16 03:17:17.830809 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:17.852943 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-13351c34-7797-4f8d-99a7-3659e95152de req-016c42e3-edbd-42a0-8560-80a59dbbe527 service neutron] 10.222.0.58 "GET /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899577 Aug 16 03:17:18.028967 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:18.058215 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaffa2b-fe31-4b16-b5a4-16f3344c589f None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:24Z', 'revision_number': 4, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': 'b69d1c00-db1c-4340-a952-37251bacf044', 'name': '', 'network_id': '84e33abc-9a02-4776-92c1-fec69e09d64d', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'mac_address': 'fa:16:3e:f7:4f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:23Z', 'updated_at': '2021-08-16T03:07:28Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'subnets': [{'id': '169f2b78-2cd1-49de-96e1-4f899a91c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:18.269772 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521f146e-6d3b-4dcd-bb35-6c6cecbf7b9a None None] New status for floating IP 6518dfcf-eb05-40c0-b1ba-8c5b922b2540: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:17:18.832993 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068918ad-0ad9-4f21-8870-78a17f1de3d1 req-6e34223a-c7a6-4662-af86-077018123fbe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:18.834588 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-068918ad-0ad9-4f21-8870-78a17f1de3d1 req-6e34223a-c7a6-4662-af86-077018123fbe tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0504684 Aug 16 03:17:18.872185 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-068918ad-0ad9-4f21-8870-78a17f1de3d1 req-84d9b3e8-09ec-4f2b-a76b-cc054c212399 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/security-groups?id=fe1337a7-2975-475e-8cff-9e0f2ac76f2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316644 Aug 16 03:17:19.251745 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e26724-c234-40dc-904a-1a798846c385 req-6375a218-efb4-4db9-95b0-da5595f829ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:19.253230 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-73e26724-c234-40dc-904a-1a798846c385 req-6375a218-efb4-4db9-95b0-da5595f829ed tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 946 time: 0.0487339 Aug 16 03:17:19.344723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Deleting port 5747233c-03dd-48aa-b130-60ad92ca8e57 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:19.349517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:19.434834 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] For port 5747233c-03dd-48aa-b130-60ad92ca8e57, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=5747233c-03dd-48aa-b130-60ad92ca8e57,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:19.435212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:19.448656 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Calling delete_port for 5747233c-03dd-48aa-b130-60ad92ca8e57 owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:19.667407 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:19.697120 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event deleted for resources: {'Port': ['ID=5747233c-03dd-48aa-b130-60ad92ca8e57,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:19.723618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.723618 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.723979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.724327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.724751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.725088 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.725423 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.725755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.726084 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.726413 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.726765 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.727097 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:19.751671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] No DVR routers for this DVR port 5747233c-03dd-48aa-b130-60ad92ca8e57 on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:19.754257 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:19.756778 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-73e26724-c234-40dc-904a-1a798846c385 req-3a18b518-082b-4717-857a-df81e1be593d tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.58 "DELETE /v2.0/ports/5747233c-03dd-48aa-b130-60ad92ca8e57 HTTP/1.1" status: 204 len: 173 time: 0.4973776 Aug 16 03:17:19.757217 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-deleted', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:19.759475 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc626447-cb28-4fd3-88a0-fec4e8c4c961" -d '{"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-deleted", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:19.871454 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08d74b0-8e25-4110-bac9-8b44b73795f9 x-openstack-request-id: req-f08d74b0-8e25-4110-bac9-8b44b73795f9 {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:19.871764 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "842f34d5-9ed6-4b48-a112-27e614df5dbb", "name": "network-vif-deleted", "tag": "5747233c-03dd-48aa-b130-60ad92ca8e57", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:19.872018 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f08d74b0-8e25-4110-bac9-8b44b73795f9 {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:19.872431 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '842f34d5-9ed6-4b48-a112-27e614df5dbb', 'name': 'network-vif-deleted', 'tag': '5747233c-03dd-48aa-b130-60ad92ca8e57', 'status': 'completed', 'code': 200} Aug 16 03:17:19.967494 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-e5527b90-4519-4ee4-ac33-cb749168a8e9 req-d6bfeb72-3f30-4816-a3f4-c2ed0637e820 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0263972 Aug 16 03:17:21.063502 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2b603c1f-a5ce-4cc2-a675-a384ef0689ab req-fbc6f933-10e7-44a8-83e1-81068a5fe968 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0262413 Aug 16 03:17:22.160163 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-1ffddac5-e0a6-455a-952a-f9326659fd80 req-2033af57-fd13-43eb-9f36-13d111393a0a tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0267968 Aug 16 03:17:22.589327 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:22.609490 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: 5747233c-03dd-48aa-b130-60ad92ca8e57 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:22.609843 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device 5747233c-03dd-48aa-b130-60ad92ca8e57 not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:23.260250 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-37469074-a1a5-49b7-8f2c-a5d3ff12cfa3 req-8abeacbd-2cd2-49b8-84ce-dbdc17ef1178 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "GET /v2.0/ports?device_id=842f34d5-9ed6-4b48-a112-27e614df5dbb HTTP/1.1" status: 200 len: 210 time: 0.0303283 Aug 16 03:17:24.316729 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34592) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:24.377167 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-62f982b3-061d-4533-a357-056d838ac994 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.403986 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-62f982b3-061d-4533-a357-056d838ac994 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.530547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-62f982b3-061d-4533-a357-056d838ac994 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.533162 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-62f982b3-061d-4533-a357-056d838ac994 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:24.536937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-62f982b3-061d-4533-a357-056d838ac994 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] 10.222.0.76 "DELETE /v2.0/security-groups/fe1337a7-2975-475e-8cff-9e0f2ac76f2c HTTP/1.1" status: 204 len: 168 time: 0.2160511 Aug 16 03:17:24.544771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f982b3-061d-4533-a357-056d838ac994 tempest-TestShelveInstance-1051138409 tempest-TestShelveInstance-1051138409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1337a7-2975-475e-8cff-9e0f2ac76f2c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:24.669080 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34598) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:25.189623 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:25.437112 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Deleting port b69d1c00-db1c-4340-a952-37251bacf044 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:25.437463 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:25.517332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] For port b69d1c00-db1c-4340-a952-37251bacf044, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b69d1c00-db1c-4340-a952-37251bacf044,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:25.517626 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:25.532748 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Calling delete_port for b69d1c00-db1c-4340-a952-37251bacf044 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:25.771720 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:25.800810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69d1c00-db1c-4340-a952-37251bacf044,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:25.965060 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:26.181179 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Router fe0fc0de-5279-49a4-8c22-3f336d2f54ef has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:26.291188 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:26.299767 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-b36d00b0-a367-45af-9975-f845c91ac2d5 admin admin] 10.222.0.76 "PUT /v2.0/routers/fe0fc0de-5279-49a4-8c22-3f336d2f54ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6260576 Aug 16 03:17:26.299767 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34602) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:26.301787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] Sync routers for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:26.311115 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:26.311746 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:26.427584 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:26.640959 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:17:25Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:26.674953 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] Checking router: fe0fc0de-5279-49a4-8c22-3f336d2f54ef for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:26.684260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] Routers {'fe0fc0de-5279-49a4-8c22-3f336d2f54ef'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:26.684945 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:26.780454 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:26.796411 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] Set router fe0fc0de-5279-49a4-8c22-3f336d2f54ef gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:26.889409 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:26.979118 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:17:25Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:27.006250 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e594da09-6d79-417e-803a-4ec24dc88278 None None] The sync data for ids ['fe0fc0de-5279-49a4-8c22-3f336d2f54ef'] in n-d-768852-19 is: [{'id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'name': 'tempest-TestShelveInstance-287225594-router', 'tenant_id': '0f3f4dea906a4c028828813190b280d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168'}], 'enable_snat': True}, 'gw_port_id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:17:25Z', 'revision_number': 5, 'project_id': '0f3f4dea906a4c028828813190b280d4', 'gw_port': {'id': 'ad0f2b3c-9049-41a2-8b59-3f3f0055f096', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:98:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0fc0de-5279-49a4-8c22-3f336d2f54ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:21Z', 'updated_at': '2021-08-16T03:07:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:27.025575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Deleting port ad0f2b3c-9049-41a2-8b59-3f3f0055f096 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:27.026272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.110833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] For port ad0f2b3c-9049-41a2-8b59-3f3f0055f096, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:27.111207 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.127681 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Calling delete_port for ad0f2b3c-9049-41a2-8b59-3f3f0055f096 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:27.341488 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.370390 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad0f2b3c-9049-41a2-8b59-3f3f0055f096,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:27.432722 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.526357 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.528512 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.660375 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.660941 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe0fc0de-5279-49a4-8c22-3f336d2f54ef {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:17:27.665561 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.667231 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0a7186fc-558f-4461-b192-98d126bb0103 admin admin] 10.222.0.76 "DELETE /v2.0/routers/fe0fc0de-5279-49a4-8c22-3f336d2f54ef HTTP/1.1" status: 204 len: 168 time: 1.3669655 Aug 16 03:17:27.669384 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34604) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:27.716751 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Deleting subnet 169f2b78-2cd1-49de-96e1-4f899a91c85a {{(pid=101946) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:17:27.720393 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.756604 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10118237'] for subnet, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.836914 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.963301 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:27.993139 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10152877', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10349715'] for subnet, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.016058 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169f2b78-2cd1-49de-96e1-4f899a91c85a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:28.021696 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.023606 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-15a78027-5011-41d4-9273-f2edf379cc64 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/169f2b78-2cd1-49de-96e1-4f899a91c85a HTTP/1.1" status: 204 len: 168 time: 0.3531539 Aug 16 03:17:28.026815 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34606) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:28.028067 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c7d2ed-8abe-4446-bb55-07014e19e48b None None] Network 84e33abc-9a02-4776-92c1-fec69e09d64d requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:28.101706 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.164531 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.165575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Deleting port 4cc3181f-226f-4068-85f9-00ceda83320f {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:28.165936 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.222710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] DHCP port deletion for 84e33abc-9a02-4776-92c1-fec69e09d64d request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:17:28.234953 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] For port 4cc3181f-226f-4068-85f9-00ceda83320f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc3181f-226f-4068-85f9-00ceda83320f,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:28.235330 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.248790 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Calling delete_port for 4cc3181f-226f-4068-85f9-00ceda83320f owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:28.269297 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Deleting port 4cc3181f-226f-4068-85f9-00ceda83320f {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:28.269688 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.335284 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] For port 4cc3181f-226f-4068-85f9-00ceda83320f, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=4cc3181f-226f-4068-85f9-00ceda83320f,segment=NetworkSegment(563b0c03-e948-4050-a9b1-403cdf7024d0),segment_id=563b0c03-e948-4050-a9b1-403cdf7024d0)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:28.340702 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.347999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Calling delete_port for 4cc3181f-226f-4068-85f9-00ceda83320f owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:28.410262 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.421203 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.438447 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc3181f-226f-4068-85f9-00ceda83320f,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:28.444184 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] No DVR routers for this DVR port 4cc3181f-226f-4068-85f9-00ceda83320f on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:28.450916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Pushing event deleted for resources: {'Port': ['ID=4cc3181f-226f-4068-85f9-00ceda83320f,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:28.453144 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] No DVR routers for this DVR port 4cc3181f-226f-4068-85f9-00ceda83320f on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:28.462089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.462445 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.462810 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.463153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.463623 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.463812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.464141 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.464469 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.464819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.465145 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.465472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.465797 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561c9d6b-e6f3-4bfe-8725-356b9dce33c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:28.518500 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.529139 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e33abc-9a02-4776-92c1-fec69e09d64d']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:28.540061 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563b0c03-e948-4050-a9b1-403cdf7024d0') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:28.540368 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563b0c03-e948-4050-a9b1-403cdf7024d0') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:28.548974 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.562292 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.568129 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:17:28.568520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: timer() Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:17:28.570164 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:17:28.643858 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b69d1c00-db1c-4340-a952-37251bacf044 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:28.664942 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b69d1c00-db1c-4340-a952-37251bacf044 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:28.665292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b69d1c00-db1c-4340-a952-37251bacf044 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:28.665791 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc3181f-226f-4068-85f9-00ceda83320f no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:28.683630 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 4cc3181f-226f-4068-85f9-00ceda83320f {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:28.685520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 4cc3181f-226f-4068-85f9-00ceda83320f not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:28.685520 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad0f2b3c-9049-41a2-8b59-3f3f0055f096 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:28.695981 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.701879 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:28.708650 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: ad0f2b3c-9049-41a2-8b59-3f3f0055f096 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:28.708968 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] 10.222.0.76 "DELETE /v2.0/networks/84e33abc-9a02-4776-92c1-fec69e09d64d HTTP/1.1" status: 204 len: 168 time: 0.6760149 Aug 16 03:17:28.709058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device ad0f2b3c-9049-41a2-8b59-3f3f0055f096 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:28.709150 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34608) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:28.715611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb240b5-81ce-416c-8375-23b763d5e828 admin admin] Pushing event deleted for resources: {'Network': ['ID=84e33abc-9a02-4776-92c1-fec69e09d64d,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:29.063109 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:29.308588 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Deleting port aded7d84-becb-4f06-89fe-fa8bf08db3ce {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:29.308927 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:29.386454 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] For port aded7d84-becb-4f06-89fe-fa8bf08db3ce, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=aded7d84-becb-4f06-89fe-fa8bf08db3ce,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:29.386764 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:29.399339 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Calling delete_port for aded7d84-becb-4f06-89fe-fa8bf08db3ce owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:29.650241 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:29.677313 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Pushing event deleted for resources: {'Port': ['ID=aded7d84-becb-4f06-89fe-fa8bf08db3ce,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:29.847066 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:30.065882 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:30.172483 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:30.178039 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-7c4f4085-97f2-4601-9b03-503074dd4965 admin admin] 10.222.0.76 "PUT /v2.0/routers/75781cd2-37ea-4ecb-92a9-02ed2acb2a1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4701345 Aug 16 03:17:30.180585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34610) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:30.181362 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] Sync routers for ids ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:30.190295 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] Routers {'75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:30.190937 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:30.300394 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] Set router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:30.494023 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:17:29Z', 'revision_number': 5, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:30.522044 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] Checking router: 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:30.530354 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] Routers {'75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:30.531076 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:30.575631 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:30.648624 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] Set router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:30.689416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:30.812305 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Deleting port 6e9b3f30-2455-4f04-ba89-f17b5305a5af {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:30.812550 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:30.894773 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] For port 6e9b3f30-2455-4f04-ba89-f17b5305a5af, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e9b3f30-2455-4f04-ba89-f17b5305a5af,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:30.896173 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:30.909277 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Calling delete_port for 6e9b3f30-2455-4f04-ba89-f17b5305a5af owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:30.918197 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:17:29Z', 'revision_number': 5, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:30.947759 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e9e6be-8e89-435f-a411-454f375428bd None None] The sync data for ids ['75781cd2-37ea-4ecb-92a9-02ed2acb2a1e'] in n-d-768852-19 is: [{'id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'name': 'tempest-TestShelveInstance-1298911083-router', 'tenant_id': '5ff25bc0743b4303ad18c8871695ceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:07:27Z', 'updated_at': '2021-08-16T03:17:29Z', 'revision_number': 5, 'project_id': '5ff25bc0743b4303ad18c8871695ceec', 'gw_port': {'id': '6e9b3f30-2455-4f04-ba89-f17b5305a5af', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:56:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75781cd2-37ea-4ecb-92a9-02ed2acb2a1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:07:28Z', 'updated_at': '2021-08-16T03:07:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:31.129067 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.160014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9b3f30-2455-4f04-ba89-f17b5305a5af,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:31.219394 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.311828 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.313981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.427859 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.428441 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75781cd2-37ea-4ecb-92a9-02ed2acb2a1e {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:17:31.433858 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.437025 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-daa7534d-e31b-4602-86bd-91361fd43d99 admin admin] 10.222.0.76 "DELETE /v2.0/routers/75781cd2-37ea-4ecb-92a9-02ed2acb2a1e HTTP/1.1" status: 204 len: 168 time: 1.2535455 Aug 16 03:17:31.437771 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34612) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:31.482718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Deleting subnet 668aa2d4-2244-47c9-9ccb-4b91ac78836b {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:17:31.485890 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.521933 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.609931 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.718693 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.742486 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668aa2d4-2244-47c9-9ccb-4b91ac78836b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:31.748463 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.750363 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-bb84e84a-7a5c-4662-b2c0-76a80795f1f7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/668aa2d4-2244-47c9-9ccb-4b91ac78836b HTTP/1.1" status: 204 len: 168 time: 0.3116355 Aug 16 03:17:31.752996 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34614) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:31.753610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563f3365-7239-4651-b8cc-5d81f80091e0 None None] Network e5b3b60c-d518-4918-8b2f-21bc2226a176 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:31.820917 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.880507 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Deleting port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:31.880866 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.945724 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] For port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:31.946101 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:31.962589 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Calling delete_port for 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:31.963600 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] DHCP port deletion for e5b3b60c-d518-4918-8b2f-21bc2226a176 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:17:32.012065 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] Deleting port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:17:32.012448 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.076048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] For port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,segment=NetworkSegment(a6e8ac2d-10b4-430e-93fa-84c6c603d373),segment_id=a6e8ac2d-10b4-430e-93fa-84c6c603d373)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:32.076450 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.089240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] Calling delete_port for 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:17:32.118994 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.144310 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Pushing event deleted for resources: {'Port': ['ID=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:32.148486 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] No DVR routers for this DVR port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:32.165062 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.187697 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] Pushing event deleted for resources: {'Port': ['ID=83266c73-6f4c-4c2f-bf94-d3d337ac6da4,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:32.194983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef15a6ad-1e34-470b-bb83-4efe5921a77e None None] No DVR routers for this DVR port 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:17:32.219930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.230378 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b3b60c-d518-4918-8b2f-21bc2226a176']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:32.240787 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e8ac2d-10b4-430e-93fa-84c6c603d373') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:32.241087 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e8ac2d-10b4-430e-93fa-84c6c603d373') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:32.249566 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.266934 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.273221 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:17:32.273607 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: timer() Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:17:32.275270 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:17:32.375525 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.381233 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.383120 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] 10.222.0.76 "DELETE /v2.0/networks/e5b3b60c-d518-4918-8b2f-21bc2226a176 HTTP/1.1" status: 204 len: 168 time: 0.6290951 Aug 16 03:17:32.393808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1190a-3e70-4dfd-a745-f84748eabe75 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5b3b60c-d518-4918-8b2f-21bc2226a176,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:32.642169 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:32.663689 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:32.664047 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 83266c73-6f4c-4c2f-bf94-d3d337ac6da4 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:32.664471 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e9b3f30-2455-4f04-ba89-f17b5305a5af no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:32.685064 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6e9b3f30-2455-4f04-ba89-f17b5305a5af {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:32.688691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e9b3f30-2455-4f04-ba89-f17b5305a5af not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:32.688691 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aded7d84-becb-4f06-89fe-fa8bf08db3ce no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:17:32.704540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: aded7d84-becb-4f06-89fe-fa8bf08db3ce {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:17:32.704898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device aded7d84-becb-4f06-89fe-fa8bf08db3ce not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:17:32.816218 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34618) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:32.855061 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-49245a3d-cfc9-402e-a44d-d9b50a1f31bb admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0f3f4dea906a4c028828813190b280d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375013 Aug 16 03:17:32.857323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34620) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:32.904949 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a149-4179-4482-94e6-9894956ed345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:32.924984 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a149-4179-4482-94e6-9894956ed345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.038536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a149-4179-4482-94e6-9894956ed345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.041167 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1fd0a149-4179-4482-94e6-9894956ed345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.042354 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1fd0a149-4179-4482-94e6-9894956ed345 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d5cdfbaf-8b52-4235-87d9-1e365d52e813 HTTP/1.1" status: 204 len: 168 time: 0.1841283 Aug 16 03:17:33.050182 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0a149-4179-4482-94e6-9894956ed345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cdfbaf-8b52-4235-87d9-1e365d52e813,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:33.611991 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34626) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:33.651656 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-43e7a7d7-793e-4751-83b6-08215a410eff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=5ff25bc0743b4303ad18c8871695ceec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384276 Aug 16 03:17:33.653956 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34628) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:33.700412 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-288b5b59-8ca5-4919-81b0-7010654652e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.721398 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-288b5b59-8ca5-4919-81b0-7010654652e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.832859 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-288b5b59-8ca5-4919-81b0-7010654652e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.835959 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-288b5b59-8ca5-4919-81b0-7010654652e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:33.837130 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-288b5b59-8ca5-4919-81b0-7010654652e0 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/54b3cd61-9d99-43c8-8ac6-93d2207b9f86 HTTP/1.1" status: 204 len: 168 time: 0.1822717 Aug 16 03:17:33.844808 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b5b59-8ca5-4919-81b0-7010654652e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b3cd61-9d99-43c8-8ac6-93d2207b9f86,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:34.993013 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34650) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:35.088785 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-981580668-network', 'tenant_id': 'ed46da87789447c594459de35d8de2b3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:35.163979 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Made reservation on behalf of ed46da87789447c594459de35d8de2b3 for: {'network': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:35.166319 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.174672 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.266061 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.341275 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.365332 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101946) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:17:35.373789 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4f7aa6-2e6c-4328-9a86-c08504b9edb8,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:35.379559 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.379906 n-d-768852-19 neutron-server[101946]: INFO neutron.db.segments_db [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Added segment 635b7232-317a-4e7b-bd03-55b7db786f77 of type vlan for network 161839d8-4e51-430f-9722-44ddb9967727 Aug 16 03:17:35.419585 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.518352 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.519360 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:35.519948 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.579605 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] Pushing event updated for resources: {'Network': ['ID=161839d8-4e51-430f-9722-44ddb9967727,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:35.589501 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 161839d8-4e51-430f-9722-44ddb9967727 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:17:35.638392 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-80b7f3ed-95f2-4368-a4c5-aedca930e91d admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6440825 Aug 16 03:17:35.641137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34654) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:35.646863 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Request body: {'subnet': {'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-981580668-subnet', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'ip_version': 4}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:35.717202 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Made reservation on behalf of ed46da87789447c594459de35d8de2b3 for: {'subnet': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:35.719568 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10349752'] for subnet, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:35.940773 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10152938', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10349706'] for subnet, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.002065 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:36.009212 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Checking segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:36.009580 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Network hostable DHCP agents. Network: 161839d8-4e51-430f-9722-44ddb9967727, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101946) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:17:36.088918 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Network 161839d8-4e51-430f-9722-44ddb9967727 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101946) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:17:36.152792 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 161839d8-4e51-430f-9722-44ddb9967727) {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:36.157098 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:36.158822 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.162769 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe8f205-40f4-4c84-9e4f-b7ee9c5d6628 None None] Network 161839d8-4e51-430f-9722-44ddb9967727 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:36.251032 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-c491878a-a490-4f76-8598-2e0bc93878d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6087725 Aug 16 03:17:36.253842 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34656) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:36.259331 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:36.308914 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-161839d8-4e51-430f-9722-44ddb9967727', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:17:36.309783 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.353332 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.354408 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.444511 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Allocated IP 172.20.0.2 (161839d8-4e51-430f-9722-44ddb9967727/8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810/6ab2c561-44e9-4ba4-a106-591bb3caa74c) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:36.444881 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.668416 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.744691 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.753096 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Transition to ACTIVE for port object 6ab2c561-44e9-4ba4-a106-591bb3caa74c will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:36.767334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Transition to ACTIVE for port object 6ab2c561-44e9-4ba4-a106-591bb3caa74c will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:36.827651 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.867193 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Network 161839d8-4e51-430f-9722-44ddb9967727 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:36.870034 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:36.873615 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:36.881036 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Pushing event updated for resources: {'Port': ['ID=6ab2c561-44e9-4ba4-a106-591bb3caa74c,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:36.930996 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Attempting to bind port 6ab2c561-44e9-4ba4-a106-591bb3caa74c on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:36.931372 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Attempting to bind port 6ab2c561-44e9-4ba4-a106-591bb3caa74c by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:36.931739 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Attempting to bind port 6ab2c561-44e9-4ba4-a106-591bb3caa74c on network 161839d8-4e51-430f-9722-44ddb9967727 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:36.936635 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:36.937014 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Checking segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:36.937422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.937818 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Bound using segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:36.938280 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Bound port: 6ab2c561-44e9-4ba4-a106-591bb3caa74c, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:36.938686 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.955640 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:36.981401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.003422 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-295474d7-039c-4b71-b30e-115a028196bd None None] For port 6ab2c561-44e9-4ba4-a106-591bb3caa74c, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:37.007673 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-295474d7-039c-4b71-b30e-115a028196bd None None] For port 6ab2c561-44e9-4ba4-a106-591bb3caa74c, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6ab2c561-44e9-4ba4-a106-591bb3caa74c,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:37.067681 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.089860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Allocated IP 172.25.6.111 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/6e229fe9-767c-4695-9a83-8f8bfd387d93) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:37.124197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295474d7-039c-4b71-b30e-115a028196bd None None] Pushing event updated for resources: {'Port': ['ID=6ab2c561-44e9-4ba4-a106-591bb3caa74c,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:37.198771 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.364926 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.406971 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:37.412316 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:37.415905 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:37.439201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Pushing event updated for resources: {'Port': ['ID=6e229fe9-767c-4695-9a83-8f8bfd387d93,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:37.758909 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.963171 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:37.997291 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2720e2-7582-4ec0-89e4-ea157ebe2fda None None] Network 161839d8-4e51-430f-9722-44ddb9967727 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:38.210415 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ecec08a3-d592-40ea-aba5-5c6da79c10cb None None] Provisioning for port 6ab2c561-44e9-4ba4-a106-591bb3caa74c completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:38.444407 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Router 338d9808-def0-4086-b2a5-160050392320 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:17:38.549616 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:38.558936 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:38.568206 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:38.569154 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:38.627168 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:38.633319 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-5dcb1466-daaf-4efc-9e7b-cb1cfbad4c85 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3735924 Aug 16 03:17:38.633319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34658) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:38.681236 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:38.684351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6ab2c561-44e9-4ba4-a106-591bb3caa74c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:38.893204 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:37Z', 'revision_number': 3, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:38.924176 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6ab2c561-44e9-4ba4-a106-591bb3caa74c completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:38.926209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:38.926569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Updating router 338d9808-def0-4086-b2a5-160050392320 port 6e229fe9-767c-4695-9a83-8f8bfd387d93 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:17:38.945872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6ab2c561-44e9-4ba4-a106-591bb3caa74c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:38.946788 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:38.972396 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.063079 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.121773 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.203787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6ab2c561-44e9-4ba4-a106-591bb3caa74c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6ab2c561-44e9-4ba4-a106-591bb3caa74c,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:39.224731 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Allocated IP 172.20.0.1 (161839d8-4e51-430f-9722-44ddb9967727/8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810/270efeda-f004-48b3-a145-4feabfa68b99) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:39.296268 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.337279 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.344718 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.351782 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Transition to ACTIVE for port object 270efeda-f004-48b3-a145-4feabfa68b99 will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:39.364640 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Transition to ACTIVE for port object 6e229fe9-767c-4695-9a83-8f8bfd387d93 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:39.369528 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6ab2c561-44e9-4ba4-a106-591bb3caa74c,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:39.438541 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.463981 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.492317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Attempting to bind port 6e229fe9-767c-4695-9a83-8f8bfd387d93 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:39.492696 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Attempting to bind port 6e229fe9-767c-4695-9a83-8f8bfd387d93 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:39.493068 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Attempting to bind port 6e229fe9-767c-4695-9a83-8f8bfd387d93 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:39.500035 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4252e-98eb-4e20-93ec-47ecf99b2d91 None None] Pushing event updated for resources: {'Port': ['ID=6e229fe9-767c-4695-9a83-8f8bfd387d93,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:39.502771 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:39.503153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:39.503561 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.503957 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:39.504434 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Bound port: 6e229fe9-767c-4695-9a83-8f8bfd387d93, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:39.504825 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.507963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Network 161839d8-4e51-430f-9722-44ddb9967727 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:39.511118 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:39.515756 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:39.518963 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Pushing event updated for resources: {'Port': ['ID=270efeda-f004-48b3-a145-4feabfa68b99,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:39.559412 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.559872 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] For port 6e229fe9-767c-4695-9a83-8f8bfd387d93, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:39.563716 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] For port 6e229fe9-767c-4695-9a83-8f8bfd387d93, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e229fe9-767c-4695-9a83-8f8bfd387d93,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:39.627784 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.690569 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4252e-98eb-4e20-93ec-47ecf99b2d91 None None] Pushing event updated for resources: {'Port': ['ID=6e229fe9-767c-4695-9a83-8f8bfd387d93,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:39.694039 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:39.694758 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:39.750166 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.807368 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:39.865103 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da0c3462-fe33-4672-a47e-101ce4d1af84 None None] Provisioning for port 270efeda-f004-48b3-a145-4feabfa68b99 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:39.877407 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-da0c3462-fe33-4672-a47e-101ce4d1af84 None None] Provisioning complete for port 270efeda-f004-48b3-a145-4feabfa68b99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:39.877815 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-da0c3462-fe33-4672-a47e-101ce4d1af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.918397 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:39.953898 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-da0c3462-fe33-4672-a47e-101ce4d1af84 None None] Port 270efeda-f004-48b3-a145-4feabfa68b99 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:39.987100 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.028240 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:37Z', 'revision_number': 3, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:40.055310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56acd7e5-6536-4b26-b1fb-ea653ec324e3 None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:37Z', 'revision_number': 3, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:40.056643 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Pushing event updated for resources: {'Port': ['ID=270efeda-f004-48b3-a145-4feabfa68b99,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:40.059140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.089989 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b86da85b-6672-4ca7-96b2-58ee0f2ec59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.157640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Network 161839d8-4e51-430f-9722-44ddb9967727 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:40.159051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:40.302630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Router 338d9808-def0-4086-b2a5-160050392320 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:40.426165 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:40.432175 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-c09ca9cd-b54c-4bb0-8c2f-384a751569f0 admin admin] 10.222.0.76 "PUT /v2.0/routers/338d9808-def0-4086-b2a5-160050392320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7991548 Aug 16 03:17:40.475188 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-c038e94b-84c7-45a7-b3e1-769119bea4d8 None None] Provisioning complete for port 270efeda-f004-48b3-a145-4feabfa68b99 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:40.475695 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c038e94b-84c7-45a7-b3e1-769119bea4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.512055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-c038e94b-84c7-45a7-b3e1-769119bea4d8 None None] Port 270efeda-f004-48b3-a145-4feabfa68b99 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:40.728287 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e229fe9-767c-4695-9a83-8f8bfd387d93 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:40.832707 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 6e229fe9-767c-4695-9a83-8f8bfd387d93 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:40.837104 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6e229fe9-767c-4695-9a83-8f8bfd387d93 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:40.837522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.932641 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:40.953510 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 6e229fe9-767c-4695-9a83-8f8bfd387d93, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e229fe9-767c-4695-9a83-8f8bfd387d93,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:41.026977 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.027783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6ab2c561-44e9-4ba4-a106-591bb3caa74c up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:41.108129 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=6e229fe9-767c-4695-9a83-8f8bfd387d93,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:41.118634 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6ab2c561-44e9-4ba4-a106-591bb3caa74c triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:41.119046 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.192628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34674) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:41.198308 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1950102671-network', 'tenant_id': 'a75baf738095484098992cba54fa91a0'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:41.283716 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Made reservation on behalf of a75baf738095484098992cba54fa91a0 for: {'network': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:41.286128 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for network, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.295151 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.384960 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.460994 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.487945 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101945) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 16 03:17:41.499272 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17eac7b-1404-41bf-8941-d32af492b35f,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:41.504564 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.504921 n-d-768852-19 neutron-server[101945]: INFO neutron.db.segments_db [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Added segment e7061101-c0ad-4eed-bc57-c80167ed77ee of type vlan for network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 Aug 16 03:17:41.550337 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762889994042'] for network, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.661978 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580'] for network, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.663051 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:41.663652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.669102 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:41.679003 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:41.679953 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:41.758874 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0ef7b3-50d6-43ce-a941-2efbe9c0a670,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:41.768836 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 details requested by agent ovs-agent-n-d-768852-19 with host n-d-768852-19 {{(pid=101947) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 16 03:17:41.787166 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:41.810879 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-0f999d98-77e3-426f-8cb5-8c4959699042 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6165631 Aug 16 03:17:41.813575 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34676) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:41.819451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Request body: {'subnet': {'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1950102671-subnet', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'ip_version': 4}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:41.901723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Made reservation on behalf of a75baf738095484098992cba54fa91a0 for: {'subnet': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:41.904179 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8866898'] for subnet, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:41.996408 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 2, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:42.023020 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:42.023377 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Updating router 338d9808-def0-4086-b2a5-160050392320 port 270efeda-f004-48b3-a145-4feabfa68b99 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:17:42.051300 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.170436 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8588562', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8866912'] for subnet, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.231570 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ea4553a-9eb7-4de4-90a2-363ce01e3fc7,revision_number=0']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:42.241669 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Checking segment: {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:42.242022 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Network hostable DHCP agents. Network: 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670, hostable agents: ['37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1'], hosted agents: [] {{(pid=101945) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 16 03:17:42.315843 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.324269 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 is scheduled to be hosted by DHCP agent 37f8b30b-7ea0-48ab-ac56-b2b93c8aa6e1 with binding_index 1 {{(pid=101945) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 16 03:17:42.325684 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Transition to ACTIVE for port object 270efeda-f004-48b3-a145-4feabfa68b99 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:42.397813 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.403902 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768852-19, 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670) {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:42.408033 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:42.408831 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.414907 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574add15-8d36-4c6f-9195-a5e750926527 None None] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:42.454327 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Pushing event updated for resources: {'Port': ['ID=270efeda-f004-48b3-a145-4feabfa68b99,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:42.468313 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.468651 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.468988 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.469319 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.469647 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.469974 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.470292 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.470611 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.470956 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.471297 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.471588 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.471904 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101948) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:17:42.504081 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-61999b74-6693-4ffe-a19d-931edfc16ac6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6865427 Aug 16 03:17:42.506235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34678) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:42.510260 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Attempting to bind port 270efeda-f004-48b3-a145-4feabfa68b99 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:42.510805 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Attempting to bind port 270efeda-f004-48b3-a145-4feabfa68b99 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:42.511172 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Attempting to bind port 270efeda-f004-48b3-a145-4feabfa68b99 on network 161839d8-4e51-430f-9722-44ddb9967727 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:42.512076 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:42.517337 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:42.518006 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Checking segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:42.518280 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.518699 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Bound using segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:42.519307 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Bound port: 270efeda-f004-48b3-a145-4feabfa68b99, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:42.519535 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.584720 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1a425af5-d797-52f9-ad20-3d00e8a1740c-9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'fixed_ips': [{'subnet_id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7'}]}} from n-d-768852-19. {{(pid=101947) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 16 03:17:42.585807 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.591396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] For port 270efeda-f004-48b3-a145-4feabfa68b99, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:42.594759 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] For port 270efeda-f004-48b3-a145-4feabfa68b99, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=270efeda-f004-48b3-a145-4feabfa68b99,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:42.603966 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-739309', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2799'] for router, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.608087 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-743805', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-741422', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2806'] for router, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.673472 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e229fe9-767c-4695-9a83-8f8bfd387d93 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:42.680225 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.718731 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.776803 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:42.777441 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:42.782394 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8473c49-1189-4dda-a965-f8ddc8bd6e29 None None] Pushing event updated for resources: {'Port': ['ID=270efeda-f004-48b3-a145-4feabfa68b99,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:42.792586 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.821153 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.db_base_plugin_common [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Allocated IP 172.20.0.2 (9d0ef7b3-50d6-43ce-a941-2efbe9c0a670/6ea4553a-9eb7-4de4-90a2-363ce01e3fc7/a2c18dbe-6cd6-461b-8380-43d9ddd05c2a) {{(pid=101947) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:42.829974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 6e229fe9-767c-4695-9a83-8f8bfd387d93 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:42.830355 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:42.913878 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:42.934328 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.035395 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-00c5e536-655f-4048-b753-2cc45d610943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.176282 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:42Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:43.221381 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888059d4-6917-4698-82fc-4a03f02f1efc None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:42Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:43.238348 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.251462 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.259218 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.263646 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Transition to ACTIVE for port object a2c18dbe-6cd6-461b-8380-43d9ddd05c2a will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:43.295628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Transition to ACTIVE for port object a2c18dbe-6cd6-461b-8380-43d9ddd05c2a will not be triggered until provisioned by entity DHCP. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:43.364148 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772'] for port, after_create {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.391499 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Allocated IP 172.25.6.141 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/b2c78ae8-b200-459c-935a-affed1bb2f38) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:43.408962 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 is already hosted by enough agents. {{(pid=101947) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:43.415087 n-d-768852-19 neutron-server[101947]: DEBUG neutron.scheduler.base_scheduler [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Resources bound (agent type, host, resource id): {{(pid=101947) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:43.418074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Received port after_create {{(pid=101947) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:43.431219 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Pushing event updated for resources: {'Port': ['ID=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,revision_number=1']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:43.487597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Attempting to bind port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:43.487982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Attempting to bind port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:43.488354 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Attempting to bind port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a on network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:43.493826 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:43.494214 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Checking segment: {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:43.494628 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.495317 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Bound using segment: {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:43.495540 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Bound port: a2c18dbe-6cd6-461b-8380-43d9ddd05c2a, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:43.495932 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.512407 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.566632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] For port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:43.569874 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] For port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:43.617006 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.660270 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:43.664000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:43.667958 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:43.673428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Pushing event updated for resources: {'Port': ['ID=b2c78ae8-b200-459c-935a-affed1bb2f38,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:43.691408 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:43.760444 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fd93c-c6bf-407d-9379-f36d7fb220c6 None None] Pushing event updated for resources: {'Port': ['ID=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:44.016527 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:44.523444 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-743782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-741627'] for router, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:44.681307 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05adf053-2d96-46b4-a0a1-194024fc5dea None None] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:17:44.736892 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 270efeda-f004-48b3-a145-4feabfa68b99 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:44.763909 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 is scheduled to L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb with binding_index 1 {{(pid=101945) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 16 03:17:44.845816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-a4a777ee-0b22-49b8-a198-bcc3187a1a60 None None] Provisioning for port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:44.878097 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:44.887903 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Sync routers for ids ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:44.916692 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Routers {'146f1ad0-10da-4c48-be59-c57d99b2cbe4'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:44.917334 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:44.920350 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 270efeda-f004-48b3-a145-4feabfa68b99 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:44.957201 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 270efeda-f004-48b3-a145-4feabfa68b99 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:44.957669 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:44.976140 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:44.977594 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8a2b5865-b1ca-4d25-9abc-f55eead565b8 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4721391 Aug 16 03:17:44.980585 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34680) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:45.029170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.077699 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Set router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:45.210328 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.269882 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 270efeda-f004-48b3-a145-4feabfa68b99, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=270efeda-f004-48b3-a145-4feabfa68b99,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:45.334163 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:17:43Z', 'revision_number': 3, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:45.361900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Checking router: 146f1ad0-10da-4c48-be59-c57d99b2cbe4 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:45.365079 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Updating router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 port b2c78ae8-b200-459c-935a-affed1bb2f38 binding host n-d-768852-19 {{(pid=101947) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:17:45.387597 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.417591 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.419610 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2c18dbe-6cd6-461b-8380-43d9ddd05c2a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:45.422458 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.593489 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Allocated IP 172.20.0.1 (9d0ef7b3-50d6-43ce-a941-2efbe9c0a670/6ea4553a-9eb7-4de4-90a2-363ce01e3fc7/67a70c6c-fae8-49d2-a5f7-53e9a6939cc2) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:45.612974 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=270efeda-f004-48b3-a145-4feabfa68b99,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:45.700000 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.710983 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:45.714380 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Transition to ACTIVE for port object 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:45.724355 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Notify callbacks [] for port, precommit_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.726377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:45.726764 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.753762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Transition to ACTIVE for port object b2c78ae8-b200-459c-935a-affed1bb2f38 will not be triggered until provisioned by entity L2. {{(pid=101947) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:45.810535 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.818842 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.834431 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.848334 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:45.853757 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:45.857284 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:45.884861 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Pushing event updated for resources: {'Port': ['ID=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:45.901852 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-684846'] for router_interface, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.910578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Attempting to bind port b2c78ae8-b200-459c-935a-affed1bb2f38 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:45.912279 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Attempting to bind port b2c78ae8-b200-459c-935a-affed1bb2f38 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:45.912927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Attempting to bind port b2c78ae8-b200-459c-935a-affed1bb2f38 on network 3222f418-f5ab-48a6-be21-256f0d872c1d {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:45.916335 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:45.917292 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38667351-7c5f-4b27-abb8-48c37aba2489 None None] Pushing event updated for resources: {'Port': ['ID=b2c78ae8-b200-459c-935a-affed1bb2f38,revision_number=2']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:45.923259 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:45.923648 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Checking segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101947) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:45.924067 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.924465 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Bound using segment: {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'} {{(pid=101947) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:45.924948 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.managers [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Bound port: b2c78ae8-b200-459c-935a-affed1bb2f38, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d'}}] {{(pid=101947) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:45.925342 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.991775 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] For port b2c78ae8-b200-459c-935a-affed1bb2f38, host n-d-768852-19, cleared binding levels {{(pid=101947) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:45.991775 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:45.994212 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] For port b2c78ae8-b200-459c-935a-affed1bb2f38, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2c78ae8-b200-459c-935a-affed1bb2f38,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:46.047805 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:46.198578 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.245394 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.251282 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Routers {'146f1ad0-10da-4c48-be59-c57d99b2cbe4'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:46.251910 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:46.264637 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.295030 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0824926d-277a-4101-a175-2f3bed574b55 None None] Provisioning for port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:46.303269 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38667351-7c5f-4b27-abb8-48c37aba2489 None None] Pushing event updated for resources: {'Port': ['ID=b2c78ae8-b200-459c-935a-affed1bb2f38,revision_number=3']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:46.311737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-0824926d-277a-4101-a175-2f3bed574b55 None None] Provisioning complete for port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:46.311913 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0824926d-277a-4101-a175-2f3bed574b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.383848 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-0824926d-277a-4101-a175-2f3bed574b55 None None] Port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:46.406906 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] Set router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:46.430285 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.553272 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.599112 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '67a70c6c-fae8-49d2-a5f7-53e9a6939cc2', 'name': '', 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'mac_address': 'fa:16:3e:41:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:45Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 1, 'project_id': 'a75baf738095484098992cba54fa91a0', 'subnets': [{'id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:46.621140 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-555534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-684986'] for router_interface, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.623019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Pushing event updated for resources: {'Port': ['ID=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:46.629702 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2da6c7-ce0f-4357-8fa8-407377faf257 None None] The sync data for ids ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'] in n-d-768852-19 is: [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '67a70c6c-fae8-49d2-a5f7-53e9a6939cc2', 'name': '', 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'mac_address': 'fa:16:3e:41:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:45Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 1, 'project_id': 'a75baf738095484098992cba54fa91a0', 'subnets': [{'id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:46.675599 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 270efeda-f004-48b3-a145-4feabfa68b99 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:46.720449 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 270efeda-f004-48b3-a145-4feabfa68b99 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:46.721366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:46.735739 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:46.737393 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:46.813960 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2c18dbe-6cd6-461b-8380-43d9ddd05c2a up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:46.903244 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:17:47.044611 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:17:47.048078 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:47.048465 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.054531 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-df741f51-0a62-4e74-906d-fcd41d74dc47 admin admin] 10.222.0.76 "PUT /v2.0/routers/146f1ad0-10da-4c48-be59-c57d99b2cbe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0681472 Aug 16 03:17:47.131997 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5e4c927a-38e6-4729-b266-e27d6db3d533 None None] Provisioning complete for port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:47.132515 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5e4c927a-38e6-4729-b266-e27d6db3d533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.182564 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5e4c927a-38e6-4729-b266-e27d6db3d533 None None] Port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:47.628248 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34692) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:47.633296 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858893833', 'description': 'tempest-secgroup-smoke-858893833 description', 'project_id': 'ed46da87789447c594459de35d8de2b3'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:47.718436 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.808504 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.872613 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.902753 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19495341-e7c3-441d-9fac-1666aaf8e4ed,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:47.969838 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:47.971200 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-26655e39-e6e0-44fa-ad98-52d2e70488cf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3417687 Aug 16 03:17:47.974842 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34696) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:47.979885 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group_rule': {'security_group_id': '19495341-e7c3-441d-9fac-1666aaf8e4ed', 'project_id': 'ed46da87789447c594459de35d8de2b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:48.066222 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.124090 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.203402 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.221723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9a972b-d996-43e4-8adb-785de9514f0c,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:48.289536 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.290843 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-0fcc5ce7-b913-433d-90a6-4f637d4ab325 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147001 Aug 16 03:17:48.293590 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34698) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:48.298105 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group_rule': {'security_group_id': '19495341-e7c3-441d-9fac-1666aaf8e4ed', 'project_id': 'ed46da87789447c594459de35d8de2b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:48.386732 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.456883 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.500871 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.518723 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a30c8e-ff83-4193-aa50-960b53e9ea16,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:48.592285 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.594730 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ff99bfb4-4678-4e23-890f-d24516281bdb tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3000994 Aug 16 03:17:48.596314 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34700) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:48.605321 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group_rule': {'security_group_id': '19495341-e7c3-441d-9fac-1666aaf8e4ed', 'project_id': 'ed46da87789447c594459de35d8de2b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:48.682660 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2c78ae8-b200-459c-935a-affed1bb2f38 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:48.717518 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.777100 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.831828 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port b2c78ae8-b200-459c-935a-affed1bb2f38 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:48.836765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b2c78ae8-b200-459c-935a-affed1bb2f38 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:48.837141 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.895212 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.914121 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65667288-7f32-4530-9312-2f97754a59f7,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:48.917246 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:48.938435 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port b2c78ae8-b200-459c-935a-affed1bb2f38, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2c78ae8-b200-459c-935a-affed1bb2f38,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:49.003930 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.005857 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ddd3e6df-86b8-489c-9923-4f1982a05981 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4083312 Aug 16 03:17:49.012479 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34702) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.017198 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group_rule': {'security_group_id': '19495341-e7c3-441d-9fac-1666aaf8e4ed', 'project_id': 'ed46da87789447c594459de35d8de2b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.032867 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.089514 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=b2c78ae8-b200-459c-935a-affed1bb2f38,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.123669 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.183029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.272480 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.290430 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f1f8bb-a9cf-44ae-874f-91185edfa4fb,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.392344 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.393620 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-401be858-2e70-42fe-bf11-540b4616296e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3802104 Aug 16 03:17:49.396978 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34704) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.401826 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group_rule': {'security_group_id': '19495341-e7c3-441d-9fac-1666aaf8e4ed', 'project_id': 'ed46da87789447c594459de35d8de2b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.518366 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Project ed46da87789447c594459de35d8de2b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:17:49.523938 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.585389 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.654784 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.672695 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9976fce-d928-4f9c-b5d9-fc7873bcfcbd,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:49.758110 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.759455 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1995972a-53ab-4199-ac14-2d1a79a7cee8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3614912 Aug 16 03:17:49.762165 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 34706) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:17:49.766579 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'security_group_rule': {'security_group_id': '19495341-e7c3-441d-9fac-1666aaf8e4ed', 'project_id': 'ed46da87789447c594459de35d8de2b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:49.843683 n-d-768852-19 neutron-server[101946]: INFO neutron.db.securitygroups_db [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Project ed46da87789447c594459de35d8de2b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 16 03:17:49.849130 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.910601 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.952224 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537672'] for security_group_rule, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:49.971451 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb31c710-9022-42b1-9bd2-dd2e6f5956ff,revision_number=0']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:50.050066 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.055691 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-83e21b1d-4578-4102-a441-a148cd6262f3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882242 Aug 16 03:17:50.137435 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Sync routers for ids ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:17:50.150601 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Routers {'146f1ad0-10da-4c48-be59-c57d99b2cbe4'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:50.151678 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:50.202141 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-f37f235d-12cd-4d41-a9b9-c430faa76bc7 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858893833&fields=id&tenant_id=ed46da87789447c594459de35d8de2b3 HTTP/1.1" status: 200 len: 267 time: 0.0348740 Aug 16 03:17:50.321551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-7a36428d-508c-4622-8442-a91d21a9cb7f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:50.323101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-7a36428d-508c-4622-8442-a91d21a9cb7f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 809 time: 0.1125712 Aug 16 03:17:50.339049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-cb70b783-59d0-4421-887a-92651cb955fd tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/quotas/ed46da87789447c594459de35d8de2b3 HTTP/1.1" status: 200 len: 375 time: 0.0100749 Aug 16 03:17:50.350194 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Set router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:50.391688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-9b754487-47a2-4d7d-818a-944ea1903a5a tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469573 Aug 16 03:17:50.501401 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-bea2cffb-6398-46ad-b5fe-60678f1275ea service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:17:50.502599 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-bea2cffb-6398-46ad-b5fe-60678f1275ea service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0983367 Aug 16 03:17:50.545949 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '67a70c6c-fae8-49d2-a5f7-53e9a6939cc2', 'name': '', 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'mac_address': 'fa:16:3e:41:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:45Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 2, 'project_id': 'a75baf738095484098992cba54fa91a0', 'subnets': [{'id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:50.571582 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Checking router: 146f1ad0-10da-4c48-be59-c57d99b2cbe4 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:17:50.571935 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Updating router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 binding host n-d-768852-19 {{(pid=101948) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 16 03:17:50.595595 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-90d52348-feb1-43c7-ae8a-50375e42e1b0 service neutron] 10.222.0.76 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860291 Aug 16 03:17:50.600911 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.670320 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2c78ae8-b200-459c-935a-affed1bb2f38 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:50.704054 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-b8bb4208-66fb-496e-847b-d9ffef11f48e service neutron] 10.222.0.76 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003611 Aug 16 03:17:50.717563 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port b2c78ae8-b200-459c-935a-affed1bb2f38 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:50.717954 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.869026 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Notify callbacks [] for port, precommit_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.882310 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.provisioning_blocks [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Transition to ACTIVE for port object 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 will not be triggered until provisioned by entity L2. {{(pid=101948) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:50.937061 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:17:50.939784 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a4d9a12-f5ac-4407-9c88-f5acda2057a5 req-74a76f6f-f948-4982-a257-ac8a052756bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 210 time: 0.0269923 Aug 16 03:17:50.940546 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:50.998692 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9642c4-5572-442c-b057-0a6495d12053 None None] Pushing event updated for resources: {'Port': ['ID=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,revision_number=3']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:51.062058 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Attempting to bind port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 on host n-d-768852-19 for vnic_type normal with profile {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:51.062523 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Attempting to bind port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 by drivers openvswitch,hyperv on host n-d-768852-19 at level 0 using segments [{'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:51.063064 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Attempting to bind port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 on network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:51.068294 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Checking agent: {'id': '02896623-fc9f-4f89-b691-71a43b84bdd6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 43, 42), 'started_at': datetime.datetime(2021, 8, 16, 1, 44, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768852-19'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:51.069876 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Checking segment: {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101948) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:51.070368 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.070897 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Bound using segment: {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'} {{(pid=101948) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:51.071500 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.managers [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Bound port: 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2, host: n-d-768852-19, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7061101-c0ad-4eed-bc57-c80167ed77ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670'}}] {{(pid=101948) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:51.071957 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.144574 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] For port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2, host n-d-768852-19, cleared binding levels {{(pid=101948) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:51.151343 n-d-768852-19 neutron-server[101948]: DEBUG neutron.plugins.ml2.db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] For port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2, host n-d-768852-19, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101948) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:51.221610 n-d-768852-19 neutron-server[101948]: DEBUG neutron_lib.callbacks.manager [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:51.277468 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Routers {'146f1ad0-10da-4c48-be59-c57d99b2cbe4'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:17:51.278090 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:51.315595 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9642c4-5572-442c-b057-0a6495d12053 None None] Pushing event updated for resources: {'Port': ['ID=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,revision_number=4']} {{(pid=101948) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:51.402571 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] Set router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:17:51.602071 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '67a70c6c-fae8-49d2-a5f7-53e9a6939cc2', 'name': '', 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'mac_address': 'fa:16:3e:41:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:45Z', 'updated_at': '2021-08-16T03:17:51Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'subnets': [{'id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:17:51.629429 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17cfe8c-1529-45f4-888d-0d9205a9cb23 None None] The sync data for ids ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'] in n-d-768852-19 is: [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:17:46Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '67a70c6c-fae8-49d2-a5f7-53e9a6939cc2', 'name': '', 'network_id': '9d0ef7b3-50d6-43ce-a941-2efbe9c0a670', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'mac_address': 'fa:16:3e:41:05:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:45Z', 'updated_at': '2021-08-16T03:17:51Z', 'revision_number': 4, 'project_id': 'a75baf738095484098992cba54fa91a0', 'subnets': [{'id': '6ea4553a-9eb7-4de4-90a2-363ce01e3fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:17:52.040049 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c4db51c1-c33a-4339-803c-bc995c1636ec req-d55735ff-3e25-4f52-9af7-155a93ad8c42 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 210 time: 0.0283303 Aug 16 03:17:52.674734 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:52.809134 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning for port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:52.813209 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:52.813644 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.893291 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:52.927083 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-1b472ad6-7bc6-4212-91fe-259f2454530b tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:52.929887 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] For port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:52.930254 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-1b472ad6-7bc6-4212-91fe-259f2454530b tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 809 time: 0.1067634 Aug 16 03:17:52.976612 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-1d951199-fde7-4421-b5df-ec8669bef67d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed46da87789447c594459de35d8de2b3 HTTP/1.1" status: 200 len: 379 time: 0.0370624 Aug 16 03:17:52.985755 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'port': {'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'admin_state_up': True, 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'security_groups': ['19495341-e7c3-441d-9fac-1666aaf8e4ed']}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:52.998100 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.054062 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Pushing event updated for resources: {'Port': ['ID=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:53.145791 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b1fe8f0a-a8eb-4b38-b4d0-629c58ad0bd8 req-bf19bbcc-9470-40fd-a0f6-f737a3a23a41 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 210 time: 0.0352802 Aug 16 03:17:53.197957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Made reservation on behalf of ed46da87789447c594459de35d8de2b3 for: {'port': 1} {{(pid=101946) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:17:53.201823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.331566 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.db_base_plugin_common [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Allocated IP 172.20.0.5 (161839d8-4e51-430f-9722-44ddb9967727/8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810/a15295ea-b29f-49c0-8736-32162e00877a) {{(pid=101946) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:17:53.463980 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for port, precommit_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.477686 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Transition to ACTIVE for port object a15295ea-b29f-49c0-8736-32162e00877a will not be triggered until provisioned by entity DHCP. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:53.592492 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_create {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.638093 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Network 161839d8-4e51-430f-9722-44ddb9967727 is already hosted by enough agents. {{(pid=101946) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:17:53.643086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.base_scheduler [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Resources bound (agent type, host, resource id): {{(pid=101946) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:17:53.646992 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Received port after_create {{(pid=101946) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:17:53.673528 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=1']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:53.704665 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:53.705316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.787562 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-e181c919-3888-4933-87ce-74ae5edcbef5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8053594 Aug 16 03:17:53.799703 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.v2.base [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Request body: {'port': {'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768852-19'}} {{(pid=101946) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:17:53.853081 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.935136 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43b8b813-c3d4-4417-9d67-78eb16db4cd4 None None] Provisioning for port a15295ea-b29f-49c0-8736-32162e00877a completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:17:53.939179 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-43b8b813-c3d4-4417-9d67-78eb16db4cd4 None None] Provisioning complete for port a15295ea-b29f-49c0-8736-32162e00877a triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:53.939554 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-43b8b813-c3d4-4417-9d67-78eb16db4cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:53.972524 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-43b8b813-c3d4-4417-9d67-78eb16db4cd4 None None] Port a15295ea-b29f-49c0-8736-32162e00877a cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:17:54.115957 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15295ea-b29f-49c0-8736-32162e00877a {{(pid=101946) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:17:54.123329 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.135469 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.provisioning_blocks [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Transition to ACTIVE for port object a15295ea-b29f-49c0-8736-32162e00877a will not be triggered until provisioned by entity L2. {{(pid=101946) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:17:54.206787 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.293708 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48de214-daa4-4fca-a162-5eeaa356bae8 req-288266d1-a96c-4518-a131-243338ff91c1 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:54.295434 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c48de214-daa4-4fca-a162-5eeaa356bae8 req-288266d1-a96c-4518-a131-243338ff91c1 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0623465 Aug 16 03:17:54.329113 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=2']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:54.343601 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Attempting to bind port a15295ea-b29f-49c0-8736-32162e00877a on host n-h2-768852-19 for vnic_type normal with profile {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:17:54.343933 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Attempting to bind port a15295ea-b29f-49c0-8736-32162e00877a by drivers openvswitch,hyperv on host n-h2-768852-19 at level 0 using segments [{'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:17:54.344278 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Attempting to bind port a15295ea-b29f-49c0-8736-32162e00877a on network 161839d8-4e51-430f-9722-44ddb9967727 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:54.349393 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c48de214-daa4-4fca-a162-5eeaa356bae8 req-9b0e7579-ee8e-4951-9de9-d1c8ffe6895e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449476 Aug 16 03:17:54.350114 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Port a15295ea-b29f-49c0-8736-32162e00877a on network 161839d8-4e51-430f-9722-44ddb9967727 not bound, no agent of type Open vSwitch agent registered on host n-h2-768852-19 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:17:54.350463 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Attempting to bind port a15295ea-b29f-49c0-8736-32162e00877a on network 161839d8-4e51-430f-9722-44ddb9967727 {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:17:54.355549 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Checking agent: {'id': '5be3ed67-7e78-4d92-bac6-943335b6d6dd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:17:54.355887 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Checking segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101946) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:17:54.356700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Bound using segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} {{(pid=101946) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:17:54.356700 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.managers [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Bound port: a15295ea-b29f-49c0-8736-32162e00877a, host: n-h2-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}}] {{(pid=101946) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:17:54.357053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.433143 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, cleared binding levels {{(pid=101946) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:17:54.436459 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101946) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:17:54.495717 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10152855'] for port, after_update {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.544394 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:54.545029 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.546582 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] 10.222.0.58 "PUT /v2.0/ports/a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 1092 time: 0.7513123 Aug 16 03:17:54.547043 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:17:54.549352 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4e5047-699b-468b-9c4c-d339670660ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:17:54.570034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a73429-dbb6-44cd-b0db-7fa2ac001e36 service neutron] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=3']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:54.594357 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a905e7e9-080c-4b79-9dcf-1933863041bf x-openstack-request-id: req-a905e7e9-080c-4b79-9dcf-1933863041bf {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:17:54.594701 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:17:54.594950 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a905e7e9-080c-4b79-9dcf-1933863041bf {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:17:54.595364 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'status': 'completed', 'code': 200} Aug 16 03:17:54.663410 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e5047-699b-468b-9c4c-d339670660ad req-491d8f68-21ab-4153-8bbd-4e3035d05ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:54.665615 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd4e5047-699b-468b-9c4c-d339670660ad req-491d8f68-21ab-4153-8bbd-4e3035d05ef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1095 time: 0.0483990 Aug 16 03:17:54.674593 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 up at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:17:54.732737 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Provisioning complete for port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:17:54.733331 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:54.790021 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e5047-699b-468b-9c4c-d339670660ad req-0c658bcf-009e-47dd-bf2f-7f93149570ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:54.791827 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd4e5047-699b-468b-9c4c-d339670660ad req-0c658bcf-009e-47dd-bf2f-7f93149570ef service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=ed46da87789447c594459de35d8de2b3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1180878 Aug 16 03:17:54.912529 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4e5047-699b-468b-9c4c-d339670660ad req-2d5de598-edd7-42f5-9610-44865caccee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:54.914719 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-dd4e5047-699b-468b-9c4c-d339670660ad req-2d5de598-edd7-42f5-9610-44865caccee7 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151664 Aug 16 03:17:54.998998 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-fd16d11e-3f94-40d9-92dd-c5033961824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:55.000567 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-fd16d11e-3f94-40d9-92dd-c5033961824b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1095 time: 0.0473955 Aug 16 03:17:55.044589 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-cdc6c0e5-2f21-4558-a513-308f3b8de339 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 217 time: 0.0357709 Aug 16 03:17:55.092532 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-033230ae-68fa-46d9-829c-127b7cec23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:55.093972 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-033230ae-68fa-46d9-829c-127b7cec23c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0428009 Aug 16 03:17:55.139035 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-5ec47d6e-4ae3-405a-94b1-6f23a683a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:55.140559 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-5ec47d6e-4ae3-405a-94b1-6f23a683a981 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385108 Aug 16 03:17:55.237414 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-049e46d8-0113-4463-9b0c-08a2a1be4e10 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880380 Aug 16 03:17:55.325603 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-87289163-c74d-40b2-b3ae-97f2b9fc1df4 req-0dadd16f-e7b5-4767-94c2-a72110d43a09 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800424 Aug 16 03:17:55.468278 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ede89-9d59-4ff8-a469-a2775ddd0b2b req-67a13ede-ba0f-48ed-b63b-1db1348e93ef tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:55.469780 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f5ede89-9d59-4ff8-a469-a2775ddd0b2b req-67a13ede-ba0f-48ed-b63b-1db1348e93ef tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0510442 Aug 16 03:17:55.508154 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4f5ede89-9d59-4ff8-a469-a2775ddd0b2b req-3710bd6d-0d59-4e2a-be38-f59d290ffa24 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323269 Aug 16 03:17:56.622912 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cf0a3-0c13-4912-a585-96c2603ffbdd req-9a8a0b5c-d64b-48ec-90ac-0001a363c6f0 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:56.624425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-602cf0a3-0c13-4912-a585-96c2603ffbdd req-9a8a0b5c-d64b-48ec-90ac-0001a363c6f0 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0492854 Aug 16 03:17:56.663561 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-602cf0a3-0c13-4912-a585-96c2603ffbdd req-13a65af0-c873-4bed-b182-9c6bbcbaacc3 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324395 Aug 16 03:17:57.781706 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02d17f-7e91-487d-b477-27980b228cd5 req-c443a4d1-e348-4efb-a753-2dda3303313e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:57.783225 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b02d17f-7e91-487d-b477-27980b228cd5 req-c443a4d1-e348-4efb-a753-2dda3303313e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0533404 Aug 16 03:17:57.820957 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0b02d17f-7e91-487d-b477-27980b228cd5 req-b006c09f-1b39-4cd9-8b99-51e113eb0d6f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306256 Aug 16 03:17:57.917609 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:58.123342 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:58.807276 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:17:58.900747 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:58.912143 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a15295ea-b29f-49c0-8736-32162e00877a', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:17:58.938537 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee43de-6392-4240-b24b-60a42a6dfb00 req-4e646da7-2eb7-4d8b-92de-d7534cdc9cae tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:17:58.940084 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3ee43de-6392-4240-b24b-60a42a6dfb00 req-4e646da7-2eb7-4d8b-92de-d7534cdc9cae tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0514929 Aug 16 03:17:58.953434 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:58.966832 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15295ea-b29f-49c0-8736-32162e00877a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:17:58.980268 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d3ee43de-6392-4240-b24b-60a42a6dfb00 req-2bb52917-bc6d-493f-b187-4e823c1465d0 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330966 Aug 16 03:17:58.986573 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:17:59.083583 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:17:59.130790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:17:59.313741 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a15295ea-b29f-49c0-8736-32162e00877a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:18:00.095064 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a047bb7-9f31-4d18-b784-034afe09780e req-9c4fec0a-2295-4e89-b7cb-9730b2750d5d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:00.096579 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a047bb7-9f31-4d18-b784-034afe09780e req-9c4fec0a-2295-4e89-b7cb-9730b2750d5d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 944 time: 0.0496235 Aug 16 03:18:00.134130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-0a047bb7-9f31-4d18-b784-034afe09780e req-f68caec4-42b7-4c1c-8fff-49ba0eb3ca4f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312071 Aug 16 03:18:00.818017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:18:00.928933 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning for port a15295ea-b29f-49c0-8736-32162e00877a completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:18:00.933296 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a15295ea-b29f-49c0-8736-32162e00877a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:18:00.935265 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.014598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.038029 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:01.041261 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299e018d-4672-4d59-991a-3333d31da3d5" -d '{"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:01.053823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:18:01.100299 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:01.135668 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a17bf-a5c9-47d5-98fa-21b18dfda764 x-openstack-request-id: req-a81a17bf-a5c9-47d5-98fa-21b18dfda764 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:01.135969 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:01.136244 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a81a17bf-a5c9-47d5-98fa-21b18dfda764 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:01.136633 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'code': 200} Aug 16 03:18:01.156868 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:01.236536 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22067ac5-bd31-4c6b-bb2f-233d06097f4e req-78f06175-3330-4788-a0b0-7ab2efe5c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:01.238079 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-22067ac5-bd31-4c6b-bb2f-233d06097f4e req-78f06175-3330-4788-a0b0-7ab2efe5c85d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1097 time: 0.0488539 Aug 16 03:18:01.257765 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624ebcb-9c1b-49e7-8526-8401f8ede8d6 req-f1635d18-68db-4459-899c-36c89204dd34 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:01.259427 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f624ebcb-9c1b-49e7-8526-8401f8ede8d6 req-f1635d18-68db-4459-899c-36c89204dd34 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 945 time: 0.0580492 Aug 16 03:18:01.272684 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-22067ac5-bd31-4c6b-bb2f-233d06097f4e req-0ca8d54d-1969-40f9-85f6-3f724fe8f94f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273051 Aug 16 03:18:01.297768 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f624ebcb-9c1b-49e7-8526-8401f8ede8d6 req-d2be2163-e098-4310-a0fc-54f88414e97e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323584 Aug 16 03:18:02.423037 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac075ce3-8d89-4347-8db1-09ea03d477f1 req-ce4451b2-eb51-47cc-acb6-02a23c33fde6 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:02.424688 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac075ce3-8d89-4347-8db1-09ea03d477f1 req-ce4451b2-eb51-47cc-acb6-02a23c33fde6 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 945 time: 0.0527070 Aug 16 03:18:02.464171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-ac075ce3-8d89-4347-8db1-09ea03d477f1 req-d39a4c20-61e6-49ba-83d5-d51239496c95 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Aug 16 03:18:02.579451 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ffa98-c7dd-4ec0-89c5-abf4513fe83f req-b279bcb0-238e-4869-9bb4-3097d57a3a0b tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:02.580984 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a8ffa98-c7dd-4ec0-89c5-abf4513fe83f req-b279bcb0-238e-4869-9bb4-3097d57a3a0b tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 945 time: 0.0496588 Aug 16 03:18:02.620647 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a8ffa98-c7dd-4ec0-89c5-abf4513fe83f req-c4931076-3c03-4a76-a721-7cd8f7cf9ad9 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Aug 16 03:18:02.642287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34770) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:02.733377 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6c5505-6fe0-4133-93d0-3b2124188515 tempest-TestSnapshotPattern-860376803 tempest-TestSnapshotPattern-860376803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:02.735491 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-6b6c5505-6fe0-4133-93d0-3b2124188515 tempest-TestSnapshotPattern-860376803 tempest-TestSnapshotPattern-860376803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1092 time: 0.0915537 Aug 16 03:18:02.737985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 34774) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:18:02.743432 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:18:02.814957 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:02.923071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.031295 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Allocated IP 172.25.6.37 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/76c77982-7e58-445f-9bb7-8fe803e8b8dd) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:18:03.139362 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.209132 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.251399 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:18:03.258250 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:18:03.261148 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:18:03.287981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'Port': ['ID=76c77982-7e58-445f-9bb7-8fe803e8b8dd,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:03.623252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.735892 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.887213 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:03.946414 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.013109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'Port': ['ID=76c77982-7e58-445f-9bb7-8fe803e8b8dd,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:18:04.027252 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.140277 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Floating IP 17c56e80-38dd-45b8-98df-77856bada1ec associated. External IP: 172.25.6.37, port: a15295ea-b29f-49c0-8736-32162e00877a. Aug 16 03:18:04.350474 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Router 338d9808-def0-4086-b2a5-160050392320 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:18:04.458423 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:18:04.469007 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:18:04.478602 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:04.479266 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:04.528877 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:04.558047 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3cbd5277-f877-4188-adee-fcf27fffe135 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8186271 Aug 16 03:18:04.558296 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:18:04.560583 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1209b785-eaaa-473b-8599-32d4f6478c75" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:18:04.585377 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:04.607494 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810a196-1f12-4bdf-bb3c-c4ed9c6336f5 x-openstack-request-id: req-6810a196-1f12-4bdf-bb3c-c4ed9c6336f5 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:18:04.608112 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:18:04.608305 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6810a196-1f12-4bdf-bb3c-c4ed9c6336f5 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:18:04.608668 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'status': 'completed', 'code': 200} Aug 16 03:18:04.668564 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-d7e78b45-8c8d-4f61-a2bc-5f981eabc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:04.670125 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-d7e78b45-8c8d-4f61-a2bc-5f981eabc8b2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1097 time: 0.0416808 Aug 16 03:18:04.764819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-fae10db7-7f4d-4f24-b5b9-d0ec148ec2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:04.766342 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-fae10db7-7f4d-4f24-b5b9-d0ec148ec2de service neutron] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0896049 Aug 16 03:18:04.819761 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:03Z', 'revision_number': 0, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:04.848336 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:18:04.858442 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:18:04.859126 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:17:43Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:04.969661 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:18:05.221416 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-263f7452-502a-4ba7-a606-71f7fc4d1607 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 998 time: 0.4468358 Aug 16 03:18:05.229515 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:03Z', 'revision_number': 0, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:18:05.260718 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8da6eda-9f67-4f61-bfa7-8bb0be3f0753 None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:03Z', 'revision_number': 0, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:18:05.281943 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-15c70581-22b1-4e3b-81d6-721b4659be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:05.283985 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-15c70581-22b1-4e3b-81d6-721b4659be05 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0550430 Aug 16 03:18:05.339196 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-e3246c76-1921-4b70-8e2f-95e3b8c6887d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:05.340791 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-e3246c76-1921-4b70-8e2f-95e3b8c6887d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501599 Aug 16 03:18:05.434623 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-ddae1201-964d-4ac6-8e41-adacfa8c2b0b service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865548 Aug 16 03:18:05.477972 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a4be3e-1e81-4abb-887e-71e5f771b086 None None] New status for floating IP 17c56e80-38dd-45b8-98df-77856bada1ec: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:18:05.531431 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-1209b785-eaaa-473b-8599-32d4f6478c75 req-79e22cb0-39aa-4bef-8eb4-75d438499164 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903573 Aug 16 03:18:10.088655 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9b94b466-f77d-402c-bab8-06a06d39c6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:12.699820 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:12.808420 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e84d5387-97f4-4c10-ba73-63de8cb57a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:14.973846 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:16.145853 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:19.703836 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-807b83e5-2f83-4803-89a5-0e8fc4343d6f service neutron] (101946) timed out ('10.222.0.76', 57106) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:18:27.922345 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:27.937442 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:18:28.122356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:40.047801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f2318f4e-f7e9-4a9a-a90d-39996185a975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:40.819912 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-1e2999a0-6974-407c-b7db-fc5b902b7da6 req-a42ec617-d5bb-4abd-b38e-c2a29f1a8082 service neutron] (101946) timed out ('10.222.0.83', 65286) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:18:42.739147 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:42.841694 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e20f99f4-697f-4cfd-8002-3530a7bcc802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:44.967802 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:46.138871 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:56.135091 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-d94b31c1-b270-4c36-a59c-5ab87991af2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0922980 Aug 16 03:18:56.214156 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-2ddfcc84-9409-43ca-8134-93550f8bd617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:56.215723 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-2ddfcc84-9409-43ca-8134-93550f8bd617 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1097 time: 0.0397878 Aug 16 03:18:56.331103 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-df193c1d-3964-4599-a225-860e73e1edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:56.332528 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-df193c1d-3964-4599-a225-860e73e1edb3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0979652 Aug 16 03:18:56.407137 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-973da5fd-085a-4984-9f31-a3ddc3523299 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 1000 time: 0.0631852 Aug 16 03:18:56.456415 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-57a8669a-3271-4703-b935-3606002e1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:56.457919 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-57a8669a-3271-4703-b935-3606002e1063 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0433424 Aug 16 03:18:56.506374 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-3e09f2e0-532b-45ea-b4b7-684e07d19b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:18:56.511161 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-3e09f2e0-532b-45ea-b4b7-684e07d19b10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427246 Aug 16 03:18:56.598539 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-2dccebd3-a94d-4ced-b654-5411d197060d service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835736 Aug 16 03:18:56.696998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-79aacb7b-4c2d-4a4d-96f7-a37c58f16a80 req-b79fe667-9d91-48a7-9ddf-f71b95756b99 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911570 Aug 16 03:18:57.904670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:18:58.139094 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:04.936222 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:10.047522 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-677417b2-7dc9-4d3f-99d9-5e3117a72ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:12.710148 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:12.847406 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f5588475-1618-4b24-8436-2f2aafe2ba41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:14.950069 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:16.166349 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:27.944004 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:28.149796 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:40.064000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-7a13b833-728b-4e18-a586-7d9aada3c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:41.935801 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:19:42.715042 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:42.835610 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ce73b794-699b-4390-a3ca-1a118c13f423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:44.999460 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:46.137594 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:57.092852 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-142827d4-0a8c-4e6b-84ca-d7445bb51f9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417089 Aug 16 03:19:57.178445 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462250-556e-4183-9d88-fcad098f2b2e req-18bff8df-f8c9-4fad-b81f-1fb8b8e12d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:57.180502 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-18bff8df-f8c9-4fad-b81f-1fb8b8e12d75 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1097 time: 0.0411990 Aug 16 03:19:57.287735 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462250-556e-4183-9d88-fcad098f2b2e req-80d8c45c-4be2-4854-8d1f-6b2927b13757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:57.289310 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-80d8c45c-4be2-4854-8d1f-6b2927b13757 service neutron] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0885284 Aug 16 03:19:57.353567 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-9ba464c4-1922-453b-9d8e-a7dc0d780e9c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 1000 time: 0.0575683 Aug 16 03:19:57.404833 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462250-556e-4183-9d88-fcad098f2b2e req-a6bcd886-9948-44c0-bc04-9e0088a9b3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:57.406480 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-a6bcd886-9948-44c0-bc04-9e0088a9b3d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0464134 Aug 16 03:19:57.455890 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6462250-556e-4183-9d88-fcad098f2b2e req-38b0b44b-ac29-4764-bc35-1a42350b9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:19:57.457406 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-38b0b44b-ac29-4764-bc35-1a42350b9375 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440779 Aug 16 03:19:57.545427 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-345f6b22-2883-430a-8ada-02b23fc8999b service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810845 Aug 16 03:19:57.639662 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-e6462250-556e-4183-9d88-fcad098f2b2e req-facdd709-2e27-4adc-b32d-c4b754e5321d service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Aug 16 03:19:57.932215 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:19:58.155097 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:03.348092 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a details requested by agent hyperv_n-h2-768852-19 with host n-h2-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:20:03.442413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:03.453955 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Returning: {'device': 'a15295ea-b29f-49c0-8736-32162e00877a', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:20:03.492241 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:03.504123 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a15295ea-b29f-49c0-8736-32162e00877a {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:20:03.523558 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:03.617871 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:03.667958 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:03.675223 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.675578 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.675919 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.676258 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.676597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.676927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.677254 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.677579 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.677904 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.678226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.678550 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.678909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:03.692649 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] get_ports_and_sgs() called for port_ids ['a15295ea-b29f-49c0-8736-32162e00877a'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:20:05.363227 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a up at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:20:05.423765 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Provisioning complete for port a15295ea-b29f-49c0-8736-32162e00877a triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:20:05.424697 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:05.508770 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:05.532409 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:05.534691 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a49770-befe-4bf8-a772-3c8944f980cc" -d '{"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:05.549183 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:05.623466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:05.656638 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a5b783-5277-4003-85db-51b887046a45 x-openstack-request-id: req-71a5b783-5277-4003-85db-51b887046a45 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:05.657041 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-plugged", "status": "completed", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:05.657376 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-71a5b783-5277-4003-85db-51b887046a45 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:05.657769 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'code': 200} Aug 16 03:20:05.688823 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:10.063326 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-34067fcd-7028-4ef7-82b2-b60b81da21ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:12.970015 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:12.998506 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d37ac1cc-eb55-4bd3-9de3-98d14deb9241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:15.017651 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:15.169554 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-8227ef95-ad7a-41e0-aea5-b667dcf1bc4c tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858893833&fields=id&tenant_id=ed46da87789447c594459de35d8de2b3 HTTP/1.1" status: 200 len: 267 time: 0.0348346 Aug 16 03:20:15.282774 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-6a3509c2-efa2-4cd5-8e62-1883614fdf2d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:15.284269 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-6a3509c2-efa2-4cd5-8e62-1883614fdf2d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 809 time: 0.1080835 Aug 16 03:20:15.299542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-e1c0cf95-c90f-466a-9f30-030c87cc1c66 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/quotas/ed46da87789447c594459de35d8de2b3 HTTP/1.1" status: 200 len: 375 time: 0.0090828 Aug 16 03:20:15.355723 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-a54ff4e3-1fc9-4d1b-9d28-6a940109747f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0510399 Aug 16 03:20:15.451578 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-c008bbd9-7dd8-4fad-a8bf-dd1b3c52288e service neutron] 10.222.0.76 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841846 Aug 16 03:20:15.545091 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3da594c2-30e0-4618-8512-3e38256108db service neutron] 10.222.0.76 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875661 Aug 16 03:20:15.838937 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d4ce58ba-b432-42f2-900a-fdb467466507 req-8ba04eea-72ee-4f84-9529-14baaaa60b70 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0788686 Aug 16 03:20:16.217589 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:16.933835 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-87140470-d730-4603-8246-a298b784e39e req-ca728a62-67d3-434c-9339-c9b0d019cfa7 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0265470 Aug 16 03:20:17.824702 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-000ff7ec-82b6-4ce8-861b-ef5bd350856f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:17.826182 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-000ff7ec-82b6-4ce8-861b-ef5bd350856f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.83 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 809 time: 0.1057479 Aug 16 03:20:17.870379 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-f9e24515-fdee-4ed0-9971-ec66a821b043 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ed46da87789447c594459de35d8de2b3 HTTP/1.1" status: 200 len: 379 time: 0.0347435 Aug 16 03:20:17.879368 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'port': {'device_id': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'admin_state_up': True, 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'security_groups': ['19495341-e7c3-441d-9fac-1666aaf8e4ed']}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:20:18.034953 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3b6ce3e1-eace-4968-b3a0-b3b5e4497eb5 req-b148a19b-21b9-4ca7-ab44-897c1e5b6906 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0309229 Aug 16 03:20:18.057546 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Made reservation on behalf of ed46da87789447c594459de35d8de2b3 for: {'port': 1} {{(pid=101945) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 16 03:20:18.061125 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:18.194088 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Allocated IP 172.20.0.6 (161839d8-4e51-430f-9722-44ddb9967727/8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810/47482f1a-a730-4031-82e1-a1196c4ecf1b) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:20:18.335901 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:18.349880 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Transition to ACTIVE for port object 47482f1a-a730-4031-82e1-a1196c4ecf1b will not be triggered until provisioned by entity DHCP. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:20:18.436846 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:18.501794 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Network 161839d8-4e51-430f-9722-44ddb9967727 is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:20:18.506330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:20:18.513535 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:20:18.552841 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:18.582522 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.583109 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.584004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.584550 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.585046 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.585562 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.586725 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.587975 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.588408 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.588986 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.589431 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.589875 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:20:18.610824 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:18.611691 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:18.753603 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-3be3f413-9e75-4500-b54d-78e2a78163bf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8778377 Aug 16 03:20:18.940977 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:18.965816 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4484bd88-cb19-4a6f-8d5a-df0793c8acb2 None None] Provisioning for port 47482f1a-a730-4031-82e1-a1196c4ecf1b completed by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:20:18.970005 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-4484bd88-cb19-4a6f-8d5a-df0793c8acb2 None None] Provisioning complete for port 47482f1a-a730-4031-82e1-a1196c4ecf1b triggered by entity DHCP. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:20:18.970388 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4484bd88-cb19-4a6f-8d5a-df0793c8acb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:19.009628 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4484bd88-cb19-4a6f-8d5a-df0793c8acb2 None None] Port 47482f1a-a730-4031-82e1-a1196c4ecf1b cannot update to ACTIVE because it is not bound. {{(pid=101947) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 16 03:20:19.158512 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7218dbe-9248-41b4-83f6-a2d0d5d4f03d req-1cdf28fe-2b16-4ee7-852f-6dd55a0e4739 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:19.160082 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7218dbe-9248-41b4-83f6-a2d0d5d4f03d req-1cdf28fe-2b16-4ee7-852f-6dd55a0e4739 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0535777 Aug 16 03:20:19.203652 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b7218dbe-9248-41b4-83f6-a2d0d5d4f03d req-10b029bb-e9b2-44b1-9f13-3681d1732819 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363319 Aug 16 03:20:19.440808 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:20:19.522192 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:19.546710 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:19.549195 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd562b55-bd34-416c-8d4c-2946564d5485" -d '{"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-unplugged", "status": "completed", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:19.563817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:19.587855 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c3b45-cfe3-448d-b960-98593b29c330 x-openstack-request-id: req-6a0c3b45-cfe3-448d-b960-98593b29c330 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:19.588331 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-unplugged", "status": "completed", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:19.588748 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6a0c3b45-cfe3-448d-b960-98593b29c330 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:19.589331 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'code': 200} Aug 16 03:20:19.713508 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:19.776688 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Pushing event updated for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:20.330585 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a773-c2a5-43aa-b7f8-c806f1c7947d req-63ef84f7-3141-49e0-b075-18806933485f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:20.332122 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cd8a773-c2a5-43aa-b7f8-c806f1c7947d req-63ef84f7-3141-49e0-b075-18806933485f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0497894 Aug 16 03:20:20.374328 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-8cd8a773-c2a5-43aa-b7f8-c806f1c7947d req-7a0028b2-b0df-4f7a-8f29-4fc078a85443 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353324 Aug 16 03:20:21.497466 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d71a-8227-4bb0-ad19-fa986143c949 req-01f936c8-36b1-4d93-a42b-7a3da71cc073 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:21.499127 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d4d71a-8227-4bb0-ad19-fa986143c949 req-01f936c8-36b1-4d93-a42b-7a3da71cc073 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0506811 Aug 16 03:20:21.542864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-36d4d71a-8227-4bb0-ad19-fa986143c949 req-c20b6a6e-2f14-4cd4-a901-df5e9dcee3fe tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376890 Aug 16 03:20:22.678123 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fd9ea-d9ed-43b8-ac47-6bf5b2778122 req-780d5a39-64b2-4174-9a5f-003b5b759f24 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:22.679816 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d29fd9ea-d9ed-43b8-ac47-6bf5b2778122 req-780d5a39-64b2-4174-9a5f-003b5b759f24 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0505834 Aug 16 03:20:22.722814 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d29fd9ea-d9ed-43b8-ac47-6bf5b2778122 req-183e7122-31e3-470e-974e-3a040f8da499 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365050 Aug 16 03:20:23.850981 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fff26-c7f6-48f3-b5e5-8c361e8ed332 req-4fd3a6f0-4ddc-4a0e-babf-5c44f1524a86 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:23.853867 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c0fff26-c7f6-48f3-b5e5-8c361e8ed332 req-4fd3a6f0-4ddc-4a0e-babf-5c44f1524a86 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0608602 Aug 16 03:20:23.894862 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-2c0fff26-c7f6-48f3-b5e5-8c361e8ed332 req-5b19af04-1612-44c6-bd94-a0d05dd070ef tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350308 Aug 16 03:20:25.014937 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a053b-5855-472c-95cf-17bda239a8a8 req-d107a198-6dea-45c2-a7a7-bd5c85c2f496 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:25.016517 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-549a053b-5855-472c-95cf-17bda239a8a8 req-d107a198-6dea-45c2-a7a7-bd5c85c2f496 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0490320 Aug 16 03:20:25.064290 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-549a053b-5855-472c-95cf-17bda239a8a8 req-b3296c5b-27d4-4f82-b584-1581670327ff tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Aug 16 03:20:26.190016 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9ebfe-4524-4baa-9953-6665a34ae201 req-8488eeea-7b09-4bc2-adb9-d8fcb7eddc22 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:26.191846 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31e9ebfe-4524-4baa-9953-6665a34ae201 req-8488eeea-7b09-4bc2-adb9-d8fcb7eddc22 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0498004 Aug 16 03:20:26.244100 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-31e9ebfe-4524-4baa-9953-6665a34ae201 req-a0107fdf-0e82-472a-891e-28439fdf0ea6 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389557 Aug 16 03:20:27.374126 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df7029-c53b-491a-9444-d1dbf087c9f5 req-bb54cd4c-f21e-49ad-982d-c3ffe56e0fd8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:27.375739 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df7029-c53b-491a-9444-d1dbf087c9f5 req-bb54cd4c-f21e-49ad-982d-c3ffe56e0fd8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0559394 Aug 16 03:20:27.420811 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-16df7029-c53b-491a-9444-d1dbf087c9f5 req-9b54fe6a-390f-4c3b-abb3-238880cf6813 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390697 Aug 16 03:20:27.960396 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:28.137639 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:28.574102 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c6fa94-1790-4014-ad8d-2c7361d9548b req-72a71fba-c21c-4454-beb3-705921806393 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:28.575649 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02c6fa94-1790-4014-ad8d-2c7361d9548b req-72a71fba-c21c-4454-beb3-705921806393 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.0586135 Aug 16 03:20:28.619246 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-02c6fa94-1790-4014-ad8d-2c7361d9548b req-a2d3c8d9-652c-4172-94a2-009e90a2001d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375874 Aug 16 03:20:29.494732 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Request body: {'port': {'device_id': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768852-19'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:20:29.561135 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:29.810161 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d437ec-e642-464b-a3b7-baf29645136f req-8caad4f1-d4c9-48e5-801a-6d1f0dd8bfe7 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:29.812097 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5d437ec-e642-464b-a3b7-baf29645136f req-8caad4f1-d4c9-48e5-801a-6d1f0dd8bfe7 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 931 time: 0.1222456 Aug 16 03:20:29.880362 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d5d437ec-e642-464b-a3b7-baf29645136f req-40aca2f1-5281-4fc3-ba74-b4644282d967 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620248 Aug 16 03:20:29.921723 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47482f1a-a730-4031-82e1-a1196c4ecf1b {{(pid=101945) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:20:29.929071 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:29.940467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.provisioning_blocks [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Transition to ACTIVE for port object 47482f1a-a730-4031-82e1-a1196c4ecf1b will not be triggered until provisioned by entity L2. {{(pid=101945) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 16 03:20:30.045856 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:30.104923 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:30.478254 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Attempting to bind port 47482f1a-a730-4031-82e1-a1196c4ecf1b on host n-h1-768852-19 for vnic_type normal with profile {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 16 03:20:30.478596 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Attempting to bind port 47482f1a-a730-4031-82e1-a1196c4ecf1b by drivers openvswitch,hyperv on host n-h1-768852-19 at level 0 using segments [{'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 16 03:20:30.478978 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Attempting to bind port 47482f1a-a730-4031-82e1-a1196c4ecf1b on network 161839d8-4e51-430f-9722-44ddb9967727 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:20:30.483284 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Port 47482f1a-a730-4031-82e1-a1196c4ecf1b on network 161839d8-4e51-430f-9722-44ddb9967727 not bound, no agent of type Open vSwitch agent registered on host n-h1-768852-19 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 16 03:20:30.483615 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Attempting to bind port 47482f1a-a730-4031-82e1-a1196c4ecf1b on network 161839d8-4e51-430f-9722-44ddb9967727 {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 16 03:20:30.488366 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Checking agent: {'id': 'e47fb58c-d7bd-402d-ae70-36d5c3f56483', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-768852-19', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'started_at': datetime.datetime(2021, 8, 16, 1, 51, 27), 'heartbeat_timestamp': datetime.datetime(2021, 8, 16, 3, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 16 03:20:30.488704 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Checking segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101945) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 16 03:20:30.489095 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Bound using segment: {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'} {{(pid=101945) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 16 03:20:30.489528 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.managers [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Bound port: 47482f1a-a730-4031-82e1-a1196c4ecf1b, host: n-h1-768852-19, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '635b7232-317a-4e7b-bd03-55b7db786f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '161839d8-4e51-430f-9722-44ddb9967727'}}] {{(pid=101945) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 16 03:20:30.489899 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:30.552513 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, cleared binding levels {{(pid=101945) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 16 03:20:30.556457 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101945) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 16 03:20:30.634862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:30.669009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:30.669707 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:30.671149 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] 10.222.0.83 "PUT /v2.0/ports/47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 200 len: 1092 time: 1.2344210 Aug 16 03:20:30.671583 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:30.673841 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979111dc-daed-4dca-9af8-2640eb902ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:30.700276 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da19ddc-e118-4a6d-80cd-85a11d680d0b service neutron] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=3']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:30.716002 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4bd93fd-11af-47fb-aaa2-8f2fdecc9ab1 x-openstack-request-id: req-c4bd93fd-11af-47fb-aaa2-8f2fdecc9ab1 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:30.716273 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:30.716535 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c4bd93fd-11af-47fb-aaa2-8f2fdecc9ab1 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:30.716952 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'status': 'completed', 'code': 200} Aug 16 03:20:30.783624 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979111dc-daed-4dca-9af8-2640eb902ae3 req-2fea6d7b-9e1c-44ef-ac25-cbb315435d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:30.785251 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-979111dc-daed-4dca-9af8-2640eb902ae3 req-2fea6d7b-9e1c-44ef-ac25-cbb315435d51 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1095 time: 0.0472550 Aug 16 03:20:30.884938 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979111dc-daed-4dca-9af8-2640eb902ae3 req-5025d007-f63d-4194-b887-bd0c6b40f827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:30.886355 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-979111dc-daed-4dca-9af8-2640eb902ae3 req-5025d007-f63d-4194-b887-bd0c6b40f827 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=ed46da87789447c594459de35d8de2b3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0939434 Aug 16 03:20:31.015038 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979111dc-daed-4dca-9af8-2640eb902ae3 req-c479f251-15ca-420b-9c97-88a925db1263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:31.016541 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-979111dc-daed-4dca-9af8-2640eb902ae3 req-c479f251-15ca-420b-9c97-88a925db1263 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1238289 Aug 16 03:20:31.025184 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0474e-96ae-41b3-b49c-9666fd9b9164 req-630d9a91-9112-4e18-aa8f-ad73cc6eda35 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:31.026661 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6b0474e-96ae-41b3-b49c-9666fd9b9164 req-630d9a91-9112-4e18-aa8f-ad73cc6eda35 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0753412 Aug 16 03:20:31.090827 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6b0474e-96ae-41b3-b49c-9666fd9b9164 req-df6fcff2-7160-41b9-b48b-13ce19339a61 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567420 Aug 16 03:20:31.104231 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-c60ae8c0-dc14-42fd-805d-45563aa80c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:31.105753 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-c60ae8c0-dc14-42fd-805d-45563aa80c8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1095 time: 0.0500929 Aug 16 03:20:31.152018 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-cd6362d9-f025-48a1-b763-5979efa7365e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 200 len: 217 time: 0.0376418 Aug 16 03:20:31.200554 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-9bee7162-12dd-4db2-b009-07ffe2c58cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:31.202033 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-9bee7162-12dd-4db2-b009-07ffe2c58cd0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0435305 Aug 16 03:20:31.249519 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-8ae6cc92-962c-49ac-b33a-9d4c60e7146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:31.251074 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-8ae6cc92-962c-49ac-b33a-9d4c60e7146f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419061 Aug 16 03:20:31.347929 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-e8d30207-0c54-4546-99fd-b039fbf9e9df service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896349 Aug 16 03:20:31.437711 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4a5c1cd5-3b98-4248-a836-53cfab8205d5 req-eb603607-f63a-4ca7-b38b-2ae1536d7666 service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827172 Aug 16 03:20:32.209201 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dad0be-5138-4870-a0f0-b3dd8cde2640 req-0faf7b7e-25c0-4014-9e08-b3e8d08c33dd tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:32.210863 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25dad0be-5138-4870-a0f0-b3dd8cde2640 req-0faf7b7e-25c0-4014-9e08-b3e8d08c33dd tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0494297 Aug 16 03:20:32.253247 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-25dad0be-5138-4870-a0f0-b3dd8cde2640 req-af8ab7fc-904d-4701-bbd4-5db34846578a tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365419 Aug 16 03:20:33.069779 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:20:33.162787 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:33.173902 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'port_id': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'mac_address': 'fa:16:3e:78:7d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:20:33.216692 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:33.230632 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47482f1a-a730-4031-82e1-a1196c4ecf1b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:20:33.251750 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:33.344411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:33.369838 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff6b3a-62f5-4a7d-948c-2a7686a526a2 req-09d19ced-60fd-47fd-aa2d-8ae824134848 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:33.371396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6ff6b3a-62f5-4a7d-948c-2a7686a526a2 req-09d19ced-60fd-47fd-aa2d-8ae824134848 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0493383 Aug 16 03:20:33.392982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=4']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:33.411397 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c6ff6b3a-62f5-4a7d-948c-2a7686a526a2 req-66d0c108-c387-46f8-9fe7-31c0f3d7162f tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336852 Aug 16 03:20:33.596601 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['47482f1a-a730-4031-82e1-a1196c4ecf1b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:20:34.528036 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef17223-3f4c-4d1f-b564-b9ff2a92c856 req-46cc1118-8391-4793-9c32-47a55d6fa769 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:34.529565 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ef17223-3f4c-4d1f-b564-b9ff2a92c856 req-46cc1118-8391-4793-9c32-47a55d6fa769 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 944 time: 0.0510912 Aug 16 03:20:34.567199 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-4ef17223-3f4c-4d1f-b564-b9ff2a92c856 req-4ce87e6f-2e31-4341-b007-773cc0ee2571 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317299 Aug 16 03:20:35.085433 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:20:35.203037 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning for port 47482f1a-a730-4031-82e1-a1196c4ecf1b completed by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 16 03:20:35.206982 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 47482f1a-a730-4031-82e1-a1196c4ecf1b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:20:35.207360 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:35.293253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:35.314784 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:35.317001 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3dd887-1486-4fe7-b3ab-cbf0f26d68b2" -d '{"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-plugged", "status": "completed", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:35.330084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:20:35.361114 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2606a9cc-6620-428b-8a8d-a1303f861c3a x-openstack-request-id: req-2606a9cc-6620-428b-8a8d-a1303f861c3a {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:35.361114 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-plugged", "status": "completed", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:35.361114 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2606a9cc-6620-428b-8a8d-a1303f861c3a {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:35.361114 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'code': 200} Aug 16 03:20:35.448941 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:35.450151 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a3ad4a-c676-4c21-9553-c6c2361f762b req-cfac7ef2-3726-45b1-8c31-8a442fb608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:35.453241 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0a3ad4a-c676-4c21-9553-c6c2361f762b req-cfac7ef2-3726-45b1-8c31-8a442fb608a5 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1096 time: 0.0411708 Aug 16 03:20:35.492899 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c0a3ad4a-c676-4c21-9553-c6c2361f762b req-fceb011a-193c-48ba-b4d0-1d7208fd8c88 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322526 Aug 16 03:20:35.497044 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=5']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:35.685082 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b8420-f07a-42f6-9f54-e56b528f0b49 req-dabe252a-6e74-4ba2-95b3-61a46d470f5e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:35.686601 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c63b8420-f07a-42f6-9f54-e56b528f0b49 req-dabe252a-6e74-4ba2-95b3-61a46d470f5e tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0507731 Aug 16 03:20:35.724673 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-c63b8420-f07a-42f6-9f54-e56b528f0b49 req-d97f346a-d98a-40e1-9355-b2bc784c7932 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322216 Aug 16 03:20:36.839962 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc812493-246c-45d4-acab-5bb59110dc53 req-7d3be3bb-5697-456c-bcdc-e3813ff357c8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:36.841445 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc812493-246c-45d4-acab-5bb59110dc53 req-7d3be3bb-5697-456c-bcdc-e3813ff357c8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0481479 Aug 16 03:20:36.880095 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-fc812493-246c-45d4-acab-5bb59110dc53 req-d72739ca-542a-4bdf-8b45-df7da9f50d50 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327866 Aug 16 03:20:36.992314 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814cee21-d674-4a2a-9e3e-2d9598bcd25a req-cd7f6cfb-8387-420b-abb2-f31a7faad196 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:36.994409 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-814cee21-d674-4a2a-9e3e-2d9598bcd25a req-cd7f6cfb-8387-420b-abb2-f31a7faad196 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.0482450 Aug 16 03:20:37.035582 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-814cee21-d674-4a2a-9e3e-2d9598bcd25a req-fc72fa20-c667-47fa-bc08-7aab79472f77 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352147 Aug 16 03:20:37.057492 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35074) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:20:37.096049 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163eec53-35a7-4cdd-8475-7c81c10fdfd2 tempest-TestSnapshotPattern-860376803 tempest-TestSnapshotPattern-860376803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:37.097560 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-163eec53-35a7-4cdd-8475-7c81c10fdfd2 tempest-TestSnapshotPattern-860376803 tempest-TestSnapshotPattern-860376803-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1092 time: 0.0390961 Aug 16 03:20:37.100235 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35076) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:20:37.105171 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.v2.base [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Request body: {'floatingip': {'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'port_id': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101945) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 16 03:20:37.180246 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:37.277997 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:37.385644 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_common [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Allocated IP 172.25.6.187 (3222f418-f5ab-48a6-be21-256f0d872c1d/49e5c776-e1e9-4263-acae-a7038c1ceaeb/82c8628a-fc98-4a72-9ad5-9f74b82e1d4b) {{(pid=101945) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 16 03:20:37.486514 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for port, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:37.594575 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762889975772', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:37.638904 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Network 3222f418-f5ab-48a6-be21-256f0d872c1d is already hosted by enough agents. {{(pid=101945) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 16 03:20:37.644183 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.base_scheduler [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Resources bound (agent type, host, resource id): {{(pid=101945) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 16 03:20:37.647224 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Received port after_create {{(pid=101945) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 16 03:20:37.651251 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'Port': ['ID=82c8628a-fc98-4a72-9ad5-9f74b82e1d4b,revision_number=1']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:38.015343 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:38.135672 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:38.288060 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for port, precommit_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:38.354037 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8588655'] for port, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:38.419549 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event updated for resources: {'Port': ['ID=82c8628a-fc98-4a72-9ad5-9f74b82e1d4b,revision_number=2']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:20:38.433139 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-741525'] for floatingip, after_update {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:38.533517 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Floating IP d799cee0-a2ea-4b99-a870-727ac6e1900a associated. External IP: 172.25.6.187, port: 47482f1a-a730-4031-82e1-a1196c4ecf1b. Aug 16 03:20:38.741628 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Router 338d9808-def0-4086-b2a5-160050392320 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:20:38.852895 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:20:38.863606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:20:38.873871 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:20:38.875329 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:20:38.946585 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:38.973999 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-e666d207-ef02-4c01-8491-431e546a8f94 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8727400 Aug 16 03:20:38.974617 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:20:38.976947 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1270c7-b73a-459a-ab0b-53edca1a452d" -d '{"events": [{"name": "network-changed", "server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:20:38.987819 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:20:39.011836 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71d1d47-42e9-4c5f-aabd-b9e92c867b72 x-openstack-request-id: req-c71d1d47-42e9-4c5f-aabd-b9e92c867b72 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:20:39.012138 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:20:39.012398 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c71d1d47-42e9-4c5f-aabd-b9e92c867b72 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:20:39.012866 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'status': 'completed', 'code': 200} Aug 16 03:20:39.076411 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-6d83479e-c43b-4753-8c15-146095c19381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:39.077952 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-6d83479e-c43b-4753-8c15-146095c19381 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1097 time: 0.0433080 Aug 16 03:20:39.173449 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-c6092efb-72ba-47ee-b889-b1d42cafa2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:39.175056 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-c6092efb-72ba-47ee-b889-b1d42cafa2ef service neutron] 10.222.0.83 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0903487 Aug 16 03:20:39.216441 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:05Z', 'revision_number': 1, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}, {'id': 'd799cee0-a2ea-4b99-a870-727ac6e1900a', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:78:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:20:37Z', 'updated_at': '2021-08-16T03:20:37Z', 'revision_number': 0, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:20:39.242300 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-d02265f4-f34e-4ea4-92ff-c23a39891f1e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 200 len: 999 time: 0.0602155 Aug 16 03:20:39.243916 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:20:39.252261 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:20:39.252873 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:20:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:20:39.296563 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-0879c833-5f0c-465e-b897-3ed339229eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:39.298110 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-0879c833-5f0c-465e-b897-3ed339229eaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0492010 Aug 16 03:20:39.343870 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-2d0b84b7-626b-4cb6-8dd1-77e28ad06dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:39.345396 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-2d0b84b7-626b-4cb6-8dd1-77e28ad06dfd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407114 Aug 16 03:20:39.359374 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:20:39.435160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-f223156a-f730-4290-8ed4-9d1de0d6d277 service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830746 Aug 16 03:20:39.535305 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-3a1270c7-b73a-459a-ab0b-53edca1a452d req-84cc28d8-7fc4-49d1-838e-a35e77206d8d service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937579 Aug 16 03:20:39.587301 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:05Z', 'revision_number': 1, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}, {'id': 'd799cee0-a2ea-4b99-a870-727ac6e1900a', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:78:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:20:37Z', 'updated_at': '2021-08-16T03:20:37Z', 'revision_number': 0, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:20:39.616988 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deaa8ee8-4355-4165-bab3-ce7104d145fb None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:05Z', 'revision_number': 1, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}, {'id': 'd799cee0-a2ea-4b99-a870-727ac6e1900a', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.187', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:78:7d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:20:37Z', 'updated_at': '2021-08-16T03:20:37Z', 'revision_number': 0, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:20:39.808811 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1789b5d-1d8a-49d9-a48a-b83a9dc84524 None None] New status for floating IP d799cee0-a2ea-4b99-a870-727ac6e1900a: ACTIVE {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:20:40.057259 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-23919cb6-59ff-487b-8ada-0a4806f776e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:42.739729 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:42.860034 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ac118878-01e1-4e39-9cfd-3af17a2914c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:45.039724 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:46.148293 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:55.941376 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:20:56.342617 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-bce7c9d0-d5a4-493b-b5d8-84d078c07244 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0407197 Aug 16 03:20:56.422900 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ef00-256d-47be-b61e-ec20cd952180 req-3feaf916-f2bf-4762-abf4-7f9d50989ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:56.424414 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-3feaf916-f2bf-4762-abf4-7f9d50989ee0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1097 time: 0.0405488 Aug 16 03:20:56.531557 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ef00-256d-47be-b61e-ec20cd952180 req-cb2f15b6-a635-433b-a542-ba31bebfd49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:56.533064 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-cb2f15b6-a635-433b-a542-ba31bebfd49f service neutron] 10.222.0.83 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0890627 Aug 16 03:20:56.603751 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-034d8d1e-3e93-4d2c-af3a-4d97bdca1d2a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 200 len: 1001 time: 0.0619073 Aug 16 03:20:56.659065 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ef00-256d-47be-b61e-ec20cd952180 req-3135122a-4966-438d-b6a3-e185d401a299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:56.660527 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-3135122a-4966-438d-b6a3-e185d401a299 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0487814 Aug 16 03:20:56.708504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84ef00-256d-47be-b61e-ec20cd952180 req-5fc2a7b1-5f81-4d3e-84fb-d8a627cfac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:56.710043 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-5fc2a7b1-5f81-4d3e-84fb-d8a627cfac17 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422382 Aug 16 03:20:56.797630 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-a65c6d53-bc90-4d16-a96e-b37d5f3d230d service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801387 Aug 16 03:20:56.890613 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-de84ef00-256d-47be-b61e-ec20cd952180 req-41e94570-5a32-4edf-b011-9835dc6747cd service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856860 Aug 16 03:20:57.103185 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-d813f128-a09b-4c55-87d0-a92ce7409991 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391967 Aug 16 03:20:57.181553 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-6590ba37-669f-4f1b-ac35-d68bc3b3cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.183087 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-6590ba37-669f-4f1b-ac35-d68bc3b3cf79 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1095 time: 0.0404150 Aug 16 03:20:57.297149 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-2fdb74bd-0a00-4f5c-afb7-ae94e57923be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.298998 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-2fdb74bd-0a00-4f5c-afb7-ae94e57923be service neutron] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0976965 Aug 16 03:20:57.367267 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-cf7a11f4-d408-4fff-a8e0-756ad50ee10d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 998 time: 0.0608790 Aug 16 03:20:57.414575 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-8ef1b765-4b5c-4eee-b07a-eba528781842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.416049 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-8ef1b765-4b5c-4eee-b07a-eba528781842 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0428793 Aug 16 03:20:57.465086 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-7a9823bd-1fc8-4121-ba36-80865c1c0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:20:57.467149 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-7a9823bd-1fc8-4121-ba36-80865c1c0598 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444005 Aug 16 03:20:57.555364 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-da295b98-3239-4b05-b611-77623401ea12 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813634 Aug 16 03:20:57.648163 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-041a7b0d-7f62-48ef-af14-610a89576b0c req-b2b9b1d1-d768-43a2-ab54-426b4571c761 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854635 Aug 16 03:20:57.997000 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:20:58.176107 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:10.087322 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-d4967287-ee55-4197-84ae-809e61ab3948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:12.716496 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:12.859202 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-a7dfdfcd-5903-4da7-aa43-32b34359736a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:15.016411 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:16.164693 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:27.984319 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:28.175805 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:32.940447 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:21:40.057539 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-eb477cc0-650d-4ede-a4e3-01e94ac7cdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:42.712675 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:42.840335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c3c7428f-746a-4dbb-b2da-22e788619318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:45.023719 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:46.181422 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:57.091077 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-94df3e72-ba0c-4967-8188-3dbaa50b5ac7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415120 Aug 16 03:21:57.169592 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-48c31d05-3a8e-4455-a436-8f943acbae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.171134 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-48c31d05-3a8e-4455-a436-8f943acbae39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1095 time: 0.0401695 Aug 16 03:21:57.279327 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-95fd20f8-dfef-4c85-9f6e-fffc55089916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.280834 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-95fd20f8-dfef-4c85-9f6e-fffc55089916 service neutron] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0908792 Aug 16 03:21:57.346816 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-928faac6-fe77-4d20-816f-b90baf3479ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 998 time: 0.0587318 Aug 16 03:21:57.350266 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-f620ad60-7409-4453-b61c-c4bf1734aca7 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412827 Aug 16 03:21:57.396530 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-3a765c19-50e5-464f-b002-489d768f096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.398025 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-3a765c19-50e5-464f-b002-489d768f096f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0440962 Aug 16 03:21:57.430504 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014265-111b-43e1-83e8-bc82b17db107 req-08ee1fb0-091e-4a29-8f7f-3f88a21850ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.432070 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-08ee1fb0-091e-4a29-8f7f-3f88a21850ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1097 time: 0.0412977 Aug 16 03:21:57.447810 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-ae54107d-d967-4ffc-a3ff-11d0f7baa2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.449377 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-ae54107d-d967-4ffc-a3ff-11d0f7baa2bd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443721 Aug 16 03:21:57.539903 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014265-111b-43e1-83e8-bc82b17db107 req-1a824c82-f7c6-452c-a27b-52ff1324b31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.540229 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-09f82c76-b76a-4f87-a497-f2b8341baa97 service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Aug 16 03:21:57.541911 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-1a824c82-f7c6-452c-a27b-52ff1324b31f service neutron] 10.222.0.83 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0916762 Aug 16 03:21:57.608029 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-dbe43868-174b-4071-9775-740d14ed90f7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 200 len: 1001 time: 0.0584319 Aug 16 03:21:57.631804 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-d486fb46-0f18-40f6-905d-764fa9563ef1 req-bb8ec377-1ddf-4e15-a4cd-a204f3748fcd service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855465 Aug 16 03:21:57.663700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014265-111b-43e1-83e8-bc82b17db107 req-9f71cd13-0f8f-4a88-a42e-463c487af517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.665600 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-9f71cd13-0f8f-4a88-a42e-463c487af517 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0506859 Aug 16 03:21:57.710309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98014265-111b-43e1-83e8-bc82b17db107 req-7aaa6d25-f188-4acd-811c-ef01a41f6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:21:57.712606 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-7aaa6d25-f188-4acd-811c-ef01a41f6bec service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399559 Aug 16 03:21:57.723159 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-2a16890f-24e6-48fb-b3b9-044a74a61056 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=101945) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 16 03:21:57.724171 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-2a16890f-24e6-48fb-b3b9-044a74a61056 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049179 Aug 16 03:21:57.815590 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-1700c16c-ad96-4301-8557-dbdce7bc371c service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846584 Aug 16 03:21:57.911252 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-98014265-111b-43e1-83e8-bc82b17db107 req-b465c148-ed86-4c03-a3f8-83f9b834b9e7 service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884831 Aug 16 03:21:58.000335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:21:58.181294 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:09.939502 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:10.049795 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-6dd00d30-7756-42ff-b846-066678f235a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:11.559346 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b details requested by agent hyperv_n-h1-768852-19 with host n-h1-768852-19 {{(pid=101947) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 16 03:22:11.680751 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:11.693404 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Returning: {'device': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'port_id': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'mac_address': 'fa:16:3e:78:7d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101947) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 16 03:22:11.738475 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:11.753048 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47482f1a-a730-4031-82e1-a1196c4ecf1b {{(pid=101947) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 16 03:22:11.775963 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:11.845143 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:11.902608 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=6']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:11.910325 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.914017 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101947) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:11.919083 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] get_ports_and_sgs() called for port_ids ['47482f1a-a730-4031-82e1-a1196c4ecf1b'] {{(pid=101947) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 16 03:22:12.903216 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.102953 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b20fd8ae-f43d-4a92-93c2-4e29afd8a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.567418 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b up at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 16 03:22:13.630940 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.provisioning_blocks [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Provisioning complete for port 47482f1a-a730-4031-82e1-a1196c4ecf1b triggered by entity L2. {{(pid=101947) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 16 03:22:13.630940 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32887628'] for port, provisioning_complete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.718343 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.742074 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:13.745423 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f1466e-9099-445d-ab4f-4e4136e1b28e" -d '{"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-plugged", "status": "completed", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:13.765309 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:13.794180 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f3d0a2-3529-42eb-9883-14b3ea72aa7c x-openstack-request-id: req-06f3d0a2-3529-42eb-9883-14b3ea72aa7c {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:13.794481 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-plugged", "status": "completed", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:13.794909 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06f3d0a2-3529-42eb-9883-14b3ea72aa7c {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:13.795308 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'code': 200} Aug 16 03:22:13.845856 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:13.909486 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=7']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:15.005593 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:16.182255 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:22.059920 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35296) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:22.223860 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Deleting port 82c8628a-fc98-4a72-9ad5-9f74b82e1d4b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:22.224210 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:22.298175 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:22.298429 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:22.310467 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Calling delete_port for 82c8628a-fc98-4a72-9ad5-9f74b82e1d4b owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:22.524708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:22.556514 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event deleted for resources: {'Port': ['ID=82c8628a-fc98-4a72-9ad5-9f74b82e1d4b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:22.564598 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.564950 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.565298 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.565640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.565980 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.566315 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.566670 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.567000 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.567327 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.567652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.567983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.568309 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101945) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:22.625510 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:22.625875 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Floating IP d799cee0-a2ea-4b99-a870-727ac6e1900a disassociated (deleted). External IP: 172.25.6.187, port: 47482f1a-a730-4031-82e1-a1196c4ecf1b. Aug 16 03:22:23.123053 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Router 338d9808-def0-4086-b2a5-160050392320 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:23.233942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:23.238346 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.243927 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:23.253310 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:23.254139 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:23.269050 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-84a64218-9f7e-429e-8921-9b9e7c12b7ea tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "DELETE /v2.0/floatingips/d799cee0-a2ea-4b99-a870-727ac6e1900a HTTP/1.1" status: 204 len: 168 time: 1.2079868 Aug 16 03:22:23.269652 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:23.272930 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:23.369762 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:23.377644 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619cd223-77b0-4f0a-b4e9-55296e44275e x-openstack-request-id: req-619cd223-77b0-4f0a-b4e9-55296e44275e {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:23.377945 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:23.378224 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-619cd223-77b0-4f0a-b4e9-55296e44275e {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:23.378694 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'status': 'completed', 'code': 200} Aug 16 03:22:23.441205 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-37ea2b4b-a7bc-4821-bdef-9b2c380d5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:23.442799 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-37ea2b4b-a7bc-4821-bdef-9b2c380d5cfc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 1097 time: 0.0415411 Aug 16 03:22:23.540170 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-d7775050-1af7-42eb-b259-2b6992173728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:23.541764 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-d7775050-1af7-42eb-b259-2b6992173728 service neutron] 10.222.0.83 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0922399 Aug 16 03:22:23.593293 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-fbc6fcee-bc16-4ce8-8561-ebe3eb79d835 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 200 len: 217 time: 0.0388780 Aug 16 03:22:23.618427 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:23.624059 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:05Z', 'revision_number': 1, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:23.643686 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-f16e2940-63d8-4c14-9d30-e8294e9a5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:23.645130 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-f16e2940-63d8-4c14-9d30-e8294e9a5d6c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0455203 Aug 16 03:22:23.671549 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:23.691663 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:23.692308 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:23.695190 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-37e730c4-7b35-452b-ae8a-87dbbc9625e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:23.697559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-37e730c4-7b35-452b-ae8a-87dbbc9625e3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454168 Aug 16 03:22:23.817233 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33211407'] for port, before_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:23.828461 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77647f5-1bc2-40b2-8343-fba6c2ca8440 req-7001b0ba-4a4f-46bd-97f2-a119648c2703 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:23.830001 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d77647f5-1bc2-40b2-8343-fba6c2ca8440 req-7001b0ba-4a4f-46bd-97f2-a119648c2703 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 945 time: 0.1022995 Aug 16 03:22:23.855925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101947) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:23.857160 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-cca4c212-b525-47e3-9e83-6ea35d752a90 service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514890 Aug 16 03:22:23.858186 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}65e2cc45785f10f165527d31b04aa380f553f95ff1e131cfc2dac64165bcaf69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d40383-8ccd-43de-9477-45b89e2a4a85" -d '{"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-unplugged", "status": "completed", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101947) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:23.874900 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:23.903044 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04a7741-6c18-4a8f-a4af-d59c1f0b5fb7 x-openstack-request-id: req-f04a7741-6c18-4a8f-a4af-d59c1f0b5fb7 {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:23.908980 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-unplugged", "status": "completed", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "code": 200}]} {{(pid=101947) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:23.908980 n-d-768852-19 neutron-server[101947]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f04a7741-6c18-4a8f-a4af-d59c1f0b5fb7 {{(pid=101947) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:23.908980 n-d-768852-19 neutron-server[101947]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'code': 200} Aug 16 03:22:23.908980 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:23.924728 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-d77647f5-1bc2-40b2-8343-fba6c2ca8440 req-3810444e-0b2c-4adf-8a3c-1c136405aacf tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849476 Aug 16 03:22:23.966094 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-68eb474e-3823-4ae4-91ee-c5ba22b2d5b9 req-6393ef12-d9cd-4f1f-9fbe-8b789c56a530 service neutron] 10.222.0.83 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012189 Aug 16 03:22:23.983020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762890462868', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762889975790', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762889976068'] for port, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:24.082542 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Pushing event updated for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=8']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:24.149753 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:05Z', 'revision_number': 1, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:24.342384 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dbc6de-3c25-4ba0-88d9-49f2659f4b60 None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_floatingips': [{'id': '17c56e80-38dd-45b8-98df-77856bada1ec', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'floating_ip_address': '172.25.6.37', 'floating_network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'router_id': '338d9808-def0-4086-b2a5-160050392320', 'port_id': 'a15295ea-b29f-49c0-8736-32162e00877a', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'mac_address': 'fa:16:3e:2c:aa:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-16T03:18:03Z', 'updated_at': '2021-08-16T03:18:05Z', 'revision_number': 1, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:24.558980 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a3632-dd30-4f9e-ab98-7c60a571dd68 None None] New status for floating IP d799cee0-a2ea-4b99-a870-727ac6e1900a: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:22:25.046590 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ebc21-9c3e-4a11-bdf0-b77396106f9c req-9644cf09-1750-49b5-be50-92eb0ff52b7d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:25.048132 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f43ebc21-9c3e-4a11-bdf0-b77396106f9c req-9644cf09-1750-49b5-be50-92eb0ff52b7d tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0513470 Aug 16 03:22:25.087101 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-f43ebc21-9c3e-4a11-bdf0-b77396106f9c req-bc48c2f8-d42d-4f9c-bc33-2a45303c38f8 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Aug 16 03:22:25.268072 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-601b214b-1004-4c58-be73-2390cd368132 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:25.270023 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-601b214b-1004-4c58-be73-2390cd368132 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.83 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 943 time: 0.0530026 Aug 16 03:22:25.361275 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Deleting port 47482f1a-a730-4031-82e1-a1196c4ecf1b {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:25.361515 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:25.452551 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] For port 47482f1a-a730-4031-82e1-a1196c4ecf1b, host n-h1-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-768852-19',level=0,port_id=47482f1a-a730-4031-82e1-a1196c4ecf1b,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:25.452916 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:25.467052 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Calling delete_port for 47482f1a-a730-4031-82e1-a1196c4ecf1b owned by compute:nova {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:25.650599 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:25.682942 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event deleted for resources: {'Port': ['ID=47482f1a-a730-4031-82e1-a1196c4ecf1b,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:25.728369 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] No DVR routers for this DVR port 47482f1a-a730-4031-82e1-a1196c4ecf1b on host n-h1-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:25.731398 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:25.733433 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b470c4a8-b04d-4894-abbf-3e09a3b437a9 req-865c33cf-f883-4b70-8bad-d87e1be42423 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.83 "DELETE /v2.0/ports/47482f1a-a730-4031-82e1-a1196c4ecf1b HTTP/1.1" status: 204 len: 173 time: 0.4570451 Aug 16 03:22:25.733886 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-deleted', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:25.736186 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050c38ba-b30d-475d-a9c4-acf5b6d9f07c" -d '{"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-deleted", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:25.772774 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d73081-aafe-47f0-a21c-db0526b9d804 x-openstack-request-id: req-33d73081-aafe-47f0-a21c-db0526b9d804 {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:25.773104 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aacb5e4-45d9-41c7-91af-1f40f41cbcf7", "name": "network-vif-deleted", "tag": "47482f1a-a730-4031-82e1-a1196c4ecf1b", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:25.773435 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-33d73081-aafe-47f0-a21c-db0526b9d804 {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:25.774015 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aacb5e4-45d9-41c7-91af-1f40f41cbcf7', 'name': 'network-vif-deleted', 'tag': '47482f1a-a730-4031-82e1-a1196c4ecf1b', 'status': 'completed', 'code': 200} Aug 16 03:22:26.194322 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b3910dca-fcf4-4e3a-b9f5-6f17149406cf req-0ec0e734-c84e-4be7-a15c-4ac620c03901 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=6aacb5e4-45d9-41c7-91af-1f40f41cbcf7 HTTP/1.1" status: 200 len: 210 time: 0.0262935 Aug 16 03:22:28.004523 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:28.203672 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:28.633936 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35360) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:28.796192 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Deleting port 76c77982-7e58-445f-9bb7-8fe803e8b8dd {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:28.796547 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:28.877517 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:28.877785 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:28.890364 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Calling delete_port for 76c77982-7e58-445f-9bb7-8fe803e8b8dd owned by network:floatingip {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:29.101692 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:29.127292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event deleted for resources: {'Port': ['ID=76c77982-7e58-445f-9bb7-8fe803e8b8dd,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:29.189687 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for floatingip, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:29.190031 n-d-768852-19 neutron-server[101945]: INFO neutron.db.l3_db [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Floating IP 17c56e80-38dd-45b8-98df-77856bada1ec disassociated (deleted). External IP: 172.25.6.37, port: a15295ea-b29f-49c0-8736-32162e00877a. Aug 16 03:22:29.399890 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Router 338d9808-def0-4086-b2a5-160050392320 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:29.507849 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:29.512372 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for floatingip, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:29.519055 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:29.529352 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:29.530124 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:29.539618 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-cb822cea-9cf5-4832-b0d0-e86b89c04d29 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "DELETE /v2.0/floatingips/17c56e80-38dd-45b8-98df-77856bada1ec HTTP/1.1" status: 204 len: 168 time: 0.9039571 Aug 16 03:22:29.540287 n-d-768852-19 neutron-server[101945]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101945) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:29.543635 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b9b61a690169ee80772306b9314f60310dbf96586e61d50f366727ea015927" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d01f4e9-c4a5-49e1-b073-072fce3921c2" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101945) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:29.583419 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ce796-357f-4f33-a0a2-03a85e0709aa x-openstack-request-id: req-342ce796-357f-4f33-a0a2-03a85e0709aa {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:29.583720 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "status": "completed", "code": 200}]} {{(pid=101945) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:29.583984 n-d-768852-19 neutron-server[101945]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-342ce796-357f-4f33-a0a2-03a85e0709aa {{(pid=101945) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:29.584406 n-d-768852-19 neutron-server[101945]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'status': 'completed', 'code': 200} Aug 16 03:22:29.646181 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:29.650146 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-afaf76d1-f7f5-4092-9eee-021f35a23665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:29.653110 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-afaf76d1-f7f5-4092-9eee-021f35a23665 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed46da87789447c594459de35d8de2b3&device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 1095 time: 0.0428162 Aug 16 03:22:29.673086 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b no longer exists at agent hyperv_n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:29.699058 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] No Port match for: 47482f1a-a730-4031-82e1-a1196c4ecf1b {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:29.699413 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Device 47482f1a-a730-4031-82e1-a1196c4ecf1b not bound to the agent host n-h1-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:29.748406 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-e2220f62-5f09-4183-9361-ace60e753601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:29.749892 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-e2220f62-5f09-4183-9361-ace60e753601 service neutron] 10.222.0.58 "GET /v2.0/networks?id=161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 200 len: 910 time: 0.0903716 Aug 16 03:22:29.797644 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-e3ab4e68-40d6-418b-b725-0a04785f639a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 200 len: 217 time: 0.0392361 Aug 16 03:22:29.847883 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-e18dc94b-e83f-4b7e-80e6-51f85d1859b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:29.849374 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-e18dc94b-e83f-4b7e-80e6-51f85d1859b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 200 len: 848 time: 0.0453632 Aug 16 03:22:29.883812 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:29.896137 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-2df3e9fe-11eb-4493-9c46-f43a4157e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:29.897717 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-2df3e9fe-11eb-4493-9c46-f43a4157e42d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=161839d8-4e51-430f-9722-44ddb9967727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405972 Aug 16 03:22:29.911817 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:29.921006 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:29.921651 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:29.996209 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-a3dfdbde-8d08-4afe-a2eb-4df15b82cf7e service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905521 Aug 16 03:22:30.009086 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f514c85-4e0b-4b10-8b96-a41c3b6f8de8 req-345ef591-98c6-4f20-a696-e640844ec499 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:30.015282 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f514c85-4e0b-4b10-8b96-a41c3b6f8de8 req-345ef591-98c6-4f20-a696-e640844ec499 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0577128 Aug 16 03:22:30.030694 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:30.078342 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-7f514c85-4e0b-4b10-8b96-a41c3b6f8de8 req-8bcfa94f-04df-4131-aa74-fa999c985609 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487514 Aug 16 03:22:30.098790 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9d01f4e9-c4a5-49e1-b073-072fce3921c2 req-6d6f16d2-0d85-4118-874f-38ba886aea5d service neutron] 10.222.0.58 "GET /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946999 Aug 16 03:22:30.237516 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:30.266937 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35172896-82ab-4dc1-b87d-3704e22e0c07 None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:39Z', 'revision_number': 4, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19', '_interfaces': [{'id': '270efeda-f004-48b3-a145-4feabfa68b99', 'name': '', 'network_id': '161839d8-4e51-430f-9722-44ddb9967727', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'mac_address': 'fa:16:3e:0b:58:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:39Z', 'updated_at': '2021-08-16T03:17:45Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'subnets': [{'id': '8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:30.486128 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c27aeb-95ac-4236-b252-26a08d21f4aa None None] New status for floating IP 17c56e80-38dd-45b8-98df-77856bada1ec: DOWN {{(pid=101948) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 16 03:22:31.187059 n-d-768852-19 neutron-server[101945]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8221813-ec22-4fe1-bff9-ba80e00bfff6 req-f8d8a1ac-38bb-4e5e-9f1a-e2734b82c563 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101945) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:31.188559 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8221813-ec22-4fe1-bff9-ba80e00bfff6 req-f8d8a1ac-38bb-4e5e-9f1a-e2734b82c563 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0550756 Aug 16 03:22:31.226493 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-b8221813-ec22-4fe1-bff9-ba80e00bfff6 req-94dc3e9e-d297-4924-947c-d303ccbafbd6 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/security-groups?id=19495341-e7c3-441d-9fac-1666aaf8e4ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320482 Aug 16 03:22:31.492276 n-d-768852-19 neutron-server[101946]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-badbce84-468f-4357-8c95-ecaf4e4482a5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101946) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 16 03:22:31.493761 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-badbce84-468f-4357-8c95-ecaf4e4482a5 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.58 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 943 time: 0.0489948 Aug 16 03:22:31.586653 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Deleting port a15295ea-b29f-49c0-8736-32162e00877a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:31.587025 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.673126 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] For port a15295ea-b29f-49c0-8736-32162e00877a, host n-h2-768852-19, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-768852-19',level=0,port_id=a15295ea-b29f-49c0-8736-32162e00877a,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:31.673499 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.690671 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Calling delete_port for a15295ea-b29f-49c0-8736-32162e00877a owned by compute:nova {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:31.884328 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.913111 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event deleted for resources: {'Port': ['ID=a15295ea-b29f-49c0-8736-32162e00877a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:31.941732 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.942091 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.942440 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.942822 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.943174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.943513 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.943849 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.944181 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.944511 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.944840 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.945171 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.945502 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768852-19 {{(pid=101946) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 16 03:22:31.967230 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] No DVR routers for this DVR port a15295ea-b29f-49c0-8736-32162e00877a on host n-h2-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:31.969634 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27947'] for port, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:31.971645 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [req-9411dfed-ad97-4c6a-aa12-ced53b859721 req-d320427d-8849-4a65-b0a1-689c6f3ac5be tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.58 "DELETE /v2.0/ports/a15295ea-b29f-49c0-8736-32162e00877a HTTP/1.1" status: 204 len: 173 time: 0.4718628 Aug 16 03:22:31.972095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-deleted', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a'}] {{(pid=101946) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 16 03:22:31.974382 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bf38dea6459b4fbb9cc01d282c1d94251413669df317d4729d1342978b4717f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e325e3-63de-49b0-a805-1b67641103b0" -d '{"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-deleted", "tag": "a15295ea-b29f-49c0-8736-32162e00877a"}]}' {{(pid=101946) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 16 03:22:32.065007 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 16 Aug 2021 03:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec04bec9-9230-4185-98be-0b63e63955df x-openstack-request-id: req-ec04bec9-9230-4185-98be-0b63e63955df {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 16 03:22:32.065313 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8b80e5-3032-47db-a652-da5a3b42ffcb", "name": "network-vif-deleted", "tag": "a15295ea-b29f-49c0-8736-32162e00877a", "status": "completed", "code": 200}]} {{(pid=101946) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 16 03:22:32.065571 n-d-768852-19 neutron-server[101946]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec04bec9-9230-4185-98be-0b63e63955df {{(pid=101946) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 16 03:22:32.066012 n-d-768852-19 neutron-server[101946]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f8b80e5-3032-47db-a652-da5a3b42ffcb', 'name': 'network-vif-deleted', 'tag': 'a15295ea-b29f-49c0-8736-32162e00877a', 'status': 'completed', 'code': 200} Aug 16 03:22:32.343658 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [req-bcf4778c-214e-43fd-9d99-24a48f4ac540 req-587556a9-8353-4d18-bfdd-789e293127d2 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "GET /v2.0/ports?device_id=2f8b80e5-3032-47db-a652-da5a3b42ffcb HTTP/1.1" status: 200 len: 210 time: 0.0271447 Aug 16 03:22:33.403428 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35378) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:33.462029 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ce14e4b-2088-4b07-a99a-7e74a53f0896 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.487590 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ce14e4b-2088-4b07-a99a-7e74a53f0896 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.633190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ce14e4b-2088-4b07-a99a-7e74a53f0896 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.636365 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3ce14e4b-2088-4b07-a99a-7e74a53f0896 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:33.637542 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3ce14e4b-2088-4b07-a99a-7e74a53f0896 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] 10.222.0.76 "DELETE /v2.0/security-groups/19495341-e7c3-441d-9fac-1666aaf8e4ed HTTP/1.1" status: 204 len: 168 time: 0.2331305 Aug 16 03:22:33.646946 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce14e4b-2088-4b07-a99a-7e74a53f0896 tempest-TestSnapshotPattern-1842167039 tempest-TestSnapshotPattern-1842167039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19495341-e7c3-441d-9fac-1666aaf8e4ed,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:33.740705 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35382) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:34.096396 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.344230 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Deleting port 270efeda-f004-48b3-a145-4feabfa68b99 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:34.344582 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.423238 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] For port 270efeda-f004-48b3-a145-4feabfa68b99, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=270efeda-f004-48b3-a145-4feabfa68b99,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:34.423938 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.436700 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Calling delete_port for 270efeda-f004-48b3-a145-4feabfa68b99 owned by network:router_interface {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:34.707186 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:34.737630 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=270efeda-f004-48b3-a145-4feabfa68b99,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:34.907750 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.119801 n-d-768852-19 neutron-server[101945]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Router 338d9808-def0-4086-b2a5-160050392320 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101945) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:35.521319 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101945) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:35.526471 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-d271bd4a-d988-49cc-a454-d25dcecec7c4 admin admin] 10.222.0.76 "PUT /v2.0/routers/338d9808-def0-4086-b2a5-160050392320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7847099 Aug 16 03:22:35.529009 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35384) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:35.531728 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] Sync routers for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:35.541226 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:35.541966 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.645821 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:35.731457 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.819597 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:22:34Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.835019 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:35.844855 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] Checking router: 338d9808-def0-4086-b2a5-160050392320 for host: n-d-768852-19 {{(pid=101947) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:35.852896 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] Routers {'338d9808-def0-4086-b2a5-160050392320'} bound to L3 agent in host n-d-768852-19 {{(pid=101947) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:35.854024 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['338d9808-def0-4086-b2a5-160050392320'], 'active': True} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:35.956917 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvr_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] Set router 338d9808-def0-4086-b2a5-160050392320 gateway port host: n-d-768852-19 {{(pid=101947) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:35.973810 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Deleting port 6e229fe9-767c-4695-9a83-8f8bfd387d93 {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:35.974199 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.047477 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a no longer exists at agent hyperv_n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:36.057985 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] For port 6e229fe9-767c-4695-9a83-8f8bfd387d93, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6e229fe9-767c-4695-9a83-8f8bfd387d93,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:36.058344 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.071604 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Calling delete_port for 6e229fe9-767c-4695-9a83-8f8bfd387d93 owned by network:router_gateway {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:36.077889 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] No Port match for: a15295ea-b29f-49c0-8736-32162e00877a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:36.078244 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Device a15295ea-b29f-49c0-8736-32162e00877a not bound to the agent host n-h2-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:36.160197 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_hamode_db [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:22:34Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101947) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:36.189790 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4264c7-d181-40e8-b92e-05f11b70aa6d None None] The sync data for ids ['338d9808-def0-4086-b2a5-160050392320'] in n-d-768852-19 is: [{'id': '338d9808-def0-4086-b2a5-160050392320', 'name': 'tempest-TestSnapshotPattern-981580668-router', 'tenant_id': 'ed46da87789447c594459de35d8de2b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111'}], 'enable_snat': True}, 'gw_port_id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:22:34Z', 'revision_number': 5, 'project_id': 'ed46da87789447c594459de35d8de2b3', 'gw_port': {'id': '6e229fe9-767c-4695-9a83-8f8bfd387d93', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6d:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338d9808-def0-4086-b2a5-160050392320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:36Z', 'updated_at': '2021-08-16T03:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101947) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:36.330121 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.358718 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e229fe9-767c-4695-9a83-8f8bfd387d93,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:36.421652 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.527234 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.529602 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.644639 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.645273 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338d9808-def0-4086-b2a5-160050392320 {{(pid=101945) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:22:36.649636 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] Notify callbacks [] for router, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.653864 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-8999d699-a380-4373-b310-129e0ff6cb80 admin admin] 10.222.0.76 "DELETE /v2.0/routers/338d9808-def0-4086-b2a5-160050392320 HTTP/1.1" status: 204 len: 168 time: 1.1214757 Aug 16 03:22:36.654058 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35388) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:36.702070 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Deleting subnet 8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:22:36.705176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.744638 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.841719 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 270efeda-f004-48b3-a145-4feabfa68b99 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:36.844793 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.867717 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 270efeda-f004-48b3-a145-4feabfa68b99 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:36.868075 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 270efeda-f004-48b3-a145-4feabfa68b99 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:36.964789 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.990983 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:36.996449 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:36.998215 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-9501caf4-1315-48dc-a007-9ed79450707c admin admin] 10.222.0.76 "DELETE /v2.0/subnets/8b1c5d8d-c1bd-4da1-a4fe-cbcff2748810 HTTP/1.1" status: 204 len: 168 time: 0.3431594 Aug 16 03:22:37.000763 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35390) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:37.003316 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfe1ddf-5d8a-4754-9aec-5fdb4f08e0ac None None] Network 161839d8-4e51-430f-9722-44ddb9967727 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:37.069441 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.123011 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Deleting port 6ab2c561-44e9-4ba4-a106-591bb3caa74c {{(pid=101945) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:37.123418 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.183228 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] DHCP port deletion for 161839d8-4e51-430f-9722-44ddb9967727 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:22:37.194014 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.db [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] For port 6ab2c561-44e9-4ba4-a106-591bb3caa74c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6ab2c561-44e9-4ba4-a106-591bb3caa74c,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101945) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:37.194781 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.214973 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.plugin [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Calling delete_port for 6ab2c561-44e9-4ba4-a106-591bb3caa74c owned by network:dhcp {{(pid=101945) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:37.232596 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] Deleting port 6ab2c561-44e9-4ba4-a106-591bb3caa74c {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:37.233315 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.399524 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8588646'] for port, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.432271 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab2c561-44e9-4ba4-a106-591bb3caa74c,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:37.434155 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] No DVR routers for this DVR port 6ab2c561-44e9-4ba4-a106-591bb3caa74c on host n-d-768852-19 {{(pid=101945) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:37.462166 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] For port 6ab2c561-44e9-4ba4-a106-591bb3caa74c, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=6ab2c561-44e9-4ba4-a106-591bb3caa74c,segment=NetworkSegment(635b7232-317a-4e7b-bd03-55b7db786f77),segment_id=635b7232-317a-4e7b-bd03-55b7db786f77)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:37.463255 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.475909 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] Calling delete_port for 6ab2c561-44e9-4ba4-a106-591bb3caa74c owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:37.504862 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.515013 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161839d8-4e51-430f-9722-44ddb9967727']}} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:37.526203 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635b7232-317a-4e7b-bd03-55b7db786f77') {'for_net_delete': True} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:37.526505 n-d-768852-19 neutron-server[101945]: DEBUG neutron.services.segments.db [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635b7232-317a-4e7b-bd03-55b7db786f77') {} {{(pid=101945) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:37.535190 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8585813'] for segment, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.549429 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.549662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.555460 n-d-768852-19 neutron-server[101945]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101945) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8588683'] for segment, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: Traceback (most recent call last): Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: timer() Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: cb(*args, **kw) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: return func(*args, **kwargs) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: self._notify() Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: self.callback(batched_events) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: event.method(event) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: return f(self, *a, **k) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: return self._get(url).json() Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: return self.request(url, 'GET', **kwargs) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:22:37.557689 n-d-768852-19 neutron-server[101945]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:22:37.572306 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] Pushing event deleted for resources: {'Port': ['ID=6ab2c561-44e9-4ba4-a106-591bb3caa74c,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:37.577987 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b546e18-4103-49e0-aeba-9e33b654b5ce None None] No DVR routers for this DVR port 6ab2c561-44e9-4ba4-a106-591bb3caa74c on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:37.689708 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.695096 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Notify callbacks [] for network, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:37.697083 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] 10.222.0.76 "DELETE /v2.0/networks/161839d8-4e51-430f-9722-44ddb9967727 HTTP/1.1" status: 204 len: 168 time: 0.6951656 Aug 16 03:22:37.700323 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35392) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:37.708004 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02ac10-9037-44bf-8512-11324b86e4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=161839d8-4e51-430f-9722-44ddb9967727,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:38.036585 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-684949'] for router_interface, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.275908 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Deleting port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:38.276254 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.355019 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] For port 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:38.355310 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.367997 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Calling delete_port for 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 owned by network:router_interface {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:38.615885 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.642475 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Pushing event deleted for resources: {'Port': ['ID=67a70c6c-fae8-49d2-a5f7-53e9a6939cc2,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:38.822531 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-555525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-745253'] for router_interface, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:38.880669 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e229fe9-767c-4695-9a83-8f8bfd387d93 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:38.903999 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6e229fe9-767c-4695-9a83-8f8bfd387d93 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:38.904351 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6e229fe9-767c-4695-9a83-8f8bfd387d93 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:38.904783 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6ab2c561-44e9-4ba4-a106-591bb3caa74c no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:38.923990 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 6ab2c561-44e9-4ba4-a106-591bb3caa74c {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:38.924260 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 6ab2c561-44e9-4ba4-a106-591bb3caa74c not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:39.037008 n-d-768852-19 neutron-server[101946]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 has already been hosted by L3 agent 9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb {{(pid=101946) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 16 03:22:39.143369 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] Notify agent at l3_agent.n-d-768852-19 the message routers_updated {{(pid=101946) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 16 03:22:39.148731 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-ac443322-2be1-479e-947e-92ba21d9ccbf admin admin] 10.222.0.76 "PUT /v2.0/routers/146f1ad0-10da-4c48-be59-c57d99b2cbe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4473336 Aug 16 03:22:39.152071 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35394) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:39.154706 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] Sync routers for ids ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'] in n-d-768852-19 {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 16 03:22:39.163795 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] Routers {'146f1ad0-10da-4c48-be59-c57d99b2cbe4'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:39.164473 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:39.263867 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.363526 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] Set router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:39.546532 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:22:38Z', 'revision_number': 5, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:39.573396 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] Checking router: 146f1ad0-10da-4c48-be59-c57d99b2cbe4 for host: n-d-768852-19 {{(pid=101948) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 16 03:22:39.582509 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] Routers {'146f1ad0-10da-4c48-be59-c57d99b2cbe4'} bound to L3 agent in host n-d-768852-19 {{(pid=101948) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 16 03:22:39.583163 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768852-19', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-16T01:43:42Z,description=,heartbeat_timestamp=2021-08-16T03:22:13Z,host='n-d-768852-19',id=9874d8d6-eac9-4ccd-ad77-001d8fbb4cfb,load=0,resource_versions=,resources_synced=,started_at=2021-08-16T01:43:43Z,topic='l3_agent')) {'router_ids': ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'], 'active': True} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:39.692038 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_dvr_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] Set router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 gateway port host: n-d-768852-19 {{(pid=101948) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 16 03:22:39.747920 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.886954 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Deleting port b2c78ae8-b200-459c-935a-affed1bb2f38 {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:39.887588 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.892693 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.l3_hamode_db [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:22:38Z', 'revision_number': 5, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}], 'n-d-768852-19', False) {} {{(pid=101948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:39.919468 n-d-768852-19 neutron-server[101948]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a57ae01-60fa-4f11-b510-69499d4751bc None None] The sync data for ids ['146f1ad0-10da-4c48-be59-c57d99b2cbe4'] in n-d-768852-19 is: [{'id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'name': 'tempest-TestSnapshotPattern-1950102671-router', 'tenant_id': 'a75baf738095484098992cba54fa91a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'external_fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141'}], 'enable_snat': True}, 'gw_port_id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-16T03:17:42Z', 'updated_at': '2021-08-16T03:22:38Z', 'revision_number': 5, 'project_id': 'a75baf738095484098992cba54fa91a0', 'gw_port': {'id': 'b2c78ae8-b200-459c-935a-affed1bb2f38', 'name': '', 'network_id': '3222f418-f5ab-48a6-be21-256f0d872c1d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:81:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146f1ad0-10da-4c48-be59-c57d99b2cbe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'ip_address': '172.25.6.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768852-19', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-16T03:17:43Z', 'updated_at': '2021-08-16T03:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '49e5c776-e1e9-4263-acae-a7038c1ceaeb', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768852-19'}] {{(pid=101948) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 16 03:22:39.968153 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] For port b2c78ae8-b200-459c-935a-affed1bb2f38, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=b2c78ae8-b200-459c-935a-affed1bb2f38,segment=NetworkSegment(f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6),segment_id=f800a17e-a1bf-40b3-9aa3-789dfcb5c4f6)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:39.968517 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:39.980595 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Calling delete_port for b2c78ae8-b200-459c-935a-affed1bb2f38 owned by network:router_gateway {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:40.071871 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dd66ed22-d004-476c-9799-bb8eaafba712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.210332 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.235819 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2c78ae8-b200-459c-935a-affed1bb2f38,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:40.299260 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-741599'] for router_gateway, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.396265 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-743731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2813'] for router, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.398383 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.501206 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-743740'] for router, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.501786 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 146f1ad0-10da-4c48-be59-c57d99b2cbe4 {{(pid=101946) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 16 03:22:40.506201 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.509888 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-1c65c4dc-9e27-4b2a-95ee-228c8e6cc0f3 admin admin] 10.222.0.76 "DELETE /v2.0/routers/146f1ad0-10da-4c48-be59-c57d99b2cbe4 HTTP/1.1" status: 204 len: 168 time: 1.3543899 Aug 16 03:22:40.510179 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35396) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:40.557809 n-d-768852-19 neutron-server[101945]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Deleting subnet 6ea4553a-9eb7-4de4-90a2-363ce01e3fc7 {{(pid=101945) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 16 03:22:40.561277 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.597647 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8585794'] for subnet, precommit_delete_associations {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.684401 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33196982'] for subnet, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.787115 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33196961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-539719', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8588629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8866937'] for subnet, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.814292 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ea4553a-9eb7-4de4-90a2-363ce01e3fc7,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:40.816305 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.818170 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-3e491c56-4158-4c79-81b1-aac440fb6708 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6ea4553a-9eb7-4de4-90a2-363ce01e3fc7 HTTP/1.1" status: 204 len: 168 time: 0.3068852 Aug 16 03:22:40.820638 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1affbe-34f0-4a89-95da-d41a716c05d0 None None] Network 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 requested from n-d-768852-19 {{(pid=101947) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 16 03:22:40.821034 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35398) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:40.888316 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33281641'] for network, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:40.952858 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Deleting port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a {{(pid=101946) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:40.953214 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.014089 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] DHCP port deletion for 9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 request from n-d-768852-19 {{(pid=101947) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 16 03:22:41.019069 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:41.026340 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.db [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] For port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101946) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:41.026998 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.040084 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:41.041015 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device 67a70c6c-fae8-49d2-a5f7-53e9a6939cc2 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:41.041457 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2c78ae8-b200-459c-935a-affed1bb2f38 no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:41.041636 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.plugin [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Calling delete_port for a2c18dbe-6cd6-461b-8380-43d9ddd05c2a owned by network:dhcp {{(pid=101946) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:41.076976 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: b2c78ae8-b200-459c-935a-affed1bb2f38 {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:41.077585 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device b2c78ae8-b200-459c-935a-affed1bb2f38 not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:41.098606 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] Deleting port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a {{(pid=101947) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 16 03:22:41.099025 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762890456616'] for port, before_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.162901 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.db [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] For port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a, host n-d-768852-19, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768852-19',level=0,port_id=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,segment=NetworkSegment(e7061101-c0ad-4eed-bc57-c80167ed77ee),segment_id=e7061101-c0ad-4eed-bc57-c80167ed77ee)] {{(pid=101947) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 16 03:22:41.163353 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-749242'] for port, precommit_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.175721 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] Calling delete_port for a2c18dbe-6cd6-461b-8380-43d9ddd05c2a owned by network:dhcp {{(pid=101947) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 16 03:22:41.215947 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10152862'] for port, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.241607 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.245174 n-d-768852-19 neutron-server[101946]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] No DVR routers for this DVR port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a on host n-d-768852-19 {{(pid=101946) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:41.251537 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33211041', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-889823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762890462850', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762889975781'] for port, after_delete {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.275925 n-d-768852-19 neutron-server[101947]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] Pushing event deleted for resources: {'Port': ['ID=a2c18dbe-6cd6-461b-8380-43d9ddd05c2a,revision_number=None']} {{(pid=101947) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.283061 n-d-768852-19 neutron-server[101947]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11be919-b22f-4fa8-9578-42f00f5be5a5 None None] No DVR routers for this DVR port a2c18dbe-6cd6-461b-8380-43d9ddd05c2a on host n-d-768852-19 {{(pid=101947) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 16 03:22:41.314823 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33196081', 'neutron.services.segments.db._delete_segments_for_network-8762890500464'] for network, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.324952 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0ef7b3-50d6-43ce-a941-2efbe9c0a670']}} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:41.335037 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7061101-c0ad-4eed-bc57-c80167ed77ee') {'for_net_delete': True} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:41.335338 n-d-768852-19 neutron-server[101946]: DEBUG neutron.services.segments.db [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7061101-c0ad-4eed-bc57-c80167ed77ee') {} {{(pid=101946) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 16 03:22:41.344706 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762890503289', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10118218'] for segment, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.362053 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047'] for segment, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.367795 n-d-768852-19 neutron-server[101946]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101946) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 16 03:22:41.368185 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33197047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10152819'] for segment, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: Traceback (most recent call last): Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: timer() Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: cb(*args, **kw) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: return func(*args, **kwargs) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: self._notify() Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: self.callback(batched_events) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: event.method(event) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: aggregate_uuid = self.p_client.list_aggregates( Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: return f(self, *a, **k) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: return self._get(url).json() Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: return self.request(url, 'GET', **kwargs) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: base_url = self.get_endpoint(auth, allow=allow, Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 16 03:22:41.370235 n-d-768852-19 neutron-server[101946]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 16 03:22:41.489963 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33196072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537834', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-555580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-741539'] for network, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.496940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Notify callbacks [] for network, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.498821 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] 10.222.0.76 "DELETE /v2.0/networks/9d0ef7b3-50d6-43ce-a941-2efbe9c0a670 HTTP/1.1" status: 204 len: 168 time: 0.6767037 Aug 16 03:22:41.508281 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2faa348-d62a-4d55-b22b-ab0fec655bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0ef7b3-50d6-43ce-a941-2efbe9c0a670,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:41.884157 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35402) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:41.923960 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-d6757b95-e69d-47df-8525-23464ff7bead admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ed46da87789447c594459de35d8de2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383756 Aug 16 03:22:41.926047 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [-] (101946) accepted ('10.222.0.76', 35404) {{(pid=101946) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:41.973430 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-505bafc8-7a11-4e67-ad98-d88b530115e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:41.994520 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-505bafc8-7a11-4e67-ad98-d88b530115e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.088940 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-505bafc8-7a11-4e67-ad98-d88b530115e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.091434 n-d-768852-19 neutron-server[101946]: DEBUG neutron_lib.callbacks.manager [None req-505bafc8-7a11-4e67-ad98-d88b530115e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101946) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.092594 n-d-768852-19 neutron-server[101946]: INFO neutron.wsgi [None req-505bafc8-7a11-4e67-ad98-d88b530115e4 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f4f7aa6-2e6c-4328-9a86-c08504b9edb8 HTTP/1.1" status: 204 len: 168 time: 0.1656580 Aug 16 03:22:42.100095 n-d-768852-19 neutron-server[101946]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bafc8-7a11-4e67-ad98-d88b530115e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4f7aa6-2e6c-4328-9a86-c08504b9edb8,revision_number=None']} {{(pid=101946) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:42.637640 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35410) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:42.680335 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-71087a6f-0038-4eb4-9f0d-b7cb0b066861 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a75baf738095484098992cba54fa91a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415080 Aug 16 03:22:42.682827 n-d-768852-19 neutron-server[101945]: DEBUG neutron.wsgi [-] (101945) accepted ('10.222.0.76', 35412) {{(pid=101945) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 16 03:22:42.732176 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81018c3e-893d-4435-87ee-c58d5dadc55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.735174 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.757608 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81018c3e-893d-4435-87ee-c58d5dadc55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.814373 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2c18dbe-6cd6-461b-8380-43d9ddd05c2a no longer exists at agent ovs-agent-n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 16 03:22:42.838285 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.plugin [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] No Port match for: a2c18dbe-6cd6-461b-8380-43d9ddd05c2a {{(pid=101947) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 16 03:22:42.838665 n-d-768852-19 neutron-server[101947]: DEBUG neutron.plugins.ml2.rpc [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Device a2c18dbe-6cd6-461b-8380-43d9ddd05c2a not bound to the agent host n-d-768852-19 {{(pid=101947) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 16 03:22:42.855373 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-9f5864c8-eb8f-4e96-9b74-f4aa60ed869d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.901662 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81018c3e-893d-4435-87ee-c58d5dadc55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537787'] for security_group, after_delete {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.904248 n-d-768852-19 neutron-server[101945]: DEBUG neutron_lib.callbacks.manager [None req-81018c3e-893d-4435-87ee-c58d5dadc55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101945) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:42.905425 n-d-768852-19 neutron-server[101945]: INFO neutron.wsgi [None req-81018c3e-893d-4435-87ee-c58d5dadc55c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d17eac7b-1404-41bf-8941-d32af492b35f HTTP/1.1" status: 204 len: 168 time: 0.2216568 Aug 16 03:22:42.913330 n-d-768852-19 neutron-server[101945]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81018c3e-893d-4435-87ee-c58d5dadc55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17eac7b-1404-41bf-8941-d32af492b35f,revision_number=None']} {{(pid=101945) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 16 03:22:45.009766 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.215505 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:46.943736 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:22:58.003005 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:22:58.174444 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:10.059670 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-84106463-c881-4be8-8231-1fcf0d491cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:12.819940 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:12.894170 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-178e64b5-84e0-427b-9940-35995693cd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:15.008701 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:16.185198 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:23.942777 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:23:28.019793 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:28.190665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:40.076314 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-70c5d033-83ac-419b-b78a-a55aa3bc58bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:42.768372 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:42.870070 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0d0bba15-9766-44b1-8ff0-e3e1c640ba02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:45.001951 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:46.173140 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:58.024212 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:23:58.224172 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:00.941299 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:10.063926 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-750f8c35-b027-4ffb-9937-f18ff9154074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.709559 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:12.834529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-45454481-cf3e-40e1-b7be-843aa82b2361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:15.012529 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:16.183254 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.029498 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:28.257167 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:37.940969 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:24:40.039616 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-1e4f09e5-b4d5-4920-a8d5-09756f8f8af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:42.794744 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:42.972183 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-dc34a80d-f691-4752-9dc9-caf086e07f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:45.033466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:46.177759 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:58.028894 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:24:58.269466 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:10.068624 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-c0fb3d8b-4929-4fe3-99b9-a6f525a0f1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:12.820827 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:12.849976 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-0e4dbef5-2d48-4e24-a90c-523071807eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:14.938951 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:25:15.026486 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:16.188608 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:28.026109 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:28.251049 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:40.028156 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-804e73e7-75fa-4c4f-8566-255b5e9a66a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:42.759219 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:42.845251 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f8c70a8e-1581-49b4-ae4f-0d02493e5686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:45.050716 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:46.187845 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:51.938107 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:25:58.021665 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:25:58.250440 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:10.053045 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-f6575881-e6e5-4ffa-ba61-347a43adb94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:12.910063 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:12.938534 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-2c1122d4-23e6-43b8-ab0f-a141c7316c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:15.010335 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:16.195568 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:28.061493 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:28.258095 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:28.937854 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:26:40.095251 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-17bbf92e-adb9-442a-b0ca-14fcaaff94af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:42.777778 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:42.903207 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-63104b7c-6548-489f-87e3-058354cea57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:44.994502 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:46.201875 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:58.045366 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:26:58.291324 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:05.936113 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:10.045020 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-475354a4-47cf-4877-aada-efbac12ceb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:12.719195 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:12.890190 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-db1af4ea-092f-4813-8e4a-ec985663e7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:15.117830 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:16.199308 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:28.050387 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:28.324474 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:40.065344 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ef6ddb20-abbd-4456-9e31-0f1cbe9397e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:42.728476 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:42.865317 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-48fbc5f8-8bfc-4707-9aed-2aaab27e716c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:42.935781 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:27:45.020393 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:46.186539 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:58.037112 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:27:58.283023 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:10.036951 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-799ab7a9-aeed-4736-bf1b-73583aa72f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.711470 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:12.876632 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-3395c335-7c4d-4f0f-9042-3aef067246bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:15.019671 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:16.213984 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:19.935648 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:28:28.104437 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:28.315967 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:40.058404 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-cc68f4af-47f4-400e-8e90-0e60a5db7a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:42.721040 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:42.858565 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-91e3c517-c82b-4aa8-a041-9821ec3fa872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:45.029935 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:46.207010 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:56.935367 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:28:58.075364 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:28:58.326581 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:10.040763 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-4fcc28f4-6c5e-4e47-a772-556e62de0170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:12.720598 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:12.858181 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-b62bb42a-6b5a-477e-9ece-4fcce6653bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:15.046500 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:16.200556 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:28.103365 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:28.325677 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:33.936361 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:29:40.068635 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-80240e2f-c22a-49b6-b29f-7ac4bcc28299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:42.748809 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:42.868947 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-39b6e069-aa88-4d56-bd8f-c2a7cf8cc20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:45.057027 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:46.222746 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:58.095253 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:29:58.358582 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:10.079748 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46788d19-3506-4b03-95dc-600909b92c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:10.936226 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 16 03:30:12.736801 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:12.874284 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-966fa4cf-1d74-4b85-b97e-355631bec01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:15.023030 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:16.234425 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:18.245192 n-d-768852-19 neutron-server[101946]: DEBUG neutron.wsgi [req-971251f3-0184-4638-91b5-99bdb020f534 req-e1ff6704-8a6f-445e-8bff-8706729483c8 service neutron] (101946) timed out ('10.222.0.76', 33936) {{(pid=101946) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 16 03:30:28.102137 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-5d6974b7-7539-4040-9f5d-6b5c4dd667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:28.342560 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bd562692-ae60-4e46-9d01-c7b192b6956f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:40.067356 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-46f907fd-d9f5-4846-95df-708f56faa2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:42.719206 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-ee75b438-2b4d-489a-83cc-0b317b50d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:42.882464 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-bb782d5a-7bb2-411c-82c9-66d1337def00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:45.033054 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-df7d7e20-5023-477a-a849-4d9a4e59a99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:46.207705 n-d-768852-19 neutron-server[101947]: DEBUG neutron_lib.callbacks.manager [None req-51b1b21d-c798-4d85-9793-50ba0f3c6010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762890500356', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32887743'] for agent, after_update {{(pid=101947) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 16 03:30:47.935116 n-d-768852-19 neutron-server[101948]: DEBUG neutron.db.agents_db [None req-9e3a40e8-06b8-4f61-82f5-ef48372e5821 None None] Agent healthcheck: found 7 active agents {{(pid=101948) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}